-- Logs begin at Fri 2022-05-06 08:46:04 UTC, end at Fri 2022-05-06 11:03:17 UTC. -- May 06 09:22:25.601305 n-d-840834-1 systemd[1]: Started Devstack devstack@q-svc.service. May 06 09:22:28.366537 n-d-840834-1 neutron-server[102635]: INFO neutron.common.config [-] Logging enabled! May 06 09:22:28.367176 n-d-840834-1 neutron-server[102635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev16 May 06 09:22:28.367273 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 09:22:28.370424 n-d-840834-1 neutron-server[102635]: INFO neutron.common.config [-] Logging enabled! May 06 09:22:28.370673 n-d-840834-1 neutron-server[102635]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev16 May 06 09:22:28.370975 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102635) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 06 09:22:28.371927 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:22:28.372154 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:22:28.372499 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:22:28.372743 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:22:28.372963 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:22:28.373272 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.373559 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.374375 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.374602 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.374888 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.375171 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.375446 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.375753 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.376060 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.376319 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.376590 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.376866 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.377088 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.377361 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.377638 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.377917 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.378136 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] debug = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.378412 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.378824 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.379239 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.379508 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.379812 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.380085 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.380350 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.380618 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.380890 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.381207 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] host = n-d-840834-1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.381492 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.381758 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.382039 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.382318 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.382587 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.382855 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.383138 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.383405 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.383691 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] log_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.383963 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.384245 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.384524 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.384805 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.385022 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.385237 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.385517 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.385794 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.386061 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.386433 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.386706 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.386972 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.387240 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.387502 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.387802 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.388079 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.388355 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.388622 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.388885 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.389149 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.390022 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.390303 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.390572 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.390838 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.391104 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.391381 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.391664 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.391934 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.392227 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.392504 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.392778 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.393059 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.393325 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.393602 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.393871 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.394151 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.394548 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] use_json = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.394822 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.395087 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.395361 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.395651 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.395919 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.396183 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.396447 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.396724 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.396989 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:28.397277 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.397568 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.397861 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.398140 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.398422 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.398699 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.398978 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.399249 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.399529 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.399836 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.400116 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.400386 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.400666 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.400935 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.401220 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.401514 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.401799 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.402082 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.402350 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.402614 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.402878 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.403154 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.403432 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.403731 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.404013 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.404292 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.404561 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.404837 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.405187 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.405444 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.405705 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.405975 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.406257 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.406528 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.406790 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.407059 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.407340 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.407630 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.407902 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.408176 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.408446 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.408709 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.408972 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.409239 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.409521 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.409788 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.410051 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.410312 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.410580 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.410839 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.411114 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.411382 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.411673 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.411940 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.412208 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.412471 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.412733 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.413000 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.413266 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.413535 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.413799 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.414064 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.414326 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.414589 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.414849 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.415110 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.415371 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.415662 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.415928 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.416189 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.416454 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.416716 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.416980 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.417258 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.417549 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.417819 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.418090 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.418359 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.418629 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.418898 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.419167 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.419435 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.419732 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.419998 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.420278 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.420585 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.420872 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.421152 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.421430 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.421716 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.421985 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.422261 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.422531 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.422800 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.423081 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.423357 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.423669 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.423957 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.424240 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.424523 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.424805 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.425076 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.425374 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.425643 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:28.425853 n-d-840834-1 neutron-server[102635]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:22:28.426084 n-d-840834-1 neutron-server[102635]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102635) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 06 09:22:28.775257 n-d-840834-1 neutron-server[102635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:28.775461 n-d-840834-1 neutron-server[102635]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:28.775771 n-d-840834-1 neutron-server[102635]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 06 09:22:28.776098 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [-] Loading core plugin: ml2 May 06 09:22:29.171648 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.171943 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.172206 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.173486 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.173751 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.174007 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.209190 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.209453 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.209721 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.224781 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.225053 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.225315 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.253892 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.254162 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.254423 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.291801 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.292072 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.292330 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.520946 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.521586 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.521586 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.521760 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.522301 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.643040 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.643349 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.643767 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.643990 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.644250 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.644554 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.644807 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.645056 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.645299 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.645572 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.645824 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.646079 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.646325 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.646566 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.646812 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.647065 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.647310 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.647566 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.647849 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.648098 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.648360 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.648603 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.648875 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.649244 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.649487 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.649727 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.650117 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:29.650350 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:29.650579 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:29.650808 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:29.651034 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:29.651260 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:29.651644 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 06 09:22:29.654682 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 06 09:22:29.659381 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 06 09:22:29.663249 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 06 09:22:29.664870 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 06 09:22:29.665302 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 06 09:22:29.665624 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 06 09:22:29.665999 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 06 09:22:29.668758 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 06 09:22:29.669006 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 06 09:22:29.669343 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 06 09:22:29.674649 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 06 09:22:29.696979 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 06 09:22:29.697424 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.697709 n-d-840834-1 neutron-server[102635]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102635) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 06 09:22:29.698062 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.699482 n-d-840834-1 neutron-server[102635]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102635) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 06 09:22:29.699780 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 06 09:22:29.700023 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 06 09:22:29.704182 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.704447 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:29.767510 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 06 09:22:29.767776 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 06 09:22:29.768004 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 06 09:22:29.768370 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 06 09:22:29.790809 n-d-840834-1 neutron-server[102635]: DEBUG oslo_db.sqlalchemy.engines [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102635) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 06 09:22:30.321807 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing driver for type 'gre' May 06 09:22:30.322378 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] gre ID ranges: [(1, 1000)] May 06 09:22:30.376802 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing driver for type 'local' May 06 09:22:30.377204 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing driver for type 'vlan' May 06 09:22:30.392848 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] VlanTypeDriver initialization complete May 06 09:22:30.393151 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing driver for type 'vxlan' May 06 09:22:30.393970 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] vxlan ID ranges: [(1, 1000)] May 06 09:22:30.449264 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing extension driver 'port_security' May 06 09:22:30.449603 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.extensions.port_security [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] PortSecurityExtensionDriver initialization complete May 06 09:22:30.449937 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing mechanism driver 'openvswitch' May 06 09:22:30.450274 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing mechanism driver 'hyperv' May 06 09:22:30.457519 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.plugin [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:30.458192 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.458564 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.458916 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.459432 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:30.459893 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnet after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.460241 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnet after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.460587 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.460977 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:30.461377 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.461721 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.462060 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.462447 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:30.462844 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > security_group after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.463189 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > security_group after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.463526 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > security_group after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.464079 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:30.464487 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.464838 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.465181 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.465568 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:30.466001 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > address_group after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.466345 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > address_group after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.466685 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > address_group after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.467072 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102635) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 06 09:22:30.467529 n-d-840834-1 neutron-server[102635]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] ML2 OVO RPC backend initialized. {{(pid=102635) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 06 09:22:30.468335 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.468694 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.469114 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.469465 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > networks before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.469816 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.470161 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > ports before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.470505 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnet before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.470848 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnets before_response 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.471192 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.471531 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.471888 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.472226 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.472561 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.472894 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.473228 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnet after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.473562 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnet after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.473895 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > subnet after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.481070 n-d-840834-1 neutron-server[102635]: INFO neutron.quota [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded quota_driver: . May 06 09:22:30.481437 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.plugin [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Modular L2 Plugin initialization complete May 06 09:22:30.481779 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading services supported by the core plugin {{(pid=102635) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 06 09:22:30.482117 n-d-840834-1 neutron-server[102635]: INFO neutron.plugins.ml2.managers [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Got port-security extension from driver 'port_security' May 06 09:22:30.482592 n-d-840834-1 neutron-server[102635]: INFO neutron.extensions.vlantransparent [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Disabled vlantransparent extension. May 06 09:22:30.483248 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102635) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 06 09:22:30.483629 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: router May 06 09:22:30.519574 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router_interface before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.519981 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router after_create 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.520352 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router before_create 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.520718 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.521091 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.521713 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router after_delete 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.521832 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > floatingip after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.522127 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > floatingip after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.522488 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router after_create 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.522834 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router after_update 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.523183 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router after_update 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.523529 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.523913 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router after_update 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.524324 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_update 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.524691 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: port after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.525029 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: port after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.525367 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: subnet after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.525703 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.526055 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > port precommit_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.526401 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_create 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.526744 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: port before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.527087 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.527443 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router after_update 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.527817 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_delete 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.528168 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_create 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.528542 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router_interface after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.528872 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_update 55549900 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.529236 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > agent after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.529582 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > agent after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.529999 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > network after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.530819 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Tracking information for resource: router configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:30.531147 n-d-840834-1 neutron-server[102635]: DEBUG neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Tracking information for resource: floatingip configured {{(pid=102635) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 06 09:22:30.536022 n-d-840834-1 neutron-server[102635]: INFO neutron.db.l3_agentschedulers_db [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 06 09:22:30.536595 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: port after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.536955 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: port after_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.537303 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: port after_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.537650 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: port after_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.538444 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router before_create 55550100 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.538812 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_delete 55550100 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.539172 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_create 55550100 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.539527 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > router precommit_update 55550100 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.544393 n-d-840834-1 neutron-server[102635]: DEBUG neutron.services.provider_configuration [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service providers = [] {{(pid=102635) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 06 09:22:30.544760 n-d-840834-1 neutron-server[102635]: DEBUG neutron.db.servicetype_db [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102635) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 06 09:22:30.547802 n-d-840834-1 neutron-server[102635]: DEBUG neutron.services.service_base [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:30.548151 n-d-840834-1 neutron-server[102635]: DEBUG neutron.services.service_base [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:30.548494 n-d-840834-1 neutron-server[102635]: DEBUG neutron.services.service_base [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:30.549380 n-d-840834-1 neutron-server[102635]: DEBUG neutron.services.service_base [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102635) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 06 09:22:30.549747 n-d-840834-1 neutron-server[102635]: INFO neutron.services.service_base [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Default provider is not specified for service type L3_ROUTER_NAT May 06 09:22:30.550125 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.550440 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 06 09:22:30.560745 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.561635 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: auto_allocate May 06 09:22:30.567554 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: network precommit_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.567944 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: network precommit_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.568469 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.568787 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: tag May 06 09:22:30.575309 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.575604 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: timestamp May 06 09:22:30.580298 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.580630 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: network_ip_availability May 06 09:22:30.586082 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.586453 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.587239 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.587526 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.587868 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: flavors May 06 09:22:30.593228 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.593609 n-d-840834-1 neutron-server[102635]: INFO neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading Plugin: revisions May 06 09:22:30.597857 n-d-840834-1 neutron-server[102635]: DEBUG neutron.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102635) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 06 09:22:30.598245 n-d-840834-1 neutron-server[102635]: DEBUG oslo_concurrency.lockutils [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=102635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 06 09:22:30.598980 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102635) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 06 09:22:30.599313 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Initializing extension manager. May 06 09:22:30.599858 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: __init__.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.600201 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: __pycache__ {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.600534 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.600867 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: address_group.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.601620 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.602187 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: address-group May 06 09:22:30.602509 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: address_scope.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.603220 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.603764 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: address-scope May 06 09:22:30.604092 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: admin_state_down_before_update.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.605020 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.605529 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: router-admin-state-down-before-update May 06 09:22:30.605854 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: agent.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.606722 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.607234 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: agent May 06 09:22:30.607559 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: agent_resources_synced.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.609108 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.609614 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: agent-resources-synced May 06 09:22:30.609938 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: allowedaddresspairs.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.611764 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.612281 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: allowed-address-pairs May 06 09:22:30.612608 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: auto_allocated_topology.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.613687 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.614202 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: auto-allocated-topology May 06 09:22:30.614529 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: availability_zone.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.615222 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.615763 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: availability_zone May 06 09:22:30.616088 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: availability_zone_filter.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.617008 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.617514 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: availability_zone_filter May 06 09:22:30.617838 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: data_plane_status.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.618742 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.619246 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension data-plane-status not supported by any of loaded plugins May 06 09:22:30.619567 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: default_subnetpools.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.620501 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.621015 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: default-subnetpools May 06 09:22:30.621338 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: dhcpagentscheduler.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.622139 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.622653 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: dhcp_agent_scheduler May 06 09:22:30.622974 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: dns.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.624027 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.624708 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension dns-integration not supported by any of loaded plugins May 06 09:22:30.625033 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: dns_domain_ports.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.625954 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.626465 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension dns-domain-ports not supported by any of loaded plugins May 06 09:22:30.626786 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.627748 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.628266 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 06 09:22:30.628581 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: dvr.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.629243 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.629748 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: dvr May 06 09:22:30.630066 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: ecmp_routes.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.630983 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.631487 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension ecmp_routes not supported by any of loaded plugins May 06 09:22:30.631830 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: empty_string_filtering.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.632741 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.633244 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: empty-string-filtering May 06 09:22:30.633571 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.634477 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.634987 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 06 09:22:30.635309 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.636251 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.636756 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 06 09:22:30.637077 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: external_net.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.637983 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.638484 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: external-net May 06 09:22:30.638806 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: extra_dhcp_opt.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.640178 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.640683 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: extra_dhcp_opt May 06 09:22:30.641005 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: extraroute.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.641921 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.642426 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: extraroute May 06 09:22:30.642752 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: extraroute_atomic.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.643818 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.644320 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: extraroute-atomic May 06 09:22:30.644640 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: filter_validation.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.645305 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.645809 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: filter-validation May 06 09:22:30.646134 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: fip_pf_description.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.647041 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.647546 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 06 09:22:30.647893 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: fip_port_details.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.648811 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.649320 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: fip-port-details May 06 09:22:30.649642 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: flavors.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.650863 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.651383 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: flavors May 06 09:22:30.651747 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.653434 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.653939 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 06 09:22:30.654265 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: floatingip_pools.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.655489 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.656061 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: floatingip-pools May 06 09:22:30.656385 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: ip_allocation.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.657317 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.657827 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension ip_allocation not supported by any of loaded plugins May 06 09:22:30.658152 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.659072 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.659610 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: ip-substring-filtering May 06 09:22:30.659937 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l2_adjacency.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.660859 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.661361 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension l2_adjacency not supported by any of loaded plugins May 06 09:22:30.661683 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l3.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.662638 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.663150 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: router May 06 09:22:30.663473 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l3_conntrack_helper.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.665895 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.666415 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 06 09:22:30.666745 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.667705 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.668221 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: ext-gw-mode May 06 09:22:30.668547 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.669464 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.669973 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: l3-ha May 06 09:22:30.670297 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l3_flavors.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.671931 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.672444 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: l3-flavors May 06 09:22:30.672766 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.673679 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.674198 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: l3-port-ip-change-not-allowed May 06 09:22:30.674522 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: l3agentscheduler.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.675532 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.676071 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: l3_agent_scheduler May 06 09:22:30.676396 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: logging.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.677894 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.678423 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension logging not supported by any of loaded plugins May 06 09:22:30.678754 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: metering.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.679496 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.680103 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: metering May 06 09:22:30.680428 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.681522 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.682041 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: metering_source_and_destination_fields May 06 09:22:30.682367 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: multiprovidernet.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.683295 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.683837 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: multi-provider May 06 09:22:30.684170 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: netmtu.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.685090 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.685598 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: net-mtu May 06 09:22:30.685922 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: netmtu_writable.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.687002 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.687515 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: net-mtu-writable May 06 09:22:30.687860 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: network_availability_zone.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.688530 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.689037 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: network_availability_zone May 06 09:22:30.689359 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: network_ip_availability.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.690466 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.690983 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: network-ip-availability May 06 09:22:30.691302 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: network_segment_range.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.692099 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.692605 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension network-segment-range not supported by any of loaded plugins May 06 09:22:30.692925 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: pagination.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.693917 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.694257 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: pagination May 06 09:22:30.694578 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: port_device_profile.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.695481 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.696030 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: port-device-profile May 06 09:22:30.696354 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.697269 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.697784 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: port-mac-address-regenerate May 06 09:22:30.698107 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.699017 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.699529 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: port-numa-affinity-policy May 06 09:22:30.699883 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: port_resource_request.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.700795 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.701305 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension port-resource-request not supported by any of loaded plugins May 06 09:22:30.701656 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: portbindings.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.702771 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.703275 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: binding May 06 09:22:30.703615 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: portbindings_extended.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.706410 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.706936 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: binding-extended May 06 09:22:30.707272 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: portsecurity.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.708233 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.708752 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: port-security May 06 09:22:30.709081 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: project_id.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.710062 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.710397 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: project-id May 06 09:22:30.710723 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: providernet.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.711674 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.712198 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: provider May 06 09:22:30.712524 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.716100 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.716626 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos not supported by any of loaded plugins May 06 09:22:30.716958 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.718730 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.719243 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 06 09:22:30.719573 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.720520 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.721032 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 06 09:22:30.721362 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_default.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.722281 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.722792 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-default not supported by any of loaded plugins May 06 09:22:30.723117 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_fip.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.723800 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.724308 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-fip not supported by any of loaded plugins May 06 09:22:30.724633 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_gateway_ip.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.725555 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.726068 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-gateway-ip not supported by any of loaded plugins May 06 09:22:30.726389 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_port_network_policy.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.727301 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.727841 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-port-network-policy not supported by any of loaded plugins May 06 09:22:30.728163 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_pps_rule.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.729347 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.729868 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-pps not supported by any of loaded plugins May 06 09:22:30.730193 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_rule_type_details.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.731113 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.731652 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-rule-type-details not supported by any of loaded plugins May 06 09:22:30.731979 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: qos_rules_alias.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.733801 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.734341 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension qos-rules-alias not supported by any of loaded plugins May 06 09:22:30.734671 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: quotasv2.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.735608 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.735940 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: quotas May 06 09:22:30.736263 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: quotasv2_detail.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.737955 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.738295 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: quota_details May 06 09:22:30.738625 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: rbac.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.739686 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.740213 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: rbac-policies May 06 09:22:30.740543 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: rbac_address_group.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.741471 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.741989 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: rbac-address-group May 06 09:22:30.742315 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: rbac_address_scope.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.743232 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.743781 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: rbac-address-scope May 06 09:22:30.744111 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: rbac_security_groups.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.745039 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.745554 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: rbac-security-groups May 06 09:22:30.745882 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: rbac_subnetpool.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.746800 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.747313 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: rbac-subnetpool May 06 09:22:30.747670 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: revisionifmatch.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.748631 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.749139 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: revision-if-match May 06 09:22:30.749465 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: revisions.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.750772 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.751292 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: standard-attr-revisions May 06 09:22:30.751647 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: router_availability_zone.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.752322 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.752836 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: router_availability_zone May 06 09:22:30.753161 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: routerservicetype.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.754108 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.754620 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension router-service-type not supported by any of loaded plugins May 06 09:22:30.754940 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.755898 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.756412 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: security-groups-normalized-cidr May 06 09:22:30.756735 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: security_groups_port_filtering.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.757657 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.758168 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: port-security-groups-filtering May 06 09:22:30.758491 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.759437 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.759984 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: security-groups-remote-address-group May 06 09:22:30.760310 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: securitygroup.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.770113 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.770770 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: security-group May 06 09:22:30.771120 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: segment.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.771964 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.772475 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension segment not supported by any of loaded plugins May 06 09:22:30.772796 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.773766 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.774294 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 06 09:22:30.774613 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: servicetype.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.775851 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.776376 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: service-type May 06 09:22:30.776704 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: sorting.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.777709 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.778041 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: sorting May 06 09:22:30.778365 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: standard_attr_segment.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.779289 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.780384 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension standard-attr-segment not supported by any of loaded plugins May 06 09:22:30.780713 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: standardattrdescription.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.781357 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.781866 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: standard-attr-description May 06 09:22:30.782190 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: stateful_security_group.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.783124 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.783664 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: stateful-security-group May 06 09:22:30.783997 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: stdattrs_common.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.784577 n-d-840834-1 neutron-server[102635]: WARNING neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 06 09:22:30.784896 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.785836 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.786349 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 06 09:22:30.786672 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: subnet_onboard.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.787911 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.788429 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: subnet_onboard May 06 09:22:30.788751 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.789684 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.790191 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 06 09:22:30.790514 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: subnet_service_types.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.791444 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.792008 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: subnet-service-types May 06 09:22:30.792331 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: subnetallocation.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.793422 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.793946 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: subnet_allocation May 06 09:22:30.794273 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.794938 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.796053 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: subnetpool-prefix-ops May 06 09:22:30.796392 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.797328 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.797838 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 06 09:22:30.798160 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: tagging.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.799252 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.799802 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: standard-attr-tag May 06 09:22:30.800129 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: timestamp.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.801330 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.801910 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loaded extension: standard-attr-timestamp May 06 09:22:30.802204 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: trunk.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.803311 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.803868 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension trunk not supported by any of loaded plugins May 06 09:22:30.804195 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: trunk_details.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.805127 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.805682 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension trunk-details not supported by any of loaded plugins May 06 09:22:30.806009 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: uplink_status_propagation.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.806954 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.807473 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension uplink-status-propagation not supported by any of loaded plugins May 06 09:22:30.807817 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Loading extension file: vlantransparent.py {{(pid=102635) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 06 09:22:30.808501 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102635) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 06 09:22:30.809012 n-d-840834-1 neutron-server[102635]: INFO neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extension vlan-transparent not supported by any of loaded plugins May 06 09:22:30.811528 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:network May 06 09:22:30.812126 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:subnet May 06 09:22:30.812544 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:30.812938 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:port May 06 09:22:30.814221 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.814663 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service FLAVORS assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.815283 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.815841 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.816164 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:router May 06 09:22:30.816592 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:floatingip May 06 09:22:30.817083 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service METERING assigned prefix: /metering {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.818552 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.818949 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.819275 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:22:30.820412 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of CountableResource for resource:rbac_policy May 06 09:22:30.820851 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:security_group May 06 09:22:30.821327 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:security_group_rule May 06 09:22:30.821905 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service CORE assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.822238 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:30.822581 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] subnetpool is already registered May 06 09:22:30.823020 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service CORE assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.823344 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:30.823707 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] subnetpool is already registered May 06 09:22:30.826023 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.826400 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service FLAVORS assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.827659 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.828083 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.828419 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:router May 06 09:22:30.828760 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] router is already registered May 06 09:22:30.829172 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:floatingip May 06 09:22:30.829509 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] floatingip is already registered May 06 09:22:30.829969 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service METERING assigned prefix: /metering {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.830652 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of CountableResource for resource:rbac_policy May 06 09:22:30.830981 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] rbac_policy is already registered May 06 09:22:30.831392 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:security_group May 06 09:22:30.831756 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] security_group is already registered May 06 09:22:30.832159 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:security_group_rule May 06 09:22:30.832490 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] security_group_rule is already registered May 06 09:22:30.833170 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service CORE assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.833506 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:30.833840 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] subnetpool is already registered May 06 09:22:30.834268 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.v2.resource_helper [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Service CORE assigned prefix: {{(pid=102635) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 06 09:22:30.834591 n-d-840834-1 neutron-server[102635]: INFO neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Creating instance of TrackedResource for resource:subnetpool May 06 09:22:30.834922 n-d-840834-1 neutron-server[102635]: WARNING neutron.quota.resource_registry [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] subnetpool is already registered May 06 09:22:30.835400 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: extensions {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.836951 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: address-groups {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.838439 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: address-scopes {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.839835 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: agents {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.840982 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: auto-allocated-topology {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.842217 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: availability_zones {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.844174 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: dhcp-networks {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.845697 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: dhcp-agents {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.847127 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: routers {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.849395 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: flavors {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.850561 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: service_profiles {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.851787 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: next_providers {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.853260 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: service_profiles {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.854815 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: floatingip-pools {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.856072 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: routers {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.858311 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: floatingips {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.859546 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: l3-routers {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.860970 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: l3-agents {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.862399 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: metering-labels {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.865105 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: metering-label-rules {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.866407 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: network-ip-availabilities {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.867699 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: bindings {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.869370 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: quotas {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.870825 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: quotas {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.872266 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: rbac-policies {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.873465 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: security-groups {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.875008 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: security-group-rules {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.876283 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: service-providers {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.877500 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: subnetpools {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.879212 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: subnetpools {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.880788 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.882588 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.884451 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.886226 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.888044 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.891031 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.892743 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.894666 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.896489 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.898209 n-d-840834-1 neutron-server[102635]: DEBUG neutron.api.extensions [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Extended resource: tags {{(pid=102635) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 06 09:22:30.904596 n-d-840834-1 neutron-server[102635]: WARNING keystonemiddleware.auth_token [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 06 09:22:30.910283 n-d-840834-1 neutron-server[102635]: WARNING keystonemiddleware.auth_token [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 06 09:22:30.919199 n-d-840834-1 neutron-server[102635]: DEBUG oslo_concurrency.lockutils [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Acquired lock "singleton_lock" {{(pid=102635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 06 09:22:30.919705 n-d-840834-1 neutron-server[102635]: DEBUG oslo_concurrency.lockutils [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Releasing lock "singleton_lock" {{(pid=102635) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 06 09:22:30.920921 n-d-840834-1 neutron-server[102635]: INFO oslo_service.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Starting 2 workers May 06 09:22:30.925956 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Started child 102742 {{(pid=102635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:30.930786 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Started child 102743 {{(pid=102635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:30.931271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.932433 n-d-840834-1 neutron-server[102635]: INFO neutron.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Neutron service started, listening on 0.0.0.0:9696 May 06 09:22:30.933003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [-] (102742) wsgi starting up on http://0.0.0.0:9696 May 06 09:22:30.933127 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Notify callbacks [] for process, before_spawn {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.935470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.935974 n-d-840834-1 neutron-server[102635]: INFO oslo_service.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Starting 1 workers May 06 09:22:30.937509 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [-] (102743) wsgi starting up on http://0.0.0.0:9696 May 06 09:22:30.941869 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Started child 102744 {{(pid=102635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:30.942440 n-d-840834-1 neutron-server[102635]: INFO oslo_service.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Starting 1 workers May 06 09:22:30.945502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] calling RpcWorker wait() {{(pid=102744) _wait /opt/stack/neutron/neutron/service.py:128}} May 06 09:22:30.946058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] returning from RpcWorker wait() {{(pid=102744) _wait /opt/stack/neutron/neutron/service.py:135}} May 06 09:22:30.947122 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Started child 102745 {{(pid=102635) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 06 09:22:30.947291 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.947944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:30.948078 n-d-840834-1 neutron-server[102635]: DEBUG neutron_lib.callbacks.manager [None req-839a2730-a1bb-499e-bf65-eb48283bdbaf None None] Notify callbacks [] for process, after_spawn {{(pid=102635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.949977 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 09:22:30.950194 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:22:30.950379 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:22:30.950597 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:22:30.950912 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:22:30.951074 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:22:30.951657 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.951947 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.952451 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.952720 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.953006 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.953110 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:30.953624 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.954034 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.954297 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.954596 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.954855 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.955031 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.955175 n-d-840834-1 neutron-server[102745]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:30.955300 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.955433 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.955739 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.956104 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.956338 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.956743 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.957082 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.957263 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.957525 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.957803 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.958064 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.958328 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] debug = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.958573 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.959077 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.959324 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.959598 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.959823 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.960099 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.960348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.960616 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.960863 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.961081 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.961327 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.961604 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.961838 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.962049 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.962339 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.962523 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.962759 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.963261 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] host = n-d-840834-1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.963508 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.963783 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.964050 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.964298 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.964549 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.964768 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.965021 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.965266 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.965529 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.965755 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.965996 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.966253 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.966469 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.966719 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.966885 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_options = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.967109 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.967461 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.967964 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.967964 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.968295 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.968295 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.968673 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.968673 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.969028 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.969189 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.969359 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.969561 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.969798 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.970014 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.970280 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.970524 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.970741 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.970952 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.971326 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.971623 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.971850 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.972085 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.972304 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.972579 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.972729 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.972937 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.973171 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.973404 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.973777 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.974044 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.974454 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.974726 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.974971 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.975222 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.975491 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.975754 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.976059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.976358 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.976756 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.977058 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.977335 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.977599 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.977818 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.978063 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.978315 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.978525 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.978817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_json = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.979037 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.979478 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.979658 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.979801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.979994 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.980208 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.980427 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.980663 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.980911 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:30.981358 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.981702 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.982007 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.982237 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.982476 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.982759 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.983755 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.983967 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.984598 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.984598 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.984896 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.985038 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.985273 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.985514 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.985819 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.986144 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.986420 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.986703 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.986944 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.987195 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.987445 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.987712 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.987990 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.988248 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.988496 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.988725 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.988950 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.989279 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.989545 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.989814 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.990080 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.990301 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.990541 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.990759 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.990975 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.991191 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.991407 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.991697 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.991913 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.992143 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.992361 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.992594 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.992831 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.993061 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.993306 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.993550 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.993807 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.994034 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.994233 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.994453 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.994666 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.994880 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.995129 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.995362 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.995647 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.995899 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.996119 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.996333 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.996886 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.996886 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.997156 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.997282 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.997453 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.997662 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.997879 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.998090 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.998358 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.998615 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.998830 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.999042 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.999284 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.999538 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:30.999784 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.000291 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.000291 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.000503 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.000695 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.001438 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.001678 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.001914 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.002201 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.002530 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.002932 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.003111 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.003239 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.003388 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.006871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.007938 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.009063 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.009063 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.009063 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.009063 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.009063 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.009063 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.011059 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.012727 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.012727 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.012727 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.012727 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.012727 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.012727 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.013915 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.013915 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.013915 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.013915 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.014947 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.014947 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.014947 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.015378 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.015623 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.015789 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.015935 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.016353 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.016958 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.016958 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.016958 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.017307 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.017435 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.017566 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.017743 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.018803 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.018803 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.018803 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.018803 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.019337 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.019337 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.019599 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.019867 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.019977 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.020154 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.020383 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.020595 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.020856 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.021070 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.021318 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.021518 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.021731 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.022067 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.022294 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.022512 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.022748 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.022969 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.023179 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.023444 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.023696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.024107 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.024107 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.024391 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.025021 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.025021 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.025306 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.025479 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.025704 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.027817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.028929 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.028929 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.028929 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.028929 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.028929 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.028929 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.029668 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.029668 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.029668 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.029928 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.030068 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.030397 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.030651 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.031101 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.031647 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.032079 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.032301 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.032522 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.032777 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.032997 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.033222 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.033444 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.033663 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.033883 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.034100 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.034321 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.034583 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.034843 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.035087 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.035307 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.035530 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.035791 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.036015 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.036231 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.036442 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.036800 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.037052 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.037272 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.037516 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.037828 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.038090 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.038317 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.038587 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.038839 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.039055 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.039311 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.039625 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.039780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.040003 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.040222 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.040437 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.040680 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.040897 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.041101 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.041493 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.041709 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.042080 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.042478 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.042711 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.042914 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.043141 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.043360 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.043611 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.043856 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.044064 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.044271 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.044497 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.044720 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.044928 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.045155 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.046429 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.046429 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.046623 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.046815 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.047027 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.047333 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.047609 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.047858 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.048144 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.048375 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.048625 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.048877 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.049187 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.049416 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.049694 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.049922 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.050184 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.050403 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.051498 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.051498 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.051498 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.051498 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.051875 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.052050 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.052332 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.052576 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.052789 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.053088 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.053400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.053665 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.053926 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.054185 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.054417 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.054660 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.054870 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.055424 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.055424 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.055682 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.055927 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.056177 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.056435 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.056647 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.056883 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.057162 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.057398 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.057652 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.057858 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.058038 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.058443 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:22:31.058732 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102635) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 06 09:22:31.058899 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 06 09:22:31.059098 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 06 09:22:31.059234 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 06 09:22:31.059369 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 06 09:22:31.059528 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 06 09:22:31.059742 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.059905 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.060087 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.060255 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.060438 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.060906 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.060906 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.060906 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.061919 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.061919 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.061919 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.062520 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.062520 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.062520 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.062520 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.062520 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] debug = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.063780 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.065180 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.065180 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.065180 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.065180 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.065180 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.065180 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.066043 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] host = n-d-840834-1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.067183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.068448 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069210 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069210 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_options = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069210 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069210 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069210 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069210 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069210 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069690 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069690 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069690 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069897 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.069897 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.070109 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.070193 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.070325 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.070484 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.070644 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.070804 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.070970 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.071126 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.071460 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.071648 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.071837 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.071964 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.072097 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.072256 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.072413 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.072573 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.072731 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.073801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.073801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.073801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.073801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.073801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.073801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.073801 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.075175 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_json = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.076168 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.077505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.078696 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079413 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079413 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079413 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079413 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079413 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079774 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079774 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.079774 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.080005 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.080082 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.080226 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.080386 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.080554 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.080715 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.080875 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.081142 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.081228 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.081347 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.081507 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.081681 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.081836 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.082094 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.082233 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.082376 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.082511 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.082598 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.082676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:31.082773 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.082888 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.083085 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.083329 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.083775 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.083775 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.083775 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084183 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084389 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084465 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084628 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084793 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.084954 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.085115 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.085274 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.085436 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.085595 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.085765 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.085924 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.086083 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.086242 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.086403 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.086672 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.086800 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.086963 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.087122 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.087282 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.087442 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.089462 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.090400 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.091348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092280 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092280 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092280 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092280 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092280 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.092871 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.093209 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.093209 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.093528 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.093528 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.093814 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.093814 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094046 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094046 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094250 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094370 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094495 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094649 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094810 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.094970 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.095129 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.095290 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.095460 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.095649 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.095796 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.095955 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.096122 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.096292 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.096451 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.096612 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.096839 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.096973 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.097095 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.097215 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.097370 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.097528 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.097687 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.097846 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.098014 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.098185 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.098345 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.098505 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.098666 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.098849 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.099006 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.099164 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.099323 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.099482 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.099663 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.099827 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.099986 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.100146 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.100305 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.100466 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.100627 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.100786 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.100947 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.101107 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.101266 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.101427 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.101588 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.101746 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.101908 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.102069 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.102229 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.102390 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.102549 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.102709 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.102869 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.103028 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.103189 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.103348 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.103520 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.103690 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.103851 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.104009 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.104169 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.104330 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.104492 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.104653 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.104817 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.104978 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.105138 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.105299 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.105461 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.105621 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.105781 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.105942 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.106101 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.106262 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.106423 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.106583 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.106743 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.106909 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.107068 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.107228 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.107387 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.107546 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.107756 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.108645 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.108645 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.108826 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.108904 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.109036 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.109406 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.109406 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.109645 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.109749 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.109864 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.110031 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.110195 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.110354 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.110514 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.110673 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.110835 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.110997 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.111157 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.111317 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.111477 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.111662 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.111809 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.111968 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.112131 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.112295 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.112439 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.112602 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.112783 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.112915 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.113054 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.113219 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.113383 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.113525 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.113687 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.113856 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.114009 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.114153 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.114309 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.114468 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.114627 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.114797 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.114961 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.115167 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.115323 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.115460 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.115637 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.115781 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.115909 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.116036 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.116185 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.116313 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.116477 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.116646 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.116806 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.118547 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.119342 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120242 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120242 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120242 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120242 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120242 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120242 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120753 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120753 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120753 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.120753 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.121179 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.121179 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.121179 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.121621 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.121621 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.121865 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.121865 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.122096 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.122096 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.122324 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.122415 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.122555 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.122715 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.122874 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.123035 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.123195 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.123354 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.123567 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.124269 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.124440 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.124644 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.124773 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.124896 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.125017 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.125293 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.125293 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.125528 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 06 09:22:31.125650 n-d-840834-1 neutron-server[102635]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102635) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 06 09:22:31.276408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:31.285572 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069342 May 06 09:22:42.620900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b0d20-21aa-443f-8561-71395c504576 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:22:42.678605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129b0d20-21aa-443f-8561-71395c504576 None None] No non-hosted networks {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 06 09:22:42.696716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.agentschedulers_db [None req-129b0d20-21aa-443f-8561-71395c504576 None None] DHCP Agent not found on host n-d-840834-1 {{(pid=102744) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 06 09:22:42.855193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33ec5365-be3d-4e18-90f8-5070377512e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897075'] for agent, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:44.984757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40b0318c-b07e-40f6-bc95-ed8691ba63ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897075'] for agent, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:45.028050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33fd92d3-f6c2-41ee-a31b-7e87e09402de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:46.490412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897075'] for agent, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:47.745487 n-d-840834-1 neutron-server[102744]: INFO neutron.db.l3_hamode_db [None req-44ab557a-13c8-4823-8a9f-884e65f2843e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 06 09:22:47.833480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab557a-13c8-4823-8a9f-884e65f2843e None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:22:47.833812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab557a-13c8-4823-8a9f-884e65f2843e None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:22:47.998370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897075'] for agent, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:48.542620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897075'] for agent, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:48.543597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.544615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.545000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.545399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.545902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.546229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.546550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.547127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.547448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.547833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.548158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.548476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:48.548890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-840834-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:48.559005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-840834-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:22:49.045654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57882) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:49.585489 n-d-840834-1 neutron-server[102742]: WARNING oslo_policy.policy [None req-a49a0e80-671b-47f0-abd3-d0cce3f71dd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:49.586099 n-d-840834-1 neutron-server[102742]: WARNING oslo_policy.policy [None req-a49a0e80-671b-47f0-abd3-d0cce3f71dd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:49.819144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-a49a0e80-671b-47f0-abd3-d0cce3f71dd3 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:22:49.820402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a49a0e80-671b-47f0-abd3-d0cce3f71dd3 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7727087 May 06 09:22:52.324064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57898) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:52.649855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-33bc3921-ea0e-4e5f-b45e-e3fcb9f4fdff admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:52.745803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.policy [None req-33bc3921-ea0e-4e5f-b45e-e3fcb9f4fdff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102742) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 09:22:52.793201 n-d-840834-1 neutron-server[102742]: WARNING oslo_policy.policy [None req-33bc3921-ea0e-4e5f-b45e-e3fcb9f4fdff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:52.793609 n-d-840834-1 neutron-server[102742]: WARNING oslo_policy.policy [None req-33bc3921-ea0e-4e5f-b45e-e3fcb9f4fdff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:22:52.888674 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33bc3921-ea0e-4e5f-b45e-e3fcb9f4fdff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788763887191', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788763886696', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788763842088', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788763844492', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788765363395', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788763852992', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573694', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2090024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634171'] for rbac-policy, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.954494 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33bc3921-ea0e-4e5f-b45e-e3fcb9f4fdff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:52.955705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-33bc3921-ea0e-4e5f-b45e-e3fcb9f4fdff admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6305890 May 06 09:22:55.605423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57910) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:55.905626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'admin_state_up': True, 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:55.933081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Made reservation on behalf of ce93480d61b4444fbb8541b89e529c8c for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:55.936770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:55.953711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:56.063333 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:56.067223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:56.088270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:22:56.115503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788762187304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:56.116086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Unsubscribe: segment precommit_create {{(pid=102742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 09:22:56.116588 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Added segment f96edad6-856f-4a18-8f95-8b1f27cb9d06 of type vlan for network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf May 06 09:22:56.132636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb60370-1112-46df-9e8c-a12bc3648db4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:56.159586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.159949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.160277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.160601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.160920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.161234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.161549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.161857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.162165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.162472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.162778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.163083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Tracked resource versions report: May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: pushed versions: May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: { 'AddressGroup': {'1.2'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'ConntrackHelper': {'1.0'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Log': {'1.0'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Network': {'1.1'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Port': {'1.7'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'PortForwarding': {'1.2'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'QosPolicy': {'1.9'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'SecurityGroup': {'1.4'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'SecurityGroupRule': {'1.2'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'SubPort': {'1.0'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Subnet': {'1.1'}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Trunk': {'1.1'}} May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: consumer versions: May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: { DHCP agent@n-d-840834-1: {}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: L3 agent@n-d-840834-1: {}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: Metadata agent@n-d-840834-1: {}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: Metering agent@n-d-840834-1: {}, May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'ConntrackHelper': '1.0', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Log': '1.0', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Network': '1.1', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Port': '1.7', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'PortForwarding': '1.2', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'QosPolicy': '1.9', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'SecurityGroup': '1.4', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'SecurityGroupRule': '1.2', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'SubPort': '1.0', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Subnet': '1.1', May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: 'Trunk': '1.1'}} May 06 09:22:56.164229 n-d-840834-1 neutron-server[102742]: {{(pid=102742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:22:56.229682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:56.269094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:56.270316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:56.270976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:56.352911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7458084 May 06 09:22:56.370587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c20a37-326d-4321-a11a-a8666d95ae8a admin admin] Pushing event updated for resources: {'Network': ['ID=39a79b4e-ca71-4d8c-9dca-580ba58d6cbf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:56.387655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:22:59.045094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57924) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:22:59.437390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e58f338-b001-41b3-93a7-b4db3843433a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:59.438748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1e58f338-b001-41b3-93a7-b4db3843433a admin admin] 10.222.0.76 "GET /v2.0/networks/39a79b4e-ca71-4d8c-9dca-580ba58d6cbf HTTP/1.1" status: 200 len: 825 time: 0.3927116 May 06 09:22:59.463625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e94d7815-509d-4cce-8365-7eaf4d4ab973 admin admin] 10.222.0.76 "GET /v2.0/subnetpools/0b4e340f-e5f4-405c-90e3-b6510b6eacb1 HTTP/1.1" status: 200 len: 734 time: 0.0181296 May 06 09:22:59.472772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Request body: {'subnet': {'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '0b4e340f-e5f4-405c-90e3-b6510b6eacb1', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:22:59.492953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Made reservation on behalf of ce93480d61b4444fbb8541b89e529c8c for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:22:59.495252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.786672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.853913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f499242-88d3-4b11-b68e-0c681e823a41,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:22:59.859063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Checking segment: {'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:22:59.859434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Network hostable DHCP agents. Network: 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:22:59.880118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:22:59.891486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:22:59.896099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:22:59.896669 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:22:59.901354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09d4b8-548c-42a3-8065-198efd561402 None None] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:22:59.912342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-df9d337b-9402-4c1f-8830-264b1084546f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4427218 May 06 09:23:00.226333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'fixed_ips': [{'subnet_id': '0f499242-88d3-4b11-b68e-0c681e823a41'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:23:00.227609 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.530269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Allocated IP 172.20.0.2 (39a79b4e-ca71-4d8c-9dca-580ba58d6cbf/0f499242-88d3-4b11-b68e-0c681e823a41/6baaa096-560b-4b74-a106-5eda0116d352) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:00.733940 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.742171 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.823306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:00.830107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:00.831885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Pushing event updated for resources: {'Port': ['ID=6baaa096-560b-4b74-a106-5eda0116d352,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:00.839405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:23:00.843458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.843817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.844150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.844474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.844793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.845107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.845422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.845736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.846047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.846359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.846670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.846978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Tracked resource versions report: May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: pushed versions: May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: { 'AddressGroup': {'1.2'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'ConntrackHelper': {'1.0'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Log': {'1.0'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Network': {'1.1'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Port': {'1.7'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'PortForwarding': {'1.2'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'QosPolicy': {'1.9'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'SecurityGroup': {'1.4'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'SecurityGroupRule': {'1.2'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'SubPort': {'1.0'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Subnet': {'1.1'}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Trunk': {'1.1'}} May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: consumer versions: May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: { DHCP agent@n-d-840834-1: {}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: L3 agent@n-d-840834-1: {}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: Metadata agent@n-d-840834-1: {}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: Metering agent@n-d-840834-1: {}, May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'ConntrackHelper': '1.0', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Log': '1.0', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Network': '1.1', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Port': '1.7', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'PortForwarding': '1.2', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'QosPolicy': '1.9', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'SecurityGroup': '1.4', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'SecurityGroupRule': '1.2', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'SubPort': '1.0', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Subnet': '1.1', May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: 'Trunk': '1.1'}} May 06 09:23:00.848075 n-d-840834-1 neutron-server[102744]: {{(pid=102744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:23:00.922084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Attempting to bind port 6baaa096-560b-4b74-a106-5eda0116d352 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:00.922768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Attempting to bind port 6baaa096-560b-4b74-a106-5eda0116d352 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:00.922997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Attempting to bind port 6baaa096-560b-4b74-a106-5eda0116d352 on network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:23:00.927558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:23:00.928038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Checking segment: {'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:23:00.928477 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.928857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Bound using segment: {'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:23:00.929332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Bound port: 6baaa096-560b-4b74-a106-5eda0116d352, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:00.929737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:00.990821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] For port 6baaa096-560b-4b74-a106-5eda0116d352, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:23:00.995428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] For port 6baaa096-560b-4b74-a106-5eda0116d352, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6baaa096-560b-4b74-a106-5eda0116d352,segment=NetworkSegment(f96edad6-856f-4a18-8f95-8b1f27cb9d06),segment_id=f96edad6-856f-4a18-8f95-8b1f27cb9d06)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:23:00.999955 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:01.065048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977d02c-6f07-42fb-a968-727f231104ad None None] Pushing event updated for resources: {'Port': ['ID=6baaa096-560b-4b74-a106-5eda0116d352,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:02.390296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57932) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:02.711308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-98435348-af9c-4197-a53c-a369bdc101ae admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:23:02.712322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-98435348-af9c-4197-a53c-a369bdc101ae admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3209682 May 06 09:23:05.154150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57940) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:05.667850 n-d-840834-1 neutron-server[102743]: WARNING oslo_policy.policy [None req-d79b180d-6848-4572-a5a5-a23ac546e89f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:23:05.668665 n-d-840834-1 neutron-server[102743]: WARNING oslo_policy.policy [None req-d79b180d-6848-4572-a5a5-a23ac546e89f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:23:05.894854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-d79b180d-6848-4572-a5a5-a23ac546e89f admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:23:05.895989 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d79b180d-6848-4572-a5a5-a23ac546e89f admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7409227 May 06 09:23:08.593845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57960) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:08.892810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:08.958076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.policy [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102743) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 06 09:23:09.005141 n-d-840834-1 neutron-server[102743]: WARNING oslo_policy.policy [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:23:09.005518 n-d-840834-1 neutron-server[102743]: WARNING oslo_policy.policy [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 06 09:23:09.069320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.071166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.226746 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.232515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.253656 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.254847 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-383a7120-2be4-4a4c-a2f5-08448872a8dc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6600518 May 06 09:23:09.468981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec628749-7ec0-4675-a20a-e9a12d9074ca None None] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:23:09.541244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b720638e-6487-4236-8182-2cb1ee045b35 None None] Provisioning complete for port 6baaa096-560b-4b74-a106-5eda0116d352 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:09.541547 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b720638e-6487-4236-8182-2cb1ee045b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.736537 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b720638e-6487-4236-8182-2cb1ee045b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.801179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b720638e-6487-4236-8182-2cb1ee045b35 None None] For port 6baaa096-560b-4b74-a106-5eda0116d352, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6baaa096-560b-4b74-a106-5eda0116d352,segment=NetworkSegment(f96edad6-856f-4a18-8f95-8b1f27cb9d06),segment_id=f96edad6-856f-4a18-8f95-8b1f27cb9d06)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:23:09.806478 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b720638e-6487-4236-8182-2cb1ee045b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:09.862579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720638e-6487-4236-8182-2cb1ee045b35 None None] Pushing event updated for resources: {'Port': ['ID=6baaa096-560b-4b74-a106-5eda0116d352,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:09.946433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6baaa096-560b-4b74-a106-5eda0116d352 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:09.999087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6baaa096-560b-4b74-a106-5eda0116d352 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:09.999455 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:10.048083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7ecef8e3-cf40-4d15-9830-c28b68b34c4f None None] Provisioning complete for port 6baaa096-560b-4b74-a106-5eda0116d352 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:10.048454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ecef8e3-cf40-4d15-9830-c28b68b34c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:11.687234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57970) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:11.881627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6baaa096-560b-4b74-a106-5eda0116d352 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:11.928236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6baaa096-560b-4b74-a106-5eda0116d352 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:11.928744 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:12.004868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-b02dc5da-c0c9-456d-ac04-b26e5aac9795 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:23:12.005848 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b02dc5da-c0c9-456d-ac04-b26e5aac9795 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3176804 May 06 09:23:12.573880 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c97d5b99-5392-440c-a91b-721f3a869080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.418675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57978) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:14.733105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:14.751771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Made reservation on behalf of 15dee893a4ba47cb8af57109679dc965 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:23:14.753964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.765045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.848075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.851737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.867333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Reserving flat network on physical network physnet1 {{(pid=102742) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 06 09:23:14.886197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98020f95-525d-4206-8de8-31b9fbba8ed7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:14.891327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.891691 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Added segment da27795b-12ee-4576-b42d-d7b9ca2a5a03 of type flat for network 787548d0-ce2f-47e8-8359-296a6562f611 May 06 09:23:14.937544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.969757 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.970750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:23:14.971316 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:14.981211 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30a2d194-2cb3-408c-b724-b6ca2854f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:15.029918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6101813 May 06 09:23:15.034638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efed22-7be0-4de5-8053-a812cdefca2f admin admin] Pushing event updated for resources: {'Network': ['ID=787548d0-ce2f-47e8-8359-296a6562f611,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:15.047124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 787548d0-ce2f-47e8-8359-296a6562f611 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:23:15.997271 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:23:16.412723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:17.540360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57996) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:17.718330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cf2c36-c873-4b1c-9879-6aa13884c12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:23:17.719833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d3cf2c36-c873-4b1c-9879-6aa13884c12b admin admin] 10.222.0.76 "GET /v2.0/subnets/0f499242-88d3-4b11-b68e-0c681e823a41 HTTP/1.1" status: 200 len: 849 time: 0.1784906 May 06 09:23:17.886407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-54d89f4b-8418-48ac-bb9c-79877df8828f admin admin] 10.222.0.76 "GET /v2.0/routers/0497cdfb-3cf8-4013-b678-e2c29299e0ca HTTP/1.1" status: 200 len: 704 time: 0.1602685 May 06 09:23:17.943250 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.161216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.456958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Allocated IP 172.20.0.1 (39a79b4e-ca71-4d8c-9dca-580ba58d6cbf/0f499242-88d3-4b11-b68e-0c681e823a41/38238922-6765-4e34-993b-01187e61e9b5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:18.591969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.618257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.734551 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.801670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:18.809808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:18.817197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:23:18.817588 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:18.841979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Pushing event updated for resources: {'Port': ['ID=38238922-6765-4e34-993b-01187e61e9b5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:19.018780 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.038206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-622256f4-703c-4bf9-bbb1-4afa3bf2b8da None None] Provisioning complete for port 38238922-6765-4e34-993b-01187e61e9b5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:19.038829 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-622256f4-703c-4bf9-bbb1-4afa3bf2b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.070778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-622256f4-703c-4bf9-bbb1-4afa3bf2b8da None None] Port 38238922-6765-4e34-993b-01187e61e9b5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:23:19.226309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.231966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.232767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.312799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Pushing event updated for resources: {'Port': ['ID=38238922-6765-4e34-993b-01187e61e9b5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:19.356161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:19.357406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:19.517270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Router 0497cdfb-3cf8-4013-b678-e2c29299e0ca is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:23:19.596287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-40114f93-a955-4466-9eb7-197149b9142e None None] Provisioning complete for port 38238922-6765-4e34-993b-01187e61e9b5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:19.596734 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40114f93-a955-4466-9eb7-197149b9142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:19.616942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:23:19.622889 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9b3cbd7c-17fc-426d-989a-511523223461 admin admin] 10.222.0.76 "PUT /v2.0/routers/0497cdfb-3cf8-4013-b678-e2c29299e0ca/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7286494 May 06 09:23:19.637265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-40114f93-a955-4466-9eb7-197149b9142e None None] Port 38238922-6765-4e34-993b-01187e61e9b5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:23:19.643561 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Sync routers for ids ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:23:19.656826 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Routers {'0497cdfb-3cf8-4013-b678-e2c29299e0ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:23:19.657790 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:19.853694 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Set router 0497cdfb-3cf8-4013-b678-e2c29299e0ca gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:23:20.283833 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'name': 'router1', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:23:09Z', 'updated_at': '2022-05-06T09:23:18Z', 'revision_number': 2, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'gw_port_host': None, '_interfaces': [{'id': '38238922-6765-4e34-993b-01187e61e9b5', 'name': '', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'mac_address': 'fa:16:3e:8a:00:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:18Z', 'updated_at': '2022-05-06T09:23:19Z', 'revision_number': 2, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'subnets': [{'id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b4e340f-e5f4-405c-90e3-b6510b6eacb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:20.336506 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Checking router: 0497cdfb-3cf8-4013-b678-e2c29299e0ca for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:23:20.336866 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Updating router 0497cdfb-3cf8-4013-b678-e2c29299e0ca port 38238922-6765-4e34-993b-01187e61e9b5 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:23:20.385036 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:20.906163 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:20.912248 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.078059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Pushing event updated for resources: {'Port': ['ID=38238922-6765-4e34-993b-01187e61e9b5,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:21.081430 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Attempting to bind port 38238922-6765-4e34-993b-01187e61e9b5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:21.081818 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Attempting to bind port 38238922-6765-4e34-993b-01187e61e9b5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:21.082230 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Attempting to bind port 38238922-6765-4e34-993b-01187e61e9b5 on network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:23:21.089905 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.090236 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.090562 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.090886 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.091206 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.091522 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.091859 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.092174 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.092483 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.092793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.093101 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.093408 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Tracked resource versions report: May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: pushed versions: May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: { 'AddressGroup': {'1.2'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'ConntrackHelper': {'1.0'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Log': {'1.0'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Network': {'1.1'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Port': {'1.7'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'PortForwarding': {'1.2'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'QosPolicy': {'1.9'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'SecurityGroup': {'1.4'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'SecurityGroupRule': {'1.2'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'SubPort': {'1.0'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Subnet': {'1.1'}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Trunk': {'1.1'}} May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: consumer versions: May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: { DHCP agent@n-d-840834-1: {}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: L3 agent@n-d-840834-1: {}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: Metadata agent@n-d-840834-1: {}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: Metering agent@n-d-840834-1: {}, May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'ConntrackHelper': '1.0', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Log': '1.0', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Network': '1.1', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Port': '1.7', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'PortForwarding': '1.2', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'QosPolicy': '1.9', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'SecurityGroup': '1.4', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'SecurityGroupRule': '1.2', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'SubPort': '1.0', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Subnet': '1.1', May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: 'Trunk': '1.1'}} May 06 09:23:21.094487 n-d-840834-1 neutron-server[102745]: {{(pid=102745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:23:21.099199 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:23:21.099605 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Checking segment: {'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:23:21.100056 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.100478 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Bound using segment: {'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:23:21.100966 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Bound port: 38238922-6765-4e34-993b-01187e61e9b5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96edad6-856f-4a18-8f95-8b1f27cb9d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:21.101346 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.165772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-84283f70-30c0-419d-bd43-3ebe57204bc9 None None] Provisioning complete for port 38238922-6765-4e34-993b-01187e61e9b5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:21.166287 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84283f70-30c0-419d-bd43-3ebe57204bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.170455 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] For port 38238922-6765-4e34-993b-01187e61e9b5, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:23:21.191242 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] For port 38238922-6765-4e34-993b-01187e61e9b5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=38238922-6765-4e34-993b-01187e61e9b5,segment=NetworkSegment(f96edad6-856f-4a18-8f95-8b1f27cb9d06),segment_id=f96edad6-856f-4a18-8f95-8b1f27cb9d06)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:23:21.195436 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.203453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-84283f70-30c0-419d-bd43-3ebe57204bc9 None None] Port 38238922-6765-4e34-993b-01187e61e9b5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:23:21.259544 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8ed48-d579-4cee-bcf4-a3513920b569 None None] Pushing event updated for resources: {'Port': ['ID=38238922-6765-4e34-993b-01187e61e9b5,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:21.264780 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Routers {'0497cdfb-3cf8-4013-b678-e2c29299e0ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:23:21.265378 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:21.358758 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] Set router 0497cdfb-3cf8-4013-b678-e2c29299e0ca gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:23:21.422888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e7e5dea7-2649-4b03-bcf1-a558f78330eb None None] Provisioning complete for port 38238922-6765-4e34-993b-01187e61e9b5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:21.423195 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7e5dea7-2649-4b03-bcf1-a558f78330eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.501199 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7e5dea7-2649-4b03-bcf1-a558f78330eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.542344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e7e5dea7-2649-4b03-bcf1-a558f78330eb None None] For port 38238922-6765-4e34-993b-01187e61e9b5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=38238922-6765-4e34-993b-01187e61e9b5,segment=NetworkSegment(f96edad6-856f-4a18-8f95-8b1f27cb9d06),segment_id=f96edad6-856f-4a18-8f95-8b1f27cb9d06)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:23:21.546942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7e5dea7-2649-4b03-bcf1-a558f78330eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:21.575944 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'name': 'router1', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:23:09Z', 'updated_at': '2022-05-06T09:23:18Z', 'revision_number': 2, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'gw_port_host': None, '_interfaces': [{'id': '38238922-6765-4e34-993b-01187e61e9b5', 'name': '', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'mac_address': 'fa:16:3e:8a:00:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:18Z', 'updated_at': '2022-05-06T09:23:21Z', 'revision_number': 4, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'subnets': [{'id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b4e340f-e5f4-405c-90e3-b6510b6eacb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:21.606878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5dea7-2649-4b03-bcf1-a558f78330eb None None] Pushing event updated for resources: {'Port': ['ID=38238922-6765-4e34-993b-01187e61e9b5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:21.607620 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1cf9f3-eeca-4e58-9cdc-be135c2474a8 None None] The sync data for ids ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'] in n-d-840834-1 is: [{'id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'name': 'router1', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:23:09Z', 'updated_at': '2022-05-06T09:23:18Z', 'revision_number': 2, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'gw_port_host': None, '_interfaces': [{'id': '38238922-6765-4e34-993b-01187e61e9b5', 'name': '', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'mac_address': 'fa:16:3e:8a:00:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:18Z', 'updated_at': '2022-05-06T09:23:21Z', 'revision_number': 4, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'subnets': [{'id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b4e340f-e5f4-405c-90e3-b6510b6eacb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:23:21.921235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58016) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:22.031171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0635bf8d-4451-46ed-82b2-cda36354dfba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:23:22.032584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0635bf8d-4451-46ed-82b2-cda36354dfba admin admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 842 time: 0.1104319 May 06 09:23:22.043031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.8.1', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.8.0/24'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:22.064733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Made reservation on behalf of 15dee893a4ba47cb8af57109679dc965 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:23:22.067143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.351547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:23:22.352016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.406463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=005d34e7-d298-4a33-975e-2389294dcdb6,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:22.414800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:23:22.415151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Network hostable DHCP agents. Network: 787548d0-ce2f-47e8-8359-296a6562f611, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:23:22.431648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:23:22.442357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 787548d0-ce2f-47e8-8359-296a6562f611) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:22.448426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:23:22.449588 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:22.453777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d565d1-dac5-493a-95d7-66ce7d5bee9f None None] Network 787548d0-ce2f-47e8-8359-296a6562f611 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:23:22.472328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0b4e3402-69cd-441b-b210-d380ea95a25e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4328933 May 06 09:23:22.597817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c88cc4-7bd4-4ff8-bf13-074b047ac77a None None] Network 787548d0-ce2f-47e8-8359-296a6562f611 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:23:24.810147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58024) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:25.039690 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-77678197-f4ea-4d4d-ac1f-f89abdf9f111 admin admin] 10.222.0.76 "GET /v2.0/routers/0497cdfb-3cf8-4013-b678-e2c29299e0ca HTTP/1.1" status: 200 len: 710 time: 0.2282546 May 06 09:23:25.237306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4479946e-880f-4f15-b033-05bb56d8c017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:23:25.238704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4479946e-880f-4f15-b033-05bb56d8c017 admin admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 886 time: 0.1910255 May 06 09:23:25.248170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:23:25.513318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.748761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:25.827481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.008039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Allocated IP 172.25.8.179 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/3fbdf1e2-d3b5-41fb-a209-9b19386e93ee) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:23:26.118153 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.179452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.218780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:23:26.220274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:23:26.283206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:23:26.328077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Pushing event updated for resources: {'Port': ['ID=3fbdf1e2-d3b5-41fb-a209-9b19386e93ee,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:26.364785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.365131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.365469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.365799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.366127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.366452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.366775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.367095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.367415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.367760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.368082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.368456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Tracked resource versions report: May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: pushed versions: May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: { 'AddressGroup': {'1.2'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'ConntrackHelper': {'1.0'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Log': {'1.0'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Network': {'1.1'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Port': {'1.7'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'PortForwarding': {'1.2'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'QosPolicy': {'1.9'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'SecurityGroup': {'1.4'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'SecurityGroupRule': {'1.2'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'SubPort': {'1.0'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Subnet': {'1.1'}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Trunk': {'1.1'}} May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: consumer versions: May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: { DHCP agent@n-d-840834-1: {}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: L3 agent@n-d-840834-1: {}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: Metadata agent@n-d-840834-1: {}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: Metering agent@n-d-840834-1: {}, May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'ConntrackHelper': '1.0', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Log': '1.0', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Network': '1.1', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Port': '1.7', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'PortForwarding': '1.2', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'QosPolicy': '1.9', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'SecurityGroup': '1.4', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'SecurityGroupRule': '1.2', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'SubPort': '1.0', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Subnet': '1.1', May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: 'Trunk': '1.1'}} May 06 09:23:26.369524 n-d-840834-1 neutron-server[102743]: {{(pid=102743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:23:26.638423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.845812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.850464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:26.966014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Router 0497cdfb-3cf8-4013-b678-e2c29299e0ca has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:23:27.077551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:23:27.081937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:27.083178 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a789f9b4-52bc-4bb8-bab2-e09b1ac8f41c admin admin] 10.222.0.76 "PUT /v2.0/routers/0497cdfb-3cf8-4013-b678-e2c29299e0ca HTTP/1.1" status: 200 len: 890 time: 1.8380978 May 06 09:23:27.929584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 38238922-6765-4e34-993b-01187e61e9b5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:27.981109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 38238922-6765-4e34-993b-01187e61e9b5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:27.981427 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:28.229250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Sync routers for ids ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:23:28.241164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Routers {'0497cdfb-3cf8-4013-b678-e2c29299e0ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:23:28.241728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:28.456603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Set router 0497cdfb-3cf8-4013-b678-e2c29299e0ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:23:28.913947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'name': 'router1', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3fbdf1e2-d3b5-41fb-a209-9b19386e93ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:23:09Z', 'updated_at': '2022-05-06T09:23:26Z', 'revision_number': 4, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'gw_port': {'id': '3fbdf1e2-d3b5-41fb-a209-9b19386e93ee', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:25Z', 'updated_at': '2022-05-06T09:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '38238922-6765-4e34-993b-01187e61e9b5', 'name': '', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'mac_address': 'fa:16:3e:8a:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:18Z', 'updated_at': '2022-05-06T09:23:21Z', 'revision_number': 5, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'subnets': [{'id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b4e340f-e5f4-405c-90e3-b6510b6eacb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:28.968190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Checking router: 0497cdfb-3cf8-4013-b678-e2c29299e0ca for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:23:28.968833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Updating router 0497cdfb-3cf8-4013-b678-e2c29299e0ca port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:23:29.015678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.341787 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.349678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.403771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c79e3-28d9-413d-89cf-64ccacb0bb38 None None] Pushing event updated for resources: {'Port': ['ID=3fbdf1e2-d3b5-41fb-a209-9b19386e93ee,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:29.407730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Attempting to bind port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:23:29.408156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Attempting to bind port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:23:29.408507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Attempting to bind port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:23:29.414065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:23:29.414435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:23:29.414829 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.415210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:23:29.416293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Bound port: 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:23:29.417167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.469667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] For port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:23:29.472621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] For port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3fbdf1e2-d3b5-41fb-a209-9b19386e93ee,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:23:29.477026 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:29.535103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Routers {'0497cdfb-3cf8-4013-b678-e2c29299e0ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:23:29.535713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:29.570868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c79e3-28d9-413d-89cf-64ccacb0bb38 None None] Pushing event updated for resources: {'Port': ['ID=3fbdf1e2-d3b5-41fb-a209-9b19386e93ee,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:29.598166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58040) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:23:29.646816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] Set router 0497cdfb-3cf8-4013-b678-e2c29299e0ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:23:29.719287 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e7b4b035-08e6-44cc-b208-b90402089fb8 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1197898 May 06 09:23:29.870445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'name': 'router1', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3fbdf1e2-d3b5-41fb-a209-9b19386e93ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:23:09Z', 'updated_at': '2022-05-06T09:23:26Z', 'revision_number': 4, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'gw_port': {'id': '3fbdf1e2-d3b5-41fb-a209-9b19386e93ee', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:25Z', 'updated_at': '2022-05-06T09:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '38238922-6765-4e34-993b-01187e61e9b5', 'name': '', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'mac_address': 'fa:16:3e:8a:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:18Z', 'updated_at': '2022-05-06T09:23:21Z', 'revision_number': 5, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'subnets': [{'id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b4e340f-e5f4-405c-90e3-b6510b6eacb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:23:29.896963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d199c-0f30-4004-85dd-2a2fcd8c6db3 None None] The sync data for ids ['0497cdfb-3cf8-4013-b678-e2c29299e0ca'] in n-d-840834-1 is: [{'id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'name': 'router1', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '3fbdf1e2-d3b5-41fb-a209-9b19386e93ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:23:09Z', 'updated_at': '2022-05-06T09:23:26Z', 'revision_number': 4, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'gw_port': {'id': '3fbdf1e2-d3b5-41fb-a209-9b19386e93ee', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:25Z', 'updated_at': '2022-05-06T09:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '38238922-6765-4e34-993b-01187e61e9b5', 'name': '', 'network_id': '39a79b4e-ca71-4d8c-9dca-580ba58d6cbf', 'tenant_id': 'ce93480d61b4444fbb8541b89e529c8c', 'mac_address': 'fa:16:3e:8a:00:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0497cdfb-3cf8-4013-b678-e2c29299e0ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:23:18Z', 'updated_at': '2022-05-06T09:23:21Z', 'revision_number': 5, 'project_id': 'ce93480d61b4444fbb8541b89e529c8c', 'subnets': [{'id': '0f499242-88d3-4b11-b68e-0c681e823a41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b4e340f-e5f4-405c-90e3-b6510b6eacb1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:23:31.949279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:32.005755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:32.006434 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:32.087808 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:32.109664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3fbdf1e2-d3b5-41fb-a209-9b19386e93ee,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:23:32.113995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:32.164240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=3fbdf1e2-d3b5-41fb-a209-9b19386e93ee,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:23:33.924213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:23:33.990518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3fbdf1e2-d3b5-41fb-a209-9b19386e93ee triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:23:33.991238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:42.570035 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5e03aba3-45d4-460c-933e-a18d6bd80346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:44.985404 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe49f-4b4c-4124-8f70-ca422217a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:46.419894 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:47.949755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:48.546373 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:23:53.006450 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:24:12.574931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76a2c61f-5c10-4f44-8ed0-cd10f9c140ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:14.981077 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ead9a41-ce6b-4514-a6a5-d1443a4d316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:16.421151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:17.951727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:18.542717 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:29.996160 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:24:42.578807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-529c77a9-08a9-4513-b7dc-e239b1c13690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:44.985737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91066d2a-13a4-4000-8b83-1c9e2be79c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:46.425172 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:47.944771 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:24:48.546459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:06.995973 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:25:12.584560 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38aa157c-fca1-448c-b2f4-9e6211eec552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:12.747097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58634) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:12.810912 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6557b210-dcad-44ff-8ef4-a5b15ee1e6aa admin admin] GET failed (client error): The resource could not be found. May 06 09:25:12.812358 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6557b210-dcad-44ff-8ef4-a5b15ee1e6aa admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642798 May 06 09:25:12.992797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3bd00-8417-4b00-a83f-b2fe92a3b595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:12.994182 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b8c3bd00-8417-4b00-a83f-b2fe92a3b595 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1770751 May 06 09:25:14.987685 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c43c08fe-2a5b-4ffa-8975-ba2a63d1d48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.323475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58644) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:15.428855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27896879-b127-4fdf-9da6-4ffff54d34a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:15.430229 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-27896879-b127-4fdf-9da6-4ffff54d34a3 admin admin] 10.222.0.76 "GET /v2.0/subnets/0f499242-88d3-4b11-b68e-0c681e823a41 HTTP/1.1" status: 200 len: 849 time: 0.1057723 May 06 09:25:15.441829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:15.532855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.680183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788762031481'] for subnet, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.713560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:15.714177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:15.715675 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] 10.222.0.76 "PUT /v2.0/subnets/0f499242-88d3-4b11-b68e-0c681e823a41 HTTP/1.1" status: 200 len: 868 time: 0.2775705 May 06 09:25:15.734003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f499242-88d3-4b11-b68e-0c681e823a41,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:15.734240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586e7ea-eb3c-4f0c-ae72-ccd16999291b None None] Network 39a79b4e-ca71-4d8c-9dca-580ba58d6cbf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:25:15.743508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.743924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.744270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.744614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.744958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.745458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.745795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.746115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.746470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.746938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.747269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:15.747613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b233943f-9099-45e0-af7a-3d3c7bce5ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:16.121757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4a81422a-a841-4dc5-8604-01915274ab43 None None] Provisioning complete for port 6baaa096-560b-4b74-a106-5eda0116d352 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:16.122327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a81422a-a841-4dc5-8604-01915274ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:16.214605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4a81422a-a841-4dc5-8604-01915274ab43 None None] Provisioning complete for port 38238922-6765-4e34-993b-01187e61e9b5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:25:16.215246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a81422a-a841-4dc5-8604-01915274ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:16.425924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:17.950204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58652) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:17.956475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:18.217126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0075d76-14c9-4c4c-87c1-c9fd90100072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:18.217512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0075d76-14c9-4c4c-87c1-c9fd90100072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:18.219040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b0075d76-14c9-4c4c-87c1-c9fd90100072 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2678621 May 06 09:25:18.550033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:20.409785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:20.538978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe4f65-0a9a-4f09-a6b8-2900abb14808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:20.539445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfe4f65-0a9a-4f09-a6b8-2900abb14808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:20.541067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4dfe4f65-0a9a-4f09-a6b8-2900abb14808 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303105 May 06 09:25:22.761388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58670) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:22.904472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfc1fb-dabc-41ab-9675-577bbab84839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:22.905729 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7edfc1fb-dabc-41ab-9675-577bbab84839 admin admin] 10.222.0.76 "GET /v2.0/networks/39a79b4e-ca71-4d8c-9dca-580ba58d6cbf HTTP/1.1" status: 200 len: 869 time: 0.1433737 May 06 09:25:25.091213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58678) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:25.217363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdacfe8-4d04-4045-9b85-f8d34a4df852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:25.218725 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6fdacfe8-4d04-4045-9b85-f8d34a4df852 admin admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 886 time: 0.1265438 May 06 09:25:27.434898 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58686) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:27.558894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb1ccf-da65-4453-8b42-9c6d4f092fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:27.559343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eb1ccf-da65-4453-8b42-9c6d4f092fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:27.560872 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d6eb1ccf-da65-4453-8b42-9c6d4f092fc0 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250412 May 06 09:25:29.779899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58694) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:29.869681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3392f71-95b4-4f46-88dc-b37065718a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:29.870059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3392f71-95b4-4f46-88dc-b37065718a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:29.871564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c3392f71-95b4-4f46-88dc-b37065718a0f admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907319 May 06 09:25:32.099376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:32.184871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec7fb7c-972b-40b1-b630-48f7e02c94ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:32.186181 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7ec7fb7c-972b-40b1-b630-48f7e02c94ac admin admin] 10.222.0.76 "GET /v2.0/subnets/005d34e7-d298-4a33-975e-2389294dcdb6 HTTP/1.1" status: 200 len: 816 time: 0.0858254 May 06 09:25:34.400317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58710) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:34.562172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1975df9-5f42-428f-abbb-c080b4b22aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:34.563510 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1975df9-5f42-428f-abbb-c080b4b22aba admin admin] 10.222.0.76 "GET /v2.0/subnets/0f499242-88d3-4b11-b68e-0c681e823a41 HTTP/1.1" status: 200 len: 868 time: 0.1621790 May 06 09:25:42.579695 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7f401d84-7c60-44f8-b0c3-9e74648b4548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:43.993883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:25:44.989189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ca7580e-4365-4fcc-81d4-13cff287b392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:46.429637 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:47.953194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:48.551692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:54.961962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:55.011015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-9e7994e8-6e79-42f8-8da4-2e36e7646f62 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:25:55.012100 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9e7994e8-6e79-42f8-8da4-2e36e7646f62 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492032 May 06 09:25:57.296235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58772) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:57.356197 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce6083d-b54d-4774-87d2-d346d4ea0d2d admin admin] GET failed (client error): The resource could not be found. May 06 09:25:57.357514 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bce6083d-b54d-4774-87d2-d346d4ea0d2d admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603449 May 06 09:25:57.439841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df74aab3-b09e-4914-b334-20364e45a8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:57.441262 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df74aab3-b09e-4914-b334-20364e45a8a3 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0792310 May 06 09:25:59.680687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58780) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:25:59.727964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:25:59.749551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Made reservation on behalf of 15dee893a4ba47cb8af57109679dc965 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:25:59.751941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.783073 n-d-840834-1 neutron-server[102742]: WARNING neutron.services.revisions.revision_plugin [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Could not find related network for resource to bump revision. May 06 09:25:59.794643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:25:59.803302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.803718 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Added segment d051224a-b551-4304-8f3c-145c6e620616 of type vlan for network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 May 06 09:25:59.843756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.869150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.870386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:25:59.870987 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:25:59.926494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2446918 May 06 09:25:59.931540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Pushing event updated for resources: {'Network': ['ID=2a6ef4d6-196b-4977-ab23-6d1094fbc311,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:25:59.939122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.939468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.939838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.940177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.940509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.940841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.941171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.941508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.941824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.942150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.942477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.942806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024bf460-dce6-4e10-8fab-b824fa0f4abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:25:59.956959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:26:02.139717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58788) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:26:02.199782 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b67c65-f583-4783-906e-6864b8262b10 admin admin] GET failed (client error): The resource could not be found. May 06 09:26:02.201179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a8b67c65-f583-4783-906e-6864b8262b10 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604911 May 06 09:26:02.300895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61ffb5-6ca1-49cf-becc-073220879488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:26:02.302382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1a61ffb5-6ca1-49cf-becc-073220879488 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0966427 May 06 09:26:02.313347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:26:02.334097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Made reservation on behalf of 15dee893a4ba47cb8af57109679dc965 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:26:02.336635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.498764 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.557244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7951d042-ea0a-4c88-8820-d84242b76bc8,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:02.564027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:26:02.564377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Network hostable DHCP agents. Network: 2a6ef4d6-196b-4977-ab23-6d1094fbc311, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:26:02.580754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:26:02.589675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2a6ef4d6-196b-4977-ab23-6d1094fbc311) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:26:02.593958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:26:02.594524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.598796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec3cea-bcf9-414e-b470-88d905018d65 None None] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:26:02.610898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55578b1b-eb2d-4b1b-9a81-4f1fd46783ea admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3010399 May 06 09:26:02.753487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'tenant_id': '15dee893a4ba47cb8af57109679dc965', 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:26:02.754379 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:02.905112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Allocated IP 192.168.233.2 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/5d6a415b-786a-4a77-bbaf-91b119e68082) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:26:03.145339 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:03.152619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:03.192313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:26:03.195656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:26:03.199465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:26:03.206929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Pushing event updated for resources: {'Port': ['ID=5d6a415b-786a-4a77-bbaf-91b119e68082,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:03.217091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.217430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.217761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.218086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.218410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.218727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.219042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.219499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.219852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.220166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.220479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.220791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:26:03.274520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Attempting to bind port 5d6a415b-786a-4a77-bbaf-91b119e68082 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:26:03.274894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Attempting to bind port 5d6a415b-786a-4a77-bbaf-91b119e68082 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:26:03.275236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Attempting to bind port 5d6a415b-786a-4a77-bbaf-91b119e68082 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:26:03.280598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:26:03.280960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:26:03.281353 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:03.281734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:26:03.282197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Bound port: 5d6a415b-786a-4a77-bbaf-91b119e68082, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:26:03.282577 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:03.345734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] For port 5d6a415b-786a-4a77-bbaf-91b119e68082, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:26:03.349022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] For port 5d6a415b-786a-4a77-bbaf-91b119e68082, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d6a415b-786a-4a77-bbaf-91b119e68082,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:26:03.352816 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:03.412784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9377b71-6fbc-462e-8fec-e793299d392b None None] Pushing event updated for resources: {'Port': ['ID=5d6a415b-786a-4a77-bbaf-91b119e68082,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:04.082226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d6a415b-786a-4a77-bbaf-91b119e68082 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:26:04.146872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5d6a415b-786a-4a77-bbaf-91b119e68082 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:04.147237 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:04.239286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:04.279794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 5d6a415b-786a-4a77-bbaf-91b119e68082, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d6a415b-786a-4a77-bbaf-91b119e68082,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:26:04.285129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:04.335369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed891aa-8901-44e4-bcd4-6d41c95cf5df None None] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:26:04.353706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=5d6a415b-786a-4a77-bbaf-91b119e68082,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:26:04.431015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5266d4f5-612c-4634-8068-57b663e0164c None None] Provisioning complete for port 5d6a415b-786a-4a77-bbaf-91b119e68082 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:04.431380 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5266d4f5-612c-4634-8068-57b663e0164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:04.791539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c48bfb15-2bd1-4616-9abd-65752999711d None None] Provisioning complete for port 5d6a415b-786a-4a77-bbaf-91b119e68082 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:04.792091 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb15-2bd1-4616-9abd-65752999711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:06.005209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d6a415b-786a-4a77-bbaf-91b119e68082 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:26:06.053077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5d6a415b-786a-4a77-bbaf-91b119e68082 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:26:06.053486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:12.576880 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc8aea9c-0356-4aac-acd3-7527e323dbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:14.993277 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cdae7416-ecc5-42a9-8d96-26d203d032c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:16.431746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:17.955648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:18.556129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:20.992784 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:26:42.583143 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a4efac71-48bd-43b0-b3a4-e517edde2868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:44.994834 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c39aa136-22f3-4a8c-b0a1-e05972dade1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:46.435009 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:47.957217 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:48.558975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:26:57.993496 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:27:12.587830 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a28e0dde-e201-4471-a44d-f4e8a85dcaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:14.996732 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf04332a-f1b3-4b56-80bb-68baeedccf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:16.437882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:17.960582 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:18.561685 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:31.772230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58826) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:27:31.778078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-8b26e62d-3d04-44ca-a304-0d63b39fd689 tempest-verify_tempest_config-548115663 tempest-verify_tempest_config-548115663-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:27:31.779063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8b26e62d-3d04-44ca-a304-0d63b39fd689 tempest-verify_tempest_config-548115663 tempest-verify_tempest_config-548115663-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058272 May 06 09:27:32.074664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58844) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:27:32.177963 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.250648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.254602 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.298593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797472b3-2488-4eb8-868b-cd4b8d67641c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:32.303068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c067f56b646480c92d53add68f8d772&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2274368 May 06 09:27:32.305834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58848) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:27:32.307659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.308006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.308343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.308670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.309000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.309323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.309641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.309960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.310276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.310590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.310906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.311218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ee8fcf-bc01-47ab-bef1-4072e3086ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.400445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.420538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.510520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.513336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:32.517319 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/797472b3-2488-4eb8-868b-cd4b8d67641c HTTP/1.1" status: 204 len: 168 time: 0.2103915 May 06 09:27:32.525637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797472b3-2488-4eb8-868b-cd4b8d67641c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:27:32.532240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.532595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.532936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.533274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.533608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.533945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.534267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.534598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.534933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.535240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.535565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:32.535920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633efeda-1d93-4c25-a2d6-ed7796c60404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:27:34.994586 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:27:42.590521 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4c2e08ce-a44a-47a9-a59b-de3a13a3383d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:44.999691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-450368f4-8474-4dd2-821a-3bf788317842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:46.439259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:47.963529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:27:48.563349 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:11.993123 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:28:12.689873 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4139be66-742a-4877-ba62-8aee897ab131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:15.000899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-78ef3ac3-cc55-48e4-bd6f-b8fa2f4ecec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:16.442189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:17.967158 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:18.568658 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:42.591735 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0607-b0e6-4b41-9763-67214fe17bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:45.002862 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30e9f5ce-516b-4ad1-8abc-af745ea52b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:46.446290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:47.969733 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:48.572278 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:28:48.991276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:29:12.595441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22013e80-6f74-4f27-9d2b-380c89fbd903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:15.004053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5adbfb05-422f-497a-b1a6-df78055e2409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:16.448721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:17.973067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:18.574754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:25.990494 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:29:42.598944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-82b973d2-6db4-4b9d-b5a1-97dac849e8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:45.006216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0415fc59-e965-4570-9337-d52207cd6604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:46.451535 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:47.976353 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:29:48.579349 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:02.988614 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:30:12.602868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f895ed3-d947-4b81-bfaf-ba4408be779f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:15.011278 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c687aa5a-805e-4db0-bd11-a76b44056a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:16.454119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:17.978876 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:18.581889 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:39.987483 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 5 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:30:42.604455 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ff4d11a3-069a-4402-bd6e-bfe8e21115d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:45.012693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5018c516-d24f-4bd5-80ab-f50eb84a18bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:46.096823 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897075'] for agent, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:46.457456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:47.981359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:48.585521 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:30:50.166966 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-897075'] for agent, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:12.606767 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5db6297-ccb8-4b44-92e9-bdd4cfde5ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:15.015673 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-34623054-ba0f-4c18-999f-67daf12e0c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:16.083259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:16.461196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:16.986468 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:31:17.983238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:18.587988 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:20.150938 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:35.605629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58902) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:31:35.709884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c74523c0-5bc2-4370-99fb-44b0e73ced47 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1031508 May 06 09:31:37.955251 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58912) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:31:38.011906 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5678751e-733e-45f5-9ab1-e3fae4bcf9ca admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0555251 May 06 09:31:42.608856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a8a247f2-cdc9-4a87-85d7-a3585f049ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:45.018442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b3e1b7a8-1165-4d4d-8ff2-4edaac039ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:46.083016 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:46.463656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:47.987501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:48.590693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:50.164495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:31:53.984680 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:32:12.612543 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-06b6e956-456b-4de1-be55-41e38217f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:15.025698 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05fd8851-96f3-477a-8cce-8ae82b49c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:16.092650 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:16.466284 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:17.995741 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:18.599976 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:20.182209 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:30.984491 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:32:42.615318 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e419e756-655b-40d5-aa43-0a942e85ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:45.019630 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2f89e8e7-2a5b-451a-bd94-2004a6a9ad8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:46.111486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:46.474194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:47.995004 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:48.598076 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:32:50.178486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:07.986232 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:33:12.617665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38c85116-df96-4e91-ade3-0c19a9772e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:13.175867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59140) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:13.589991 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-68a9b439-90a5-4489-84b8-c6ee275c1166 tempest-AutoAllocateNetworkTest-534940663 tempest-AutoAllocateNetworkTest-534940663-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1e1fb0758af045f4aac70135dbfe8912&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4129739 May 06 09:33:13.593241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59164) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:13.780826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc77936-1ade-443d-ae8f-ab60803ee117 tempest-AutoAllocateNetworkTest-534940663 tempest-AutoAllocateNetworkTest-534940663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:13.782455 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0cc77936-1ade-443d-ae8f-ab60803ee117 tempest-AutoAllocateNetworkTest-534940663 tempest-AutoAllocateNetworkTest-534940663-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1880264 May 06 09:33:13.785483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59176) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:13.844369 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-38a1a21d-232a-408d-b5d3-d9cd6c7e5ef1 tempest-AutoAllocateNetworkTest-534940663 tempest-AutoAllocateNetworkTest-534940663-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576453 May 06 09:33:13.846971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59178) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:13.874461 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83ecda0c-6779-4b24-914c-317422785506 tempest-AutoAllocateNetworkTest-534940663 tempest-AutoAllocateNetworkTest-534940663-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1e1fb0758af045f4aac70135dbfe8912 HTTP/1.1" status: 200 len: 208 time: 0.0263481 May 06 09:33:14.603438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59228) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:15.000844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.026280 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e832c23-fcd3-4ab5-8e8b-6d5eb7ef854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.102956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.107138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.158618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a07446-1a5c-4600-a915-13a7b0ec4bd9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:15.164330 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e1fb0758af045f4aac70135dbfe8912&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5596147 May 06 09:33:15.167048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59262) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:15.170002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.170579 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.171074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.171415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.171800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.172130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.172611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.172939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.173264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.173586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.173908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.174221 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f29462-e760-40fb-abbf-21cae9deb2b2 admin admin] Tracked resource versions report: May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: pushed versions: May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: { 'AddressGroup': {'1.2'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'ConntrackHelper': {'1.0'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Log': {'1.0'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Network': {'1.1'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Port': {'1.7'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'PortForwarding': {'1.2'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'QosPolicy': {'1.9'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'SecurityGroup': {'1.4'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'SecurityGroupRule': {'1.2'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'SubPort': {'1.0'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Subnet': {'1.1'}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Trunk': {'1.1'}} May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: consumer versions: May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: { DHCP agent@n-d-840834-1: {}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: HyperV agent@n-h1-840834-1: {}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: HyperV agent@n-h2-840834-1: {}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: L3 agent@n-d-840834-1: {}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: Metadata agent@n-d-840834-1: {}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: Metering agent@n-d-840834-1: {}, May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'ConntrackHelper': '1.0', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Log': '1.0', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Network': '1.1', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Port': '1.7', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'PortForwarding': '1.2', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'QosPolicy': '1.9', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'SecurityGroup': '1.4', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'SecurityGroupRule': '1.2', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'SubPort': '1.0', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Subnet': '1.1', May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: 'Trunk': '1.1'}} May 06 09:33:15.175289 n-d-840834-1 neutron-server[102743]: {{(pid=102743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:33:15.243438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.269567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.332257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.335162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:15.338897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f0a07446-1a5c-4600-a915-13a7b0ec4bd9 HTTP/1.1" status: 204 len: 168 time: 0.1708255 May 06 09:33:15.346807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a07446-1a5c-4600-a915-13a7b0ec4bd9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:15.354032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.354390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.354723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.355050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.355374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.355794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.356361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.356780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.357098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.357419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.357738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.358056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac10b68-5306-450c-b837-447ae9e3e5a8 admin admin] Tracked resource versions report: May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: pushed versions: May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: { 'AddressGroup': {'1.2'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'ConntrackHelper': {'1.0'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Log': {'1.0'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Network': {'1.1'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Port': {'1.7'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'PortForwarding': {'1.2'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'QosPolicy': {'1.9'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'SecurityGroup': {'1.4'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'SecurityGroupRule': {'1.2'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'SubPort': {'1.0'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Subnet': {'1.1'}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Trunk': {'1.1'}} May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: consumer versions: May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: { DHCP agent@n-d-840834-1: {}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: HyperV agent@n-h1-840834-1: {}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: HyperV agent@n-h2-840834-1: {}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: L3 agent@n-d-840834-1: {}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: Metadata agent@n-d-840834-1: {}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: Metering agent@n-d-840834-1: {}, May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'ConntrackHelper': '1.0', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Log': '1.0', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Network': '1.1', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Port': '1.7', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'PortForwarding': '1.2', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'QosPolicy': '1.9', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'SecurityGroup': '1.4', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'SecurityGroupRule': '1.2', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'SubPort': '1.0', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Subnet': '1.1', May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: 'Trunk': '1.1'}} May 06 09:33:15.359124 n-d-840834-1 neutron-server[102742]: {{(pid=102742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:33:16.101751 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.473757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.611463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:16.739762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3018fa44-2156-4298-9073-ffc9ff6a9638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.827729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3018fa44-2156-4298-9073-ffc9ff6a9638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.832787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3018fa44-2156-4298-9073-ffc9ff6a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.869612 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3018fa44-2156-4298-9073-ffc9ff6a9638 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=93ab8b1074a24db1ba5df3f27795c4ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2565053 May 06 09:33:16.872327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018fa44-2156-4298-9073-ffc9ff6a9638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a6775-c712-4c42-9e2f-4ef31ee0b0ce,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:16.873223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59376) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:16.927661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c1fc-f02a-4f96-a249-17869de551b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:16.953002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c1fc-f02a-4f96-a249-17869de551b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.007880 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c1fc-f02a-4f96-a249-17869de551b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.010534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1e9c1fc-f02a-4f96-a249-17869de551b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.013996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f1e9c1fc-f02a-4f96-a249-17869de551b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f9a6775-c712-4c42-9e2f-4ef31ee0b0ce HTTP/1.1" status: 204 len: 168 time: 0.1371224 May 06 09:33:17.019755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9c1fc-f02a-4f96-a249-17869de551b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a6775-c712-4c42-9e2f-4ef31ee0b0ce,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:17.158447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59394) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:17.452957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59408) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:17.455968 n-d-840834-1 neutron-server[102742]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 09:33:17.495343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-21304281-c286-4108-a039-67fa4e7787cd tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b12641defb5e47ee83ae0b08901e4299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405872 May 06 09:33:17.617869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8694829-f852-4167-afc8-25e2637190c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.759623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:17.761253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8694829-f852-4167-afc8-25e2637190c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.773457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-162a86b6-379b-42c1-92b5-914cd45dde43 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:17.779738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bd257a7-0a3d-49bd-8d85-4961e8728528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.780756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-162a86b6-379b-42c1-92b5-914cd45dde43 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835972 May 06 09:33:17.790663 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8694829-f852-4167-afc8-25e2637190c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.830125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-68f7cdfd-27f6-4a36-aa1d-1b4d01a2a18a tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/quotas/b12641defb5e47ee83ae0b08901e4299 HTTP/1.1" status: 200 len: 375 time: 0.0481656 May 06 09:33:17.877669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bd257a7-0a3d-49bd-8d85-4961e8728528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.883003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bd257a7-0a3d-49bd-8d85-4961e8728528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:17.905125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-8e5bb6d8-7451-46d0-ae49-55dadb8c2338 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b12641defb5e47ee83ae0b08901e4299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737569 May 06 09:33:17.916344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a8694829-f852-4167-afc8-25e2637190c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73a265336825410fa67fed5119cab974&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7535915 May 06 09:33:17.920997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59434) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:17.944437 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3bd257a7-0a3d-49bd-8d85-4961e8728528 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7282124a8d784cfcae02dd145d39151c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1805811 May 06 09:33:17.944437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd257a7-0a3d-49bd-8d85-4961e8728528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d07c2-e85b-4471-be15-d0ca1fc968b1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:17.944757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59438) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:17.996460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8694829-f852-4167-afc8-25e2637190c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4132a8ed-49f3-41d7-92b1-3d35d4be6f52,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:18.019321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.062296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21bd64bc-c982-4f9a-9ace-61aaf9e23ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.103925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fcd8-9baa-4f8e-b3a2-8492d099bdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.107344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21bd64bc-c982-4f9a-9ace-61aaf9e23ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.152648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fcd8-9baa-4f8e-b3a2-8492d099bdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.224523 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fcd8-9baa-4f8e-b3a2-8492d099bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.228471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21bd64bc-c982-4f9a-9ace-61aaf9e23ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.229108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1f1fcd8-9baa-4f8e-b3a2-8492d099bdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.231197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b1f1fcd8-9baa-4f8e-b3a2-8492d099bdc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e74d07c2-e85b-4471-be15-d0ca1fc968b1 HTTP/1.1" status: 204 len: 168 time: 0.2847292 May 06 09:33:18.232706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21bd64bc-c982-4f9a-9ace-61aaf9e23ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.236291 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21bd64bc-c982-4f9a-9ace-61aaf9e23ffb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4132a8ed-49f3-41d7-92b1-3d35d4be6f52 HTTP/1.1" status: 204 len: 168 time: 0.3118753 May 06 09:33:18.242626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd64bc-c982-4f9a-9ace-61aaf9e23ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132a8ed-49f3-41d7-92b1-3d35d4be6f52,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:18.243892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1fcd8-9baa-4f8e-b3a2-8492d099bdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d07c2-e85b-4471-be15-d0ca1fc968b1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:18.599457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.702248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59506) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:18.833866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:18.853464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55b3c2db-ae12-4b77-882c-98d424efad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.946171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55b3c2db-ae12-4b77-882c-98d424efad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.951363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55b3c2db-ae12-4b77-882c-98d424efad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:18.978584 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-55b3c2db-ae12-4b77-882c-98d424efad0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f3c66f791524336afec34e8a4e4f656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1423199 May 06 09:33:18.981611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59524) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.041798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3c2db-ae12-4b77-882c-98d424efad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325fba4d-d027-4ad7-b72f-52173e3619c0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.049311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c272e5ab-7ae9-45f5-9f62-c9a73c1ae369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.079495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c272e5ab-7ae9-45f5-9f62-c9a73c1ae369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.117666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59532) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.188549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c272e5ab-7ae9-45f5-9f62-c9a73c1ae369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.191527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c272e5ab-7ae9-45f5-9f62-c9a73c1ae369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.192881 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c272e5ab-7ae9-45f5-9f62-c9a73c1ae369 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/325fba4d-d027-4ad7-b72f-52173e3619c0 HTTP/1.1" status: 204 len: 168 time: 0.2103660 May 06 09:33:19.204098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272e5ab-7ae9-45f5-9f62-c9a73c1ae369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fba4d-d027-4ad7-b72f-52173e3619c0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.274551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb73b4d1-0f6f-430f-9106-88afe4f71c64 req-cb4166a0-190f-4afd-aa29-3de002c277dd tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 210 time: 0.5706017 May 06 09:33:19.282743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1225b5c-2c54-450f-a1bf-c57bbaa94c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.403985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1225b5c-2c54-450f-a1bf-c57bbaa94c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.410894 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1225b5c-2c54-450f-a1bf-c57bbaa94c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.448833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f1225b5c-2c54-450f-a1bf-c57bbaa94c0b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2de681a5f8904134bd02e8138c99d760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3301241 May 06 09:33:19.450806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1225b5c-2c54-450f-a1bf-c57bbaa94c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf9483c-a626-4870-a9de-7b73437dbd12,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:19.452347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59560) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:19.509232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0904464b-bd0f-44d2-9da8-56df69b51659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.534343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0904464b-bd0f-44d2-9da8-56df69b51659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.593245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0904464b-bd0f-44d2-9da8-56df69b51659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.596095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0904464b-bd0f-44d2-9da8-56df69b51659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:19.597229 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0904464b-bd0f-44d2-9da8-56df69b51659 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bf9483c-a626-4870-a9de-7b73437dbd12 HTTP/1.1" status: 204 len: 168 time: 0.1439099 May 06 09:33:19.606417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904464b-bd0f-44d2-9da8-56df69b51659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf9483c-a626-4870-a9de-7b73437dbd12,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:20.212760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.215698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.82', 58034) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:20.221957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59638) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:20.249403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c800ebc-edf8-4c18-a746-195b4e9fc72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.274741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-8911fd59-cbbb-4022-94de-133d495bdca2 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b12641defb5e47ee83ae0b08901e4299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527935 May 06 09:33:20.426815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c800ebc-edf8-4c18-a746-195b4e9fc72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.433193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c800ebc-edf8-4c18-a746-195b4e9fc72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.482089 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c800ebc-edf8-4c18-a746-195b4e9fc72f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce19baf582e2412ab2ad1de7f84edc38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2581818 May 06 09:33:20.483501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c800ebc-edf8-4c18-a746-195b4e9fc72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a9ca7-9a58-4f29-b370-a2766f7bbf80,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:20.486298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59658) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:20.507144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-8dcfa373-040e-4b8b-8927-9d5282c4b73b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:20.508691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-8dcfa373-040e-4b8b-8927-9d5282c4b73b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306263 May 06 09:33:20.548424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32120239-fd33-490c-a93a-0923482acc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.573531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32120239-fd33-490c-a93a-0923482acc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.679172 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32120239-fd33-490c-a93a-0923482acc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.682054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32120239-fd33-490c-a93a-0923482acc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:20.684143 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-32120239-fd33-490c-a93a-0923482acc8b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b2a9ca7-9a58-4f29-b370-a2766f7bbf80 HTTP/1.1" status: 204 len: 168 time: 0.1961365 May 06 09:33:20.698601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120239-fd33-490c-a93a-0923482acc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a9ca7-9a58-4f29-b370-a2766f7bbf80,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:20.740963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9b3979a-1c6b-451a-a3db-b8cc6b07b8dc req-24199124-9b53-4a69-a453-dc194fd0d22e tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 210 time: 0.1586404 May 06 09:33:20.744679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Request body: {'port': {'device_id': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'b12641defb5e47ee83ae0b08901e4299'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:20.996380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Made reservation on behalf of b12641defb5e47ee83ae0b08901e4299 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:21.006279 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.015935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.100351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.106557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.222623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0755e8c-d9b9-44c3-b8dd-da051be9ece7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:21.350876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59710) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:21.377368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Allocated IP 192.168.233.14 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/e593a0d9-9736-4271-a1dc-61d312a25153) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:21.462147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-3465b461-defb-43e4-8d15-f5b386e878c9 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=24ed49e01c1741f8b881350197438d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430644 May 06 09:33:21.557405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a0bac69-ea39-4ab0-b2bc-19b868c6432a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.648737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.658744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-0863975e-1de7-4f09-b60a-a03f8395979a tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:21.666478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-0863975e-1de7-4f09-b60a-a03f8395979a tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972976 May 06 09:33:21.681222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-29247dc8-89e5-4440-b195-7fb46db34ff7 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/quotas/24ed49e01c1741f8b881350197438d5c HTTP/1.1" status: 200 len: 375 time: 0.0142982 May 06 09:33:21.681632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a0bac69-ea39-4ab0-b2bc-19b868c6432a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.686979 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a0bac69-ea39-4ab0-b2bc-19b868c6432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.729935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-aa55dd6d-09d5-48c2-9037-622a58a23cc0 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=24ed49e01c1741f8b881350197438d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335124 May 06 09:33:21.731216 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4a0bac69-ea39-4ab0-b2bc-19b868c6432a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8418ef8c377c4c9f9b8d3bba5cf8033a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3783867 May 06 09:33:21.733429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59736) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:21.735614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0bac69-ea39-4ab0-b2bc-19b868c6432a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbafcc9-b1a5-4edd-8961-348b729ee68c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:21.742053 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.799794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f588d5b4-5ca4-43f9-8ad4-6e386cc955d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.835374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:21.842399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:21.851648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:21.853997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f588d5b4-5ca4-43f9-8ad4-6e386cc955d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.860596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:21.860596 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:21.987196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f588d5b4-5ca4-43f9-8ad4-6e386cc955d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.011787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f588d5b4-5ca4-43f9-8ad4-6e386cc955d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.020801 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f588d5b4-5ca4-43f9-8ad4-6e386cc955d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cfbafcc9-b1a5-4edd-8961-348b729ee68c HTTP/1.1" status: 204 len: 168 time: 0.2828147 May 06 09:33:22.037151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Pushing event updated for resources: {'Port': ['ID=e593a0d9-9736-4271-a1dc-61d312a25153,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:22.049589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588d5b4-5ca4-43f9-8ad4-6e386cc955d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbafcc9-b1a5-4edd-8961-348b729ee68c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:22.069773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0544e8d4-6b9a-4632-9936-3629b2169ee0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3312788 May 06 09:33:22.089200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-71ffa2e9-32f3-499e-9aa9-139a87e635b0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:33:22.090829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-71ffa2e9-32f3-499e-9aa9-139a87e635b0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138822 May 06 09:33:22.367990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7be15ee-ba7f-41af-a8c1-8fb5de5355ad req-0d876c4c-fc83-457e-a799-23a9fcaa2034 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0719509 May 06 09:33:22.492674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3af12bee-4f88-44ce-a7c0-58e9602c3364 None None] Provisioning complete for port e593a0d9-9736-4271-a1dc-61d312a25153 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:22.493931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3af12bee-4f88-44ce-a7c0-58e9602c3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:22.534810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b7aab-8867-453f-93cb-5b624e2c3157 req-a0b923c0-2bd5-4e54-9f90-a83fa8a2db31 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:22.537334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-858b7aab-8867-453f-93cb-5b624e2c3157 req-a0b923c0-2bd5-4e54-9f90-a83fa8a2db31 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 935 time: 0.1192737 May 06 09:33:22.629603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3af12bee-4f88-44ce-a7c0-58e9602c3364 None None] Port e593a0d9-9736-4271-a1dc-61d312a25153 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:22.644664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-858b7aab-8867-453f-93cb-5b624e2c3157 req-f43339e1-66ae-4170-9dee-c4ada1b0fa0e tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994554 May 06 09:33:23.539865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2478a16-cad3-41cf-96cc-8da87a8d30fc req-a306223b-ada5-4754-a0d0-f8a1204aa86e tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0584099 May 06 09:33:23.619047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59816) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:23.651435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd8a52ec-240c-4505-9dd1-228b8ba4d592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.892421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd8a52ec-240c-4505-9dd1-228b8ba4d592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.912052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da909a-727e-45d5-b562-e944d139e4d7 req-aae21943-3934-4212-aa72-923bda3635e8 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:23.918409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1da909a-727e-45d5-b562-e944d139e4d7 req-aae21943-3934-4212-aa72-923bda3635e8 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 935 time: 0.0943799 May 06 09:33:23.924298 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd8a52ec-240c-4505-9dd1-228b8ba4d592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:23.988496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bd8a52ec-240c-4505-9dd1-228b8ba4d592 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1cce9004b7374ffd97492c8c4b439187&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3655059 May 06 09:33:23.988496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59838) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:23.995603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a52ec-240c-4505-9dd1-228b8ba4d592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07844d-c229-4704-bb01-62cb9a014189,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:24.024190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1da909a-727e-45d5-b562-e944d139e4d7 req-6ce529f4-d024-4a47-96de-50a135e5b195 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077302 May 06 09:33:24.101383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a1941f1-56d3-4dcd-98e0-72c4fc1f19a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.127317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a1941f1-56d3-4dcd-98e0-72c4fc1f19a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.206929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a1941f1-56d3-4dcd-98e0-72c4fc1f19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.210682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a1941f1-56d3-4dcd-98e0-72c4fc1f19a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:24.216590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8a1941f1-56d3-4dcd-98e0-72c4fc1f19a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b07844d-c229-4704-bb01-62cb9a014189 HTTP/1.1" status: 204 len: 168 time: 0.2228646 May 06 09:33:24.222665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1941f1-56d3-4dcd-98e0-72c4fc1f19a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07844d-c229-4704-bb01-62cb9a014189,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:24.682597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7bf5e3b-39ee-4e1f-b94d-48c0b5903d7e req-cce89708-7989-40e7-a9b3-47621383c1a1 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0409007 May 06 09:33:25.226041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b88f5-5df7-4132-8a15-a775fe01bdaf req-5f79d73a-49c5-4167-ba10-53f9a2052395 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:25.234714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-766b88f5-5df7-4132-8a15-a775fe01bdaf req-5f79d73a-49c5-4167-ba10-53f9a2052395 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 935 time: 0.0731225 May 06 09:33:25.283605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-766b88f5-5df7-4132-8a15-a775fe01bdaf req-f7d446b7-0bbd-4f7c-9737-b8e81bbfa76d tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480001 May 06 09:33:25.345967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59890) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:25.732114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3939f281-ed1c-4002-b17b-97e7aaa0de67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.820785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3939f281-ed1c-4002-b17b-97e7aaa0de67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.828680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3939f281-ed1c-4002-b17b-97e7aaa0de67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:25.868079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939f281-ed1c-4002-b17b-97e7aaa0de67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afe789e-0b00-42fd-b887-d0d9c4f89eb1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:25.903236 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3939f281-ed1c-4002-b17b-97e7aaa0de67 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3cf730b5be34b61910b9729bd90231c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5549271 May 06 09:33:25.905810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59912) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:25.912006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d5e0fc-c8c0-42c0-ae39-7d4a5a9003e2 req-37f8fdd8-e060-493c-af38-0645caf230bf tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0716028 May 06 09:33:25.984051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab83c0b2-d361-45ed-9145-f7739065d4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.015967 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab83c0b2-d361-45ed-9145-f7739065d4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.096977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab83c0b2-d361-45ed-9145-f7739065d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.099400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab83c0b2-d361-45ed-9145-f7739065d4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.102540 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ab83c0b2-d361-45ed-9145-f7739065d4c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3afe789e-0b00-42fd-b887-d0d9c4f89eb1 HTTP/1.1" status: 204 len: 168 time: 0.1936841 May 06 09:33:26.113277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83c0b2-d361-45ed-9145-f7739065d4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afe789e-0b00-42fd-b887-d0d9c4f89eb1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:26.251872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59924) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:26.492190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842e58e-8568-4030-a7fc-bf22a9ff581b req-2bb7a261-3cd6-473d-bb80-f60cad9e7469 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:26.500297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9842e58e-8568-4030-a7fc-bf22a9ff581b req-2bb7a261-3cd6-473d-bb80-f60cad9e7469 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 935 time: 0.0897861 May 06 09:33:26.561526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9842e58e-8568-4030-a7fc-bf22a9ff581b req-0772a1b6-56f3-4397-80e7-b8ad9ca94352 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599391 May 06 09:33:26.688250 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10c7b711-deb5-4abf-b399-c2876b644b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.801224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59964) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:26.825576 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed773d38-19ad-4599-bab7-1eb6d3b67437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.830896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10c7b711-deb5-4abf-b399-c2876b644b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.843077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10c7b711-deb5-4abf-b399-c2876b644b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:26.933910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-10c7b711-deb5-4abf-b399-c2876b644b5f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=486c94845e304cb2986df1ae1a417757&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6808925 May 06 09:33:26.938870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59966) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:26.944856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7b711-deb5-4abf-b399-c2876b644b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc306c80-6455-4d3d-bfa4-375c966153d9,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:27.042609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed773d38-19ad-4599-bab7-1eb6d3b67437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.072529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed773d38-19ad-4599-bab7-1eb6d3b67437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.111299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bc90a35-672e-483d-a9f2-1c4327c3fc33 req-64ac9912-2b4e-4d5c-8f3d-2aaece42c886 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0705957 May 06 09:33:27.186028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8ae2-78cb-4fa6-9663-dce64c5e674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.222971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59978) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:27.223430 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ed773d38-19ad-4599-bab7-1eb6d3b67437 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e722eccdfd24f3fba681a4e974d2277&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4174075 May 06 09:33:27.259954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed773d38-19ad-4599-bab7-1eb6d3b67437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d7eb02-986f-45c3-a918-ee591dee6a80,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:27.267667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8ae2-78cb-4fa6-9663-dce64c5e674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.320058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9beb2331-f2ea-4847-83e4-6b54e103007f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.347920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9beb2331-f2ea-4847-83e4-6b54e103007f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.363478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8ae2-78cb-4fa6-9663-dce64c5e674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.366961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff6c8ae2-78cb-4fa6-9663-dce64c5e674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.368520 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ff6c8ae2-78cb-4fa6-9663-dce64c5e674c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc306c80-6455-4d3d-bfa4-375c966153d9 HTTP/1.1" status: 204 len: 168 time: 0.4287946 May 06 09:33:27.378314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c8ae2-78cb-4fa6-9663-dce64c5e674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc306c80-6455-4d3d-bfa4-375c966153d9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:27.428271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9beb2331-f2ea-4847-83e4-6b54e103007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.430681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9beb2331-f2ea-4847-83e4-6b54e103007f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:27.435656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9beb2331-f2ea-4847-83e4-6b54e103007f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3d7eb02-986f-45c3-a918-ee591dee6a80 HTTP/1.1" status: 204 len: 168 time: 0.2114267 May 06 09:33:27.444905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb2331-f2ea-4847-83e4-6b54e103007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d7eb02-986f-45c3-a918-ee591dee6a80,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:27.522248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59988) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:27.862794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587be3e7-47a7-42bd-8999-c2561f423fa7 req-098e8d7a-f9a7-4ffa-ad52-b2245b01d93d tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:27.871560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-587be3e7-47a7-42bd-8999-c2561f423fa7 req-098e8d7a-f9a7-4ffa-ad52-b2245b01d93d tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 935 time: 0.1986737 May 06 09:33:27.918736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-587be3e7-47a7-42bd-8999-c2561f423fa7 req-9d371cf3-c8d0-47b6-a026-5dcedf798cde tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467575 May 06 09:33:28.012766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38cd1af5-15c9-4919-ac9a-577739ccddba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.097920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38cd1af5-15c9-4919-ac9a-577739ccddba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.103230 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38cd1af5-15c9-4919-ac9a-577739ccddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.150003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-38cd1af5-15c9-4919-ac9a-577739ccddba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ff9102ed2dd64b44a867bae2d585007a&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6264279 May 06 09:33:28.150818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd1af5-15c9-4919-ac9a-577739ccddba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f0d47b-f74e-47c9-8796-70c4f4051022,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:28.153888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60012) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:28.217875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60016) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:28.233570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c906c5f9-423e-4bb6-b9a5-1f269aa77072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.250334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e2a6585-e84a-4d1a-b41a-2a2da4514a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.297485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcb6dac7-b6f5-4a91-9c51-4f2bdee8ec41 req-b8ecf98a-fbad-4db4-96be-7faa35edc6e9 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0346563 May 06 09:33:28.309071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c906c5f9-423e-4bb6-b9a5-1f269aa77072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.444215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c906c5f9-423e-4bb6-b9a5-1f269aa77072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.450216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c906c5f9-423e-4bb6-b9a5-1f269aa77072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.454791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c906c5f9-423e-4bb6-b9a5-1f269aa77072 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/26f0d47b-f74e-47c9-8796-70c4f4051022 HTTP/1.1" status: 204 len: 168 time: 0.2985463 May 06 09:33:28.483210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906c5f9-423e-4bb6-b9a5-1f269aa77072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f0d47b-f74e-47c9-8796-70c4f4051022,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:28.487558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e2a6585-e84a-4d1a-b41a-2a2da4514a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.494067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e2a6585-e84a-4d1a-b41a-2a2da4514a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.604060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Request body: {'port': {'device_id': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:28.676540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a6585-e84a-4d1a-b41a-2a2da4514a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e165bf3-27cc-402b-9426-b4334f0e7a93,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:28.695617 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3e2a6585-e84a-4d1a-b41a-2a2da4514a5e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0fb95de019344937841e0f7d39619374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4760888 May 06 09:33:28.698054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60024) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:28.741904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60028) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:28.761318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6a5e-e6f4-482b-82dc-828d586840a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.797766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.862929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6a5e-e6f4-482b-82dc-828d586840a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.868205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f85a9eec-6b2e-4905-9691-0bcf401bac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.871631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6a5e-e6f4-482b-82dc-828d586840a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.933390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f85a9eec-6b2e-4905-9691-0bcf401bac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:28.940534 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b9ef6a5e-e6f4-482b-82dc-828d586840a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4e10307d4194a09aa16ea9579c198be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1974435 May 06 09:33:28.946888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60032) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:29.015778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef6a5e-e6f4-482b-82dc-828d586840a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36453452-cc6a-48da-a1a8-a0961c8449e0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:29.166887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f85a9eec-6b2e-4905-9691-0bcf401bac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.172401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f85a9eec-6b2e-4905-9691-0bcf401bac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.181790 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f85a9eec-6b2e-4905-9691-0bcf401bac61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e165bf3-27cc-402b-9426-b4334f0e7a93 HTTP/1.1" status: 204 len: 168 time: 0.4822562 May 06 09:33:29.202050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96f2166d-7741-4aca-b0ce-9dc45b096c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.221744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a9eec-6b2e-4905-9691-0bcf401bac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e165bf3-27cc-402b-9426-b4334f0e7a93,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:29.244931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066d940-414d-4efd-9e37-9b250683d02c req-adac5168-d9aa-4b9b-b61b-c039bb607b74 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.269845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96f2166d-7741-4aca-b0ce-9dc45b096c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.275209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7066d940-414d-4efd-9e37-9b250683d02c req-adac5168-d9aa-4b9b-b61b-c039bb607b74 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 935 time: 0.2236326 May 06 09:33:29.427967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.82', 58039) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:29.446197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7066d940-414d-4efd-9e37-9b250683d02c req-2fa394b5-642c-4b1f-9198-3ae7e82fe30f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696784 May 06 09:33:29.502778 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-d84c703a-ee49-4095-8bc6-fb333ef485b5 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=24ed49e01c1741f8b881350197438d5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729313 May 06 09:33:29.514521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96f2166d-7741-4aca-b0ce-9dc45b096c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.518563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96f2166d-7741-4aca-b0ce-9dc45b096c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.528502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-96f2166d-7741-4aca-b0ce-9dc45b096c66 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36453452-cc6a-48da-a1a8-a0961c8449e0 HTTP/1.1" status: 204 len: 168 time: 0.5800109 May 06 09:33:29.605755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2166d-7741-4aca-b0ce-9dc45b096c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36453452-cc6a-48da-a1a8-a0961c8449e0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:29.607205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c453781d-37cc-4b5d-a2c8-7706689e2b49 req-de0d7257-591e-4ce0-bf7d-280c050a1838 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0872245 May 06 09:33:29.738574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e593a0d9-9736-4271-a1dc-61d312a25153 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:29.766202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.808088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-feec5687-2789-4f3d-8db3-47a585106218 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:29.810270 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-feec5687-2789-4f3d-8db3-47a585106218 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743983 May 06 09:33:29.814925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Transition to ACTIVE for port object e593a0d9-9736-4271-a1dc-61d312a25153 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:29.820630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:29.974867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e593a0d9-9736-4271-a1dc-61d312a25153,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:29.976402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Request body: {'port': {'device_id': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '24ed49e01c1741f8b881350197438d5c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:29.979336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:30.010636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Attempting to bind port e593a0d9-9736-4271-a1dc-61d312a25153 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:30.012192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Attempting to bind port e593a0d9-9736-4271-a1dc-61d312a25153 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:30.012772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Attempting to bind port e593a0d9-9736-4271-a1dc-61d312a25153 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:30.018790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Port e593a0d9-9736-4271-a1dc-61d312a25153 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:30.019320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Attempting to bind port e593a0d9-9736-4271-a1dc-61d312a25153 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:30.025992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:30.026483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:30.027862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:30.029426 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31b-c7a1-424d-9954-70ba5fc6b600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.029711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Bound port: e593a0d9-9736-4271-a1dc-61d312a25153, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:30.030366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.200747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] For port e593a0d9-9736-4271-a1dc-61d312a25153, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:30.220851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] For port e593a0d9-9736-4271-a1dc-61d312a25153, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e593a0d9-9736-4271-a1dc-61d312a25153,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:30.228487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.346741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:30.347490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.348781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] 10.222.0.82 "PUT /v2.0/ports/e593a0d9-9736-4271-a1dc-61d312a25153 HTTP/1.1" status: 200 len: 1095 time: 2.0209293 May 06 09:33:30.349273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'tag': 'e593a0d9-9736-4271-a1dc-61d312a25153'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:30.691339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Made reservation on behalf of 24ed49e01c1741f8b881350197438d5c for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:30.705715 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.758105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.785313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31b-c7a1-424d-9954-70ba5fc6b600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.807427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32dd31b-c7a1-424d-9954-70ba5fc6b600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:30.867966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dd31b-c7a1-424d-9954-70ba5fc6b600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e673ca8f-a0ed-49dc-bb74-dfb7c11aad8b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:30.884977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0b88b-147a-46ea-844d-e1164ad23fbc service neutron] Pushing event updated for resources: {'Port': ['ID=e593a0d9-9736-4271-a1dc-61d312a25153,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:30.917773 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c32dd31b-c7a1-424d-9954-70ba5fc6b600 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd5d2a7110ff4e6d8d0bc4783d7527a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9339304 May 06 09:33:30.920494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:30.944744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6e20a11-b1aa-42d5-94c2-6b65532b57ae req-554a5004-642c-4165-a0c2-01aaa4b9a3c3 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.1631618 May 06 09:33:30.966910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-3d4ad433-da6f-4d70-804a-487a17213df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:30.971184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-3d4ad433-da6f-4d70-804a-487a17213df0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b12641defb5e47ee83ae0b08901e4299&device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 1098 time: 0.3399551 May 06 09:33:31.024457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db3e0-e6ec-492a-a08f-d4904a3baa90 req-c7905c0b-5542-434a-81c1-8b41a9adbc49 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.029844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.031864 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39280ae6-b6a6-46ac-8707-c98224b671c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.035463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-617db3e0-e6ec-492a-a08f-d4904a3baa90 req-c7905c0b-5542-434a-81c1-8b41a9adbc49 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 947 time: 0.2420940 May 06 09:33:31.045724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.077616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:31.112683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39280ae6-b6a6-46ac-8707-c98224b671c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.151182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-41bb35fc-b03e-4584-af46-ca731220be53 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e593a0d9-9736-4271-a1dc-61d312a25153 HTTP/1.1" status: 200 len: 217 time: 0.1596034 May 06 09:33:31.172762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-617db3e0-e6ec-492a-a08f-d4904a3baa90 req-a09d5ee9-df5b-455a-9507-54d233defb83 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291637 May 06 09:33:31.219860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840401c0-a13f-4162-bb36-62a7ebf0050b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:31.241136 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f9b426-0126-496b-b756-a16e12e72b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "46794c26-d330-41f6-81e7-35c1fb1ff617", "tag": "e593a0d9-9736-4271-a1dc-61d312a25153"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:31.365832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-fb5fc614-450d-48e8-bbe0-86abe3b42403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.367436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-fb5fc614-450d-48e8-bbe0-86abe3b42403 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1304853 May 06 09:33:31.368335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39280ae6-b6a6-46ac-8707-c98224b671c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.371043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39280ae6-b6a6-46ac-8707-c98224b671c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.375628 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-39280ae6-b6a6-46ac-8707-c98224b671c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e673ca8f-a0ed-49dc-bb74-dfb7c11aad8b HTTP/1.1" status: 204 len: 168 time: 0.4505405 May 06 09:33:31.394832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Allocated IP 192.168.233.202 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/58159a93-fa88-4e02-a884-df73fa9e2ed3) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:31.399664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39280ae6-b6a6-46ac-8707-c98224b671c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e673ca8f-a0ed-49dc-bb74-dfb7c11aad8b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:31.402421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaa49d55-34a3-4c3a-9db9-0940390574be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.486321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-ef1ed495-ec53-49a1-bf28-4a729b690903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.488981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-ef1ed495-ec53-49a1-bf28-4a729b690903 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111023 May 06 09:33:31.493839 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fcb24b-0c11-4f70-95e4-95bc0e15d5c0 x-openstack-request-id: req-34fcb24b-0c11-4f70-95e4-95bc0e15d5c0 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:31.494122 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46794c26-d330-41f6-81e7-35c1fb1ff617", "tag": "e593a0d9-9736-4271-a1dc-61d312a25153", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:31.494718 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34fcb24b-0c11-4f70-95e4-95bc0e15d5c0 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:31.495072 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fcb24b-0c11-4f70-95e4-95bc0e15d5c0'] response: {'name': 'network-changed', 'server_uuid': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'tag': 'e593a0d9-9736-4271-a1dc-61d312a25153', 'status': 'completed', 'code': 200} May 06 09:33:31.640628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-45f9969c-e2a0-4a1f-bda0-b06abf8258e9 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312881 May 06 09:33:31.659155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaa49d55-34a3-4c3a-9db9-0940390574be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.665369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaa49d55-34a3-4c3a-9db9-0940390574be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.709170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.725036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa49d55-34a3-4c3a-9db9-0940390574be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226a68c6-6287-43c2-b0d7-aadfdda1f546,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:31.733682 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aaa49d55-34a3-4c3a-9db9-0940390574be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=841acb8ce62d4c09a43154bd24334dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6456354 May 06 09:33:31.733682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:31.765760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06b48d8-c8b9-4c83-a4b1-9b2f533ad2e4 req-c1b022b1-a75b-453d-b95d-40066b9cc9d1 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180892 May 06 09:33:31.802416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.813684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b299b977-bffd-44c9-9269-54111e71ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.903462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-323353fa-8c62-4827-a8e7-612c051729e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.905329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-323353fa-8c62-4827-a8e7-612c051729e0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b12641defb5e47ee83ae0b08901e4299&device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 1098 time: 0.0761685 May 06 09:33:31.909064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:31.914560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b299b977-bffd-44c9-9269-54111e71ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:31.928658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:31.947048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:31.961482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:31.962172 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.016868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Pushing event updated for resources: {'Port': ['ID=58159a93-fa88-4e02-a884-df73fa9e2ed3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:32.068036 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-eb1c9d61-ff38-4bf3-bbaf-f9216dca6c0c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0956440 May 06 09:33:32.082040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Request body: {'port': {'device_id': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'device_owner': 'compute:tempest-test_az-238641310', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:32.169500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b299b977-bffd-44c9-9269-54111e71ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.171972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b299b977-bffd-44c9-9269-54111e71ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.173105 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b299b977-bffd-44c9-9269-54111e71ef00 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/226a68c6-6287-43c2-b0d7-aadfdda1f546 HTTP/1.1" status: 204 len: 168 time: 0.4386389 May 06 09:33:32.187664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b977-bffd-44c9-9269-54111e71ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226a68c6-6287-43c2-b0d7-aadfdda1f546,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:32.232728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.291974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0c53714e-9fa0-4d19-8ab7-92984287e674 None None] Provisioning complete for port 58159a93-fa88-4e02-a884-df73fa9e2ed3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:32.294238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0c53714e-9fa0-4d19-8ab7-92984287e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.335905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bcbcc-03c9-4d1b-b260-ec88a2102598 req-64ecc7c8-f21c-41c8-8555-7c35aaf36a7c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.337275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c94bcbcc-03c9-4d1b-b260-ec88a2102598 req-64ecc7c8-f21c-41c8-8555-7c35aaf36a7c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 936 time: 0.1588192 May 06 09:33:32.367188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0c53714e-9fa0-4d19-8ab7-92984287e674 None None] Port 58159a93-fa88-4e02-a884-df73fa9e2ed3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:32.399144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c94bcbcc-03c9-4d1b-b260-ec88a2102598 req-93d20c51-7951-44a7-851f-2340e7963141 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 May 06 09:33:32.416364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-2bf79b08-030d-479e-b51f-9221c1d8e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.421118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-2bf79b08-030d-479e-b51f-9221c1d8e135 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.5080481 May 06 09:33:32.496236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-42e0b30e-6bd5-42bf-b276-270500b7f4f8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=e593a0d9-9736-4271-a1dc-61d312a25153 HTTP/1.1" status: 200 len: 217 time: 0.0527363 May 06 09:33:32.561903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b3840-6438-4e5c-984a-fc4dd7e53f79 req-2e4af9d0-2863-4d8f-8b07-375fd924c66b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.565077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b68b3840-6438-4e5c-984a-fc4dd7e53f79 req-2e4af9d0-2863-4d8f-8b07-375fd924c66b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 947 time: 0.2089384 May 06 09:33:32.625593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-c9460f87-e008-4159-b3b7-36c1541bd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.627961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-c9460f87-e008-4159-b3b7-36c1541bd41a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1217408 May 06 09:33:32.648854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b68b3840-6438-4e5c-984a-fc4dd7e53f79 req-b8f0c642-dbda-44e4-810b-c5377e8dbc1c tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560668 May 06 09:33:32.693758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-f258fbae-cb2d-49f4-bbe8-dd97b30e4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:32.694952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-f258fbae-cb2d-49f4-bbe8-dd97b30e4be8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494695 May 06 09:33:32.794243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58159a93-fa88-4e02-a884-df73fa9e2ed3 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:32.801038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-662ec058-d47e-4345-afd2-acad95ab11fb service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983918 May 06 09:33:32.803635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.826073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Transition to ACTIVE for port object 58159a93-fa88-4e02-a884-df73fa9e2ed3 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:33:32.834864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60152) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:32.836179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.890115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad20b147-972e-4375-8c33-c83c881607ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:32.911381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f9b426-0126-496b-b756-a16e12e72b3a req-35e53107-d2e1-4411-9833-3a12a4f6c843 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020403 May 06 09:33:32.943063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Pushing event updated for resources: {'Port': ['ID=58159a93-fa88-4e02-a884-df73fa9e2ed3,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:33.032552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Attempting to bind port 58159a93-fa88-4e02-a884-df73fa9e2ed3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:33.032921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Attempting to bind port 58159a93-fa88-4e02-a884-df73fa9e2ed3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:33.033302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Attempting to bind port 58159a93-fa88-4e02-a884-df73fa9e2ed3 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:33.044776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Port 58159a93-fa88-4e02-a884-df73fa9e2ed3 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:33:33.045080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Attempting to bind port 58159a93-fa88-4e02-a884-df73fa9e2ed3 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:33.054678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:33.055084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:33.055694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:33.056185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Bound port: 58159a93-fa88-4e02-a884-df73fa9e2ed3, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:33.056577 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.123919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad20b147-972e-4375-8c33-c83c881607ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.132587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad20b147-972e-4375-8c33-c83c881607ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.194952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] For port 58159a93-fa88-4e02-a884-df73fa9e2ed3, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:33.203504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:33.204072 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad20b147-972e-4375-8c33-c83c881607ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=996bf1c3ccc1433b9e41f9e9d10ac65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647826 May 06 09:33:33.205252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20b147-972e-4375-8c33-c83c881607ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea8a905-4494-484c-b283-dda260a410a0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:33.227275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] For port 58159a93-fa88-4e02-a884-df73fa9e2ed3, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58159a93-fa88-4e02-a884-df73fa9e2ed3,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:33.233875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.282684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.283496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.285105 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] 10.222.0.82 "PUT /v2.0/ports/58159a93-fa88-4e02-a884-df73fa9e2ed3 HTTP/1.1" status: 200 len: 1117 time: 1.2081194 May 06 09:33:33.285583 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'tag': '58159a93-fa88-4e02-a884-df73fa9e2ed3'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:33.299152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1a72306-d868-4a5c-b577-a8d19601caf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.348850 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1a72306-d868-4a5c-b577-a8d19601caf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.431005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1a72306-d868-4a5c-b577-a8d19601caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.434614 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1a72306-d868-4a5c-b577-a8d19601caf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:33.435866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e1a72306-d868-4a5c-b577-a8d19601caf3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aea8a905-4494-484c-b283-dda260a410a0 HTTP/1.1" status: 204 len: 168 time: 0.2310565 May 06 09:33:33.453158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a72306-d868-4a5c-b577-a8d19601caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea8a905-4494-484c-b283-dda260a410a0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:33.488347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcdd54-b13f-4fb4-a799-f408809a61f7 service neutron] Pushing event updated for resources: {'Port': ['ID=58159a93-fa88-4e02-a884-df73fa9e2ed3,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:33.540544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-10918386-475f-40eb-9ac8-1ef7987db8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.544474 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-10918386-475f-40eb-9ac8-1ef7987db8b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=24ed49e01c1741f8b881350197438d5c&device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 1120 time: 0.1579874 May 06 09:33:33.608112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71197c6c-3fa3-4ba2-b894-92bfa55e5e35 req-448a842e-294c-44f8-96e5-f672a33a0ca9 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.609856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71197c6c-3fa3-4ba2-b894-92bfa55e5e35 req-448a842e-294c-44f8-96e5-f672a33a0ca9 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 969 time: 0.0862365 May 06 09:33:33.634171 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-bac62990-5a2e-4517-8b9f-07b175ef7051 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=58159a93-fa88-4e02-a884-df73fa9e2ed3 HTTP/1.1" status: 200 len: 217 time: 0.0808165 May 06 09:33:33.676421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71197c6c-3fa3-4ba2-b894-92bfa55e5e35 req-fcd7cef4-dbbb-41b8-a225-a8a81318ee93 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516589 May 06 09:33:33.709685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-ad83c732-f07c-485f-9b48-81a61c45cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.711607 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-ad83c732-f07c-485f-9b48-81a61c45cdcb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0696347 May 06 09:33:33.806094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-e5bdd7ec-1b1d-4bb2-9b4f-d1c6943f07e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.808654 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-e5bdd7ec-1b1d-4bb2-9b4f-d1c6943f07e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0882401 May 06 09:33:33.809238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a5064-771c-4153-9c55-2ba058906972 req-256cb78c-ec9f-4689-934b-753058c76c67 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:33.810777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d79a5064-771c-4153-9c55-2ba058906972 req-256cb78c-ec9f-4689-934b-753058c76c67 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 947 time: 0.0538933 May 06 09:33:33.857472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d79a5064-771c-4153-9c55-2ba058906972 req-60768c00-913c-4bb9-90c8-ba266b206453 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 May 06 09:33:33.915662 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-cc315f0e-b94f-461d-8489-ec393acd6581 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992160 May 06 09:33:33.933563 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23067445-3638-491e-bec2-4bc9e4d12dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed8d9a9-1beb-45f0-9444-e82ce8687f2e", "tag": "58159a93-fa88-4e02-a884-df73fa9e2ed3"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:34.043658 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aac6b13e-0c0e-4965-9517-4143c8304542 req-3cb71011-df95-4c6c-91c9-3fe24dc8b94c service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160562 May 06 09:33:34.239538 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86238d4-0bff-4ea1-8f2a-893b11dacfb7 x-openstack-request-id: req-c86238d4-0bff-4ea1-8f2a-893b11dacfb7 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:34.239855 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed8d9a9-1beb-45f0-9444-e82ce8687f2e", "tag": "58159a93-fa88-4e02-a884-df73fa9e2ed3", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:34.240115 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c86238d4-0bff-4ea1-8f2a-893b11dacfb7 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:34.240586 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86238d4-0bff-4ea1-8f2a-893b11dacfb7'] response: {'name': 'network-changed', 'server_uuid': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'tag': '58159a93-fa88-4e02-a884-df73fa9e2ed3', 'status': 'completed', 'code': 200} May 06 09:33:34.312638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-85aa18c9-63cd-43e1-aa6f-94c95ecd5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.315203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-85aa18c9-63cd-43e1-aa6f-94c95ecd5645 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=24ed49e01c1741f8b881350197438d5c&device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 1120 time: 0.0529475 May 06 09:33:34.498015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-c59ee277-b495-41a7-b1bb-cb8e9f4bdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.499937 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-c59ee277-b495-41a7-b1bb-cb8e9f4bdf1c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1762838 May 06 09:33:34.551182 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-1ba8d6ae-adae-4b79-a38c-f7b9b095e4b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=58159a93-fa88-4e02-a884-df73fa9e2ed3 HTTP/1.1" status: 200 len: 217 time: 0.0437894 May 06 09:33:34.600108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-afa2a431-9a53-458a-9bd4-518b5b1eeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.601574 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-afa2a431-9a53-458a-9bd4-518b5b1eeabd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0439086 May 06 09:33:34.654103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-c14cc4c4-5ef1-4ae4-a2d9-652866904a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.655539 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-c14cc4c4-5ef1-4ae4-a2d9-652866904a16 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462744 May 06 09:33:34.765898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-bb7a1417-0ff5-469b-b693-eed2b081ea91 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010079 May 06 09:33:34.791955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e593a0d9-9736-4271-a1dc-61d312a25153 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:34.847331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc16a7-68ec-4e99-9c92-9fa7b4bef35f req-e6e161dc-9df1-4d93-9db5-b33e8a82f2e8 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:34.852221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48cc16a7-68ec-4e99-9c92-9fa7b4bef35f req-e6e161dc-9df1-4d93-9db5-b33e8a82f2e8 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 969 time: 0.0810082 May 06 09:33:34.956202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48cc16a7-68ec-4e99-9c92-9fa7b4bef35f req-0029933d-217b-4bc8-b139-d7f5b2bcd26d tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885437 May 06 09:33:34.967499 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-23067445-3638-491e-bec2-4bc9e4d12dd9 req-fc9c6d4e-a75a-4196-baeb-35d942b1e7de service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920245 May 06 09:33:34.984230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e593a0d9-9736-4271-a1dc-61d312a25153, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e593a0d9-9736-4271-a1dc-61d312a25153,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:35.019266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'e593a0d9-9736-4271-a1dc-61d312a25153', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'e593a0d9-9736-4271-a1dc-61d312a25153', 'mac_address': 'fa:16:3e:0d:61:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:35.069131 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:35.084444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779828c-0378-460f-996f-ee203ef5e013 req-66390993-2183-47fa-9df7-783e4ec35455 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:35.086533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a779828c-0378-460f-996f-ee203ef5e013 req-66390993-2183-47fa-9df7-783e4ec35455 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 947 time: 0.0543621 May 06 09:33:35.097753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e593a0d9-9736-4271-a1dc-61d312a25153 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:35.127007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e593a0d9-9736-4271-a1dc-61d312a25153, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e593a0d9-9736-4271-a1dc-61d312a25153,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:35.132624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:35.137692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a779828c-0378-460f-996f-ee203ef5e013 req-15bdccd1-740b-4a56-ba73-e5d2d726f8e3 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 May 06 09:33:35.189295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e593a0d9-9736-4271-a1dc-61d312a25153,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:35.198681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.199103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.199537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.199960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.200374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.200807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.201165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.201694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.202173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.202657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.203114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.203495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Tracked resource versions report: May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: pushed versions: May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: { 'AddressGroup': {'1.2'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'ConntrackHelper': {'1.0'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Log': {'1.0'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Network': {'1.1'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Port': {'1.7'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'PortForwarding': {'1.2'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'QosPolicy': {'1.9'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'SecurityGroup': {'1.4'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'SecurityGroupRule': {'1.2'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'SubPort': {'1.0'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Subnet': {'1.1'}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Trunk': {'1.1'}} May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: consumer versions: May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: { DHCP agent@n-d-840834-1: {}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: HyperV agent@n-h1-840834-1: {}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: HyperV agent@n-h2-840834-1: {}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: L3 agent@n-d-840834-1: {}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: Metadata agent@n-d-840834-1: {}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: Metering agent@n-d-840834-1: {}, May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'ConntrackHelper': '1.0', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Log': '1.0', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Network': '1.1', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Port': '1.7', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'PortForwarding': '1.2', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'QosPolicy': '1.9', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'SecurityGroup': '1.4', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'SecurityGroupRule': '1.2', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'SubPort': '1.0', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Subnet': '1.1', May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: 'Trunk': '1.1'}} May 06 09:33:35.204819 n-d-840834-1 neutron-server[102744]: {{(pid=102744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:33:35.468771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e593a0d9-9736-4271-a1dc-61d312a25153'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:35.940379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60302) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.086644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2ec98-0a21-4459-a010-e1249360eef3 req-abb6177a-02b1-4c50-b7cf-a7437d72f77c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.088152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cac2ec98-0a21-4459-a010-e1249360eef3 req-abb6177a-02b1-4c50-b7cf-a7437d72f77c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 969 time: 0.0555232 May 06 09:33:36.137850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cac2ec98-0a21-4459-a010-e1249360eef3 req-f87209e5-7ee7-4e76-b6ea-57c103fe409e tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428765 May 06 09:33:36.207721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-21b72620-d4d5-488b-a2d9-d1a7bd7793cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.308034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58106e56-6732-429e-8473-34222d0413f2 req-43fae72d-bd50-4894-bd25-51e4015c943f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:36.310204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58106e56-6732-429e-8473-34222d0413f2 req-43fae72d-bd50-4894-bd25-51e4015c943f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 948 time: 0.0762358 May 06 09:33:36.315229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60328) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.373557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-21b72620-d4d5-488b-a2d9-d1a7bd7793cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.380077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-21b72620-d4d5-488b-a2d9-d1a7bd7793cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.384704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58106e56-6732-429e-8473-34222d0413f2 req-628cc0cd-04d4-477e-9eb7-f2cbc7bb66b3 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592101 May 06 09:33:36.424367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-21b72620-d4d5-488b-a2d9-d1a7bd7793cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9107373446a7457388e4bfafd7f1aafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820354 May 06 09:33:36.425426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60332) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.426669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b72620-d4d5-488b-a2d9-d1a7bd7793cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd2ac21-212b-4784-aa21-507ca115ea72,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:36.489021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59b0e855-b5b7-4332-b932-295394d4a718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.513269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59b0e855-b5b7-4332-b932-295394d4a718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.563750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60338) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.576505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59b0e855-b5b7-4332-b932-295394d4a718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.579480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59b0e855-b5b7-4332-b932-295394d4a718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.582174 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-59b0e855-b5b7-4332-b932-295394d4a718 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1cd2ac21-212b-4784-aa21-507ca115ea72 HTTP/1.1" status: 204 len: 168 time: 0.1543505 May 06 09:33:36.594891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0e855-b5b7-4332-b932-295394d4a718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd2ac21-212b-4784-aa21-507ca115ea72,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:36.639511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b971ee1-382e-44bf-aaec-02f6e93879de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.664433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-100aeba9-c187-4b77-8406-0788b5416a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.788793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b971ee1-382e-44bf-aaec-02f6e93879de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.795731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b971ee1-382e-44bf-aaec-02f6e93879de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.806832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58159a93-fa88-4e02-a884-df73fa9e2ed3 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:33:36.824335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e593a0d9-9736-4271-a1dc-61d312a25153 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:36.825291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-100aeba9-c187-4b77-8406-0788b5416a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.845208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-100aeba9-c187-4b77-8406-0788b5416a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.856181 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5b971ee1-382e-44bf-aaec-02f6e93879de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22b2b1039d58443c88e1e344a42300c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895153 May 06 09:33:36.859052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60350) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:36.860941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b971ee1-382e-44bf-aaec-02f6e93879de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0e9389-fbf5-419c-ad6d-c22191ee6d29,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:36.961711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port e593a0d9-9736-4271-a1dc-61d312a25153 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:36.970939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port e593a0d9-9736-4271-a1dc-61d312a25153 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:36.971653 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:36.974559 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-34b32dc5-5f05-47d2-92b5-994e1720bf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.019668 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-100aeba9-c187-4b77-8406-0788b5416a0b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf42b55d394542659b1defa613a07ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7008283 May 06 09:33:37.022950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.026423 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-34b32dc5-5f05-47d2-92b5-994e1720bf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.042320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100aeba9-c187-4b77-8406-0788b5416a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b57e9a-a5cc-46c3-a4a6-80f238c1d99f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.052481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 58159a93-fa88-4e02-a884-df73fa9e2ed3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58159a93-fa88-4e02-a884-df73fa9e2ed3,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:37.075057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '58159a93-fa88-4e02-a884-df73fa9e2ed3', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '58159a93-fa88-4e02-a884-df73fa9e2ed3', 'mac_address': 'fa:16:3e:81:3f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:tempest-test_az-238641310', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:33:37.088116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cd8cef0-ac9d-4c70-90fd-f84f9617c3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.113805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60356) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.126724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cd8cef0-ac9d-4c70-90fd-f84f9617c3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.129328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64eb8339-d780-4455-a158-652178c0818b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.155094 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.158167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.158590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-34b32dc5-5f05-47d2-92b5-994e1720bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.161092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-34b32dc5-5f05-47d2-92b5-994e1720bf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.173219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-34b32dc5-5f05-47d2-92b5-994e1720bf02 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b0e9389-fbf5-419c-ad6d-c22191ee6d29 HTTP/1.1" status: 204 len: 168 time: 0.3106568 May 06 09:33:37.190712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b32dc5-5f05-47d2-92b5-994e1720bf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0e9389-fbf5-419c-ad6d-c22191ee6d29,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.206157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cd8cef0-ac9d-4c70-90fd-f84f9617c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.216531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cd8cef0-ac9d-4c70-90fd-f84f9617c3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.219222 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1cd8cef0-ac9d-4c70-90fd-f84f9617c3bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7b57e9a-a5cc-46c3-a4a6-80f238c1d99f HTTP/1.1" status: 204 len: 168 time: 0.1943746 May 06 09:33:37.225456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58159a93-fa88-4e02-a884-df73fa9e2ed3 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:33:37.249498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e593a0d9-9736-4271-a1dc-61d312a25153'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:37.259707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8cef0-ac9d-4c70-90fd-f84f9617c3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b57e9a-a5cc-46c3-a4a6-80f238c1d99f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.309954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60368) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.319113 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64eb8339-d780-4455-a158-652178c0818b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.325176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64eb8339-d780-4455-a158-652178c0818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.351460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e593a0d9-9736-4271-a1dc-61d312a25153, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e593a0d9-9736-4271-a1dc-61d312a25153,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:37.353562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 58159a93-fa88-4e02-a884-df73fa9e2ed3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58159a93-fa88-4e02-a884-df73fa9e2ed3,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:37.356513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-64eb8339-d780-4455-a158-652178c0818b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7d33474ac6c4520a8411159202150dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414997 May 06 09:33:37.359242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60374) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.361411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.365865 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.366215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5a7a4-4854-40cb-943a-35b25cf46f33 req-8b4c956c-2349-431f-97f7-c6a8d179dfe2 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:37.368531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39c5a7a4-4854-40cb-943a-35b25cf46f33 req-8b4c956c-2349-431f-97f7-c6a8d179dfe2 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 969 time: 0.1106169 May 06 09:33:37.419042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb8339-d780-4455-a158-652178c0818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f90c3a1-0dcf-47bd-bae6-d88571e3d9d1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.425159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39c5a7a4-4854-40cb-943a-35b25cf46f33 req-28a139c1-07da-40cb-98fb-fd4f03b8bdc8 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503471 May 06 09:33:37.458216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6870-3f2b-4c1e-a937-9986e32ecfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.463602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e593a0d9-9736-4271-a1dc-61d312a25153,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.491311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6870-3f2b-4c1e-a937-9986e32ecfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.535416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=58159a93-fa88-4e02-a884-df73fa9e2ed3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.552474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6870-3f2b-4c1e-a937-9986e32ecfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.556714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4ee6870-3f2b-4c1e-a937-9986e32ecfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.560454 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b4ee6870-3f2b-4c1e-a937-9986e32ecfbb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f90c3a1-0dcf-47bd-bae6-d88571e3d9d1 HTTP/1.1" status: 204 len: 168 time: 0.1999254 May 06 09:33:37.569888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee6870-3f2b-4c1e-a937-9986e32ecfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f90c3a1-0dcf-47bd-bae6-d88571e3d9d1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.594080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066270cf-1bb9-43f4-a0fe-df672999ec27 req-309271e2-976e-4e94-87e6-c28bc4c75d03 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:37.596203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-066270cf-1bb9-43f4-a0fe-df672999ec27 req-309271e2-976e-4e94-87e6-c28bc4c75d03 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 949 time: 0.1119690 May 06 09:33:37.612168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['58159a93-fa88-4e02-a884-df73fa9e2ed3'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:37.644202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-066270cf-1bb9-43f4-a0fe-df672999ec27 req-ba96cc55-06bb-4e63-bc32-a50f2c770df8 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 May 06 09:33:37.746226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad6-5efb-4470-ab74-47e9a91592bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.773263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60386) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.788575 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c3d342d3-851c-4664-b08d-d72e238c2e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.855171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad6-5efb-4470-ab74-47e9a91592bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.862647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3cc6ad6-5efb-4470-ab74-47e9a91592bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.889290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60388) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.897437 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c3d342d3-851c-4664-b08d-d72e238c2e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.905549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c3d342d3-851c-4664-b08d-d72e238c2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.934612 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f3cc6ad6-5efb-4470-ab74-47e9a91592bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=59f4be3ad134438a941a6bc9e0b03b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197348 May 06 09:33:37.934612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e6bd25-0e8d-4d5c-8cd7-0cd70f0b9f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:37.934921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60390) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.935013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6ad6-5efb-4470-ab74-47e9a91592bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71849e5e-7a57-4fef-bb04-5da41f300c5d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:37.979637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c3d342d3-851c-4664-b08d-d72e238c2e15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0174f252960e4bfdb46b862b138dcb48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026088 May 06 09:33:37.980599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60392) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:37.981037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d342d3-851c-4664-b08d-d72e238c2e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bbccb1-143a-407a-8f4f-09430369fc99,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.022629 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-571cd59c-6407-4041-8ddc-62cd08ca3e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.049779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-571cd59c-6407-4041-8ddc-62cd08ca3e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.076427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e6bd25-0e8d-4d5c-8cd7-0cd70f0b9f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.077533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa7c9-5349-455b-973a-ff67c7dfe127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.083030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e6bd25-0e8d-4d5c-8cd7-0cd70f0b9f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.108153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-571cd59c-6407-4041-8ddc-62cd08ca3e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.110695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-571cd59c-6407-4041-8ddc-62cd08ca3e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.114389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-571cd59c-6407-4041-8ddc-62cd08ca3e7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71849e5e-7a57-4fef-bb04-5da41f300c5d HTTP/1.1" status: 204 len: 168 time: 0.1770482 May 06 09:33:38.120775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cd59c-6407-4041-8ddc-62cd08ca3e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71849e5e-7a57-4fef-bb04-5da41f300c5d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.125248 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5400a053-d4bf-45b1-855c-204141971768" -d '{"events": [{"server_uuid": "46794c26-d330-41f6-81e7-35c1fb1ff617", "name": "network-vif-plugged", "status": "completed", "tag": "e593a0d9-9736-4271-a1dc-61d312a25153"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:38.145604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa7c9-5349-455b-973a-ff67c7dfe127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.188911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-76e6bd25-0e8d-4d5c-8cd7-0cd70f0b9f72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df49e9b4250445deb86505f5295db594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966945 May 06 09:33:38.191481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60404) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:38.191899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6bd25-0e8d-4d5c-8cd7-0cd70f0b9f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2315979-00e1-46ca-bb2b-b16e340563a9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.226275 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa7c9-5349-455b-973a-ff67c7dfe127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.228898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa7c9-5349-455b-973a-ff67c7dfe127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.233889 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e0aa7c9-5349-455b-973a-ff67c7dfe127 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b2bbccb1-143a-407a-8f4f-09430369fc99 HTTP/1.1" status: 204 len: 168 time: 0.2522125 May 06 09:33:38.247906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aa7c9-5349-455b-973a-ff67c7dfe127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bbccb1-143a-407a-8f4f-09430369fc99,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.264607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ff624d8c-d8db-4888-82e2-c965eae46286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.301637 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bb7501-4023-4ebe-8cfa-d6079015d3dd x-openstack-request-id: req-b3bb7501-4023-4ebe-8cfa-d6079015d3dd {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:38.301941 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46794c26-d330-41f6-81e7-35c1fb1ff617", "name": "network-vif-plugged", "status": "completed", "tag": "e593a0d9-9736-4271-a1dc-61d312a25153", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:38.302189 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3bb7501-4023-4ebe-8cfa-d6079015d3dd {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:38.302638 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bb7501-4023-4ebe-8cfa-d6079015d3dd'] response: {'server_uuid': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e593a0d9-9736-4271-a1dc-61d312a25153', 'code': 200} May 06 09:33:38.309749 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ff624d8c-d8db-4888-82e2-c965eae46286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.369049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ff624d8c-d8db-4888-82e2-c965eae46286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.371768 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ff624d8c-d8db-4888-82e2-c965eae46286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.375181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ff624d8c-d8db-4888-82e2-c965eae46286 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2315979-00e1-46ca-bb2b-b16e340563a9 HTTP/1.1" status: 204 len: 168 time: 0.1803329 May 06 09:33:38.384356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff624d8c-d8db-4888-82e2-c965eae46286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2315979-00e1-46ca-bb2b-b16e340563a9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.474206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af2409-864a-40d4-b089-984a4f81b478 req-c77963c2-06c1-4b8c-ba24-34d08f64950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:38.475758 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92af2409-864a-40d4-b089-984a4f81b478 req-c77963c2-06c1-4b8c-ba24-34d08f64950f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 1100 time: 0.0934196 May 06 09:33:38.497260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-92af2409-864a-40d4-b089-984a4f81b478 req-c9fe9043-c424-4a18-afc3-f451fbba2c1d service neutron] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.550323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60418) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:38.571101 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-74782853-6ca3-4bc4-bd10-3fae9ccbfef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.601230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-92af2409-864a-40d4-b089-984a4f81b478 req-c9fe9043-c424-4a18-afc3-f451fbba2c1d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.607263 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-92af2409-864a-40d4-b089-984a4f81b478 req-c9fe9043-c424-4a18-afc3-f451fbba2c1d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.618972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0412a2-6ddb-4afb-9b53-899ede273a9d req-5d71b032-2642-4d2b-aeb0-1bb849c1b3e3 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:38.628126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec0412a2-6ddb-4afb-9b53-899ede273a9d req-5d71b032-2642-4d2b-aeb0-1bb849c1b3e3 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 970 time: 0.1167572 May 06 09:33:38.664689 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92af2409-864a-40d4-b089-984a4f81b478 req-c9fe9043-c424-4a18-afc3-f451fbba2c1d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814570 May 06 09:33:38.665340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe9043-c424-4a18-afc3-f451fbba2c1d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53c95c45-cdd5-4a6c-8e96-0163b4e65238,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.696737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec0412a2-6ddb-4afb-9b53-899ede273a9d req-9e55e097-3ce6-4db4-89d4-d37093cabf22 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 May 06 09:33:38.752047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-74782853-6ca3-4bc4-bd10-3fae9ccbfef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.757449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-74782853-6ca3-4bc4-bd10-3fae9ccbfef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.801702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58159a93-fa88-4e02-a884-df73fa9e2ed3 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:33:38.828859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-74782853-6ca3-4bc4-bd10-3fae9ccbfef6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9850969159f4836ba2da6c0ca434e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772419 May 06 09:33:38.832267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:38.832396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74782853-6ca3-4bc4-bd10-3fae9ccbfef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eef757-4b09-4dbb-ad67-3cdbb7f0c65c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:38.853125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c3379-1872-4b22-99ec-33b0781106f6 req-03f54d8c-37bb-4739-ad13-7297746a33e2 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:38.854827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-968c3379-1872-4b22-99ec-33b0781106f6 req-03f54d8c-37bb-4739-ad13-7297746a33e2 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 949 time: 0.0813813 May 06 09:33:38.869755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 58159a93-fa88-4e02-a884-df73fa9e2ed3 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:33:38.880067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 58159a93-fa88-4e02-a884-df73fa9e2ed3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:38.880760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.912439 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b9e5-506b-41ae-bd9e-85dabbf75818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:38.927838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-968c3379-1872-4b22-99ec-33b0781106f6 req-37100534-a0a0-4e6a-ad40-feebcd2cf8b9 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653608 May 06 09:33:38.941634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b9e5-506b-41ae-bd9e-85dabbf75818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.000661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.007172 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b9e5-506b-41ae-bd9e-85dabbf75818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.013110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dc6b9e5-506b-41ae-bd9e-85dabbf75818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.014057 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0dc6b9e5-506b-41ae-bd9e-85dabbf75818 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0eef757-4b09-4dbb-ad67-3cdbb7f0c65c HTTP/1.1" status: 204 len: 168 time: 0.1806340 May 06 09:33:39.025881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6b9e5-506b-41ae-bd9e-85dabbf75818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eef757-4b09-4dbb-ad67-3cdbb7f0c65c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:39.047836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 58159a93-fa88-4e02-a884-df73fa9e2ed3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58159a93-fa88-4e02-a884-df73fa9e2ed3,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:39.052820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:39.109494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=58159a93-fa88-4e02-a884-df73fa9e2ed3,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:39.819779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63badc52-6f67-403b-b557-06c85a100a9c req-ced00bd2-453a-435e-9af0-3f35a85589c5 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:39.821810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63badc52-6f67-403b-b557-06c85a100a9c req-ced00bd2-453a-435e-9af0-3f35a85589c5 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 971 time: 0.0604053 May 06 09:33:39.865896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63badc52-6f67-403b-b557-06c85a100a9c req-ba3e5f5b-9100-42d2-9eed-4da86a7417d8 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364659 May 06 09:33:39.950414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60492) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:40.062678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493dd6ce-acb4-4b8d-afe5-83faf89921ff req-c63e25a7-eb8e-4894-98a8-390df4c45748 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:40.064370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-493dd6ce-acb4-4b8d-afe5-83faf89921ff req-c63e25a7-eb8e-4894-98a8-390df4c45748 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 949 time: 0.0535154 May 06 09:33:40.105573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-493dd6ce-acb4-4b8d-afe5-83faf89921ff req-c794326b-c8df-437c-a338-836f38061fc5 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343611 May 06 09:33:40.171419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-289369835-network', 'tenant_id': '7a2e680e015740e9875ec72f5715134e'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:40.198469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Made reservation on behalf of 7a2e680e015740e9875ec72f5715134e for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:40.201759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.215718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.295912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.303614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.304020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58159a93-fa88-4e02-a884-df73fa9e2ed3'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:40.306425 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e942b37-c610-4b02-9fcc-fcc58765dba7" -d '{"events": [{"server_uuid": "5ed8d9a9-1beb-45f0-9444-e82ce8687f2e", "name": "network-vif-plugged", "status": "completed", "tag": "58159a93-fa88-4e02-a884-df73fa9e2ed3"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:40.336040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c98d55-72e2-4b8d-8883-b1aa152e4b5f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:40.344797 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f2e80-c207-45d7-9573-914d4a06e338 x-openstack-request-id: req-ab7f2e80-c207-45d7-9573-914d4a06e338 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:40.345299 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed8d9a9-1beb-45f0-9444-e82ce8687f2e", "name": "network-vif-plugged", "status": "completed", "tag": "58159a93-fa88-4e02-a884-df73fa9e2ed3", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:40.345866 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab7f2e80-c207-45d7-9573-914d4a06e338 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:40.346510 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7f2e80-c207-45d7-9573-914d4a06e338'] response: {'server_uuid': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58159a93-fa88-4e02-a884-df73fa9e2ed3', 'code': 200} May 06 09:33:40.359199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:40.377145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788762187304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.377684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Unsubscribe: segment precommit_create {{(pid=102743) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 06 09:33:40.378148 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Added segment 87d9b298-1927-4a2c-9ef0-00f3cd8eda13 of type vlan for network 1f602216-42a2-4e42-afe5-8da4735d649c May 06 09:33:40.476511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.520673 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a244d22-bdb6-4d3d-a15f-5c57af9d18fc req-0dc035b4-5db5-4fa4-97f4-3e7d79faf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:40.522727 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1a244d22-bdb6-4d3d-a15f-5c57af9d18fc req-0dc035b4-5db5-4fa4-97f4-3e7d79faf15a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 1122 time: 0.1026509 May 06 09:33:40.534391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.536103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:40.536823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.654408 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7029245 May 06 09:33:40.658163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60530) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:40.660494 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1a244d22-bdb6-4d3d-a15f-5c57af9d18fc req-6ea04ebd-517a-47db-992b-cd697e90d109 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195741 May 06 09:33:40.662970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Request body: {'subnet': {'network_id': '1f602216-42a2-4e42-afe5-8da4735d649c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-289369835-subnet', 'tenant_id': '7a2e680e015740e9875ec72f5715134e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:40.676098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f43d07-4b1d-4146-ad2d-e7bf1d5c314c admin admin] Pushing event updated for resources: {'Network': ['ID=1f602216-42a2-4e42-afe5-8da4735d649c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:40.689019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1f602216-42a2-4e42-afe5-8da4735d649c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:40.701317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Made reservation on behalf of 7a2e680e015740e9875ec72f5715134e for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:40.705653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:40.940788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.042323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d2b506-118b-434a-828e-9f28308ad556,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:41.080819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991995-419c-49b1-8f01-d16ed0bad55b req-ae7db325-c11b-4a58-8ffa-d13cca51d63c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:41.082429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f991995-419c-49b1-8f01-d16ed0bad55b req-ae7db325-c11b-4a58-8ffa-d13cca51d63c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 971 time: 0.0935390 May 06 09:33:41.086761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Checking segment: {'id': '87d9b298-1927-4a2c-9ef0-00f3cd8eda13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1f602216-42a2-4e42-afe5-8da4735d649c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:41.087185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Network hostable DHCP agents. Network: 1f602216-42a2-4e42-afe5-8da4735d649c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:41.125692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Network 1f602216-42a2-4e42-afe5-8da4735d649c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:41.138247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f991995-419c-49b1-8f01-d16ed0bad55b req-82d021da-cb99-46e2-951c-493fec2a56ce tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 May 06 09:33:41.145877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1f602216-42a2-4e42-afe5-8da4735d649c) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:41.152890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:41.154665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:41.156782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b218fb4-fbe6-4078-b515-05f13e264c27 None None] Network 1f602216-42a2-4e42-afe5-8da4735d649c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:41.196361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a6bbe74b-9d28-4661-aee4-892ddb530b43 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5329070 May 06 09:33:41.196361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a826f0-dbfd-4135-99c0-afa42f9e997c req-0507e3b5-12fb-44a5-b049-9be7c8501b84 tempest-AbsoluteLimitsNegativeTestJSON-1552076325 tempest-AbsoluteLimitsNegativeTestJSON-1552076325-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=ce30f0088ed642048456892abfce0d1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360994 May 06 09:33:41.328149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bfd917-eaa6-48a4-874c-0248f143e8c4 None None] Network 1f602216-42a2-4e42-afe5-8da4735d649c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:41.349351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a826f0-dbfd-4135-99c0-afa42f9e997c req-0053f380-81a5-4222-9e4f-f00546a2c101 tempest-AbsoluteLimitsNegativeTestJSON-1552076325 tempest-AbsoluteLimitsNegativeTestJSON-1552076325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:41.357545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a826f0-dbfd-4135-99c0-afa42f9e997c req-0053f380-81a5-4222-9e4f-f00546a2c101 tempest-AbsoluteLimitsNegativeTestJSON-1552076325 tempest-AbsoluteLimitsNegativeTestJSON-1552076325-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488698 May 06 09:33:41.375084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a826f0-dbfd-4135-99c0-afa42f9e997c req-b8cf172b-20c1-46cf-a6bb-40d908badb44 tempest-AbsoluteLimitsNegativeTestJSON-1552076325 tempest-AbsoluteLimitsNegativeTestJSON-1552076325-project] 10.222.0.76 "GET /v2.0/quotas/ce30f0088ed642048456892abfce0d1e HTTP/1.1" status: 200 len: 375 time: 0.0165875 May 06 09:33:41.412921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a826f0-dbfd-4135-99c0-afa42f9e997c req-7f530571-2d68-4bb8-9cc5-8f34c783f649 tempest-AbsoluteLimitsNegativeTestJSON-1552076325 tempest-AbsoluteLimitsNegativeTestJSON-1552076325-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce30f0088ed642048456892abfce0d1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333154 May 06 09:33:41.617398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650acfd-7534-4ad4-9662-fda0403baba0 req-aab4d8bc-7b54-4856-a6a3-9dbac72440bb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:41.621404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4650acfd-7534-4ad4-9662-fda0403baba0 req-aab4d8bc-7b54-4856-a6a3-9dbac72440bb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 949 time: 0.0794735 May 06 09:33:41.706169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4650acfd-7534-4ad4-9662-fda0403baba0 req-7f97b3a5-fa1f-4d7f-b96b-e0057b2e967d tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712607 May 06 09:33:41.748373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60592) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.036409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18f50a50-e59a-453f-9dd8-638bea4068c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.068069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60614) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.203829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18f50a50-e59a-453f-9dd8-638bea4068c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.211400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18f50a50-e59a-453f-9dd8-638bea4068c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.287084 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-18f50a50-e59a-453f-9dd8-638bea4068c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce30f0088ed642048456892abfce0d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372877 May 06 09:33:42.288209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.289200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f50a50-e59a-453f-9dd8-638bea4068c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83757dc-b208-4579-9f08-be8763d6daef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.299322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b7db-45a6-4a8f-bf2b-c1a0caed7a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.393872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39655851-9949-4c70-aa28-ff8076c5a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.430209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60628) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.440814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-418088877-network', 'tenant_id': '31bd98d7bdd348bd9c56d828da59fe25'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:42.460926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b7db-45a6-4a8f-bf2b-c1a0caed7a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.466635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39655851-9949-4c70-aa28-ff8076c5a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.466908 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3cc2b7db-45a6-4a8f-bf2b-c1a0caed7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.499497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2b7db-45a6-4a8f-bf2b-c1a0caed7a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9469e1-c380-415d-a341-19bd2a57cee6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.540580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Made reservation on behalf of 31bd98d7bdd348bd9c56d828da59fe25 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:42.544779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.560250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.612168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3cc2b7db-45a6-4a8f-bf2b-c1a0caed7a88 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=925926c5e01541b49eb630387a188807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406466 May 06 09:33:42.613495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60632) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.654695 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3baeca15-ec7e-41ed-8725-626303e72c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.657429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39655851-9949-4c70-aa28-ff8076c5a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.663522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39655851-9949-4c70-aa28-ff8076c5a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.670466 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-39655851-9949-4c70-aa28-ff8076c5a211 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e83757dc-b208-4579-9f08-be8763d6daef HTTP/1.1" status: 204 len: 168 time: 0.3742228 May 06 09:33:42.675106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fa85-a506-48f3-9981-b20e81d6cfbd req-b9640605-e4ec-4526-be14-44a4cd4dbf73 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:42.680418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a52fa85-a506-48f3-9981-b20e81d6cfbd req-b9640605-e4ec-4526-be14-44a4cd4dbf73 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 971 time: 0.1480296 May 06 09:33:42.698982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39655851-9949-4c70-aa28-ff8076c5a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83757dc-b208-4579-9f08-be8763d6daef,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.711124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60636) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:42.771915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1ed20596-69a6-4f2c-8923-aedb43e39ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.789211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.799363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.806232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1ed20596-69a6-4f2c-8923-aedb43e39ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.835059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:42.856929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db25cc6-5d4f-4702-943d-c547ca39fc3c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.866545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1ed20596-69a6-4f2c-8923-aedb43e39ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.869216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.869555 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Added segment ae51754e-2b3b-4566-bb32-2b30bdb9994d of type vlan for network 4c6e6702-d59c-4a4b-92b2-8b05643d6263 May 06 09:33:42.871117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1ed20596-69a6-4f2c-8923-aedb43e39ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.872487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1ed20596-69a6-4f2c-8923-aedb43e39ad3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da9469e1-c380-415d-a341-19bd2a57cee6 HTTP/1.1" status: 204 len: 168 time: 0.2580698 May 06 09:33:42.878152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a52fa85-a506-48f3-9981-b20e81d6cfbd req-b28048e8-3925-4859-b745-d1dd2a5e53c7 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850896 May 06 09:33:42.888261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed20596-69a6-4f2c-8923-aedb43e39ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9469e1-c380-415d-a341-19bd2a57cee6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:42.935220 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.966835 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.968733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:42.970180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:42.980104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-169187ec-b66e-4b69-818b-e166115b98ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.039028 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6074049 May 06 09:33:43.041866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60646) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.046873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Request body: {'subnet': {'network_id': '4c6e6702-d59c-4a4b-92b2-8b05643d6263', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-418088877-subnet', 'tenant_id': '31bd98d7bdd348bd9c56d828da59fe25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:43.062920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ee117-c39d-4085-af55-825b606a7aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6e6702-d59c-4a4b-92b2-8b05643d6263,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.079002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4c6e6702-d59c-4a4b-92b2-8b05643d6263 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:43.085649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Made reservation on behalf of 31bd98d7bdd348bd9c56d828da59fe25 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:43.088246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.136249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-169187ec-b66e-4b69-818b-e166115b98ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.190618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-169187ec-b66e-4b69-818b-e166115b98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.350695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.386968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60658) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.406876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-abb0d5e8-f9bf-43a0-bc0c-044a6a06c993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.440974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb6efbd-81e9-4a5f-ad7f-c779c00b9642,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.454243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-169187ec-b66e-4b69-818b-e166115b98ea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a21dc3a578f4e4286348e3134f1b3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7414625 May 06 09:33:43.457119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.471858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169187ec-b66e-4b69-818b-e166115b98ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f7d5aa-a0c3-4290-bcd1-3baf417a90e8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.480177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Checking segment: {'id': 'ae51754e-2b3b-4566-bb32-2b30bdb9994d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4c6e6702-d59c-4a4b-92b2-8b05643d6263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:43.480591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Network hostable DHCP agents. Network: 4c6e6702-d59c-4a4b-92b2-8b05643d6263, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:43.495009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0850eb-b583-4eeb-b1ae-c45eb511932d req-a946fca1-ef03-455a-8dc6-6fe86f1e2a2a tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.502290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b0850eb-b583-4eeb-b1ae-c45eb511932d req-a946fca1-ef03-455a-8dc6-6fe86f1e2a2a tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 949 time: 0.4966693 May 06 09:33:43.521324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Network 4c6e6702-d59c-4a4b-92b2-8b05643d6263 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:43.522820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be2b04-3d9e-47c6-81f0-ae7b195f8013 req-8129504e-2e5f-42aa-8982-50655f551663 tempest-AggregatesAdminTestJSON-1826876653 tempest-AggregatesAdminTestJSON-1826876653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.524360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88be2b04-3d9e-47c6-81f0-ae7b195f8013 req-8129504e-2e5f-42aa-8982-50655f551663 tempest-AggregatesAdminTestJSON-1826876653 tempest-AggregatesAdminTestJSON-1826876653-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 1122 time: 0.3865118 May 06 09:33:43.542846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4c6e6702-d59c-4a4b-92b2-8b05643d6263) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:43.547264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:43.547880 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.556931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85064502-1e2a-4882-bf13-a927ac8d59de None None] Network 4c6e6702-d59c-4a4b-92b2-8b05643d6263 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:43.579523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-abb0d5e8-f9bf-43a0-bc0c-044a6a06c993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.585508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-abb0d5e8-f9bf-43a0-bc0c-044a6a06c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.599847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-88be2b04-3d9e-47c6-81f0-ae7b195f8013 req-b1ccf5eb-0783-4826-b138-6bf102c7ca5d tempest-AggregatesAdminTestJSON-1826876653 tempest-AggregatesAdminTestJSON-1826876653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.621553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0d5e8-f9bf-43a0-bc0c-044a6a06c993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468af7c4-1034-46df-b367-ea30bf1ece0f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.628135 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-450cde84-5ab7-4f77-972f-6e00981af43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.645676 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-79c641d4-9558-4c65-a02d-e694a6487094 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5943940 May 06 09:33:43.653756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b0850eb-b583-4eeb-b1ae-c45eb511932d req-5714a1f8-3dd6-40ab-866c-7be88d14b99b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506493 May 06 09:33:43.669702 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-abb0d5e8-f9bf-43a0-bc0c-044a6a06c993 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e49b1f9aa0f48c08d997d4b25d7e364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816260 May 06 09:33:43.670296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60670) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.720451 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-450cde84-5ab7-4f77-972f-6e00981af43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.730122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfdb3a1-fa2b-419a-886a-482529699c82 None None] Network 4c6e6702-d59c-4a4b-92b2-8b05643d6263 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:43.769479 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09b9a7b8-7ae2-4ed3-acf0-b34d1cbea9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.806794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-450cde84-5ab7-4f77-972f-6e00981af43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.809780 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-450cde84-5ab7-4f77-972f-6e00981af43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.813590 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09b9a7b8-7ae2-4ed3-acf0-b34d1cbea9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.816754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-450cde84-5ab7-4f77-972f-6e00981af43f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7f7d5aa-a0c3-4290-bcd1-3baf417a90e8 HTTP/1.1" status: 204 len: 168 time: 0.3551798 May 06 09:33:43.856026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60678) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.864154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cde84-5ab7-4f77-972f-6e00981af43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f7d5aa-a0c3-4290-bcd1-3baf417a90e8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.874089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-88be2b04-3d9e-47c6-81f0-ae7b195f8013 req-b1ccf5eb-0783-4826-b138-6bf102c7ca5d tempest-AggregatesAdminTestJSON-1826876653 tempest-AggregatesAdminTestJSON-1826876653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.880880 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-88be2b04-3d9e-47c6-81f0-ae7b195f8013 req-b1ccf5eb-0783-4826-b138-6bf102c7ca5d tempest-AggregatesAdminTestJSON-1826876653 tempest-AggregatesAdminTestJSON-1826876653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.916968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09b9a7b8-7ae2-4ed3-acf0-b34d1cbea9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.919710 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09b9a7b8-7ae2-4ed3-acf0-b34d1cbea9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.920959 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-09b9a7b8-7ae2-4ed3-acf0-b34d1cbea9a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/468af7c4-1034-46df-b367-ea30bf1ece0f HTTP/1.1" status: 204 len: 168 time: 0.2497351 May 06 09:33:43.936822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9a7b8-7ae2-4ed3-acf0-b34d1cbea9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468af7c4-1034-46df-b367-ea30bf1ece0f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:43.947169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] Deleting subnet 45d2b506-118b-434a-828e-9f28308ad556 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:33:43.950608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60682) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:43.956470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88be2b04-3d9e-47c6-81f0-ae7b195f8013 req-b1ccf5eb-0783-4826-b138-6bf102c7ca5d tempest-AggregatesAdminTestJSON-1826876653 tempest-AggregatesAdminTestJSON-1826876653-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153152 May 06 09:33:43.961114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:43.978677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccf5eb-0783-4826-b138-6bf102c7ca5d tempest-AggregatesAdminTestJSON-1826876653 tempest-AggregatesAdminTestJSON-1826876653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404eab25-7514-490a-aa21-47e15f3263e4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:44.024677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.037131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.104736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.139964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d2b506-118b-434a-828e-9f28308ad556,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:44.143638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.147218 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d7625c8d-f11c-41f1-84e9-27db7992f79d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/45d2b506-118b-434a-828e-9f28308ad556 HTTP/1.1" status: 204 len: 168 time: 0.2902141 May 06 09:33:44.149824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60692) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:44.254168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.301225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced781-99fb-4a37-92e5-874b13d5ec59 req-20f2b6ef-8294-4292-9daa-742938072b5c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.308937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4ced781-99fb-4a37-92e5-874b13d5ec59 req-20f2b6ef-8294-4292-9daa-742938072b5c tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 971 time: 0.0586379 May 06 09:33:44.352352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.359129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4ced781-99fb-4a37-92e5-874b13d5ec59 req-63bbc17d-9d7a-4569-9fb4-5fbfb1163013 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491426 May 06 09:33:44.389494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-922503827-network', 'tenant_id': 'e30f04e4845f45b895d32f1a907d552f'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:44.395969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.396311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.397059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.397396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.397727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.398232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.398405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.398703 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.399090 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.399412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.401878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60700) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:44.414957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a18f6a7-6891-47fc-8a59-c9b7b5aaac44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.503466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.503936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.504312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.504733 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102743) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:44.505162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f602216-42a2-4e42-afe5-8da4735d649c']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:44.506136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a18f6a7-6891-47fc-8a59-c9b7b5aaac44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.512957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a18f6a7-6891-47fc-8a59-c9b7b5aaac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.531165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d9b298-1927-4a2c-9ef0-00f3cd8eda13') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:44.531460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d9b298-1927-4a2c-9ef0-00f3cd8eda13') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:44.553057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.556236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6a18f6a7-6891-47fc-8a59-c9b7b5aaac44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af994af50b6d4301ba9cc6347ddf9aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492591 May 06 09:33:44.556457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60708) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:44.556734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f6a7-6891-47fc-8a59-c9b7b5aaac44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6058662a-2d81-4d2f-988b-fbb1d36aac22,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:44.590617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Made reservation on behalf of e30f04e4845f45b895d32f1a907d552f for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:44.592956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.610295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.612460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.638408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:33:44.638789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: from cryptography.utils import int_from_bytes May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: from cryptography.utils import int_from_bytes May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: timer() May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:33:44.689989 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:33:44.815266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919f51c-b4dc-46a0-86a4-3bf8c54aad51 req-3712d509-e484-4209-a593-3aefdd1e6b8f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.817407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7919f51c-b4dc-46a0-86a4-3bf8c54aad51 req-3712d509-e484-4209-a593-3aefdd1e6b8f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 949 time: 0.0592115 May 06 09:33:44.823069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.824493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23600026-bf52-4518-bce5-0ab58695f989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.860001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.862955 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1f602216-42a2-4e42-afe5-8da4735d649c HTTP/1.1" status: 204 len: 168 time: 0.7121100 May 06 09:33:44.865952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23600026-bf52-4518-bce5-0ab58695f989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.866106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7919f51c-b4dc-46a0-86a4-3bf8c54aad51 req-68d0cc87-01ba-48f0-a0db-0662628e7be6 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 May 06 09:33:44.866432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60722) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:44.873675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-00868338-fc7d-46f9-bbaf-1722d89d3b17 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:44.875293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-00868338-fc7d-46f9-bbaf-1722d89d3b17 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 1100 time: 0.1820588 May 06 09:33:44.899965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ffd76-6dd7-46e5-98a3-f4544004dab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f602216-42a2-4e42-afe5-8da4735d649c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:44.926512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] Deleting subnet dfb6efbd-81e9-4a5f-ad7f-c779c00b9642 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:33:44.931267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.974526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:44.983791 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:33:44.990888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.000441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.013693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.025064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c48fcd2-8f6e-42da-aab9-f692a2be78ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.056012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23600026-bf52-4518-bce5-0ab58695f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.059146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23600026-bf52-4518-bce5-0ab58695f989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.059817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.060473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-23600026-bf52-4518-bce5-0ab58695f989 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6058662a-2d81-4d2f-988b-fbb1d36aac22 HTTP/1.1" status: 204 len: 168 time: 0.5008106 May 06 09:33:45.080616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f64adb9-bc01-4eb6-a2ed-9e3cbd0f37c6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.086430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:45.117106 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.128156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dfb6efbd-81e9-4a5f-ad7f-c779c00b9642 HTTP/1.1" status: 204 len: 168 time: 0.2606609 May 06 09:33:45.130113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b7048-7bc7-42a6-b8ba-9e213681db88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb6efbd-81e9-4a5f-ad7f-c779c00b9642,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.132345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60730) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:45.222589 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.255026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23600026-bf52-4518-bce5-0ab58695f989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6058662a-2d81-4d2f-988b-fbb1d36aac22,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.260023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Deleting port e593a0d9-9736-4271-a1dc-61d312a25153 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:33:45.260437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.263284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.263626 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Added segment e893be1d-3c24-454c-9a10-a72f8a6ba2d1 of type vlan for network 65218384-9a4f-4f2d-b0f2-77bcfee0e8a1 May 06 09:33:45.334609 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.348668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.365110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.365539 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.366343 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.366673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > port after_create 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.367034 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.367373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > port after_update 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.367724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.368062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.368376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.368864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.408076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] For port e593a0d9-9736-4271-a1dc-61d312a25153, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e593a0d9-9736-4271-a1dc-61d312a25153,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:45.408587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.412347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.413987 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:45.414648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.452228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.452583 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.452914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.453242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 06 09:33:45.453743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6e6702-d59c-4a4b-92b2-8b05643d6263']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:45.461896 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5099840 May 06 09:33:45.468379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60740) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:45.473882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Request body: {'subnet': {'network_id': '65218384-9a4f-4f2d-b0f2-77bcfee0e8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-922503827-subnet', 'tenant_id': 'e30f04e4845f45b895d32f1a907d552f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:45.485293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae51754e-2b3b-4566-bb32-2b30bdb9994d') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:45.485500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae51754e-2b3b-4566-bb32-2b30bdb9994d') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:45.492501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Calling delete_port for e593a0d9-9736-4271-a1dc-61d312a25153 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:33:45.540520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.600186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d839a32-be03-4a85-b5cc-1e4b387a6535 admin admin] Pushing event updated for resources: {'Network': ['ID=65218384-9a4f-4f2d-b0f2-77bcfee0e8a1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.606341 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.613448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 65218384-9a4f-4f2d-b0f2-77bcfee0e8a1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:45.635959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55453b-4430-4552-b038-cd29241653db req-16988048-9546-45f9-91b2-857276f2cef8 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:45.639326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e55453b-4430-4552-b038-cd29241653db req-16988048-9546-45f9-91b2-857276f2cef8 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 971 time: 0.1609967 May 06 09:33:45.652022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Made reservation on behalf of e30f04e4845f45b895d32f1a907d552f for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:45.655173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.672678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:33:45.673115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: from cryptography.utils import int_from_bytes May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: from cryptography.utils import int_from_bytes May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: timer() May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:33:45.690692 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:33:45.760842 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.774419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e593a0d9-9736-4271-a1dc-61d312a25153'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:45.799910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Pushing event deleted for resources: {'Port': ['ID=e593a0d9-9736-4271-a1dc-61d312a25153,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:45.872522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] No DVR routers for this DVR port e593a0d9-9736-4271-a1dc-61d312a25153 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:33:45.879607 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.888202 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdf52cf6-5c4c-4b5a-81cb-c17c17f89559 req-64c6a6dd-7534-4c01-96de-fc6716b35af2 tempest-DeleteServersAdminTestJSON-900019087 tempest-DeleteServersAdminTestJSON-900019087-project-admin] 10.222.0.82 "DELETE /v2.0/ports/e593a0d9-9736-4271-a1dc-61d312a25153 HTTP/1.1" status: 204 len: 173 time: 0.9968917 May 06 09:33:45.902332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'name': 'network-vif-deleted', 'tag': 'e593a0d9-9736-4271-a1dc-61d312a25153'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:45.905803 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.915296 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1103c882-ab89-4ee8-afae-45c989014b72" -d '{"events": [{"server_uuid": "46794c26-d330-41f6-81e7-35c1fb1ff617", "name": "network-vif-deleted", "tag": "e593a0d9-9736-4271-a1dc-61d312a25153"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:45.923326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e55453b-4430-4552-b038-cd29241653db req-d1a5e564-eedf-4484-be93-786942954aa4 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/security-groups?id=840401c0-a13f-4162-bb36-62a7ebf0050b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633045 May 06 09:33:45.974210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-7073748e-aec4-403a-94d2-5e433eafb26f tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:45.992229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-7073748e-aec4-403a-94d2-5e433eafb26f tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.82 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 971 time: 0.2038960 May 06 09:33:45.993556 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:45.997586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] 10.222.0.76 "DELETE /v2.0/networks/4c6e6702-d59c-4a4b-92b2-8b05643d6263 HTTP/1.1" status: 204 len: 168 time: 0.8640375 May 06 09:33:46.014004 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0907773-bcc1-4aeb-bf2b-115556bdde90 x-openstack-request-id: req-d0907773-bcc1-4aeb-bf2b-115556bdde90 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:46.014297 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46794c26-d330-41f6-81e7-35c1fb1ff617", "name": "network-vif-deleted", "tag": "e593a0d9-9736-4271-a1dc-61d312a25153", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:46.014549 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0907773-bcc1-4aeb-bf2b-115556bdde90 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:46.014948 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0907773-bcc1-4aeb-bf2b-115556bdde90'] response: {'server_uuid': '46794c26-d330-41f6-81e7-35c1fb1ff617', 'name': 'network-vif-deleted', 'tag': 'e593a0d9-9736-4271-a1dc-61d312a25153', 'status': 'completed', 'code': 200} May 06 09:33:46.038290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55220aed-a842-4d44-950b-5917c93ca90b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6e6702-d59c-4a4b-92b2-8b05643d6263,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:46.124670 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.142691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cbab3c6-a1cb-449a-b433-f4516ded6cb3 req-a095a41d-1329-4dd9-94fe-de860fe0f793 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=46794c26-d330-41f6-81e7-35c1fb1ff617 HTTP/1.1" status: 200 len: 210 time: 0.1058824 May 06 09:33:46.214143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60770) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:46.292453 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d798573-6e6c-4d83-9750-436b9aa554b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a2e680e015740e9875ec72f5715134e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770833 May 06 09:33:46.295355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60772) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:46.316426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Deleting port 58159a93-fa88-4e02-a884-df73fa9e2ed3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:33:46.316765 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.336165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.380416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be79fb73-10d9-4bb9-8d95-d43aca53ed7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.407523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be79fb73-10d9-4bb9-8d95-d43aca53ed7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.469001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1368871-f52a-4c99-bb07-aa848d94e468,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:46.488650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Checking segment: {'id': 'e893be1d-3c24-454c-9a10-a72f8a6ba2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '65218384-9a4f-4f2d-b0f2-77bcfee0e8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:46.489218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Network hostable DHCP agents. Network: 65218384-9a4f-4f2d-b0f2-77bcfee0e8a1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:46.499381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] For port 58159a93-fa88-4e02-a884-df73fa9e2ed3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58159a93-fa88-4e02-a884-df73fa9e2ed3,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:33:46.499711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.505148 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be79fb73-10d9-4bb9-8d95-d43aca53ed7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.508448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be79fb73-10d9-4bb9-8d95-d43aca53ed7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.508587 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.513859 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-be79fb73-10d9-4bb9-8d95-d43aca53ed7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4c98d55-72e2-4b8d-8883-b1aa152e4b5f HTTP/1.1" status: 204 len: 168 time: 0.2132061 May 06 09:33:46.523956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Calling delete_port for 58159a93-fa88-4e02-a884-df73fa9e2ed3 owned by compute:tempest-test_az-238641310 {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:33:46.539427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Network 65218384-9a4f-4f2d-b0f2-77bcfee0e8a1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:46.539794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79fb73-10d9-4bb9-8d95-d43aca53ed7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c98d55-72e2-4b8d-8883-b1aa152e4b5f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:46.623294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 65218384-9a4f-4f2d-b0f2-77bcfee0e8a1) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:46.630554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:46.631294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.634322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c6149a-6171-4867-83bb-7cf8aff571dd None None] Network 65218384-9a4f-4f2d-b0f2-77bcfee0e8a1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:46.673074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7fa46523-7b9c-4829-b162-e53b015ceba3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2034366 May 06 09:33:46.778385 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:46.795699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['58159a93-fa88-4e02-a884-df73fa9e2ed3'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:33:46.810637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Pushing event deleted for resources: {'Port': ['ID=58159a93-fa88-4e02-a884-df73fa9e2ed3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:47.020186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafa5315-ca25-4e07-8dc3-9f1181a20aee None None] Network 65218384-9a4f-4f2d-b0f2-77bcfee0e8a1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:47.140574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] No DVR routers for this DVR port 58159a93-fa88-4e02-a884-df73fa9e2ed3 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:33:47.150600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.154088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-524712cc-7798-4d92-b75c-6e89d5deedb0 req-60adf517-5574-417e-91c9-9f55d9056675 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.82 "DELETE /v2.0/ports/58159a93-fa88-4e02-a884-df73fa9e2ed3 HTTP/1.1" status: 204 len: 173 time: 1.1310713 May 06 09:33:47.155759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'name': 'network-vif-deleted', 'tag': '58159a93-fa88-4e02-a884-df73fa9e2ed3'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:33:47.158163 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05e47a-4880-4ff1-9ad1-b72048c10fee" -d '{"events": [{"server_uuid": "5ed8d9a9-1beb-45f0-9444-e82ce8687f2e", "name": "network-vif-deleted", "tag": "58159a93-fa88-4e02-a884-df73fa9e2ed3"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:33:47.184144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-460276d1-a2e4-4b25-a090-33c71aeca262 req-4acc1e37-9a1d-4936-9819-31b00d0479d6 tempest-AggregatesAdminTestJSON-366016261 tempest-AggregatesAdminTestJSON-366016261-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ed8d9a9-1beb-45f0-9444-e82ce8687f2e HTTP/1.1" status: 200 len: 210 time: 0.0445731 May 06 09:33:47.277368 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec10c3c5-4703-4001-887b-b058518482cb x-openstack-request-id: req-ec10c3c5-4703-4001-887b-b058518482cb {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:33:47.277682 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed8d9a9-1beb-45f0-9444-e82ce8687f2e", "name": "network-vif-deleted", "tag": "58159a93-fa88-4e02-a884-df73fa9e2ed3", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:33:47.277930 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec10c3c5-4703-4001-887b-b058518482cb {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:33:47.278343 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec10c3c5-4703-4001-887b-b058518482cb'] response: {'server_uuid': '5ed8d9a9-1beb-45f0-9444-e82ce8687f2e', 'name': 'network-vif-deleted', 'tag': '58159a93-fa88-4e02-a884-df73fa9e2ed3', 'status': 'completed', 'code': 200} May 06 09:33:47.349253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60814) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:47.393368 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b224f344-2d46-4d33-a841-92e87aa8101e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31bd98d7bdd348bd9c56d828da59fe25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429473 May 06 09:33:47.396206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60816) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:47.449255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324ccde8-d4a5-4d6f-b2e2-7c158b3a7a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.473595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324ccde8-d4a5-4d6f-b2e2-7c158b3a7a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.533719 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324ccde8-d4a5-4d6f-b2e2-7c158b3a7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.536509 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324ccde8-d4a5-4d6f-b2e2-7c158b3a7a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.540530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-324ccde8-d4a5-4d6f-b2e2-7c158b3a7a58 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8db25cc6-5d4f-4702-943d-c547ca39fc3c HTTP/1.1" status: 204 len: 168 time: 0.1404672 May 06 09:33:47.549808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ccde8-d4a5-4d6f-b2e2-7c158b3a7a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db25cc6-5d4f-4702-943d-c547ca39fc3c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:47.554102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60822) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:47.564570 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-f5315c41-8bd5-4898-bb87-e0f2fc70db7e req-4720f30f-0656-45b1-8ebb-036d54f51ba2 tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] show failed (client error): The resource could not be found. May 06 09:33:47.565623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5315c41-8bd5-4898-bb87-e0f2fc70db7e req-4720f30f-0656-45b1-8ebb-036d54f51ba2 tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "GET /v2.0/security-groups/3e82c871-29ea-448e-b7ae-c7eb408625ae HTTP/1.1" status: 404 len: 352 time: 0.0257761 May 06 09:33:47.681983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35454c85-ea91-4b07-9920-3b8e451c4a90 req-f7292737-aece-4c26-ba44-87bc91357c94 tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e30f04e4845f45b895d32f1a907d552f HTTP/1.1" status: 200 len: 2984 time: 0.0708330 May 06 09:33:47.745746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35454c85-ea91-4b07-9920-3b8e451c4a90 req-dc98c9d0-16c3-42ff-8e95-e63f38674f8d tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "GET /v2.0/security-groups/5f64adb9-bc01-4eb6-a2ed-9e3cbd0f37c6 HTTP/1.1" status: 200 len: 2981 time: 0.0561948 May 06 09:33:47.821107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-38aba22c-efb6-45a6-bbe3-a9c69560a338 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b12641defb5e47ee83ae0b08901e4299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695474 May 06 09:33:47.881690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35454c85-ea91-4b07-9920-3b8e451c4a90 req-063aa2ca-7db8-4047-852c-de668ef349a9 tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "GET /v2.0/security-groups/5f64adb9-bc01-4eb6-a2ed-9e3cbd0f37c6 HTTP/1.1" status: 200 len: 2981 time: 0.1303494 May 06 09:33:47.899978 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22959eff-428b-4c82-8a9c-6b20d5816d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:47.989651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ffc10ab-c7d4-457a-8a42-d921f7558a5b req-15781a8e-aa77-4fce-9aae-1d550892d9d6 tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "GET /v2.0/security-groups/5f64adb9-bc01-4eb6-a2ed-9e3cbd0f37c6 HTTP/1.1" status: 200 len: 2981 time: 0.0751657 May 06 09:33:48.000105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-5a620fec-d191-41f6-8723-e720bcf160a9 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:48.001864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-5a620fec-d191-41f6-8723-e720bcf160a9 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799858 May 06 09:33:48.020259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.026040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22959eff-428b-4c82-8a9c-6b20d5816d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.031672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22959eff-428b-4c82-8a9c-6b20d5816d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.046260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-0ef63d1e-1775-4133-80db-4bef8ca53854 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/quotas/b12641defb5e47ee83ae0b08901e4299 HTTP/1.1" status: 200 len: 375 time: 0.0259154 May 06 09:33:48.090512 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22959eff-428b-4c82-8a9c-6b20d5816d76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6cd842f7869401ea28f05cbe0fc292f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355883 May 06 09:33:48.093319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60852) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:48.100884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959eff-428b-4c82-8a9c-6b20d5816d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7f3d6a-a781-4d57-83eb-a3e39a66bb86,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:48.103223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-f023f478-2fe2-4728-bca8-3b01d9510abc tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b12641defb5e47ee83ae0b08901e4299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520086 May 06 09:33:48.118464 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-6ffc10ab-c7d4-457a-8a42-d921f7558a5b req-9baa625e-1579-4af5-814a-5a1533e8059a tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:33:48.118464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ffc10ab-c7d4-457a-8a42-d921f7558a5b req-9baa625e-1579-4af5-814a-5a1533e8059a tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "DELETE /v2.0/security-groups/5f64adb9-bc01-4eb6-a2ed-9e3cbd0f37c6 HTTP/1.1" status: 409 len: 352 time: 0.1142199 May 06 09:33:48.175033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-872ebc91-db16-407a-8e4a-1d93d4a2916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.203136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-872ebc91-db16-407a-8e4a-1d93d4a2916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.204960 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-c4975111-5ed8-49c1-814d-9e6d2c3b06f4 req-6cbe2e99-4aed-4b19-8569-8e42291e6417 tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] show failed (client error): The resource could not be found. May 06 09:33:48.207518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4975111-5ed8-49c1-814d-9e6d2c3b06f4 req-6cbe2e99-4aed-4b19-8569-8e42291e6417 tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "GET /v2.0/security-groups/d5b05fe3-cd0c-4385-9586-83ca95a83f9b HTTP/1.1" status: 404 len: 352 time: 0.0290842 May 06 09:33:48.291725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-872ebc91-db16-407a-8e4a-1d93d4a2916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.295169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-872ebc91-db16-407a-8e4a-1d93d4a2916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.297582 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-872ebc91-db16-407a-8e4a-1d93d4a2916e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e7f3d6a-a781-4d57-83eb-a3e39a66bb86 HTTP/1.1" status: 204 len: 168 time: 0.2032363 May 06 09:33:48.308810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ebc91-db16-407a-8e4a-1d93d4a2916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7f3d6a-a781-4d57-83eb-a3e39a66bb86,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:48.389506 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-8bbcc104-2928-4271-879b-66d0c1f790b7 req-e9c264a3-e3f0-4d89-af8a-84361b6e7a7c tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] show failed (client error): The resource could not be found. May 06 09:33:48.391002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bbcc104-2928-4271-879b-66d0c1f790b7 req-e9c264a3-e3f0-4d89-af8a-84361b6e7a7c tempest-SecurityGroupsNegativeTestJSON-1269732232 tempest-SecurityGroupsNegativeTestJSON-1269732232-project] 10.222.0.76 "GET /v2.0/security-groups/caeb82fe-d3d7-4409-9b94-957cc7773cc6 HTTP/1.1" status: 404 len: 352 time: 0.0247824 May 06 09:33:48.403919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60876) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:48.483610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] Deleting subnet f1368871-f52a-4c99-bb07-aa848d94e468 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:33:48.488897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.565648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.578787 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5266ade9-2186-4edc-8a0d-97f7ae74f5d3 req-4d8243af-734e-4a3d-8399-d0fac122f4c9 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 210 time: 0.0433609 May 06 09:33:48.608555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.680717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.780488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.815491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e593a0d9-9736-4271-a1dc-61d312a25153 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:33:48.816663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1368871-f52a-4c99-bb07-aa848d94e468,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:48.823027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:48.830571 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fb724dc9-ddd5-476d-a254-5acc7aac8b26 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f1368871-f52a-4c99-bb07-aa848d94e468 HTTP/1.1" status: 204 len: 168 time: 0.4251575 May 06 09:33:48.831972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60898) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:48.879254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: e593a0d9-9736-4271-a1dc-61d312a25153 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:33:48.879624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e593a0d9-9736-4271-a1dc-61d312a25153 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:33:48.966487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.084964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.136785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65218384-9a4f-4f2d-b0f2-77bcfee0e8a1']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:49.150009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e893be1d-3c24-454c-9a10-a72f8a6ba2d1') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:49.151163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e893be1d-3c24-454c-9a10-a72f8a6ba2d1') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:33:49.155819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60924) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:49.177805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcdb1-6bb7-43dd-986f-4eb25f3ad35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.195422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.223058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.236366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:33:49.236791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: timer() May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:33:49.241573 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:33:49.324474 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.333836 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.338897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] 10.222.0.76 "DELETE /v2.0/networks/65218384-9a4f-4f2d-b0f2-77bcfee0e8a1 HTTP/1.1" status: 204 len: 168 time: 0.5047529 May 06 09:33:49.356383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de9d1c-6c86-490c-b9e4-0876d0fa681e admin admin] Pushing event deleted for resources: {'Network': ['ID=65218384-9a4f-4f2d-b0f2-77bcfee0e8a1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:49.386325 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcdb1-6bb7-43dd-986f-4eb25f3ad35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.395067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd5dcdb1-6bb7-43dd-986f-4eb25f3ad35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.438515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dcdb1-6bb7-43dd-986f-4eb25f3ad35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b0244-7c27-49f6-810b-091c2ef7c678,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:49.465223 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dd5dcdb1-6bb7-43dd-986f-4eb25f3ad35a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e98ace398f84af7b7368190503e64af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080571 May 06 09:33:49.467832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60948) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:49.534901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a0de057-65d7-497c-87c2-bc95ae460355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.575573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a0de057-65d7-497c-87c2-bc95ae460355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.623882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.83', 61217) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:49.658897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a0de057-65d7-497c-87c2-bc95ae460355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.664237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a0de057-65d7-497c-87c2-bc95ae460355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:49.675112 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a0de057-65d7-497c-87c2-bc95ae460355 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf0b0244-7c27-49f6-810b-091c2ef7c678 HTTP/1.1" status: 204 len: 168 time: 0.2047555 May 06 09:33:49.680149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-890e1b55-fe23-48f5-ad26-c09a81c25fd8 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b12641defb5e47ee83ae0b08901e4299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548580 May 06 09:33:49.696240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0de057-65d7-497c-87c2-bc95ae460355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b0244-7c27-49f6-810b-091c2ef7c678,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:49.804735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10f2be33-490e-476d-908e-f8e84900cbeb req-dd4694cb-f989-43c3-94f1-6d0f0388c137 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 210 time: 0.0832131 May 06 09:33:49.828172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60966) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:49.873389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-f61b36bc-429a-462d-9c12-9ebb5a8f6c9c tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:49.876474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-f61b36bc-429a-462d-9c12-9ebb5a8f6c9c tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895468 May 06 09:33:49.965700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Request body: {'port': {'device_id': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'b12641defb5e47ee83ae0b08901e4299'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:49.973492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60978) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:50.118708 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5cebc842-585f-4837-9da1-0ae9a2651e18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e30f04e4845f45b895d32f1a907d552f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425107 May 06 09:33:50.120770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60990) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:50.211884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.217520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f5047-e8c6-4bba-b0b2-577785c6c8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.248762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f5047-e8c6-4bba-b0b2-577785c6c8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.313273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Made reservation on behalf of b12641defb5e47ee83ae0b08901e4299 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:50.319720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.335791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f5047-e8c6-4bba-b0b2-577785c6c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.339183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f5047-e8c6-4bba-b0b2-577785c6c8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.340620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b7f5047-e8c6-4bba-b0b2-577785c6c8b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f64adb9-bc01-4eb6-a2ed-9e3cbd0f37c6 HTTP/1.1" status: 204 len: 168 time: 0.2176487 May 06 09:33:50.366199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f5047-e8c6-4bba-b0b2-577785c6c8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f64adb9-bc01-4eb6-a2ed-9e3cbd0f37c6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:50.430384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b3df0b-099c-4310-9fca-db02a8160011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.548870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Allocated IP 192.168.233.154 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/11960909-6b53-4dcb-b741-ce06d4ef2ffe) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:50.588411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b3df0b-099c-4310-9fca-db02a8160011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.594024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b3df0b-099c-4310-9fca-db02a8160011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.696679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3df0b-099c-4310-9fca-db02a8160011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c3ea49-df82-4acb-9ea9-b30f62112d6f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:50.721091 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-75b3df0b-099c-4310-9fca-db02a8160011 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b5c9799b27c493aba4a5be87a783c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8910387 May 06 09:33:50.724325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:50.818723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58159a93-fa88-4e02-a884-df73fa9e2ed3 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:33:50.835346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fe78ae3-cea2-4894-8956-56a511804695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.867311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fe78ae3-cea2-4894-8956-56a511804695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.868275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 58159a93-fa88-4e02-a884-df73fa9e2ed3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:33:50.868887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58159a93-fa88-4e02-a884-df73fa9e2ed3 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:33:50.918662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.972066 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.987847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fe78ae3-cea2-4894-8956-56a511804695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.991619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fe78ae3-cea2-4894-8956-56a511804695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:50.992991 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6fe78ae3-cea2-4894-8956-56a511804695 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/95c3ea49-df82-4acb-9ea9-b30f62112d6f HTTP/1.1" status: 204 len: 168 time: 0.2676547 May 06 09:33:51.005617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe78ae3-cea2-4894-8956-56a511804695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c3ea49-df82-4acb-9ea9-b30f62112d6f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:51.070805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Pushing event updated for resources: {'Port': ['ID=11960909-6b53-4dcb-b741-ce06d4ef2ffe,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:51.127332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:51.131825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:51.137295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:51.180425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788660e-90ec-4501-8b1b-4cec6ff3c881 req-7452ae8f-2ea3-4579-a3b5-c8146634fe52 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:51.189291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7788660e-90ec-4501-8b1b-4cec6ff3c881 req-7452ae8f-2ea3-4579-a3b5-c8146634fe52 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 936 time: 0.1149397 May 06 09:33:51.247238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:51.247973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.290593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7788660e-90ec-4501-8b1b-4cec6ff3c881 req-76cb7a3b-93fc-4624-acfe-7cfefc0d598e tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981615 May 06 09:33:51.312635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-18324c0c-39be-4e36-9b55-0ca413d44293 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3515601 May 06 09:33:51.529830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-93b7ca49-10ae-4701-9a81-02f8d5db655e None None] Provisioning complete for port 11960909-6b53-4dcb-b741-ce06d4ef2ffe triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:33:51.530717 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-93b7ca49-10ae-4701-9a81-02f8d5db655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.597477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-93b7ca49-10ae-4701-9a81-02f8d5db655e None None] Port 11960909-6b53-4dcb-b741-ce06d4ef2ffe cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:33:51.689552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32870) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:51.709584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-507bfebb-ba4f-41e6-894d-c7b5a4dd7077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.928166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-507bfebb-ba4f-41e6-894d-c7b5a4dd7077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:51.934259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-507bfebb-ba4f-41e6-894d-c7b5a4dd7077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.018329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-507bfebb-ba4f-41e6-894d-c7b5a4dd7077 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6da59b08d98f49b4906220cc315830f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274622 May 06 09:33:52.021425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32894) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:52.037625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bfebb-ba4f-41e6-894d-c7b5a4dd7077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef0da0-cf39-4862-987f-f2f44de7fe4b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:52.103228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c9847a5-a425-488e-b49e-31ac08b749b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.140444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c9847a5-a425-488e-b49e-31ac08b749b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.199812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c9847a5-a425-488e-b49e-31ac08b749b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.207217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c9847a5-a425-488e-b49e-31ac08b749b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.211264 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c9847a5-a425-488e-b49e-31ac08b749b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d8ef0da0-cf39-4862-987f-f2f44de7fe4b HTTP/1.1" status: 204 len: 168 time: 0.1882436 May 06 09:33:52.234185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9847a5-a425-488e-b49e-31ac08b749b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef0da0-cf39-4862-987f-f2f44de7fe4b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:52.358898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32920) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:52.469527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bfa37-144e-4c2a-ba0b-642444fffacd req-e8bce054-22b9-4c94-bc43-fc68b0f2a8cb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:52.471032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-833bfa37-144e-4c2a-ba0b-642444fffacd req-e8bce054-22b9-4c94-bc43-fc68b0f2a8cb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 936 time: 0.0783832 May 06 09:33:52.522591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-833bfa37-144e-4c2a-ba0b-642444fffacd req-703fcc2c-0e3b-484e-b501-3ca47216997f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448434 May 06 09:33:52.966933 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0895-8aed-47cd-b9c8-6bd0c1be7526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:52.989230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32940) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.088911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0895-8aed-47cd-b9c8-6bd0c1be7526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.093864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4f0895-8aed-47cd-b9c8-6bd0c1be7526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.145603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a4f0895-8aed-47cd-b9c8-6bd0c1be7526 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38188e4d69f048e5ac7f665dfb8f2f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7847211 May 06 09:33:53.146284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f0895-8aed-47cd-b9c8-6bd0c1be7526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c396c7ef-1706-4f6b-9bbb-62bdec97f52c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:53.148220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32950) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.156249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32952) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.235931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a95f820-e92c-44b8-9f40-3b83970937ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.265801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a95f820-e92c-44b8-9f40-3b83970937ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.326872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32960) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.344982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a95f820-e92c-44b8-9f40-3b83970937ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.348437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a95f820-e92c-44b8-9f40-3b83970937ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.349747 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a95f820-e92c-44b8-9f40-3b83970937ae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c396c7ef-1706-4f6b-9bbb-62bdec97f52c HTTP/1.1" status: 204 len: 168 time: 0.2000329 May 06 09:33:53.357810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95f820-e92c-44b8-9f40-3b83970937ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c396c7ef-1706-4f6b-9bbb-62bdec97f52c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:53.425046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af3178f5-742f-493a-b484-0d436f62b31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.450277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32968) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.492398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-41c4a2b6-b734-4323-bdb6-5697e6017ba7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=24ed49e01c1741f8b881350197438d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345671 May 06 09:33:53.495683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32976) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.561532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af3178f5-742f-493a-b484-0d436f62b31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.567040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af3178f5-742f-493a-b484-0d436f62b31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.616903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-267e5de7-9b8e-4f95-bc18-bf4c25358d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.655924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-af3178f5-742f-493a-b484-0d436f62b31c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef8b1fa09e114ed1bed0a97476ad240e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649714 May 06 09:33:53.658550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32982) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.667851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-267e5de7-9b8e-4f95-bc18-bf4c25358d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.684152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb90f-ba4a-45b5-8368-49808ca7deaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.722308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66604cda-f8f9-4f94-ab2f-1623806c3706 req-12eb229a-b6e3-4d9c-84a8-cb13fa9d7435 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:53.731144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66604cda-f8f9-4f94-ab2f-1623806c3706 req-12eb229a-b6e3-4d9c-84a8-cb13fa9d7435 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 936 time: 0.1082540 May 06 09:33:53.738622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3178f5-742f-493a-b484-0d436f62b31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891d9396-2110-4516-971a-38eff793e470,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:53.807776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-591414cb-6d80-4388-99ce-be6350fe50fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.811232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66604cda-f8f9-4f94-ab2f-1623806c3706 req-e6464966-1490-42b7-a86f-7413f6581bb0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763645 May 06 09:33:53.836073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-267e5de7-9b8e-4f95-bc18-bf4c25358d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.839086 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-267e5de7-9b8e-4f95-bc18-bf4c25358d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.840722 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-267e5de7-9b8e-4f95-bc18-bf4c25358d7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/840401c0-a13f-4162-bb36-62a7ebf0050b HTTP/1.1" status: 204 len: 168 time: 0.3438621 May 06 09:33:53.861236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32990) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:53.873949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e5de7-9b8e-4f95-bc18-bf4c25358d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840401c0-a13f-4162-bb36-62a7ebf0050b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:53.879695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-591414cb-6d80-4388-99ce-be6350fe50fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.884646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1998230864-network', 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:53.926821 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb90f-ba4a-45b5-8368-49808ca7deaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.944816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb90f-ba4a-45b5-8368-49808ca7deaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.967992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:53.970355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:53.997800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.012041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fb90f-ba4a-45b5-8368-49808ca7deaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b55476-6c2b-4729-8739-1012a2b2acd8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.020330 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7b7fb90f-ba4a-45b5-8368-49808ca7deaf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c080860edc7410db28edc18337ce2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922433 May 06 09:33:54.023433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32996) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:54.030687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-591414cb-6d80-4388-99ce-be6350fe50fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.033373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-591414cb-6d80-4388-99ce-be6350fe50fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.036985 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-591414cb-6d80-4388-99ce-be6350fe50fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/891d9396-2110-4516-971a-38eff793e470 HTTP/1.1" status: 204 len: 168 time: 0.3746562 May 06 09:33:54.047959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591414cb-6d80-4388-99ce-be6350fe50fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891d9396-2110-4516-971a-38eff793e470,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.086211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33000) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:54.108668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d8e490c-a40e-454e-9a6f-813f881b9319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.131274 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad156ee3-65ce-49c5-b0bb-2551d571d280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.162047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.170938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.171611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad156ee3-65ce-49c5-b0bb-2551d571d280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.194940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:54.229794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.230151 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Added segment 1e11437b-5eac-4cd0-b7b5-17a591487348 of type vlan for network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf May 06 09:33:54.231416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3d04a-7e48-4f09-8017-8c57bf958fdb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.266496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad156ee3-65ce-49c5-b0bb-2551d571d280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.269498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad156ee3-65ce-49c5-b0bb-2551d571d280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.273526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ad156ee3-65ce-49c5-b0bb-2551d571d280 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/32b55476-6c2b-4729-8739-1012a2b2acd8 HTTP/1.1" status: 204 len: 168 time: 0.2484245 May 06 09:33:54.283503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad156ee3-65ce-49c5-b0bb-2551d571d280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b55476-6c2b-4729-8739-1012a2b2acd8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.300936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.323671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d8e490c-a40e-454e-9a6f-813f881b9319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.332784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d8e490c-a40e-454e-9a6f-813f881b9319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.381676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.382626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:54.383198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.396484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-318354232-network', 'tenant_id': '5a9639df0d80434c89421b49da0e8bf5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:54.398573 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1d8e490c-a40e-454e-9a6f-813f881b9319 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5efa4bcbe9d74c159e1a5605b1bbf9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113136 May 06 09:33:54.403464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33006) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:54.412425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e490c-a40e-454e-9a6f-813f881b9319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28546fa-f836-4a54-8dde-79425794bb37,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.460270 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0084095 May 06 09:33:54.463467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33010) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:54.475648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Request body: {'subnet': {'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1998230864-subnet', 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:54.483946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Made reservation on behalf of 5a9639df0d80434c89421b49da0e8bf5 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:54.486294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b821d3-c7ce-4920-ae77-2ef3d15a9df1 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.486693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.508819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:54.509921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:54.517336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.527742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.574499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd118897-3dbe-409c-9aa4-2ea0a1581ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.616637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd118897-3dbe-409c-9aa4-2ea0a1581ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.721890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33014) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:54.730285 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.737854 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.772838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd118897-3dbe-409c-9aa4-2ea0a1581ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.775545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd118897-3dbe-409c-9aa4-2ea0a1581ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.779451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fd118897-3dbe-409c-9aa4-2ea0a1581ba2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c28546fa-f836-4a54-8dde-79425794bb37 HTTP/1.1" status: 204 len: 168 time: 0.3747985 May 06 09:33:54.785604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.793366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:54.808843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e37ede-eb7f-40e4-aab5-f56e9e2a4351,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.827232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.827566 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Added segment 8e011a57-a2af-4aa8-a94d-7c4c45735d33 of type vlan for network 39424dc8-8550-4662-ad1d-3161e9d11e8c May 06 09:33:54.839918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd118897-3dbe-409c-9aa4-2ea0a1581ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28546fa-f836-4a54-8dde-79425794bb37,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.844470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7c716088-b91c-425b-b6c5-b52ed5f67015 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aec6254fed174865b3d83033217a5f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1173961 May 06 09:33:54.847046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33022) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:54.914507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba4aadc-a164-4bed-bdbd-91ce48956fde,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:54.921832 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:54.970465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Checking segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:54.972512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Network hostable DHCP agents. Network: c2e0bfbc-204a-4f2e-b60d-1d76e98190cf, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:54.992649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:55.006474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c2e0bfbc-204a-4f2e-b60d-1d76e98190cf) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:55.018684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.019269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.024395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394170d-924b-4d6f-bc07-21271a85187c None None] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:55.034378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33026) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:55.056203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9b545d9b-479a-4dfb-b8d4-d6d5140a5fd8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5911782 May 06 09:33:55.058637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf941-585f-4a84-b68d-817517562586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.116894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5caa42-2e3d-43ba-a5f6-938a27145e0d req-a61c12a3-518b-498c-b3e6-8044939a8a87 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.127299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff5caa42-2e3d-43ba-a5f6-938a27145e0d req-a61c12a3-518b-498c-b3e6-8044939a8a87 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 936 time: 0.1896446 May 06 09:33:55.152476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5712851a-98ce-4b37-90fc-79b3abba29b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.169799 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.170791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.171362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.186445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf941-585f-4a84-b68d-817517562586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.192735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf941-585f-4a84-b68d-817517562586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.201294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3362768 May 06 09:33:55.208233 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5712851a-98ce-4b37-90fc-79b3abba29b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.214676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33032) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:55.225861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13571b-584c-4d94-98b8-c5bf7f3bd6fc None None] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:55.226390 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Request body: {'subnet': {'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-318354232-subnet', 'tenant_id': '5a9639df0d80434c89421b49da0e8bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:55.279364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff5caa42-2e3d-43ba-a5f6-938a27145e0d req-66daa092-79b2-454f-a151-d517cd832ea5 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507432 May 06 09:33:55.282449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcf941-585f-4a84-b68d-817517562586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee3b3ad-35cc-4059-8960-3307cd1751ad,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.292508 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d8dcf941-585f-4a84-b68d-817517562586 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43212a3b89c34a58ac38add8617b84de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563269 May 06 09:33:55.294885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33036) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:55.316344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Made reservation on behalf of 5a9639df0d80434c89421b49da0e8bf5 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:55.319437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.327636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67d28e-e4fe-4f6b-a6c6-393dddc84536 admin admin] Pushing event updated for resources: {'Network': ['ID=39424dc8-8550-4662-ad1d-3161e9d11e8c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.355949 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5712851a-98ce-4b37-90fc-79b3abba29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.359765 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5712851a-98ce-4b37-90fc-79b3abba29b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.361713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5712851a-98ce-4b37-90fc-79b3abba29b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/404eab25-7514-490a-aa21-47e15f3263e4 HTTP/1.1" status: 204 len: 168 time: 0.4941425 May 06 09:33:55.362651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:55.385707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:55.386513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712851a-98ce-4b37-90fc-79b3abba29b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404eab25-7514-490a-aa21-47e15f3263e4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.410778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f00112fe-282f-4c63-a6e9-d0905cf584a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.549408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58e76822-8435-40cc-b898-bb78712a6fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.571133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f00112fe-282f-4c63-a6e9-d0905cf584a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.576979 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f00112fe-282f-4c63-a6e9-d0905cf584a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.586446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58e76822-8435-40cc-b898-bb78712a6fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.625430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f00112fe-282f-4c63-a6e9-d0905cf584a2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c028ff1f21240c9b219e8462ee90be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482331 May 06 09:33:55.626691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00112fe-282f-4c63-a6e9-d0905cf584a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4ed70c-f614-4c9b-bcd6-08323accd788,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.641745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33046) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:55.694960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.702537 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58e76822-8435-40cc-b898-bb78712a6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.705101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58e76822-8435-40cc-b898-bb78712a6fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.706490 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58e76822-8435-40cc-b898-bb78712a6fa2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ee3b3ad-35cc-4059-8960-3307cd1751ad HTTP/1.1" status: 204 len: 168 time: 0.4105740 May 06 09:33:55.714584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb73e-6775-468d-8b3a-5f066eb19ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.738563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb73e-6775-468d-8b3a-5f066eb19ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.747972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e76822-8435-40cc-b898-bb78712a6fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee3b3ad-35cc-4059-8960-3307cd1751ad,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.792329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.808361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:55.808727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Network hostable DHCP agents. Network: 39424dc8-8550-4662-ad1d-3161e9d11e8c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:55.814429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb73e-6775-468d-8b3a-5f066eb19ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.819105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb73e-6775-468d-8b3a-5f066eb19ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.822832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9e5cb73e-6775-468d-8b3a-5f066eb19ca7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b4ed70c-f614-4c9b-bcd6-08323accd788 HTTP/1.1" status: 204 len: 168 time: 0.1791496 May 06 09:33:55.833318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb73e-6775-468d-8b3a-5f066eb19ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4ed70c-f614-4c9b-bcd6-08323accd788,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:55.833454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:55.851115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 39424dc8-8550-4662-ad1d-3161e9d11e8c) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:55.861249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85371487-3e26-4a2e-ad34-3b23726cb9f9 None None] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:55.863166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:55.863783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:55.885551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-84adb45b-0671-4c13-a7ec-b60d005bd762 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6655686 May 06 09:33:55.920138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33064) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:56.005343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5595cc-2435-4918-97dc-66a562db137d None None] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:56.364782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-network', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:56.459404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358ee07-b4e0-4984-abb7-dbc454a847ad req-9b1479e6-4c6e-4885-972d-a68bbfbdc0fe tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.460908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d358ee07-b4e0-4984-abb7-dbc454a847ad req-9b1479e6-4c6e-4885-972d-a68bbfbdc0fe tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 936 time: 0.0867398 May 06 09:33:56.473550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9bb0a874-5fbd-4586-ab17-bded2552c801 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.475094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9bb0a874-5fbd-4586-ab17-bded2552c801 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.2615838 May 06 09:33:56.482967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Made reservation on behalf of 1e6d8375db1646efbd6b837ffd55ddc5 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:56.485129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.512545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.528953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-7cca9797-9eec-4a62-910e-d127a3800684 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/quotas/572e50a56d59423dbaa3299982dc2b1c HTTP/1.1" status: 200 len: 375 time: 0.0409245 May 06 09:33:56.577924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-d582cab6-5755-4c0c-94e9-7df6d62f2d7f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480175 May 06 09:33:56.583421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d358ee07-b4e0-4984-abb7-dbc454a847ad req-582a19b2-78be-442e-903a-5789bfa26bb5 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073811 May 06 09:33:56.662867 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.669018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.702799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:56.705202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47060330-1800-4ddf-a7bf-88ad750da8cb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:56.715957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.716398 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Added segment 507e743b-aa72-4fad-a684-25e9b078f00c of type vlan for network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 May 06 09:33:56.765100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.790082 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:56.791814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:56.792553 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.027001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1057682 May 06 09:33:57.030040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33126) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:57.038053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Request body: {'subnet': {'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-subnet', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:57.039546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf6eb5-f740-4bd9-a765-6387e0d455f4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:57.053437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:57.061364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Made reservation on behalf of 1e6d8375db1646efbd6b837ffd55ddc5 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:57.064508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.218028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-28f2a284-a835-49f4-b70b-8d56c7ac0bb2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:33:57.219969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-28f2a284-a835-49f4-b70b-8d56c7ac0bb2 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2090216 May 06 09:33:57.283822 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.342427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-6e8b3dc9-629a-406d-bc99-360cab9b1469 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148455 May 06 09:33:57.344760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:57.351763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Checking segment: {'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:57.352287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Network hostable DHCP agents. Network: 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:57.378854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:33:57.391175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:57.403560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d586c86e-2cc3-46e4-a9b8-51b5f512ca0d None None] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:33:57.425402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:57.427808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.460267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-7d31c67f-248f-4712-ac10-e155b0632df7 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042054 May 06 09:33:57.464503 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cde2a865-494e-41b0-8cc3-b474c87425b4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4328277 May 06 09:33:57.464912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:57.469600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:57.497368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.499606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.629025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.631378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1', 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'fixed_ips': [{'subnet_id': 'b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:33:57.632467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.745843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-387419b7-7d3c-4a23-909b-1bd82315f996 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:33:57.747082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-387419b7-7d3c-4a23-909b-1bd82315f996 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054410 May 06 09:33:57.857409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdd3055a-90d8-4d7d-96d2-cc33d82ee417 req-760ec6db-0d6c-4173-bacd-69e7409bdc48 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 210 time: 0.0447929 May 06 09:33:57.905008 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:57.940801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Allocated IP 172.20.0.2 (3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1/b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f/affa96bc-8417-4bf9-92cb-6260d3ab8538) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:57.953443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b67ea-be3b-4c3d-ae2b-196dadb19cd6 req-587db67e-3a08-43a9-8f70-a6e44c6e322f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:57.957035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a4b67ea-be3b-4c3d-ae2b-196dadb19cd6 req-587db67e-3a08-43a9-8f70-a6e44c6e322f tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 936 time: 0.2065318 May 06 09:33:58.078972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a4b67ea-be3b-4c3d-ae2b-196dadb19cd6 req-3a68ab2e-b966-490b-9ed9-423a7d706689 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977297 May 06 09:33:58.140310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33178) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:58.145920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-530274749-network', 'tenant_id': 'a2585e3a7b1c4a7b8b86452fb8d410a1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:58.184146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Made reservation on behalf of a2585e3a7b1c4a7b8b86452fb8d410a1 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:58.187013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.200239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.255530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.267692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.323806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.331723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:33:58.333407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.334793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:33:58.341251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:33:58.381673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Pushing event updated for resources: {'Port': ['ID=affa96bc-8417-4bf9-92cb-6260d3ab8538,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:58.396140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:58.414463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Attempting to bind port affa96bc-8417-4bf9-92cb-6260d3ab8538 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:33:58.414878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Attempting to bind port affa96bc-8417-4bf9-92cb-6260d3ab8538 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:33:58.415176 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Attempting to bind port affa96bc-8417-4bf9-92cb-6260d3ab8538 on network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:33:58.421776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:33:58.422326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Checking segment: {'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:58.422705 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.423152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Bound using segment: {'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:33:58.423649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Bound port: affa96bc-8417-4bf9-92cb-6260d3ab8538, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:33:58.424026 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.432277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50debda3-9f2b-464f-9ac1-da3f09dd2abc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:58.438963 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.442612 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Added segment 71c6c812-b049-4577-9544-709c3e1679dd of type vlan for network 10eed8cd-d52d-4be1-82ab-5a4402f192e4 May 06 09:33:58.502554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.514290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33188) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:58.522772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] For port affa96bc-8417-4bf9-92cb-6260d3ab8538, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:33:58.526350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] For port affa96bc-8417-4bf9-92cb-6260d3ab8538, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=affa96bc-8417-4bf9-92cb-6260d3ab8538,segment=NetworkSegment(507e743b-aa72-4fad-a684-25e9b078f00c),segment_id=507e743b-aa72-4fad-a684-25e9b078f00c)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:33:58.532905 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.548122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.558617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.618827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.620408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:58.621178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.634226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b4532-a028-48d8-981d-cb747f4bdcdd None None] Pushing event updated for resources: {'Port': ['ID=affa96bc-8417-4bf9-92cb-6260d3ab8538,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:58.670492 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5289938 May 06 09:33:58.677482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33198) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:58.687320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Request body: {'subnet': {'network_id': '10eed8cd-d52d-4be1-82ab-5a4402f192e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-530274749-subnet', 'tenant_id': 'a2585e3a7b1c4a7b8b86452fb8d410a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:58.744454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdccc5c-ddc8-4cc3-97d8-b459472aeaa5 admin admin] Pushing event updated for resources: {'Network': ['ID=10eed8cd-d52d-4be1-82ab-5a4402f192e4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:58.759912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 10eed8cd-d52d-4be1-82ab-5a4402f192e4 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:58.767445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Made reservation on behalf of a2585e3a7b1c4a7b8b86452fb8d410a1 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:58.769857 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.775793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Request body: {'port': {'device_id': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:58.818062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Allocated IP 172.25.8.144 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/86c35077-ea0f-48c6-9edd-9c4b4033b945) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:33:58.845073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-network', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:58.896518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Made reservation on behalf of 4bc78a1ab88e486ca25840343c07abb5 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:58.899063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:58.910933 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.086099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.092157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.106671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:33:59.120152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.120596 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Added segment 8ec14479-7b39-4af8-9b67-97320a526313 of type vlan for network 2b938cdf-03e1-4f41-b402-900d7cc9c47c May 06 09:33:59.220508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.269228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1de935fa-a073-42f7-a091-b3fc6835bd05 req-bc1ca088-665c-4dcb-9bff-cc5afae0104f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 210 time: 0.2779615 May 06 09:33:59.269541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8d926c-5b1a-4c32-98c9-40ccbcd30e4d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:59.354061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.356894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.359331 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.389840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.446120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b938cdf-03e1-4f41-b402-900d7cc9c47c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:59.460763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:33:59.465525 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95a81e8c-c7b5-4817-8ec8-d5a826d537c5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9458346 May 06 09:33:59.468877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33222) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:33:59.477719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Request body: {'subnet': {'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-subnet', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:59.501342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-46780cf7-fd36-4ee3-89a1-248733d0f3e2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:33:59.506240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-46780cf7-fd36-4ee3-89a1-248733d0f3e2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.1546052 May 06 09:33:59.527609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Made reservation on behalf of 4bc78a1ab88e486ca25840343c07abb5 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:33:59.531551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.532273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Request body: {'port': {'device_id': '6448a742-b6d9-4a63-8239-d18edc585309', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'admin_state_up': True, 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:33:59.820870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:33:59.925827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfa777c-428f-42ee-82dc-b84482d8c180,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:33:59.936258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Checking segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:33:59.937474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Network hostable DHCP agents. Network: 2b938cdf-03e1-4f41-b402-900d7cc9c47c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:33:59.974371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:00.000755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2b938cdf-03e1-4f41-b402-900d7cc9c47c) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:00.013025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:00.013608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.013767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a32f7-2192-4cea-a0e8-303081d5dcbd None None] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:00.047244 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d79e095-1826-4303-8be9-cbd94a830b46 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5770707 May 06 09:34:00.049847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33238) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:00.054090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:00.075402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:00.079270 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.094523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.106699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.207340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.213911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dece5d-b5f5-49dc-8d9e-7b35714aedfe None None] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:00.251497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Allocated IP 172.20.0.2 (c2e0bfbc-204a-4f2e-b60d-1d76e98190cf/fba4aadc-a164-4bed-bdbd-91ce48956fde/00132ecc-b90e-475c-9db1-b1c93ca489b0) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:00.359522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.395932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75c61e-0c48-4dc7-b4fe-7c2963776e44 req-52c46e11-2b2c-4ad4-a445-097e8b7899e2 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:00.407571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc75c61e-0c48-4dc7-b4fe-7c2963776e44 req-52c46e11-2b2c-4ad4-a445-097e8b7899e2 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 936 time: 1.1123090 May 06 09:34:00.450631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device affa96bc-8417-4bf9-92cb-6260d3ab8538 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:00.557493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:34:00.558393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.579867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5d02e7ae-21fe-46a0-a9c5-83e3bbd0f3b1 None None] Provisioning complete for port affa96bc-8417-4bf9-92cb-6260d3ab8538 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:00.579867 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d02e7ae-21fe-46a0-a9c5-83e3bbd0f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.607347 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.618320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.740064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port affa96bc-8417-4bf9-92cb-6260d3ab8538 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:00.740433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.752048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc75c61e-0c48-4dc7-b4fe-7c2963776e44 req-e04d6260-f1af-4132-bdd5-bdb43ed2081e tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384886 May 06 09:34:00.761052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3fb2254-551b-4947-9bd6-05a569471436 req-57423f84-365e-40a2-94da-d0033b4f367d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 210 time: 0.1716681 May 06 09:34:00.769735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab5b0c7-2d71-4c63-8c46-f05fa80c9463,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:00.771752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Checking segment: {'id': '71c6c812-b049-4577-9544-709c3e1679dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '10eed8cd-d52d-4be1-82ab-5a4402f192e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:00.772199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Network hostable DHCP agents. Network: 10eed8cd-d52d-4be1-82ab-5a4402f192e4, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:00.866801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.887677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.910690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.910932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:00.926219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Network 10eed8cd-d52d-4be1-82ab-5a4402f192e4 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:00.936970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Allocated IP 172.20.0.2 (2b938cdf-03e1-4f41-b402-900d7cc9c47c/1dfa777c-428f-42ee-82dc-b84482d8c180/e6b00666-8577-4ba8-8f17-50f7d5a72734) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:00.956478 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d02e7ae-21fe-46a0-a9c5-83e3bbd0f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.003723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:01.017735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 10eed8cd-d52d-4be1-82ab-5a4402f192e4) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:01.022996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:01.030797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Pushing event updated for resources: {'Port': ['ID=86c35077-ea0f-48c6-9edd-9c4b4033b945,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:01.033897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:01.058492 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3c233-c66c-4a32-999e-1f99a3d2f4c1 None None] Network 10eed8cd-d52d-4be1-82ab-5a4402f192e4 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:01.061087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:01.063323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.096206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Allocated IP 172.25.8.173 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/8d8ac891-2a33-45be-addf-e0fe2f1b60e2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:01.113332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d02e7ae-21fe-46a0-a9c5-83e3bbd0f3b1 None None] For port affa96bc-8417-4bf9-92cb-6260d3ab8538, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=affa96bc-8417-4bf9-92cb-6260d3ab8538,segment=NetworkSegment(507e743b-aa72-4fad-a684-25e9b078f00c),segment_id=507e743b-aa72-4fad-a684-25e9b078f00c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:01.154563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.168745 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.188296 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d02e7ae-21fe-46a0-a9c5-83e3bbd0f3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.241174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.290179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.333650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:01.338692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:01.340334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a0ab16f9-eeed-41b2-865b-c7ae5751a398 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6615822 May 06 09:34:01.362325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:01.371769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-e05c4ddd-1059-4894-9b98-d8e5fdb57f49 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04c2772b84074723a5aa90df54cc8f12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2119379 May 06 09:34:01.418933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d02e7ae-21fe-46a0-a9c5-83e3bbd0f3b1 None None] Pushing event updated for resources: {'Port': ['ID=affa96bc-8417-4bf9-92cb-6260d3ab8538,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:01.425139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11960909-6b53-4dcb-b741-ce06d4ef2ffe {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:01.438484 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.461879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.464100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Transition to ACTIVE for port object 11960909-6b53-4dcb-b741-ce06d4ef2ffe will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:01.480746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Pushing event updated for resources: {'Port': ['ID=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:01.487212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event updated for resources: {'Port': ['ID=00132ecc-b90e-475c-9db1-b1c93ca489b0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:01.498115 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:34:01.499918 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:34:01.509661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.516392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8d8d4b9b-4de2-44dd-a331-0ac2eff66a61 None None] Provisioning complete for port affa96bc-8417-4bf9-92cb-6260d3ab8538 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:01.517009 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4b9b-4de2-44dd-a331-0ac2eff66a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.615601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ef89e-e513-4588-8a7d-81e44d38030f None None] Network 10eed8cd-d52d-4be1-82ab-5a4402f192e4 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:01.635304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.645719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:01.651541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:01.669644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:01.672317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Pushing event updated for resources: {'Port': ['ID=e6b00666-8577-4ba8-8f17-50f7d5a72734,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:01.680874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:01.722680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:01.726012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:01.742666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-ab729db1-74b7-4262-99c9-d0d65f46b4b4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:01.750499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-ab729db1-74b7-4262-99c9-d0d65f46b4b4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775024 May 06 09:34:01.825163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-d3ed3d9b-17a3-4070-acf9-cb7668ea9c4b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/quotas/04c2772b84074723a5aa90df54cc8f12 HTTP/1.1" status: 200 len: 375 time: 0.0725093 May 06 09:34:01.886043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.935770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Attempting to bind port e6b00666-8577-4ba8-8f17-50f7d5a72734 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:01.936260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Attempting to bind port e6b00666-8577-4ba8-8f17-50f7d5a72734 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:01.936666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Attempting to bind port e6b00666-8577-4ba8-8f17-50f7d5a72734 on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:01.943784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:01.944067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Checking segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:01.944580 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.945318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Bound using segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:01.945718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Bound port: e6b00666-8577-4ba8-8f17-50f7d5a72734, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:01.946300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:01.947874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Pushing event updated for resources: {'Port': ['ID=11960909-6b53-4dcb-b741-ce06d4ef2ffe,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:01.964168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-4e491120-7bba-4ef4-9d88-3a55fc4ada7a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1380374 May 06 09:34:02.016262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:02.017231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.159191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e006fd03-2517-4561-9173-c240edeec473 None None] For port e6b00666-8577-4ba8-8f17-50f7d5a72734, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:02.222933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e006fd03-2517-4561-9173-c240edeec473 None None] For port e6b00666-8577-4ba8-8f17-50f7d5a72734, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e6b00666-8577-4ba8-8f17-50f7d5a72734,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:02.227190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-3cd67e8d-d969-4842-a95a-ace46549f65e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7007363 May 06 09:34:02.230581 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.281182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Request body: {'port': {'device_id': '6448a742-b6d9-4a63-8239-d18edc585309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:02.353890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device affa96bc-8417-4bf9-92cb-6260d3ab8538 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:02.359018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.397674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006fd03-2517-4561-9173-c240edeec473 None None] Pushing event updated for resources: {'Port': ['ID=e6b00666-8577-4ba8-8f17-50f7d5a72734,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:02.457683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port affa96bc-8417-4bf9-92cb-6260d3ab8538 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:02.458115 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.622564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Attempting to bind port 11960909-6b53-4dcb-b741-ce06d4ef2ffe on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:02.622902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Attempting to bind port 11960909-6b53-4dcb-b741-ce06d4ef2ffe by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:02.623646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Attempting to bind port 11960909-6b53-4dcb-b741-ce06d4ef2ffe on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:02.640928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.657826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Port 11960909-6b53-4dcb-b741-ce06d4ef2ffe on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:02.658147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Attempting to bind port 11960909-6b53-4dcb-b741-ce06d4ef2ffe on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:02.662383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Router 405a16d9-1ecc-47bd-9298-55f4272508a1 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:34:02.679997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da5fac-2b05-4266-8863-ce9cb6dd3c8d req-9ebe307a-c1c6-4052-9219-e56ffb39b6af tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:02.682501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2da5fac-2b05-4266-8863-ce9cb6dd3c8d req-9ebe307a-c1c6-4052-9219-e56ffb39b6af tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 931 time: 0.2490246 May 06 09:34:02.687420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.692333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:02.692630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:02.692955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:02.693395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Bound port: 11960909-6b53-4dcb-b741-ce06d4ef2ffe, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:02.693745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.737745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-e8d4554f-15d5-4e98-b2f1-9a27cb8c064b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:02.739260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-e8d4554f-15d5-4e98-b2f1-9a27cb8c064b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.4654298 May 06 09:34:02.806508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:02.820857 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Sync routers for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:02.829047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:02.830549 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7f1efd05-6945-4f3e-9cb1-260fabef912d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7796481 May 06 09:34:02.833334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33340) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:02.835534 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:02.836298 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:33:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:02.854995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-b0e5e795-f246-4763-8e1c-90fa2aac4016 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/quotas/5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 375 time: 0.0798066 May 06 09:34:02.988916 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:03.218446 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:01Z', 'revision_number': 3, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:03.250545 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Checking router: 405a16d9-1ecc-47bd-9298-55f4272508a1 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:03.251275 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Updating router 405a16d9-1ecc-47bd-9298-55f4272508a1 port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:34:03.282760 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.316223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-b19aee86-64a1-4bd0-8286-cbd2c8eaf2c2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4603069 May 06 09:34:03.345292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2da5fac-2b05-4266-8863-ce9cb6dd3c8d req-5b15f53d-9d6e-45cc-9f88-d78ccb24b5d2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6394279 May 06 09:34:03.465007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] For port 11960909-6b53-4dcb-b741-ce06d4ef2ffe, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:03.504037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] For port 11960909-6b53-4dcb-b741-ce06d4ef2ffe, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=11960909-6b53-4dcb-b741-ce06d4ef2ffe,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:03.556496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.601275 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-f43221b9-6723-473c-8716-9b5566465086 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=04c2772b84074723a5aa90df54cc8f12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414891 May 06 09:34:03.649078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-53dd190a-b16b-49d8-9fb0-b5780a1b8886 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:34:03.659808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-53dd190a-b16b-49d8-9fb0-b5780a1b8886 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1729176 May 06 09:34:03.681420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.706893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6b3b9-2e29-4776-89e6-8e754fa328a1 req-5528672e-085c-464c-9bd8-3cbd61b19376 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:03.716281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56f6b3b9-2e29-4776-89e6-8e754fa328a1 req-5528672e-085c-464c-9bd8-3cbd61b19376 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 948 time: 0.2927558 May 06 09:34:03.720028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:03.720830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.722338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] 10.222.0.83 "PUT /v2.0/ports/11960909-6b53-4dcb-b741-ce06d4ef2ffe HTTP/1.1" status: 200 len: 1096 time: 5.3838341 May 06 09:34:03.777525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'tag': '11960909-6b53-4dcb-b741-ce06d4ef2ffe'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:03.780568 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac241195-6019-442d-aa56-afdc5fd21054" -d '{"events": [{"name": "network-changed", "server_uuid": "e338291e-e336-4723-9738-01f4ff8e4d92", "tag": "11960909-6b53-4dcb-b741-ce06d4ef2ffe"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:03.787204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd25661-e389-4f02-98ae-19175b5e799d None None] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:03.845704 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.873060 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.911925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8135c4f9-ab56-4a34-bd04-8060ed7d1373 None None] Provisioning complete for port e6b00666-8577-4ba8-8f17-50f7d5a72734 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:03.912612 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8135c4f9-ab56-4a34-bd04-8060ed7d1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:03.963917 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Pushing event updated for resources: {'Port': ['ID=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:03.979173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-e3e6b68b-463e-425a-8cb1-0640f173fc0c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:03.980694 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-e3e6b68b-463e-425a-8cb1-0640f173fc0c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507226 May 06 09:34:03.993273 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.994971 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.996412 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.996856 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.997290 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.997971 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.998270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.998694 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:03.999553 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:04.000074 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:04.000192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e022-0cfa-4fde-9d42-640f41877133 service neutron] Pushing event updated for resources: {'Port': ['ID=11960909-6b53-4dcb-b741-ce06d4ef2ffe,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.000770 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:04.001192 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Tracked resource versions report: May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: pushed versions: May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: { 'AddressGroup': {'1.2'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'ConntrackHelper': {'1.0'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Log': {'1.0'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Network': {'1.1'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Port': {'1.7'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'PortForwarding': {'1.2'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'QosPolicy': {'1.9'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'SecurityGroup': {'1.4'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'SecurityGroupRule': {'1.2'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'SubPort': {'1.0'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Subnet': {'1.1'}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Trunk': {'1.1'}} May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: consumer versions: May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: { DHCP agent@n-d-840834-1: {}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: HyperV agent@n-h1-840834-1: {}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: HyperV agent@n-h2-840834-1: {}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: L3 agent@n-d-840834-1: {}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: Metadata agent@n-d-840834-1: {}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: Metering agent@n-d-840834-1: {}, May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: Open vSwitch agent@n-d-840834-1: { 'AddressGroup': '1.2', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'ConntrackHelper': '1.0', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Log': '1.0', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Network': '1.1', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Port': '1.7', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'PortForwarding': '1.2', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'QosPolicy': '1.9', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'SecurityGroup': '1.4', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'SecurityGroupRule': '1.2', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'SubPort': '1.0', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Subnet': '1.1', May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: 'Trunk': '1.1'}} May 06 09:34:04.002631 n-d-840834-1 neutron-server[102745]: {{(pid=102745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 06 09:34:04.008573 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Attempting to bind port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:04.009225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Attempting to bind port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:04.009920 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Attempting to bind port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:04.015332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.017732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:04.018286 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:04.018796 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.019382 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:04.020451 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Bound port: 8d8ac891-2a33-45be-addf-e0fe2f1b60e2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:04.022125 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.027875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56f6b3b9-2e29-4776-89e6-8e754fa328a1 req-134eed87-ccd2-45a7-b17d-834cabaa0731 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104093 May 06 09:34:04.037770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Request body: {'port': {'device_id': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '04c2772b84074723a5aa90df54cc8f12'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:04.042697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00132ecc-b90e-475c-9db1-b1c93ca489b0 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:04.065102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.076705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-33ed2dbd-208a-4da6-8cd8-c3536a3524e1 service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160144 May 06 09:34:04.088098 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] For port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:04.093068 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] For port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:04.100208 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.132655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-69a18a8f-0508-4947-b779-910811b1322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:04.134270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-69a18a8f-0508-4947-b779-910811b1322b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b12641defb5e47ee83ae0b08901e4299&device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 1099 time: 0.3076701 May 06 09:34:04.187395 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7213c4-90a6-4002-9af2-eb88790c4e75 None None] Pushing event updated for resources: {'Port': ['ID=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.200087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Made reservation on behalf of 04c2772b84074723a5aa90df54cc8f12 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:04.205214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.212730 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:04.213385 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:33:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:04.248408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.288889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Transition to ACTIVE for port object 00132ecc-b90e-475c-9db1-b1c93ca489b0 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:04.295681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-5489591f-f961-4aac-aa21-d32c5a0cf36c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=11960909-6b53-4dcb-b741-ce06d4ef2ffe HTTP/1.1" status: 200 len: 217 time: 0.1522155 May 06 09:34:04.302154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.434249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e6b00666-8577-4ba8-8f17-50f7d5a72734 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:04.434500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Allocated IP 172.20.0.1 (2b938cdf-03e1-4f41-b402-900d7cc9c47c/1dfa777c-428f-42ee-82dc-b84482d8c180/d6653e40-66d3-46b7-8f39-2bcad9b9d5d8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:04.465724 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:04.468565 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8135c4f9-ab56-4a34-bd04-8060ed7d1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.537228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8135c4f9-ab56-4a34-bd04-8060ed7d1373 None None] For port e6b00666-8577-4ba8-8f17-50f7d5a72734, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e6b00666-8577-4ba8-8f17-50f7d5a72734,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:04.546531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8135c4f9-ab56-4a34-bd04-8060ed7d1373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.552281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port e6b00666-8577-4ba8-8f17-50f7d5a72734 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:04.552694 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.557603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.559641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6eeab29d-a962-402b-b3ea-7f53488469c6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04c2772b84074723a5aa90df54cc8f12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142142 May 06 09:34:04.569452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.615983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23fee6e-e940-4948-ba2d-c6b3f4db8434 service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382626 May 06 09:34:04.645627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Pushing event updated for resources: {'Port': ['ID=00132ecc-b90e-475c-9db1-b1c93ca489b0,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.669090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135c4f9-ab56-4a34-bd04-8060ed7d1373 None None] Pushing event updated for resources: {'Port': ['ID=e6b00666-8577-4ba8-8f17-50f7d5a72734,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.706464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.769353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-02d3ea07-77f0-4df6-82df-96c615298d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:04.771029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16002e4e-d9e3-4caf-9d1b-fef4056b12f7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:04.771260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-02d3ea07-77f0-4df6-82df-96c615298d76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.4556136 May 06 09:34:04.819552 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.856004 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:01Z', 'revision_number': 3, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:04.878106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:04.887233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:04.895260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:04.942400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:04.953867 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67a70a-9811-47d0-ae85-c12d6b78f328 None None] The sync data for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 is: [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:01Z', 'revision_number': 3, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:04.972112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-73c7e8d9-9d23-4887-9079-fbcd0667e762 None None] Provisioning complete for port e6b00666-8577-4ba8-8f17-50f7d5a72734 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:04.972668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-73c7e8d9-9d23-4887-9079-fbcd0667e762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:05.023936 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddb4386-4eda-4067-bc88-be80782a76e9 x-openstack-request-id: req-1ddb4386-4eda-4067-bc88-be80782a76e9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:05.025735 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e338291e-e336-4723-9738-01f4ff8e4d92", "tag": "11960909-6b53-4dcb-b741-ce06d4ef2ffe", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:05.026048 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ddb4386-4eda-4067-bc88-be80782a76e9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:05.026471 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddb4386-4eda-4067-bc88-be80782a76e9'] response: {'name': 'network-changed', 'server_uuid': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'tag': '11960909-6b53-4dcb-b741-ce06d4ef2ffe', 'status': 'completed', 'code': 200} May 06 09:34:05.177309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Attempting to bind port 00132ecc-b90e-475c-9db1-b1c93ca489b0 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:05.177643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Attempting to bind port 00132ecc-b90e-475c-9db1-b1c93ca489b0 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:05.177966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Attempting to bind port 00132ecc-b90e-475c-9db1-b1c93ca489b0 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:05.186181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Pushing event updated for resources: {'Port': ['ID=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:05.194347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-7e449597-c3b4-40dc-bebf-388e8cbf887e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:05.196357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-7e449597-c3b4-40dc-bebf-388e8cbf887e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6166477 May 06 09:34:05.204154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-b979a2df-6599-44bd-895e-48faa7eddf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:05.206099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-b979a2df-6599-44bd-895e-48faa7eddf20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3589063 May 06 09:34:05.231181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Port 00132ecc-b90e-475c-9db1-b1c93ca489b0 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:05.231504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Attempting to bind port 00132ecc-b90e-475c-9db1-b1c93ca489b0 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:05.246441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:34:05.300364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-b074974a-1e1a-4df1-95a7-c68811bed3a6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/quotas/04c2772b84074723a5aa90df54cc8f12 HTTP/1.1" status: 200 len: 375 time: 0.0911500 May 06 09:34:05.329504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Allocated IP 192.168.233.74 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:05.381982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:05.382521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Checking segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:05.383095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Bound using segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:05.383534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Bound port: 00132ecc-b90e-475c-9db1-b1c93ca489b0, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:05.384532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:05.456170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e5970b5e-74eb-4b6b-a738-17fafe26a674 None None] Provisioning complete for port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:05.457495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e5970b5e-74eb-4b6b-a738-17fafe26a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:05.513576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-60d26bca-c10f-4dfc-a9e1-2728afc3c1aa tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2123311 May 06 09:34:05.598101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e5970b5e-74eb-4b6b-a738-17fafe26a674 None None] Port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:05.631015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33384) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:05.661001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaeef2-747a-4563-ab93-cc15e404c905 req-8254892b-f87c-4b0c-a89a-934f6d228864 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:05.663661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43eaeef2-747a-4563-ab93-cc15e404c905 req-8254892b-f87c-4b0c-a89a-934f6d228864 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 943 time: 0.4659517 May 06 09:34:05.696223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:05.811307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-27a85940-4dda-498e-8ee9-9951be035474 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804596 May 06 09:34:05.869791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:05.919887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8b240ff-4d7e-4024-a564-9565fd50f4f4 req-c606b59f-369b-40cb-a92f-e2b398cd478a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 210 time: 0.0983753 May 06 09:34:05.990897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.077855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:06.087407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:06.091989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:06.114306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:06.250587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:06.251241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.332125 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-fadd04eb-abc0-4b40-bfd1-29832d47c1e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3052554 May 06 09:34:06.370429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Request body: {'port': {'device_id': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:06.423615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33404) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:06.433288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] For port 00132ecc-b90e-475c-9db1-b1c93ca489b0, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:06.474970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:06.476315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.479717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df63a8ac-2d89-4cc8-b37f-16ba57493a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.490449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Sync routers for ids ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:06.501355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] For port 00132ecc-b90e-475c-9db1-b1c93ca489b0, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=00132ecc-b90e-475c-9db1-b1c93ca489b0,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:06.519483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.537682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43eaeef2-747a-4563-ab93-cc15e404c905 req-caa301a9-5588-4af8-a3d3-4efeb1a88edd tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8661952 May 06 09:34:06.548295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:06.553282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Routers {'4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:06.554558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:33:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:06.557566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.630526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.632085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6355c10-e051-4634-b25c-dc8b18d520ba admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1659284 May 06 09:34:06.641510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33408) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:06.648871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.661305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:06.662190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:06.663963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] 10.222.0.82 "PUT /v2.0/ports/00132ecc-b90e-475c-9db1-b1c93ca489b0 HTTP/1.1" status: 200 len: 1091 time: 4.3888969 May 06 09:34:06.742615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cb357-1817-45f5-a926-f9001009886c req-e5902327-0a00-4ae2-88e5-7fde99a632aa tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:06.750794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c9cb357-1817-45f5-a926-f9001009886c req-e5902327-0a00-4ae2-88e5-7fde99a632aa tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 948 time: 0.3148494 May 06 09:34:06.761398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4d1f30e-ef32-482f-921a-406136a5dc00 req-0a4146c7-042a-4b5b-940c-2086b2656bce service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9169555 May 06 09:34:06.792264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87d60d-3b6f-4a91-820f-2cb0710e5713 service neutron] Pushing event updated for resources: {'Port': ['ID=00132ecc-b90e-475c-9db1-b1c93ca489b0,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:06.828388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3875bd41-ee38-43ee-a6f7-1eebd3a57870 req-905059f6-30d3-4b2b-b96d-b68f41153c7d tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.1165621 May 06 09:34:06.909686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.83', 61226) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:06.970805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Set router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:07.038102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c9cb357-1817-45f5-a926-f9001009886c req-5aa0b2cf-a5dc-40b7-9b7d-aa01462eca5d tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816904 May 06 09:34:07.043706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6448a742-b6d9-4a63-8239-d18edc585309', 'tag': '00132ecc-b90e-475c-9db1-b1c93ca489b0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:07.046146 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f" -d '{"events": [{"name": "network-changed", "server_uuid": "6448a742-b6d9-4a63-8239-d18edc585309", "tag": "00132ecc-b90e-475c-9db1-b1c93ca489b0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:07.112807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3793c81c-c719-4c1c-8e34-955098fd8c86 None None] Provisioning complete for port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:07.113449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3793c81c-c719-4c1c-8e34-955098fd8c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.116767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-17b524d3-c928-4e98-a33b-12d649765564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:07.119021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-17b524d3-c928-4e98-a33b-12d649765564 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 1094 time: 0.3284681 May 06 09:34:07.129378 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6053931f-01a8-4c31-bae4-6c6bc45cea2a x-openstack-request-id: req-6053931f-01a8-4c31-bae4-6c6bc45cea2a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:07.131077 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6448a742-b6d9-4a63-8239-d18edc585309", "tag": "00132ecc-b90e-475c-9db1-b1c93ca489b0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:07.131468 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6053931f-01a8-4c31-bae4-6c6bc45cea2a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:07.132035 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6053931f-01a8-4c31-bae4-6c6bc45cea2a'] response: {'name': 'network-changed', 'server_uuid': '6448a742-b6d9-4a63-8239-d18edc585309', 'tag': '00132ecc-b90e-475c-9db1-b1c93ca489b0', 'status': 'completed', 'code': 200} May 06 09:34:07.136356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df63a8ac-2d89-4cc8-b37f-16ba57493a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.176198 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df63a8ac-2d89-4cc8-b37f-16ba57493a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.183004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.197976 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f2502db-5f6d-45d0-883b-b1534c305d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.230431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac241195-6019-442d-aa56-afdc5fd21054 req-ecf89607-70e8-4fe0-bb4e-25589939053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:07.232237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac241195-6019-442d-aa56-afdc5fd21054 req-ecf89607-70e8-4fe0-bb4e-25589939053f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b12641defb5e47ee83ae0b08901e4299&device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 1099 time: 0.3171532 May 06 09:34:07.244756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3793c81c-c719-4c1c-8e34-955098fd8c86 None None] Port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:07.248750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-ab8f76b7-7f57-4229-9819-b6e81aa1d004 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00132ecc-b90e-475c-9db1-b1c93ca489b0 HTTP/1.1" status: 200 len: 217 time: 0.1107378 May 06 09:34:07.250637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-875815a8-8257-4789-9cf7-aa7a8f5a2365 req-1f34005f-c357-4e7f-b9f7-84447737f58a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 210 time: 0.1236603 May 06 09:34:07.260365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Pushing event updated for resources: {'Port': ['ID=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:07.267042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:07.267672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.315832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-4347e8e9-9283-4bb4-9957-aa2913dfd7b1 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:07.317582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-4347e8e9-9283-4bb4-9957-aa2913dfd7b1 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.5206811 May 06 09:34:07.387279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Request body: {'port': {'device_id': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'admin_state_up': True, 'tenant_id': '5a9639df0d80434c89421b49da0e8bf5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:07.398268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63a8ac-2d89-4cc8-b37f-16ba57493a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b9d170-6a87-4893-a2b0-bc1a74ad24f2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:07.420236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-df63a8ac-2d89-4cc8-b37f-16ba57493a9b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07618cf7ddff487a9bcd9fe8255180a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7810519 May 06 09:34:07.420999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33420) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:07.436300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:02Z', 'revision_number': 3, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:07.438202 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.486997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Checking router: 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:07.487501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Updating router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 port 86c35077-ea0f-48c6-9edd-9c4b4033b945 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:34:07.490000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-c2b01b21-cb54-4f99-9ddd-775b111be850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:07.491447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-c2b01b21-cb54-4f99-9ddd-775b111be850 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.2106671 May 06 09:34:07.508284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:07.519087 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.520362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e6b00666-8577-4ba8-8f17-50f7d5a72734 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:07.546893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:07.552286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.560443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-1fcf6077-796c-4ce3-b02b-eae5b54bf054 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531833 May 06 09:34:07.571692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:07.600581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac241195-6019-442d-aa56-afdc5fd21054 req-d262f88b-9ca8-419f-9fa3-b6b2af0cd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:07.602240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac241195-6019-442d-aa56-afdc5fd21054 req-d262f88b-9ca8-419f-9fa3-b6b2af0cd739 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3490031 May 06 09:34:07.682027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f2502db-5f6d-45d0-883b-b1534c305d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.687512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:07.754605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac241195-6019-442d-aa56-afdc5fd21054 req-261521e9-c421-4350-b2a4-d6ba778c9c13 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=11960909-6b53-4dcb-b741-ce06d4ef2ffe HTTP/1.1" status: 200 len: 217 time: 0.1049132 May 06 09:34:07.755313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f2502db-5f6d-45d0-883b-b1534c305d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.762738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-129de813-5577-4e5c-9e11-a8a77fcf7952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.863459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port e6b00666-8577-4ba8-8f17-50f7d5a72734 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:07.871389 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.899011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.83', 61227) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:07.936986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-129de813-5577-4e5c-9e11-a8a77fcf7952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:07.969770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Made reservation on behalf of 5a9639df0d80434c89421b49da0e8bf5 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:07.973398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.009855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c7bcc-cd44-4ab3-9946-e8aa2b74d07f req-9f7e1180-2ee3-4760-aec1-99bce2e59d6b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.011460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-678c7bcc-cd44-4ab3-9946-e8aa2b74d07f req-9f7e1180-2ee3-4760-aec1-99bce2e59d6b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 943 time: 0.3449278 May 06 09:34:08.022595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac241195-6019-442d-aa56-afdc5fd21054 req-f56dde7a-6edc-41da-8c66-73e98ed58ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.023997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac241195-6019-442d-aa56-afdc5fd21054 req-f56dde7a-6edc-41da-8c66-73e98ed58ec9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2590938 May 06 09:34:08.034878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-c26ed923-3122-43da-9392-dadae94653a5 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648106 May 06 09:34:08.045733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bca345e8-ba6b-4866-a32b-b6e8f2707846 None None] Provisioning complete for port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:08.046291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2502db-5f6d-45d0-883b-b1534c305d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3431d2b-2681-47b9-abd8-5b3ee20b667c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.046595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bca345e8-ba6b-4866-a32b-b6e8f2707846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.059743 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1f2502db-5f6d-45d0-883b-b1534c305d8c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd7c52deea4047ea8e1e5685b5236f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6231802 May 06 09:34:08.075598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:08.083961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af3d42c-6c59-45cc-97b1-bdb12d86e45c req-2f0bb25f-9421-4f7f-8dab-a2e6278c8e17 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0990636 May 06 09:34:08.162185 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-03184918-87e5-4aef-9772-c9a447158ef0 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=04c2772b84074723a5aa90df54cc8f12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2280176 May 06 09:34:08.201920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bca345e8-ba6b-4866-a32b-b6e8f2707846 None None] Port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:08.303547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-678c7bcc-cd44-4ab3-9946-e8aa2b74d07f req-93231a72-84ab-4b68-9790-1f320a08027d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776744 May 06 09:34:08.304870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-129de813-5577-4e5c-9e11-a8a77fcf7952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.307511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-129de813-5577-4e5c-9e11-a8a77fcf7952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.322670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-129de813-5577-4e5c-9e11-a8a77fcf7952 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8b9d170-6a87-4893-a2b0-bc1a74ad24f2 HTTP/1.1" status: 204 len: 168 time: 0.8616886 May 06 09:34:08.395154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.404158 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.410422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Router 405a16d9-1ecc-47bd-9298-55f4272508a1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:34:08.434462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:08.458665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac241195-6019-442d-aa56-afdc5fd21054 req-a4e26380-1b14-402c-96d0-70faf96621a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.460269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac241195-6019-442d-aa56-afdc5fd21054 req-a4e26380-1b14-402c-96d0-70faf96621a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4180484 May 06 09:34:08.461293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129de813-5577-4e5c-9e11-a8a77fcf7952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b9d170-6a87-4893-a2b0-bc1a74ad24f2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.479095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a39e-b762-4683-9e99-f3ba3c461e50 req-93163d7b-0fa1-4566-aeac-4b2f3e90c449 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.480668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38a8a39e-b762-4683-9e99-f3ba3c461e50 req-93163d7b-0fa1-4566-aeac-4b2f3e90c449 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 948 time: 0.3033562 May 06 09:34:08.481097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-9469f37a-a392-4296-8ba5-9aa5b00d9f7a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.483565 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-9469f37a-a392-4296-8ba5-9aa5b00d9f7a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3085773 May 06 09:34:08.510084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Request body: {'port': {'device_id': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '04c2772b84074723a5aa90df54cc8f12'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:08.543694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Attempting to bind port 86c35077-ea0f-48c6-9edd-9c4b4033b945 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:08.543694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Attempting to bind port 86c35077-ea0f-48c6-9edd-9c4b4033b945 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:08.543694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Attempting to bind port 86c35077-ea0f-48c6-9edd-9c4b4033b945 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:08.548779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:08.553732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3db9c52-5610-42c2-aa30-268b137c5095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.578601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c1b6947-7c0e-4267-8f03-7e4972a47a26 req-d636eefe-a71b-42f3-8a3e-afc3d7d60c71 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190175 May 06 09:34:08.581008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:08.581222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:08.590267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.590892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:08.591415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Bound port: 86c35077-ea0f-48c6-9edd-9c4b4033b945, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:08.592237 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.601447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-646c79c4-bde9-43ce-bf99-85790a830a33 req-de8c9c82-5e18-476e-b938-6fc8fbdfd3db tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 210 time: 0.1736767 May 06 09:34:08.626628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.641525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.660689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] For port 86c35077-ea0f-48c6-9edd-9c4b4033b945, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:08.664473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] For port 86c35077-ea0f-48c6-9edd-9c4b4033b945, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=86c35077-ea0f-48c6-9edd-9c4b4033b945,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:08.681468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.690112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38a8a39e-b762-4683-9e99-f3ba3c461e50 req-edbe96ab-bd71-4bf8-987d-c38510ceace7 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145189 May 06 09:34:08.705104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f51d4d-6427-4ca1-a749-e091ef80882b None None] Pushing event updated for resources: {'Port': ['ID=86c35077-ea0f-48c6-9edd-9c4b4033b945,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.736552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Transition to ACTIVE for port object 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:08.741252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3db9c52-5610-42c2-aa30-268b137c5095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.742541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:08.743634 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.749499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Allocated IP 172.20.0.12 (39424dc8-8550-4662-ad1d-3161e9d11e8c/ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a/55a4c69a-be9d-4f72-b6c5-583ba4801532) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:08.771708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.786594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33440) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:08.805098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-2b2d57f8-76e6-4bfb-a77f-e752b86fbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:08.805303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Routers {'4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:08.805753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:33:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:08.806904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-2b2d57f8-76e6-4bfb-a77f-e752b86fbe4a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 1094 time: 0.1363821 May 06 09:34:08.832147 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5337e61a-052e-4b0e-baac-913bf81acdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:08.863565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f51d4d-6427-4ca1-a749-e091ef80882b None None] Pushing event updated for resources: {'Port': ['ID=86c35077-ea0f-48c6-9edd-9c4b4033b945,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:08.972321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] Set router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:08.974200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:09.035362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:09.051173 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Sync routers for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:09.066682 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c5cfbfcf-d2a5-4fc6-9e75-fc52f1cc7765 admin admin] 10.222.0.76 "PUT /v2.0/routers/405a16d9-1ecc-47bd-9298-55f4272508a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2320561 May 06 09:34:09.068873 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:09.069533 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:33:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:09.073136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Made reservation on behalf of 04c2772b84074723a5aa90df54cc8f12 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:09.078102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.106493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3db9c52-5610-42c2-aa30-268b137c5095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.109371 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3db9c52-5610-42c2-aa30-268b137c5095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.114930 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e3db9c52-5610-42c2-aa30-268b137c5095 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3431d2b-2681-47b9-abd8-5b3ee20b667c HTTP/1.1" status: 204 len: 168 time: 1.0280643 May 06 09:34:09.334616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5337e61a-052e-4b0e-baac-913bf81acdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.341411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac241195-6019-442d-aa56-afdc5fd21054 req-e28d27d6-c312-40ea-8280-a5a2a2e9fe25 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8394077 May 06 09:34:09.400482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db9c52-5610-42c2-aa30-268b137c5095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3431d2b-2681-47b9-abd8-5b3ee20b667c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:09.448858 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:09.505666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Attempting to bind port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:09.506152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Attempting to bind port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:09.506340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Attempting to bind port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:09.526314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Allocated IP 172.20.0.1 (3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1/b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f/9af4c866-2b2c-42f6-a20c-7e61d35019af) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:09.532598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:09.532926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Attempting to bind port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:09.555567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-c678bf2d-0c8b-4039-a399-21abdd4e68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:09.557423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-c678bf2d-0c8b-4039-a399-21abdd4e68f6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 913 time: 0.7394891 May 06 09:34:09.572905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5337e61a-052e-4b0e-baac-913bf81acdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.591798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:09.592151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:09.592537 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:09.592984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Bound port: 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:09.593343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.688158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Allocated IP 192.168.233.135 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/8e17c0a3-e9f0-4d76-b02e-12ff2310998a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:09.780664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5337e61a-052e-4b0e-baac-913bf81acdb9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8adf98b883ce4f4db88f1c4cac92d690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9880433 May 06 09:34:09.784236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81e6a000-eea1-4019-ae58-3c1095f7b6ab req-4f343336-f13d-4565-988f-a628f828d7ec tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.4344831 May 06 09:34:09.785308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33464) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:09.792916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:09.833906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:09.844095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.848535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337e61a-052e-4b0e-baac-913bf81acdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e91a4f8-b6a3-4390-abaf-08a782c75304,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:09.853771 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:09.886878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:02Z', 'revision_number': 3, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:09.954443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-592980e3-96b8-4d77-862e-b91e638e7925 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00132ecc-b90e-475c-9db1-b1c93ca489b0 HTTP/1.1" status: 200 len: 217 time: 0.3161483 May 06 09:34:09.991473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daab6ef6-2e6a-4ab1-9335-ba29c1220a20 None None] The sync data for ids ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'] in n-d-840834-1 is: [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:02Z', 'revision_number': 3, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:10.004774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33468) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:10.033256 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 2, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:10.050430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd9834db-9909-497f-9175-b81aebe9160f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.068906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.081114 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Checking router: 405a16d9-1ecc-47bd-9298-55f4272508a1 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:10.081643 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Updating router 405a16d9-1ecc-47bd-9298-55f4272508a1 port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:34:10.113163 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.137603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb5e5-bb6c-45a0-a3c7-7d578e10259d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.145408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.164025 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.214689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:10.215622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.217181 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] 10.222.0.82 "PUT /v2.0/ports/14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 HTTP/1.1" status: 200 len: 1095 time: 3.8574259 May 06 09:34:10.219451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:10.231127 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0952ac-f6e0-4207-a63b-84f285efd1d2" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:10.262662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:10.273606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:10.275838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:10.278773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-80ad0ff7-d046-4f31-80a2-1594769edaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:10.281377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-80ad0ff7-d046-4f31-80a2-1594769edaa2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.2316680 May 06 09:34:10.284032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58ef07-b8fe-4943-9782-5fd97b749a98 service neutron] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:10.315759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:10.319554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb5e5-bb6c-45a0-a3c7-7d578e10259d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.331361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:10.345611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:10.430479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:10.511870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84c21b2b-6804-4344-932e-42e1c3b37839 req-786adc18-921e-4061-8e51-6a6eea76b5b1 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 210 time: 0.4989140 May 06 09:34:10.529591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-f753f519-b3dc-40bf-8fe8-b79afa251163 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1980810 May 06 09:34:10.542137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-network', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:10.611864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-463a90c3-6b36-465a-b476-0767ea9a6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:10.626299 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-463a90c3-6b36-465a-b476-0767ea9a6e91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1098 time: 0.3446472 May 06 09:34:10.660545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee5585-e084-42f7-bbff-f28349a34c5c req-b0483699-8035-4745-b276-d129f99e305f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:10.669679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cee5585-e084-42f7-bbff-f28349a34c5c req-b0483699-8035-4745-b276-d129f99e305f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 943 time: 1.0988443 May 06 09:34:10.760292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:10.761069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.795189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.863532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-63896619-8b65-470b-9a72-0f23e59705aa None None] Provisioning complete for port 9af4c866-2b2c-42f6-a20c-7e61d35019af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:10.867422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63896619-8b65-470b-9a72-0f23e59705aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.917717 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.927160 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.937103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 00132ecc-b90e-475c-9db1-b1c93ca489b0 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:10.945807 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4470067 May 06 09:34:10.946873 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb5e5-bb6c-45a0-a3c7-7d578e10259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.951783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb5e5-bb6c-45a0-a3c7-7d578e10259d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:10.955441 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a9dbb5e5-bb6c-45a0-a3c7-7d578e10259d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e91a4f8-b6a3-4390-abaf-08a782c75304 HTTP/1.1" status: 204 len: 168 time: 1.1643336 May 06 09:34:10.966733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac241195-6019-442d-aa56-afdc5fd21054 req-79a4330e-a1e5-48bf-a0f6-d57281e414f4 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4079533 May 06 09:34:11.022649 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd9834db-9909-497f-9175-b81aebe9160f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.043177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b6a80-a4b4-4026-ad40-a812a292e676 None None] Pushing event updated for resources: {'Port': ['ID=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.045412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-63896619-8b65-470b-9a72-0f23e59705aa None None] Port 9af4c866-2b2c-42f6-a20c-7e61d35019af cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:11.072477 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.075176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd9834db-9909-497f-9175-b81aebe9160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.107850 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-76785b36-3387-4713-af2f-25fdc8ff5009 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 HTTP/1.1" status: 200 len: 217 time: 0.1665559 May 06 09:34:11.115282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbb5e5-bb6c-45a0-a3c7-7d578e10259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e91a4f8-b6a3-4390-abaf-08a782c75304,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.117194 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.135429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Made reservation on behalf of 0a5ef973d0744834bbdff1085d118dec for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:11.137826 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.155511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-2ee38e46-01dc-4ebf-83d6-b0646567d797 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140244 May 06 09:34:11.159212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Request body: {'port': {'device_id': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:11.160406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cee5585-e084-42f7-bbff-f28349a34c5c req-2eeaaeef-546e-42e5-a82a-5b13242aefaf tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896469 May 06 09:34:11.169481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9834db-9909-497f-9175-b81aebe9160f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83069be-3d6e-4a5f-a979-e524345c6a7c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.274653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Attempting to bind port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:11.277420 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Attempting to bind port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:11.278962 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Attempting to bind port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:11.295089 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:11.301803 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Checking segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:11.302337 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.313826 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Bound using segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:11.314777 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Bound port: d6653e40-66d3-46b7-8f39-2bcad9b9d5d8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:11.316087 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.397186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3881d9b5-e319-4a0a-9cfc-12d06298feb0 None None] Provisioning complete for port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:11.397565 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3881d9b5-e319-4a0a-9cfc-12d06298feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.401470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68421a6c-65a8-4fc7-a5d6-0e9637dbb94f req-ee39c921-8b3d-4b7f-9a39-cee6bdae40c2 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207444 May 06 09:34:11.425826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5d51c-c044-4ac2-9de1-bb655213d646 req-4a0c520e-006e-40ef-ab35-a24ec7f0b4a6 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:11.426594 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.446169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33b5d51c-c044-4ac2-9de1-bb655213d646 req-4a0c520e-006e-40ef-ab35-a24ec7f0b4a6 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 948 time: 0.7114136 May 06 09:34:11.469931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3881d9b5-e319-4a0a-9cfc-12d06298feb0 None None] Port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:11.471906 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d714c7-cc72-4394-825e-e58a11bd311f x-openstack-request-id: req-b2d714c7-cc72-4394-825e-e58a11bd311f {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:11.476554 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:11.476925 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2d714c7-cc72-4394-825e-e58a11bd311f {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:11.477660 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d714c7-cc72-4394-825e-e58a11bd311f'] response: {'name': 'network-changed', 'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'status': 'completed', 'code': 200} May 06 09:34:11.495673 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9af4c866-2b2c-42f6-a20c-7e61d35019af,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.522168 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] For port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:11.530735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] For port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:11.542154 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.553552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 00132ecc-b90e-475c-9db1-b1c93ca489b0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=00132ecc-b90e-475c-9db1-b1c93ca489b0,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:11.607078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fd9834db-9909-497f-9175-b81aebe9160f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20ad8b26c031477b9513de336ca89a08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5965772 May 06 09:34:11.620212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '00132ecc-b90e-475c-9db1-b1c93ca489b0', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'port_id': '00132ecc-b90e-475c-9db1-b1c93ca489b0', 'mac_address': 'fa:16:3e:2e:bc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba4aadc-a164-4bed-bdbd-91ce48956fde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:11.648777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33488) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:11.650471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.657715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-7d0cb5be-a44e-41b8-bd7a-d13d0c729eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:11.662027 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-7d0cb5be-a44e-41b8-bd7a-d13d0c729eca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.5115261 May 06 09:34:11.663890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.710653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b6a80-a4b4-4026-ad40-a812a292e676 None None] Pushing event updated for resources: {'Port': ['ID=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.728951 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:11.729589 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:33:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:11.803316 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.820211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:11.830562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bebcf5a5-ce33-4a21-8d90-1cef171cb650 None None] Provisioning complete for port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:11.837480 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bebcf5a5-ce33-4a21-8d90-1cef171cb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.846931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:11.882585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:11.894824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:11.936490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33b5d51c-c044-4ac2-9de1-bb655213d646 req-e1f37ed8-4663-4af5-8385-d0637d9c5664 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882557 May 06 09:34:11.949234 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:11.953962 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:11.995610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00132ecc-b90e-475c-9db1-b1c93ca489b0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:12.035053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 00132ecc-b90e-475c-9db1-b1c93ca489b0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=00132ecc-b90e-475c-9db1-b1c93ca489b0,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:12.045890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.077583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911bade-24fd-420e-a6c8-0c10db460e44 req-e718522d-e1d7-4867-80a9-1cfe3041641a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:12.081371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7911bade-24fd-420e-a6c8-0c10db460e44 req-e718522d-e1d7-4867-80a9-1cfe3041641a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 936 time: 0.5770888 May 06 09:34:12.149472 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bebcf5a5-ce33-4a21-8d90-1cef171cb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.166273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=00132ecc-b90e-475c-9db1-b1c93ca489b0,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:12.175852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:12.176814 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.188113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e17c0a3-e9f0-4d76-b02e-12ff2310998a {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:12.196958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b01c6e6-98cb-4963-b3f5-7750c709cf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.199407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.216666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Transition to ACTIVE for port object 8e17c0a3-e9f0-4d76-b02e-12ff2310998a will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:12.226725 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b01c6e6-98cb-4963-b3f5-7750c709cf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.233953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bebcf5a5-ce33-4a21-8d90-1cef171cb650 None None] For port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:12.249330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bebcf5a5-ce33-4a21-8d90-1cef171cb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.268988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.304615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.309493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-51f4968f-8fb5-47f3-a269-1497d5c4331a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9318221 May 06 09:34:12.332267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['00132ecc-b90e-475c-9db1-b1c93ca489b0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:12.361889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Request body: {'port': {'device_id': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:12.383962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b01c6e6-98cb-4963-b3f5-7750c709cf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.388893 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b01c6e6-98cb-4963-b3f5-7750c709cf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.392614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9b01c6e6-98cb-4963-b3f5-7750c709cf51 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d83069be-3d6e-4a5f-a979-e524345c6a7c HTTP/1.1" status: 204 len: 168 time: 0.7398179 May 06 09:34:12.404013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-6fb17b2e-f818-480c-82ab-685d667f7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:12.405540 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-6fb17b2e-f818-480c-82ab-685d667f7935 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7051306 May 06 09:34:12.455556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86c35077-ea0f-48c6-9edd-9c4b4033b945 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:12.476137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7911bade-24fd-420e-a6c8-0c10db460e44 req-30e18f7d-1342-4609-83e6-ab5c51004730 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851616 May 06 09:34:12.480220 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:11Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:12.504750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133e2e7-600f-4e71-b089-4fc630670dd8 req-49cdb9c8-fe57-4fcc-943b-03c3f0268767 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:12.518528 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5551bc8-fb45-431d-93b8-b55466122f50 None None] The sync data for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 is: [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:11Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:12.526821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4133e2e7-600f-4e71-b089-4fc630670dd8 req-49cdb9c8-fe57-4fcc-943b-03c3f0268767 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 932 time: 0.4433286 May 06 09:34:12.631633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01c6e6-98cb-4963-b3f5-7750c709cf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83069be-3d6e-4a5f-a979-e524345c6a7c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:12.768590 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-7307ac6a-f504-4d57-b2a3-6bb3289ed528 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351157 May 06 09:34:12.808135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.828793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5bd6b287-a8fd-4583-bc84-29651d818edd None None] Provisioning complete for port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:12.829231 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b287-a8fd-4583-bc84-29651d818edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.847611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcf5a5-ce33-4a21-8d90-1cef171cb650 None None] Pushing event updated for resources: {'Port': ['ID=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:12.848984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62e92a-8344-4df8-8033-94f33eefe4ab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Pushing event updated for resources: {'Port': ['ID=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:12.894405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Attempting to bind port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:12.894726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Attempting to bind port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:12.895069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Attempting to bind port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:12.925872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12c6d5f8-79b1-4691-968e-05c313f14c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:12.945070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4133e2e7-600f-4e71-b089-4fc630670dd8 req-688c85b2-0d0b-434c-b827-cf8712856583 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154570 May 06 09:34:12.958405 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.000381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 11960909-6b53-4dcb-b741-ce06d4ef2ffe details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:13.132402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 86c35077-ea0f-48c6-9edd-9c4b4033b945 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:13.132765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c0946-5be3-40b5-af7c-51c65121e1d4 req-7e4dde6e-deb0-4f3f-90f1-db6120b50e43 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:13.133271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.144009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b8c0946-5be3-40b5-af7c-51c65121e1d4 req-7e4dde6e-deb0-4f3f-90f1-db6120b50e43 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 944 time: 0.4405425 May 06 09:34:13.203183 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:34:13.310226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b8c0946-5be3-40b5-af7c-51c65121e1d4 req-e3fcd19c-df39-4b58-92bd-28bd8f77f893 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612301 May 06 09:34:13.333736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb405e3-03bf-4067-8b62-8b2e980310be req-840bff8c-95d1-48ee-8f2b-764714920ce1 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:13.342318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cb405e3-03bf-4067-8b62-8b2e980310be req-840bff8c-95d1-48ee-8f2b-764714920ce1 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 948 time: 0.2331874 May 06 09:34:13.476952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:13.477714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cb405e3-03bf-4067-8b62-8b2e980310be req-8758c72e-08a2-4339-818e-ea675bd912e7 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289480 May 06 09:34:13.478192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Attempting to bind port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:13.481498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 11960909-6b53-4dcb-b741-ce06d4ef2ffe, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=11960909-6b53-4dcb-b741-ce06d4ef2ffe,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:13.506299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.532904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 86c35077-ea0f-48c6-9edd-9c4b4033b945, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=86c35077-ea0f-48c6-9edd-9c4b4033b945,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:13.541016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:13.541409 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:13.541991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:13.542209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Bound port: 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:13.542564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.544285 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.549638 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '11960909-6b53-4dcb-b741-ce06d4ef2ffe', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '11960909-6b53-4dcb-b741-ce06d4ef2ffe', 'mac_address': 'fa:16:3e:67:72:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:13.589169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.606746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9af4c866-2b2c-42f6-a20c-7e61d35019af,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:13.632514 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.730266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=86c35077-ea0f-48c6-9edd-9c4b4033b945,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:13.731870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4562678-61e4-493a-90bd-79293402e575,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:13.741884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.777802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11960909-6b53-4dcb-b741-ce06d4ef2ffe {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:13.816314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a4c69a-be9d-4f72-b6c5-583ba4801532 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:13.822656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 11960909-6b53-4dcb-b741-ce06d4ef2ffe, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=11960909-6b53-4dcb-b741-ce06d4ef2ffe,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:13.829991 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.831069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.858437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463df4a-c41d-4207-97fb-b9c36686411d req-f1d73597-e454-45b9-a188-9a469d33025e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:13.869646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9463df4a-c41d-4207-97fb-b9c36686411d req-f1d73597-e454-45b9-a188-9a469d33025e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 948 time: 0.2279031 May 06 09:34:13.873034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:13.904518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7a882547-f15c-4073-a5f3-562f55ca9816 req-576f6200-858f-4987-8e0a-474dcaa93831 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1032176 May 06 09:34:13.906931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=11960909-6b53-4dcb-b741-ce06d4ef2ffe,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:13.947292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:13.960750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:13.961097 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Added segment b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0 of type vlan for network fef492c4-26c8-4c58-b88c-4d666d17bf1f May 06 09:34:14.017574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:14.061228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:14.072853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] For port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:14.273831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-00de5c67-d4ea-468d-b96f-a4d3a0b19581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:14.275723 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-00de5c67-d4ea-468d-b96f-a4d3a0b19581 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1098 time: 0.2915049 May 06 09:34:14.281178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] For port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:14.283299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.300695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Transition to ACTIVE for port object 55a4c69a-be9d-4f72-b6c5-583ba4801532 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:14.323877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.344820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['11960909-6b53-4dcb-b741-ce06d4ef2ffe'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:14.356509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9463df4a-c41d-4207-97fb-b9c36686411d req-af606ddc-df6d-475d-b35f-50fe02fed87b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858336 May 06 09:34:14.375069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:34:14.392670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.459317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedbe3e-fcef-4255-934e-f2136685c2f9 req-c1f75341-b4bc-4f02-a22b-a0daab2b9192 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:14.470051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfedbe3e-fcef-4255-934e-f2136685c2f9 req-c1f75341-b4bc-4f02-a22b-a0daab2b9192 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 932 time: 0.2307012 May 06 09:34:14.532252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.resource_extend [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:34:14.545941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:14.546569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.548058 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] 10.222.0.83 "PUT /v2.0/ports/8e17c0a3-e9f0-4d76-b02e-12ff2310998a HTTP/1.1" status: 200 len: 1096 time: 3.5929515 May 06 09:34:14.554876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:14.557736 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445" -d '{"events": [{"name": "network-changed", "server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:14.564524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d200908c-a61c-426e-be89-300697ec7d75 None None] Provisioning complete for port 9af4c866-2b2c-42f6-a20c-7e61d35019af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:14.564979 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d200908c-a61c-426e-be89-300697ec7d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.620939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d200908c-a61c-426e-be89-300697ec7d75 None None] Port 9af4c866-2b2c-42f6-a20c-7e61d35019af cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:14.623498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86c35077-ea0f-48c6-9edd-9c4b4033b945 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:14.672036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:14.750105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfedbe3e-fcef-4255-934e-f2136685c2f9 req-30e985e1-d705-4a67-9b45-40e98b7c9a19 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467606 May 06 09:34:14.755992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:14.757314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:14.760039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:14.772775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:14.774484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:14.784720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:14.788129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:14.790415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:14.791191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Bound port: 55a4c69a-be9d-4f72-b6c5-583ba4801532, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:14.792750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.796120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 86c35077-ea0f-48c6-9edd-9c4b4033b945 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:14.796489 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.922385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-6fd7faa9-e7c3-421f-8f18-3c4372df1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:14.923948 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-6fd7faa9-e7c3-421f-8f18-3c4372df1623 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.6377871 May 06 09:34:14.924679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d78e5-c913-4354-b1c8-ae9eb403cd73 service neutron] Pushing event updated for resources: {'Port': ['ID=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:14.933812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:14.937423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:14.947368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.950914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:14.952286 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:14.960817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.047940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.049143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.050800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-a23e8e33-62bc-4554-a348-05681447760b service neutron] 10.222.0.83 "PUT /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 1092 time: 2.7155995 May 06 09:34:15.054591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:15.067616 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:15.125629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:15.136954 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-106e59ef-28be-40ae-94e9-a838acb49806 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 HTTP/1.1" status: 200 len: 217 time: 0.1819961 May 06 09:34:15.141048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 00132ecc-b90e-475c-9db1-b1c93ca489b0 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:15.141775 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22cde2db-fe7c-4a3b-bc8f-4d9dbecc63f8 admin admin] 10.222.0.76 "PUT /v2.0/routers/4f5abcdb-5d05-4d40-9ddd-d0432c1f1871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4849391 May 06 09:34:15.146810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6dad5345-e822-41ff-a8d4-b851ee6cc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.148326 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-6dad5345-e822-41ff-a8d4-b851ee6cc463 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 1099 time: 0.5126724 May 06 09:34:15.190395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179c408-2874-4872-a0ee-1cba3bdba847 req-84919aa8-33b3-4f6f-8eba-e0add52737bd tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.192105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b179c408-2874-4872-a0ee-1cba3bdba847 req-84919aa8-33b3-4f6f-8eba-e0add52737bd tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 944 time: 0.2527347 May 06 09:34:15.201726 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.7188268 May 06 09:34:15.201999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e8e33-62bc-4554-a348-05681447760b service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:15.206684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Sync routers for ids ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:15.210448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33580) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:15.245975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Request body: {'subnet': {'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-subnet', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:15.252872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Pushing event updated for resources: {'Network': ['ID=fef492c4-26c8-4c58-b88c-4d666d17bf1f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:15.260120 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-394b5406-7f51-4366-ac64-261784fe5b62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a HTTP/1.1" status: 200 len: 217 time: 0.0970771 May 06 09:34:15.269031 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bee773a-3d93-430e-b505-f6fc2b6d38b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.288530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.289120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.289695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.290181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.290662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.291140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.291640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.292136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.292618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.293091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.293554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.294023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b539d6d5-2176-4194-b327-4d80de1786c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:15.294477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Routers {'4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:15.295112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:33:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:15.304620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-25c4cc15-5573-48b9-8381-478695cef04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.310212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-25c4cc15-5573-48b9-8381-478695cef04e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1095 time: 0.1925976 May 06 09:34:15.325001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-8583e4f1-d1fd-43d4-972f-09a0038f124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.326720 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-8583e4f1-d1fd-43d4-972f-09a0038f124a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1750972 May 06 09:34:15.328051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:15.351797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:15.366004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Made reservation on behalf of 0a5ef973d0744834bbdff1085d118dec for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:15.369430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.416604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-75ba05e7-dac6-44ca-8642-fcdfe72e3419 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 217 time: 0.0950232 May 06 09:34:15.426150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acb617-df79-4b6a-a381-bcc0b147a8f9 req-41421815-9fa7-46ed-8a7b-fdb207805bb2 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.435943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-c4ec496c-7c14-45fd-bb67-6e6593ee43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.438282 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-c4ec496c-7c14-45fd-bb67-6e6593ee43ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1643512 May 06 09:34:15.444621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1acb617-df79-4b6a-a381-bcc0b147a8f9 req-41421815-9fa7-46ed-8a7b-fdb207805bb2 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 949 time: 0.2427306 May 06 09:34:15.491176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-ed1cf6b7-efc1-4ef5-8541-db19e40b2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.493503 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-ed1cf6b7-efc1-4ef5-8541-db19e40b2f79 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592255 May 06 09:34:15.516572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b179c408-2874-4872-a0ee-1cba3bdba847 req-3d354e43-e2aa-4f15-81d2-b1f389bd1a43 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988672 May 06 09:34:15.545116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-0c9f980a-f245-4d3a-99d7-98a6607613ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.546649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-0c9f980a-f245-4d3a-99d7-98a6607613ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0992880 May 06 09:34:15.570638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1acb617-df79-4b6a-a381-bcc0b147a8f9 req-c4b7c4b0-e817-4ce5-a2af-c4481a84d584 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246700 May 06 09:34:15.580574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-0dc84568-c0c2-476f-a02d-3cff3e39e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.580574 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-0dc84568-c0c2-476f-a02d-3cff3e39e455 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1277826 May 06 09:34:15.581036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 00132ecc-b90e-475c-9db1-b1c93ca489b0 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:15.602707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 00132ecc-b90e-475c-9db1-b1c93ca489b0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:15.603406 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.621800 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704dfe8f-f76c-433c-a1df-5e48c01e1475 x-openstack-request-id: req-704dfe8f-f76c-433c-a1df-5e48c01e1475 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:15.622090 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:15.622344 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-704dfe8f-f76c-433c-a1df-5e48c01e1475 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:15.622735 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704dfe8f-f76c-433c-a1df-5e48c01e1475'] response: {'name': 'network-changed', 'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a', 'status': 'completed', 'code': 200} May 06 09:34:15.648811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-6a0699f8-1e70-4d9b-a36e-dd48cb700871 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594883 May 06 09:34:15.666197 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed41abb-5f9f-4e8c-ad89-4f6f21920d79 x-openstack-request-id: req-4ed41abb-5f9f-4e8c-ad89-4f6f21920d79 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:15.671858 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:15.672312 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ed41abb-5f9f-4e8c-ad89-4f6f21920d79 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:15.673342 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed41abb-5f9f-4e8c-ad89-4f6f21920d79'] response: {'name': 'network-changed', 'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532', 'status': 'completed', 'code': 200} May 06 09:34:15.680674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Set router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:15.682553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:15.683020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.748155 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-60ede04c-673c-4494-9ad5-ec3ad6f5c7f9 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439759 May 06 09:34:15.779623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-92e954f6-9d27-4a84-8acb-4625ae63dde4 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280365 May 06 09:34:15.780342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-f6603db1-0ad2-4966-b1fd-6e10a8961679 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992166 May 06 09:34:15.836210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.913329 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:15.948286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323ce1-9b13-4ca1-97ef-03b5701b095d req-618b2370-f413-4127-a294-28941ea7f3b8 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:15.950266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f323ce1-9b13-4ca1-97ef-03b5701b095d req-618b2370-f413-4127-a294-28941ea7f3b8 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 948 time: 0.0953543 May 06 09:34:15.952127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b57f4a8-f071-4976-9baa-d28904ccd522 req-fa02fbce-1fb6-45a7-87e5-ee0070d3d4c8 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604915 May 06 09:34:15.970265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:15.983903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6448a742-b6d9-4a63-8239-d18edc585309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00132ecc-b90e-475c-9db1-b1c93ca489b0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:15.986276 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e2e87-c8a6-417d-92ee-dd1b54328503" -d '{"events": [{"server_uuid": "6448a742-b6d9-4a63-8239-d18edc585309", "name": "network-vif-plugged", "status": "completed", "tag": "00132ecc-b90e-475c-9db1-b1c93ca489b0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:16.020368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9726e851-3253-42e6-8615-b8e51766bd2e req-181a3ed6-731a-4e1c-b4bd-480bade64a54 tempest-FloatingIPsNegativeTestJSON-259913543 tempest-FloatingIPsNegativeTestJSON-259913543-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=1e6d8375db1646efbd6b837ffd55ddc5 HTTP/1.1" status: 200 len: 217 time: 0.0671151 May 06 09:34:16.039889 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff0952ac-f6e0-4207-a63b-84f285efd1d2 req-997dfd82-a812-4a1d-aaf0-da93b34f2ecd service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744286 May 06 09:34:16.040397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 00132ecc-b90e-475c-9db1-b1c93ca489b0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=00132ecc-b90e-475c-9db1-b1c93ca489b0,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:16.052684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Checking segment: {'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:16.053282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Network hostable DHCP agents. Network: fef492c4-26c8-4c58-b88c-4d666d17bf1f, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:16.068602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f323ce1-9b13-4ca1-97ef-03b5701b095d req-527a098c-4f38-4dbb-85f9-5f50b917f45a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914514 May 06 09:34:16.088883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-7b818c99-bf8d-4e38-bac6-2da429846deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.091616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-7b818c99-bf8d-4e38-bac6-2da429846deb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1095 time: 0.0847089 May 06 09:34:16.095447 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7faea8ff-dcf9-4c8a-9f80-c5912ed556f0 req-1529aac3-bc05-4069-8ffb-2827398769cc service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000779 May 06 09:34:16.109713 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.113037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:16.134693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, fef492c4-26c8-4c58-b88c-4d666d17bf1f) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:16.141808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.142490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.168881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f8cb8d-4286-4563-9b70-2cc60930b146 None None] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:16.249358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-16c292df-7afe-42ec-8826-30d2c1c6fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.250746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.251691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-16c292df-7afe-42ec-8826-30d2c1c6fda1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.1479223 May 06 09:34:16.267594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=00132ecc-b90e-475c-9db1-b1c93ca489b0,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:16.308749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-76d0823d-dc3c-4009-b541-03279b2ae010 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 217 time: 0.0466282 May 06 09:34:16.320426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:10Z', 'revision_number': 4, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9af4c866-2b2c-42f6-a20c-7e61d35019af', 'name': '', 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'mac_address': 'fa:16:3e:05:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:08Z', 'updated_at': '2022-05-06T09:34:11Z', 'revision_number': 2, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'subnets': [{'id': 'b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:16.336802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-594557d9-cd43-4226-a9ad-2aba4467d7e2 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961981 May 06 09:34:16.368811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Checking router: 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:16.369372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Updating router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 port 9af4c866-2b2c-42f6-a20c-7e61d35019af binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:34:16.408154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.432979 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4f5b014-ff0b-4828-a693-b92f825ae513 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2200806 May 06 09:34:16.436116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33612) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:16.442480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:16.454062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-8d9003df-3d07-4e9a-8449-0db5c1977997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.455528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-8d9003df-3d07-4e9a-8449-0db5c1977997 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.1363261 May 06 09:34:16.464649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-fef492c4-26c8-4c58-b88c-4d666d17bf1f', 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'fixed_ips': [{'subnet_id': '90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:34:16.465419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-78a84f5e-a2db-4718-b159-eda92dc65205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.465567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.467086 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-78a84f5e-a2db-4718-b159-eda92dc65205 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 1099 time: 0.2989569 May 06 09:34:16.471022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6af56a-0f1d-400e-b495-7e6ab3768048 req-17d142db-0b01-4b30-b3b6-9ce742a9572f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.473116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d6af56a-0f1d-400e-b495-7e6ab3768048 req-17d142db-0b01-4b30-b3b6-9ce742a9572f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.1553044 May 06 09:34:16.485927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.487712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.513338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-40884d3c-8064-47ce-b241-4bed6ca55a4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370538 May 06 09:34:16.515872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.593750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.613266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-079b7394-2ce3-488b-becd-90f1073700e2 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.614719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-079b7394-2ce3-488b-becd-90f1073700e2 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2392535 May 06 09:34:16.623003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d6af56a-0f1d-400e-b495-7e6ab3768048 req-d0787da9-5502-479a-87e4-a42fdb59f780 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201098 May 06 09:34:16.656291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-4b58d81b-1b0f-49d1-b1ba-a4029bc7ae48 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/quotas/b8e9f2ec33dc4d8f8f84c8e0fe074f06 HTTP/1.1" status: 200 len: 375 time: 0.0308287 May 06 09:34:16.698724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-8f487206-d60a-4370-8baa-a1800a4447e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.700394 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-8f487206-d60a-4370-8baa-a1800a4447e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2269225 May 06 09:34:16.709093 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8e6411-a856-42b7-ab49-93babb7710fe x-openstack-request-id: req-ff8e6411-a856-42b7-ab49-93babb7710fe {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:16.709659 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6448a742-b6d9-4a63-8239-d18edc585309", "name": "network-vif-plugged", "status": "completed", "tag": "00132ecc-b90e-475c-9db1-b1c93ca489b0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:16.710046 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff8e6411-a856-42b7-ab49-93babb7710fe {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:16.711982 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8e6411-a856-42b7-ab49-93babb7710fe'] response: {'server_uuid': '6448a742-b6d9-4a63-8239-d18edc585309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00132ecc-b90e-475c-9db1-b1c93ca489b0', 'code': 200} May 06 09:34:16.712165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-ab861aa6-6e93-4bf7-a07b-6a362ac983eb tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452931 May 06 09:34:16.716674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-753eead9-9b74-4cdb-95d6-95a7b072d39b service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936934 May 06 09:34:16.761709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c77568a2-068e-4528-a42f-1b5043931fd4 req-4f6ef59c-438d-48d2-bde1-e650a457f0ad tempest-FloatingIPsNegativeTestJSON-259913543 tempest-FloatingIPsNegativeTestJSON-259913543-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0482850 May 06 09:34:16.800291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Allocated IP 172.20.0.2 (fef492c4-26c8-4c58-b88c-4d666d17bf1f/90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3/81b1eccf-0a5e-4793-84e9-be29750f1c68) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:16.858319 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-82ae1d65-f275-4835-b509-763e9d67656a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a HTTP/1.1" status: 200 len: 217 time: 0.1069231 May 06 09:34:16.860516 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:16.956210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:16.980566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f543-9cce-49a6-bbc5-810c3e7e0695 req-37ef65fe-c226-48fc-bdbf-abc8d3b5592d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:16.982109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32a5f543-9cce-49a6-bbc5-810c3e7e0695 req-37ef65fe-c226-48fc-bdbf-abc8d3b5592d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 945 time: 0.0773418 May 06 09:34:16.984959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb0dcd4-c3ba-4275-bf56-0d90b5dc57ab req-300e1e20-06ee-4f16-a6cc-31916ed9fe2d service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485933 May 06 09:34:17.019369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c306c-49ab-4555-a7d7-f70cc536b758 req-d66b7e14-f9f6-4c5d-98f1-edba41b32686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:17.021201 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7c6c306c-49ab-4555-a7d7-f70cc536b758 req-d66b7e14-f9f6-4c5d-98f1-edba41b32686 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 1096 time: 0.1780498 May 06 09:34:17.026761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-4105cc6d-702a-408c-b155-d3ac843adafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:17.028660 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-4105cc6d-702a-408c-b155-d3ac843adafc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1485291 May 06 09:34:17.066343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32a5f543-9cce-49a6-bbc5-810c3e7e0695 req-e538596c-36a6-4342-8947-212502ed0e5b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616424 May 06 09:34:17.075080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:17.088988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e074db-5504-4710-9523-9e3336c221dd req-003cd6ce-5b91-4d5c-87ad-99876f8f6728 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:17.090282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37e074db-5504-4710-9523-9e3336c221dd req-003cd6ce-5b91-4d5c-87ad-99876f8f6728 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 949 time: 0.1192508 May 06 09:34:17.117717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'mac_address': 'fa:16:3e:15:f2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:17.119233 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7c6c306c-49ab-4555-a7d7-f70cc536b758 req-fb5982c3-0ec6-4f02-891a-a3525b8fbe7e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892923 May 06 09:34:17.121930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-a93ce331-a90d-4c58-b12f-93ca58748e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:17.122062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 11960909-6b53-4dcb-b741-ce06d4ef2ffe up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:17.123409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-a93ce331-a90d-4c58-b12f-93ca58748e89 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825436 May 06 09:34:17.199677 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-1910b8d8-e6c9-4443-a774-958a21d6d9bd req-aeb54b28-a6b5-4f73-92da-aac16166d24f tempest-FloatingIPsNegativeTestJSON-259913543 tempest-FloatingIPsNegativeTestJSON-259913543-project] show failed (client error): The resource could not be found. May 06 09:34:17.200948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1910b8d8-e6c9-4443-a774-958a21d6d9bd req-aeb54b28-a6b5-4f73-92da-aac16166d24f tempest-FloatingIPsNegativeTestJSON-259913543 tempest-FloatingIPsNegativeTestJSON-259913543-project] 10.222.0.76 "GET /v2.0/floatingips/b860093e-b144-43fb-8c43-d94ffe06531f HTTP/1.1" status: 404 len: 350 time: 0.0714982 May 06 09:34:17.214428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37e074db-5504-4710-9523-9e3336c221dd req-ab327537-42b8-4573-a6aa-452ceed862f1 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016548 May 06 09:34:17.215067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33632) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:17.335846 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-babbf45a-dfdb-48db-a5ed-8760e0d9ff4e service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995416 May 06 09:34:17.407995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.454066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 11960909-6b53-4dcb-b741-ce06d4ef2ffe completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:17.466404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7a5f197-0bec-4215-94d3-e644491e832c req-bece0868-d178-4fb7-9c8f-84b3516831de tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 210 time: 0.0618818 May 06 09:34:17.466619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:17.476701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 11960909-6b53-4dcb-b741-ce06d4ef2ffe triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:17.477279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.493705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.501533 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.519940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.544036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:17.550029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6a97cf3-9779-4983-a9e0-b75e5c4ae445 req-2b2eb281-c523-442f-b224-911aa3fa74f3 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917515 May 06 09:34:17.566085 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.592800 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.692494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.694014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45341111-a2c9-43b3-9051-ddb30321b63f None None] Pushing event updated for resources: {'Port': ['ID=9af4c866-2b2c-42f6-a20c-7e61d35019af,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:17.733399 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.773486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Allocated IP 172.25.8.113 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ce1e2506-589e-4698-acbf-1c010237f340) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:17.876309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:17.887386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:17.895357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe30bf2-defd-46e2-9038-f2802e6ec930 req-563826bb-f16c-4e26-8f61-6575e1359a9b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:17.902997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbe30bf2-defd-46e2-9038-f2802e6ec930 req-563826bb-f16c-4e26-8f61-6575e1359a9b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 948 time: 0.5135450 May 06 09:34:17.921438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:17.923276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Attempting to bind port 9af4c866-2b2c-42f6-a20c-7e61d35019af on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:17.923710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Attempting to bind port 9af4c866-2b2c-42f6-a20c-7e61d35019af by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:17.924121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Attempting to bind port 9af4c866-2b2c-42f6-a20c-7e61d35019af on network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:17.928177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:17.930519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.932181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:17.964588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.992366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:17.992873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Checking segment: {'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:17.993204 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:17.993593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Bound using segment: {'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:17.994072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Bound port: 9af4c866-2b2c-42f6-a20c-7e61d35019af, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507e743b-aa72-4fad-a684-25e9b078f00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:17.994446 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.029087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbe30bf2-defd-46e2-9038-f2802e6ec930 req-c03714d8-d22d-4777-9636-72c43ea9ff88 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252360 May 06 09:34:18.035737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.085500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032c5d7-24de-4fc3-a8e0-b04e0f40b82b req-b28f4095-1806-4b3f-bf28-e5f467d58353 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:18.088387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f032c5d7-24de-4fc3-a8e0-b04e0f40b82b req-b28f4095-1806-4b3f-bf28-e5f467d58353 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.2031679 May 06 09:34:18.119973 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:18.122947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:18.127345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:18.134501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.150145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Pushing event updated for resources: {'Port': ['ID=81b1eccf-0a5e-4793-84e9-be29750f1c68,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.156653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 11960909-6b53-4dcb-b741-ce06d4ef2ffe, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=11960909-6b53-4dcb-b741-ce06d4ef2ffe,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:18.161325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1e2506-589e-4698-acbf-1c010237f340,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.176265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.178539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Attempting to bind port 81b1eccf-0a5e-4793-84e9-be29750f1c68 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:18.178900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Attempting to bind port 81b1eccf-0a5e-4793-84e9-be29750f1c68 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:18.179508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Attempting to bind port 81b1eccf-0a5e-4793-84e9-be29750f1c68 on network fef492c4-26c8-4c58-b88c-4d666d17bf1f {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:18.191773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:18.192134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Checking segment: {'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:18.192528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.192914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Bound using segment: {'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:18.193503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Bound port: 81b1eccf-0a5e-4793-84e9-be29750f1c68, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:18.193876 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.200792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f032c5d7-24de-4fc3-a8e0-b04e0f40b82b req-825f9288-43ce-4ab8-b16b-d6270a59bb96 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975304 May 06 09:34:18.351919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] For port 9af4c866-2b2c-42f6-a20c-7e61d35019af, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:18.355675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674e759-e812-4a4b-8a3d-cea300546d43 req-c62a88aa-87eb-446e-b1b9-245515efae68 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:18.368605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2dfb10a3-5213-4983-ab71-4022e92a659e None None] Provisioning complete for port 9af4c866-2b2c-42f6-a20c-7e61d35019af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:18.369065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b674e759-e812-4a4b-8a3d-cea300546d43 req-c62a88aa-87eb-446e-b1b9-245515efae68 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 945 time: 0.1432216 May 06 09:34:18.369181 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2dfb10a3-5213-4983-ab71-4022e92a659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.433073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] For port 9af4c866-2b2c-42f6-a20c-7e61d35019af, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9af4c866-2b2c-42f6-a20c-7e61d35019af,segment=NetworkSegment(507e743b-aa72-4fad-a684-25e9b078f00c),segment_id=507e743b-aa72-4fad-a684-25e9b078f00c)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:18.448839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=11960909-6b53-4dcb-b741-ce06d4ef2ffe,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.456702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.484098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b674e759-e812-4a4b-8a3d-cea300546d43 req-8a2661c9-711a-4018-82ad-7a7b7cb61b73 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143351 May 06 09:34:18.496865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] For port 81b1eccf-0a5e-4793-84e9-be29750f1c68, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:18.532698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb10a3-5213-4983-ab71-4022e92a659e None None] Port 9af4c866-2b2c-42f6-a20c-7e61d35019af cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:18.544001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] For port 81b1eccf-0a5e-4793-84e9-be29750f1c68, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=81b1eccf-0a5e-4793-84e9-be29750f1c68,segment=NetworkSegment(b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0),segment_id=b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:18.566637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.567359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.614314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45341111-a2c9-43b3-9051-ddb30321b63f None None] Pushing event updated for resources: {'Port': ['ID=9af4c866-2b2c-42f6-a20c-7e61d35019af,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.641164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Routers {'4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:18.641987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:18.675033 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-8d91ae3a-b737-4056-9afe-9fcdf1c154b1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406973 May 06 09:34:18.765867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11960909-6b53-4dcb-b741-ce06d4ef2ffe'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:18.767963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a637f00-b571-4554-a3c5-024c54e5e420 req-c41c3148-6ee7-48e1-a60a-382e2f93a170 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 210 time: 0.0667050 May 06 09:34:18.768283 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04800ca7-66da-4630-9c7b-610e85e6d42e" -d '{"events": [{"server_uuid": "e338291e-e336-4723-9738-01f4ff8e4d92", "name": "network-vif-plugged", "status": "completed", "tag": "11960909-6b53-4dcb-b741-ce06d4ef2ffe"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:18.802742 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.817145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c0e54-80d9-41fa-b4f3-f46b2a55fb02 req-f64e1560-6608-4bc0-a7cb-f8fc3a0aad50 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:18.829563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b26c0e54-80d9-41fa-b4f3-f46b2a55fb02 req-f64e1560-6608-4bc0-a7cb-f8fc3a0aad50 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.2711127 May 06 09:34:18.897202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:18.949894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:18.973626 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986f7883-6a1b-467e-886c-85dd96a488a9 x-openstack-request-id: req-986f7883-6a1b-467e-886c-85dd96a488a9 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:18.974225 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e338291e-e336-4723-9738-01f4ff8e4d92", "name": "network-vif-plugged", "status": "completed", "tag": "11960909-6b53-4dcb-b741-ce06d4ef2ffe", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:18.974624 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-986f7883-6a1b-467e-886c-85dd96a488a9 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:18.975163 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986f7883-6a1b-467e-886c-85dd96a488a9'] response: {'server_uuid': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11960909-6b53-4dcb-b741-ce06d4ef2ffe', 'code': 200} May 06 09:34:18.985872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb723d-e697-45b8-8915-f1cf1728050b None None] Pushing event updated for resources: {'Port': ['ID=81b1eccf-0a5e-4793-84e9-be29750f1c68,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:18.991406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b26c0e54-80d9-41fa-b4f3-f46b2a55fb02 req-40628219-2a4d-4590-8b0b-db51ed733005 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609068 May 06 09:34:19.045041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] Set router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:19.225662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.291291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d375a-fbb8-4614-aa77-8018520b1925 req-8f063084-7030-495a-8f59-c1ad26451412 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.292884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b6d375a-fbb8-4614-aa77-8018520b1925 req-8f063084-7030-495a-8f59-c1ad26451412 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 948 time: 0.1349895 May 06 09:34:19.300300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dba02572-5988-4ced-b1c4-9a1a6d961601 None None] Provisioning complete for port 9af4c866-2b2c-42f6-a20c-7e61d35019af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:19.300975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dba02572-5988-4ced-b1c4-9a1a6d961601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.332574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a374348-b64b-4c31-86a6-ef42bdfbbcb2 req-32bb880e-61ea-40a7-9cbf-08e13ea83f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.334329 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6a374348-b64b-4c31-86a6-ef42bdfbbcb2 req-32bb880e-61ea-40a7-9cbf-08e13ea83f79 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 1101 time: 0.1351461 May 06 09:34:19.368970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-0ecb6ba3-f732-4b00-af81-2cc4ad3dc81e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.371265 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-0ecb6ba3-f732-4b00-af81-2cc4ad3dc81e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6893640 May 06 09:34:19.387076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Request body: {'port': {'device_id': '58964dde-51b9-48fb-a274-e3b4f075760e', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'b8e9f2ec33dc4d8f8f84c8e0fe074f06'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:19.404376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b6d375a-fbb8-4614-aa77-8018520b1925 req-0be04846-1a6b-4876-b873-9f3920aa60ba tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040885 May 06 09:34:19.482041 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dba02572-5988-4ced-b1c4-9a1a6d961601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.488508 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.507048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9d53d-448a-491c-bc1b-a89b34027827 req-0e62f820-4785-4bc0-a282-e439408facec tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.510137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86b9d53d-448a-491c-bc1b-a89b34027827 req-0e62f820-4785-4bc0-a282-e439408facec tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.1435237 May 06 09:34:19.510648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6a374348-b64b-4c31-86a6-ef42bdfbbcb2 req-8bfb620e-552f-4887-ab67-06fdc9d54b2e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654518 May 06 09:34:19.511103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.524365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dba02572-5988-4ced-b1c4-9a1a6d961601 None None] For port 9af4c866-2b2c-42f6-a20c-7e61d35019af, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9af4c866-2b2c-42f6-a20c-7e61d35019af,segment=NetworkSegment(507e743b-aa72-4fad-a684-25e9b078f00c),segment_id=507e743b-aa72-4fad-a684-25e9b078f00c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:19.527053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:10Z', 'revision_number': 4, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9af4c866-2b2c-42f6-a20c-7e61d35019af', 'name': '', 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'mac_address': 'fa:16:3e:05:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:08Z', 'updated_at': '2022-05-06T09:34:18Z', 'revision_number': 4, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'subnets': [{'id': 'b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:19.570027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dba02572-5988-4ced-b1c4-9a1a6d961601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.595426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9bcd6328224d4b85b3d991af5036bc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6358204 May 06 09:34:19.596241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33672) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:19.599842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f73a040-6c44-4ed7-ad72-d71d97658aa6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:19.628768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Deleting port 9af4c866-2b2c-42f6-a20c-7e61d35019af {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:19.629136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.631539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.631946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.632764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.633645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.633756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.633990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.634325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.634654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.635167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.635272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6ac3d-f3e9-4ac2-a01f-3427837057f0 None None] The sync data for ids ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'] in n-d-840834-1 is: [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:10Z', 'revision_number': 4, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9af4c866-2b2c-42f6-a20c-7e61d35019af', 'name': '', 'network_id': '3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'mac_address': 'fa:16:3e:05:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:08Z', 'updated_at': '2022-05-06T09:34:18Z', 'revision_number': 4, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'subnets': [{'id': 'b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:19.635509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.635850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.636176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.636510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88b217-2d50-429b-96c8-d03905f63d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:19.638069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba02572-5988-4ced-b1c4-9a1a6d961601 None None] Pushing event updated for resources: {'Port': ['ID=9af4c866-2b2c-42f6-a20c-7e61d35019af,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:19.657836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86b9d53d-448a-491c-bc1b-a89b34027827 req-af26ca26-c470-459a-9d17-e164843abf04 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222024 May 06 09:34:19.704686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Made reservation on behalf of b8e9f2ec33dc4d8f8f84c8e0fe074f06 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:19.708191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.753169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.766244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdb0d-8cd7-4831-8923-18ec1d4e567a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.807499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab2e83-3507-4b66-b5c1-0041f3b9e9a4 req-8dc6e097-a395-40f4-b655-0a91ab9e6e43 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:19.820498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ab2e83-3507-4b66-b5c1-0041f3b9e9a4 req-8dc6e097-a395-40f4-b655-0a91ab9e6e43 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 945 time: 0.1789935 May 06 09:34:19.842946 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdb0d-8cd7-4831-8923-18ec1d4e567a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.849031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] For port 9af4c866-2b2c-42f6-a20c-7e61d35019af, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9af4c866-2b2c-42f6-a20c-7e61d35019af,segment=NetworkSegment(507e743b-aa72-4fad-a684-25e9b078f00c),segment_id=507e743b-aa72-4fad-a684-25e9b078f00c)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:19.849448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.870803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Calling delete_port for 9af4c866-2b2c-42f6-a20c-7e61d35019af owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:19.977452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdb0d-8cd7-4831-8923-18ec1d4e567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.980170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b4bdb0d-8cd7-4831-8923-18ec1d4e567a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:19.984370 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1b4bdb0d-8cd7-4831-8923-18ec1d4e567a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f73a040-6c44-4ed7-ad72-d71d97658aa6 HTTP/1.1" status: 204 len: 168 time: 0.3875964 May 06 09:34:20.013037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.014646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bdb0d-8cd7-4831-8923-18ec1d4e567a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f73a040-6c44-4ed7-ad72-d71d97658aa6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:20.017561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Router 549e63c1-9e3e-48fa-9623-f5db55d245a4 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:34:20.049683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.069583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9822efeb-cade-43b7-9e86-52d6b1cec25b req-4d126182-33f9-40f3-ba5e-3fbd67c3f1b6 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 210 time: 0.0806739 May 06 09:34:20.181206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a1bf45-c2c1-4182-b814-86df2a09e992,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:20.192182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ab2e83-3507-4b66-b5c1-0041f3b9e9a4 req-b600565c-95e3-4a10-9534-3f299e414f1d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706698 May 06 09:34:20.229433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.303976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8dfa1a-3bcd-40e9-aaec-c2cfb29b45a2 None None] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:20.473462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Allocated IP 192.168.233.205 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/780e096d-d5f9-406f-900c-cbde9539e7a7) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:20.479064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:20.491286 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Sync routers for ids ['549e63c1-9e3e-48fa-9623-f5db55d245a4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:20.516166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783564ba-9e5f-4cc2-9e16-a594dd7c72d1 req-44cce8b9-4b56-49b2-bcee-310dcfe4bdda tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:20.520209 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Routers {'549e63c1-9e3e-48fa-9623-f5db55d245a4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:20.521054 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['549e63c1-9e3e-48fa-9623-f5db55d245a4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:20.521305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-783564ba-9e5f-4cc2-9e16-a594dd7c72d1 req-44cce8b9-4b56-49b2-bcee-310dcfe4bdda tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.3267937 May 06 09:34:20.538958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.542570 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4aef8d70-1d41-4190-bebc-8b8772b08792 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1051912 May 06 09:34:20.543143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9af4c866-2b2c-42f6-a20c-7e61d35019af up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:20.552344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-815756e6-7bc5-4145-bac5-6046d04f2e22 None None] Provisioning complete for port 81b1eccf-0a5e-4793-84e9-be29750f1c68 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:20.554852 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-815756e6-7bc5-4145-bac5-6046d04f2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.569946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33686) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:20.570318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33688) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:20.622430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.681735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1fa014b-0ce1-4895-bf92-d8852856ffa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:20.685854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-783564ba-9e5f-4cc2-9e16-a594dd7c72d1 req-fec2bc55-108e-475a-a5f9-1b7954089b4b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528318 May 06 09:34:20.722677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af4c866-2b2c-42f6-a20c-7e61d35019af,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:20.784823 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Set router 549e63c1-9e3e-48fa-9623-f5db55d245a4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:20.834784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329501a-cc28-4698-aff7-5c6a881ed0c9 req-04ca769d-5fc8-41ff-834a-79a354f36037 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:20.847968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0329501a-cc28-4698-aff7-5c6a881ed0c9 req-04ca769d-5fc8-41ff-834a-79a354f36037 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 948 time: 0.1740670 May 06 09:34:20.950738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:21.032355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No active binding found for port 9af4c866-2b2c-42f6-a20c-7e61d35019af {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:34:21.033525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9af4c866-2b2c-42f6-a20c-7e61d35019af not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 06 09:34:21.040105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8e17c0a3-e9f0-4d76-b02e-12ff2310998a details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:21.066861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f710e-5a62-4dff-8d92-9648dcfd0568 req-edb28012-2bca-4457-a66b-fea6fd3bc59b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:21.078937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb3f710e-5a62-4dff-8d92-9648dcfd0568 req-edb28012-2bca-4457-a66b-fea6fd3bc59b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 945 time: 0.2233284 May 06 09:34:21.086001 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:34:18Z', 'revision_number': 3, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port': {'id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:17Z', 'updated_at': '2022-05-06T09:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:21.120902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0329501a-cc28-4698-aff7-5c6a881ed0c9 req-bf18f7e4-fd20-4b1f-bd7c-7adda6257d15 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706611 May 06 09:34:21.123750 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Checking router: 549e63c1-9e3e-48fa-9623-f5db55d245a4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:21.124873 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Updating router 549e63c1-9e3e-48fa-9623-f5db55d245a4 port ce1e2506-589e-4698-acbf-1c010237f340 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:34:21.207347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Port 9af4c866-2b2c-42f6-a20c-7e61d35019af not found, will not notify nova. {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 06 09:34:21.207806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 81b1eccf-0a5e-4793-84e9-be29750f1c68 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:21.284092 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-815756e6-7bc5-4145-bac5-6046d04f2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.284310 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.330887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb3f710e-5a62-4dff-8d92-9648dcfd0568 req-27a70283-f631-40b9-afca-0ffad4c0e984 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465498 May 06 09:34:21.344694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1fa014b-0ce1-4895-bf92-d8852856ffa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.344694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1fa014b-0ce1-4895-bf92-d8852856ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.365970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.449428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 81b1eccf-0a5e-4793-84e9-be29750f1c68 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:21.449987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.523078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:21.535539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-815756e6-7bc5-4145-bac5-6046d04f2e22 None None] For port 81b1eccf-0a5e-4793-84e9-be29750f1c68, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=81b1eccf-0a5e-4793-84e9-be29750f1c68,segment=NetworkSegment(b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0),segment_id=b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:21.542346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:21.543603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.560796 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b1fa014b-0ce1-4895-bf92-d8852856ffa7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b7fe45ec42974365b44a0e6cd2043efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9730687 May 06 09:34:21.561539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa014b-0ce1-4895-bf92-d8852856ffa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa1ac98-8fd4-4270-a636-d072c573edff,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:21.569108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33696) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:21.606499 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-815756e6-7bc5-4145-bac5-6046d04f2e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.683660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:21.700466 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.706960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.709939 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.756154 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e06bb-a65d-4302-ac4a-169880c59aee None None] Pushing event updated for resources: {'Port': ['ID=ce1e2506-589e-4698-acbf-1c010237f340,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:21.776489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Pushing event updated for resources: {'Port': ['ID=780e096d-d5f9-406f-900c-cbde9539e7a7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:21.779389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04f02b4e-51c4-46aa-9459-1ebd004ea1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.801081 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Attempting to bind port ce1e2506-589e-4698-acbf-1c010237f340 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:21.801855 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Attempting to bind port ce1e2506-589e-4698-acbf-1c010237f340 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:21.802792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Attempting to bind port ce1e2506-589e-4698-acbf-1c010237f340 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:21.804625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a', 'mac_address': 'fa:16:3e:3b:12:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:21.809590 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:21.810719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:21.811268 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.811957 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:21.812598 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Bound port: ce1e2506-589e-4698-acbf-1c010237f340, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:21.813168 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.832514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815756e6-7bc5-4145-bac5-6046d04f2e22 None None] Pushing event updated for resources: {'Port': ['ID=81b1eccf-0a5e-4793-84e9-be29750f1c68,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:21.834149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781382b4-3540-4001-8157-2d79491d6934 req-3cc2a1d3-88bc-4408-a10c-10db158c109b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:21.842724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-781382b4-3540-4001-8157-2d79491d6934 req-3cc2a1d3-88bc-4408-a10c-10db158c109b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.5714197 May 06 09:34:21.849002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c5e8a8b-4665-43b1-8fb5-7f00da307120 req-9162cbed-5919-4987-a196-fb4a15c33dea tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 210 time: 0.3880594 May 06 09:34:21.881866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d03d3749-ede3-41eb-b530-fb098547690c None None] Provisioning complete for port 81b1eccf-0a5e-4793-84e9-be29750f1c68 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:21.882179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d03d3749-ede3-41eb-b530-fb098547690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.892475 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] For port ce1e2506-589e-4698-acbf-1c010237f340, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:21.896611 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] For port ce1e2506-589e-4698-acbf-1c010237f340, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ce1e2506-589e-4698-acbf-1c010237f340,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:21.904681 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.908192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-781382b4-3540-4001-8157-2d79491d6934 req-c0ddece0-9140-4905-91ef-eaf566689070 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646517 May 06 09:34:21.908857 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.915880 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.957323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04f02b4e-51c4-46aa-9459-1ebd004ea1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:21.974789 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.001156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:22.003758 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5f0d93-1b52-4f8e-b4da-7f2e781ed544" -d '{"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-plugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:22.005207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:34:22.009395 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Routers {'549e63c1-9e3e-48fa-9623-f5db55d245a4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:22.010516 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['549e63c1-9e3e-48fa-9623-f5db55d245a4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:22.011225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e17c0a3-e9f0-4d76-b02e-12ff2310998a {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:22.029801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:22.037206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:22.041329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:22.047316 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04f02b4e-51c4-46aa-9459-1ebd004ea1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.047494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.050564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:22.051284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04f02b4e-51c4-46aa-9459-1ebd004ea1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.052809 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-04f02b4e-51c4-46aa-9459-1ebd004ea1e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8fa1ac98-8fd4-4270-a636-d072c573edff HTTP/1.1" status: 204 len: 168 time: 0.4827812 May 06 09:34:22.056771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:22.108165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f02b4e-51c4-46aa-9459-1ebd004ea1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa1ac98-8fd4-4270-a636-d072c573edff,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:22.123778 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5178aea5-70ee-4ece-b7f8-96c2beebc602 x-openstack-request-id: req-5178aea5-70ee-4ece-b7f8-96c2beebc602 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:22.126158 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-plugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:22.126443 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5178aea5-70ee-4ece-b7f8-96c2beebc602 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:22.127116 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5178aea5-70ee-4ece-b7f8-96c2beebc602'] response: {'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'code': 200} May 06 09:34:22.222475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.229153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.82', 58054) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:22.230249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:22.328254 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e06bb-a65d-4302-ac4a-169880c59aee None None] Pushing event updated for resources: {'Port': ['ID=ce1e2506-589e-4698-acbf-1c010237f340,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:22.421505 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] Set router 549e63c1-9e3e-48fa-9623-f5db55d245a4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:22.427200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-f6506500-acc8-4e34-9ccb-1c37e020ade4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.428940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-f6506500-acc8-4e34-9ccb-1c37e020ade4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 945 time: 0.3498578 May 06 09:34:22.446048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e5da1-135e-4056-89b1-c435837c8fd2 req-e9b0c3c7-d6cf-4994-a8d2-d5c17860ce94 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.456399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a87e5da1-135e-4056-89b1-c435837c8fd2 req-e9b0c3c7-d6cf-4994-a8d2-d5c17860ce94 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.3662658 May 06 09:34:22.480576 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:34:22.505622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.506260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.532879 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.569031 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-dc1b6dd4-d38c-42c0-8c3c-3eb813cf8e0c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1891341 May 06 09:34:22.578091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 81b1eccf-0a5e-4793-84e9-be29750f1c68 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:22.601550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Request body: {'port': {'device_id': '58964dde-51b9-48fb-a274-e3b4f075760e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:22.629643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:22.725671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9e501b20-114f-41ba-b624-26c14f6c4733 None None] Provisioning complete for port 780e096d-d5f9-406f-900c-cbde9539e7a7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:22.726038 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e501b20-114f-41ba-b624-26c14f6c4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.741246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 81b1eccf-0a5e-4793-84e9-be29750f1c68 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:22.741246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.756829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:22.780875 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:34:18Z', 'revision_number': 3, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port': {'id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:17Z', 'updated_at': '2022-05-06T09:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:22.794324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a87e5da1-135e-4056-89b1-c435837c8fd2 req-58d29030-89d7-4842-98f5-2014e4841988 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365881 May 06 09:34:22.796845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:22.827079 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189fc84-8081-4f5a-a3f5-43a7286a32d9 None None] The sync data for ids ['549e63c1-9e3e-48fa-9623-f5db55d245a4'] in n-d-840834-1 is: [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:34:18Z', 'revision_number': 3, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port': {'id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:17Z', 'updated_at': '2022-05-06T09:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:22.834110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:22.846646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba341477-0fb6-444b-92c9-488bbfa2a828 req-899c9f64-e9ed-414b-9063-ab074dc7b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.848306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba341477-0fb6-444b-92c9-488bbfa2a828 req-899c9f64-e9ed-414b-9063-ab074dc7b834 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1100 time: 0.6073194 May 06 09:34:22.864592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9e501b20-114f-41ba-b624-26c14f6c4733 None None] Port 780e096d-d5f9-406f-900c-cbde9539e7a7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:22.872584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '55a4c69a-be9d-4f72-b6c5-583ba4801532', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'port_id': '55a4c69a-be9d-4f72-b6c5-583ba4801532', 'mac_address': 'fa:16:3e:3a:ce:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:22.895342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e1c2a-1926-4f46-9b93-f26b6355629c req-596fb152-785a-457a-b109-c11ca13b18a0 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:22.896926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93e1c2a-1926-4f46-9b93-f26b6355629c req-596fb152-785a-457a-b109-c11ca13b18a0 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 949 time: 0.5443711 May 06 09:34:22.982487 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.011179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a4c69a-be9d-4f72-b6c5-583ba4801532 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:23.050754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:23.057764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.090419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:34:23.095086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93e1c2a-1926-4f46-9b93-f26b6355629c req-ded14cd4-58bd-4d51-bfae-20e9afd09e45 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706152 May 06 09:34:23.098196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Allocated IP 172.20.0.1 (fef492c4-26c8-4c58-b88c-4d666d17bf1f/90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3/2b31dc6e-96c0-449c-8b53-5325a8518c7a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:23.151022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba341477-0fb6-444b-92c9-488bbfa2a828 req-94de1cd8-0173-448f-9722-0fefca4ed60a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862325 May 06 09:34:23.154062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Deleting port 00132ecc-b90e-475c-9db1-b1c93ca489b0 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:23.154400 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.166703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:23.182980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780e096d-d5f9-406f-900c-cbde9539e7a7 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:23.194136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.210665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Transition to ACTIVE for port object 780e096d-d5f9-406f-900c-cbde9539e7a7 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:23.210923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ad0ac-eff6-47dc-9d22-039545bc6da1 req-5117a768-e715-4c04-bdde-1e7326d18dd7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:23.212979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-172ad0ac-eff6-47dc-9d22-039545bc6da1 req-5117a768-e715-4c04-bdde-1e7326d18dd7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 945 time: 0.2545741 May 06 09:34:23.227660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.369521 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Pushing event updated for resources: {'Port': ['ID=780e096d-d5f9-406f-900c-cbde9539e7a7,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:23.439454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['8e17c0a3-e9f0-4d76-b02e-12ff2310998a'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:23.470071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.517510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['55a4c69a-be9d-4f72-b6c5-583ba4801532'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:23.529648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Attempting to bind port 780e096d-d5f9-406f-900c-cbde9539e7a7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:23.529988 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Attempting to bind port 780e096d-d5f9-406f-900c-cbde9539e7a7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:23.530327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Attempting to bind port 780e096d-d5f9-406f-900c-cbde9539e7a7 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:23.549593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-172ad0ac-eff6-47dc-9d22-039545bc6da1 req-23ccc037-5f26-4427-9f38-f42782876875 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409530 May 06 09:34:23.569790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Port 780e096d-d5f9-406f-900c-cbde9539e7a7 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:23.570242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Attempting to bind port 780e096d-d5f9-406f-900c-cbde9539e7a7 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:23.587429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:23.587789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:23.588183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:23.588634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Bound port: 780e096d-d5f9-406f-900c-cbde9539e7a7, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:23.588990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.598021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] For port 00132ecc-b90e-475c-9db1-b1c93ca489b0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=00132ecc-b90e-475c-9db1-b1c93ca489b0,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:23.598021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.615239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27235566-48d6-46f0-8271-89c01d056de4 req-2f72793d-48a7-4324-b91c-60af164f107e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:23.623955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27235566-48d6-46f0-8271-89c01d056de4 req-2f72793d-48a7-4324-b91c-60af164f107e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 948 time: 0.4041157 May 06 09:34:23.635900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.666370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Calling delete_port for 00132ecc-b90e-475c-9db1-b1c93ca489b0 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:23.693411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:23.716191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] Sync routers for ids ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:23.716931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c5c7256a-90a9-4cf5-9bb3-2d461d471127 admin admin] 10.222.0.76 "PUT /v2.0/routers/4f5abcdb-5d05-4d40-9ddd-d0432c1f1871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5000384 May 06 09:34:23.725621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33734) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:23.758914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:23.777306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:23.784403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:23.792451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27235566-48d6-46f0-8271-89c01d056de4 req-873c2eca-e6e1-42e9-b691-5fb3e6b087ff tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675532 May 06 09:34:23.815959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] Routers {'4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:23.815959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:23.872520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b31dc6e-96c0-449c-8b53-5325a8518c7a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:23.918092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] For port 780e096d-d5f9-406f-900c-cbde9539e7a7, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:23.929425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] For port 780e096d-d5f9-406f-900c-cbde9539e7a7, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=780e096d-d5f9-406f-900c-cbde9539e7a7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:23.949006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:23.954710 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.001114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] Set router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:24.173115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.173734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.175154 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] 10.222.0.82 "PUT /v2.0/ports/780e096d-d5f9-406f-900c-cbde9539e7a7 HTTP/1.1" status: 200 len: 1096 time: 1.5803206 May 06 09:34:24.182472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58964dde-51b9-48fb-a274-e3b4f075760e', 'tag': '780e096d-d5f9-406f-900c-cbde9539e7a7'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:24.188117 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d238af-3530-4b43-aa3e-112da3b155b1" -d '{"events": [{"name": "network-changed", "server_uuid": "58964dde-51b9-48fb-a274-e3b4f075760e", "tag": "780e096d-d5f9-406f-900c-cbde9539e7a7"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:24.264357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b14a2-4d80-4f1f-883b-02c00c3ee822 service neutron] Pushing event updated for resources: {'Port': ['ID=780e096d-d5f9-406f-900c-cbde9539e7a7,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:24.296784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130e280-18c1-4500-91a7-cc1ac217731e req-ec65f28d-53c6-48fd-9f2d-02c42cae4fef tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.298361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e130e280-18c1-4500-91a7-cc1ac217731e req-ec65f28d-53c6-48fd-9f2d-02c42cae4fef tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.5803437 May 06 09:34:24.404292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7453995-1059-4c5f-818d-84d29894e461 req-2409bfa3-36f2-4e90-a656-5079099ba343 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.412690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7453995-1059-4c5f-818d-84d29894e461 req-2409bfa3-36f2-4e90-a656-5079099ba343 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.4483395 May 06 09:34:24.468603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.500588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ce1e2506-589e-4698-acbf-1c010237f340 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:24.528766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-5e929f95-a437-45f5-8ea9-1d00f48e7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.530769 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-5e929f95-a437-45f5-8ea9-1d00f48e7a0d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 1099 time: 0.1677456 May 06 09:34:24.531354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.565387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e130e280-18c1-4500-91a7-cc1ac217731e req-5af6b74a-928d-460e-8861-ae2790daa409 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155049 May 06 09:34:24.611643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-35559ddc-6a5c-4d23-89da-53e67159609b None None] Provisioning complete for port 2b31dc6e-96c0-449c-8b53-5325a8518c7a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:24.613100 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-35559ddc-6a5c-4d23-89da-53e67159609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.613224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7453995-1059-4c5f-818d-84d29894e461 req-d1f962f8-1db4-4057-ab22-677ce87ae2aa tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982133 May 06 09:34:24.669285 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-556d50a4-8fdd-40c7-9917-cbf128dc06f9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=780e096d-d5f9-406f-900c-cbde9539e7a7 HTTP/1.1" status: 200 len: 217 time: 0.1173546 May 06 09:34:24.732342 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6ae005-5f79-4b65-ae50-b69914a79f83 x-openstack-request-id: req-ae6ae005-5f79-4b65-ae50-b69914a79f83 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:24.732630 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58964dde-51b9-48fb-a274-e3b4f075760e", "tag": "780e096d-d5f9-406f-900c-cbde9539e7a7", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:24.732881 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae6ae005-5f79-4b65-ae50-b69914a79f83 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:24.733276 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6ae005-5f79-4b65-ae50-b69914a79f83'] response: {'name': 'network-changed', 'server_uuid': '58964dde-51b9-48fb-a274-e3b4f075760e', 'tag': '780e096d-d5f9-406f-900c-cbde9539e7a7', 'status': 'completed', 'code': 200} May 06 09:34:24.747325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-35559ddc-6a5c-4d23-89da-53e67159609b None None] Port 2b31dc6e-96c0-449c-8b53-5325a8518c7a cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:24.768183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ce1e2506-589e-4698-acbf-1c010237f340 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:24.768183 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.818277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-7d337ecc-d7b3-43e4-be1a-9d4cc98af877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.819933 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-7d337ecc-d7b3-43e4-be1a-9d4cc98af877 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1409428 May 06 09:34:24.832283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:20Z', 'revision_number': 5, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:24.841580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406079c-fa2a-4785-a8cd-ce02ac194fad req-12dc60cf-6447-49be-bc63-d341d3937cdf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.843114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8406079c-fa2a-4785-a8cd-ce02ac194fad req-12dc60cf-6447-49be-bc63-d341d3937cdf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 949 time: 0.1272631 May 06 09:34:24.844102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:24.849764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1d11360-07f2-4616-9069-968765aab380 req-2179492f-d125-435a-9a9b-4638bb79e787 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6448a742-b6d9-4a63-8239-d18edc585309 HTTP/1.1" status: 200 len: 210 time: 0.0672317 May 06 09:34:24.878232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['00132ecc-b90e-475c-9db1-b1c93ca489b0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:24.903479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-acda7d7c-c9c9-462f-946a-956ec8641832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:24.905012 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-acda7d7c-c9c9-462f-946a-956ec8641832 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771182 May 06 09:34:24.946232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] Checking router: 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:24.989631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] Routers {'4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:24.990403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:24.996539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.006441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event deleted for resources: {'Port': ['ID=00132ecc-b90e-475c-9db1-b1c93ca489b0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:25.006970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.017055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.087129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port ce1e2506-589e-4698-acbf-1c010237f340, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ce1e2506-589e-4698-acbf-1c010237f340,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:25.146055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Pushing event updated for resources: {'Port': ['ID=2b31dc6e-96c0-449c-8b53-5325a8518c7a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:25.149518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.161625 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-b627dab9-48b0-4746-aa5b-4c6c877ac325 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457705 May 06 09:34:25.216401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] Set router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:25.256732 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.323151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8406079c-fa2a-4785-a8cd-ce02ac194fad req-806c91a5-8ef5-47a0-85b3-e9e630adf65b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446826 May 06 09:34:25.332745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.333864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:25.337016 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2823fdf7-98a1-44fa-8de1-004c19dff9ae req-49d9b4ec-806e-471f-b3ff-5c1ab85a7433 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635113 May 06 09:34:25.337844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:25.394381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] No DVR routers for this DVR port 00132ecc-b90e-475c-9db1-b1c93ca489b0 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:25.409298 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.420659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24aa3808-6da4-44fd-aac6-8c3910e5904d req-3ef4737f-68ef-453a-a96b-5c3ff47e62ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "DELETE /v2.0/ports/00132ecc-b90e-475c-9db1-b1c93ca489b0 HTTP/1.1" status: 204 len: 173 time: 2.9407992 May 06 09:34:25.423632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6448a742-b6d9-4a63-8239-d18edc585309', 'name': 'network-vif-deleted', 'tag': '00132ecc-b90e-475c-9db1-b1c93ca489b0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:25.437472 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ac84ec-a241-4d17-8f1e-68a09b6ed3c0" -d '{"events": [{"server_uuid": "6448a742-b6d9-4a63-8239-d18edc585309", "name": "network-vif-deleted", "tag": "00132ecc-b90e-475c-9db1-b1c93ca489b0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:25.459373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=ce1e2506-589e-4698-acbf-1c010237f340,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:25.592550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-f812a295-e231-44d4-9c77-2a093bb23631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:25.594290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-f812a295-e231-44d4-9c77-2a093bb23631 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 1099 time: 0.1386015 May 06 09:34:25.606732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:20Z', 'revision_number': 5, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:25.621944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b449e52-bcba-4a97-a982-7bed31523e31 req-b3423425-e587-4cb3-b13a-fb15c163e9d0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:25.630281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b449e52-bcba-4a97-a982-7bed31523e31 req-b3423425-e587-4cb3-b13a-fb15c163e9d0 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.1729643 May 06 09:34:25.638415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15bb48a-f65d-4d5d-87d1-41dfdd5e253b None None] The sync data for ids ['4f5abcdb-5d05-4d40-9ddd-d0432c1f1871'] in n-d-840834-1 is: [{'id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'name': 'tempest-FloatingIPsNegativeTestJSON-1127161790-router', 'tenant_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:33:57Z', 'updated_at': '2022-05-06T09:34:20Z', 'revision_number': 5, 'project_id': '1e6d8375db1646efbd6b837ffd55ddc5', 'gw_port': {'id': '86c35077-ea0f-48c6-9edd-9c4b4033b945', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:0d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5abcdb-5d05-4d40-9ddd-d0432c1f1871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:33:58Z', 'updated_at': '2022-05-06T09:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:25.666405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce4f28-a276-4fd3-9453-fbdf3fa2b26a req-f4c76771-1cfd-4f0d-ad12-94c1daf6dd4c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:25.668012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56ce4f28-a276-4fd3-9453-fbdf3fa2b26a req-f4c76771-1cfd-4f0d-ad12-94c1daf6dd4c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 948 time: 0.1684790 May 06 09:34:25.686010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Deleting port 86c35077-ea0f-48c6-9edd-9c4b4033b945 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:25.686353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.703433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-31adbd5c-0ebe-4303-9f38-5266d8b51ca8 None None] Provisioning complete for port 2b31dc6e-96c0-449c-8b53-5325a8518c7a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:25.704022 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-31adbd5c-0ebe-4303-9f38-5266d8b51ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.723635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Router 549e63c1-9e3e-48fa-9623-f5db55d245a4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:34:25.746245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-31adbd5c-0ebe-4303-9f38-5266d8b51ca8 None None] Port 2b31dc6e-96c0-449c-8b53-5325a8518c7a cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:25.752193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-200c05e9-3d66-41d2-9fe1-ceed1a5815f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:25.753648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-200c05e9-3d66-41d2-9fe1-ceed1a5815f2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1490350 May 06 09:34:25.754776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b449e52-bcba-4a97-a982-7bed31523e31 req-b791ab58-f99d-47ab-bbec-61ecaae10d67 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237304 May 06 09:34:25.776337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56ce4f28-a276-4fd3-9453-fbdf3fa2b26a req-f2368244-3b3c-4979-bf7b-7228202b8f35 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969508 May 06 09:34:25.813466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] For port 86c35077-ea0f-48c6-9edd-9c4b4033b945, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=86c35077-ea0f-48c6-9edd-9c4b4033b945,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:25.813970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:25.831027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Calling delete_port for 86c35077-ea0f-48c6-9edd-9c4b4033b945 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:25.841507 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74fd755-786d-4f61-be5b-46c2ac801cef x-openstack-request-id: req-b74fd755-786d-4f61-be5b-46c2ac801cef {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:25.841797 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6448a742-b6d9-4a63-8239-d18edc585309", "name": "network-vif-deleted", "tag": "00132ecc-b90e-475c-9db1-b1c93ca489b0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:25.842050 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b74fd755-786d-4f61-be5b-46c2ac801cef {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:25.842445 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74fd755-786d-4f61-be5b-46c2ac801cef'] response: {'server_uuid': '6448a742-b6d9-4a63-8239-d18edc585309', 'name': 'network-vif-deleted', 'tag': '00132ecc-b90e-475c-9db1-b1c93ca489b0', 'status': 'completed', 'code': 200} May 06 09:34:26.044652 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-dce6fe4f-b1e7-48a6-b7e5-747e88e44f58 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=780e096d-d5f9-406f-900c-cbde9539e7a7 HTTP/1.1" status: 200 len: 217 time: 0.0390155 May 06 09:34:26.050432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687d13-1c0d-4b66-9c7f-276f365f465c req-c6ce7a08-c338-4afe-a381-ae18e05e9d6e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.052158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4687d13-1c0d-4b66-9c7f-276f365f465c req-c6ce7a08-c338-4afe-a381-ae18e05e9d6e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.1487124 May 06 09:34:26.113826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4687d13-1c0d-4b66-9c7f-276f365f465c req-9138b894-0eb1-425a-a491-0da6226e2327 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485089 May 06 09:34:26.171376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-4cbb169a-c61b-43ec-9b62-d358bb783a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.173103 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-4cbb169a-c61b-43ec-9b62-d358bb783a37 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1196978 May 06 09:34:26.197892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:34:26.211129 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Sync routers for ids ['549e63c1-9e3e-48fa-9623-f5db55d245a4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:34:26.220710 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83f64be1-671e-46a3-bc1b-545fe4f0cda1 admin admin] 10.222.0.76 "PUT /v2.0/routers/549e63c1-9e3e-48fa-9623-f5db55d245a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6393330 May 06 09:34:26.247880 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Routers {'549e63c1-9e3e-48fa-9623-f5db55d245a4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:26.254063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.268819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['549e63c1-9e3e-48fa-9623-f5db55d245a4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:26.285524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-d8d0e804-cf29-41c6-b542-0f920414ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.287432 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-d8d0e804-cf29-41c6-b542-0f920414ec5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033621 May 06 09:34:26.347882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c35077-ea0f-48c6-9edd-9c4b4033b945,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:26.440864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ce1e2506-589e-4698-acbf-1c010237f340 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:26.507548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3a0fb-0106-4923-9d97-7bef8e2046e1 req-c5ecf80e-5583-436b-a76f-ff21d6a5537a tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.520748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ff3a0fb-0106-4923-9d97-7bef8e2046e1 req-c5ecf80e-5583-436b-a76f-ff21d6a5537a tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.1750743 May 06 09:34:26.542036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ce1e2506-589e-4698-acbf-1c010237f340 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:26.542404 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.545263 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Set router 549e63c1-9e3e-48fa-9623-f5db55d245a4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:26.549745 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-99a1c0f4-81b2-4a9c-aebd-8e6a2ec221c9 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499201 May 06 09:34:26.557439 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.662054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9af4c866-2b2c-42f6-a20c-7e61d35019af no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:26.704558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ff3a0fb-0106-4923-9d97-7bef8e2046e1 req-d6bb5ccf-25e0-4117-862c-09b4c11388d6 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823900 May 06 09:34:26.706209 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.709686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.718219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 9af4c866-2b2c-42f6-a20c-7e61d35019af {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:26.718873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9af4c866-2b2c-42f6-a20c-7e61d35019af not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:26.738546 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4d238af-3530-4b43-aa3e-112da3b155b1 req-f3d7525e-3bb1-41e9-9f49-a54d03a7df4c service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798422 May 06 09:34:26.792891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164634ab-c260-4419-9c9d-91c97131631c req-9f356d5a-574c-42e4-96f3-1e2994c7b3e8 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:26.794627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-164634ab-c260-4419-9c9d-91c97131631c req-9f356d5a-574c-42e4-96f3-1e2994c7b3e8 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 949 time: 0.2630994 May 06 09:34:26.796871 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.801424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:34:26.809688 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.814149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33810) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:26.814439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d424841d-3f36-425e-b198-0d3de8203e58 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4f5abcdb-5d05-4d40-9ddd-d0432c1f1871 HTTP/1.1" status: 204 len: 168 time: 3.0855134 May 06 09:34:26.892448 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 4, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port': {'id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:17Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2b31dc6e-96c0-449c-8b53-5325a8518c7a', 'name': '', 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'mac_address': 'fa:16:3e:10:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:22Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 2, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'subnets': [{'id': '90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:26.900247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] Deleting subnet b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:34:26.904710 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.924593 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Checking router: 549e63c1-9e3e-48fa-9623-f5db55d245a4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:34:26.926974 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Updating router 549e63c1-9e3e-48fa-9623-f5db55d245a4 port 2b31dc6e-96c0-449c-8b53-5325a8518c7a binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:34:26.937985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 00132ecc-b90e-475c-9db1-b1c93ca489b0 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:26.950561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:26.951424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-164634ab-c260-4419-9c9d-91c97131631c req-a7bc7e5c-4e8c-46fb-8d78-9e911133b397 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356492 May 06 09:34:26.974819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 00132ecc-b90e-475c-9db1-b1c93ca489b0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:26.975381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 00132ecc-b90e-475c-9db1-b1c93ca489b0 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:27.016341 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.025246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-cc9cd131-f48c-4f74-82fc-1c1172c35fef tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:27.026783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-cc9cd131-f48c-4f74-82fc-1c1172c35fef tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.1928535 May 06 09:34:27.050988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33816) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:27.056816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8e17c0a3-e9f0-4d76-b02e-12ff2310998a up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:27.060426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-221a6f8c-b9a7-4c63-9aae-1ad4c6191d3e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/quotas/572e50a56d59423dbaa3299982dc2b1c HTTP/1.1" status: 200 len: 375 time: 0.0254569 May 06 09:34:27.100083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.122290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-c8a1b282-d630-4ff7-8a2b-59b9f0af61e1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536442 May 06 09:34:27.145583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:27.151057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:27.151431 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.222998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.239800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-996ed1e4-336f-451b-a7e5-39e8874d1742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.252385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.260402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a0586-9e01-4ade-b35a-e0f4c1acafd4 None None] Network 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:27.265772 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f HTTP/1.1" status: 204 len: 168 time: 0.4467077 May 06 09:34:27.266637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33822) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:27.311401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7a86c-3995-46f8-b70c-e44645e35054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b381c65d-1cfd-4bf0-9bc7-72e108c4ee0f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:27.405508 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.412845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-996ed1e4-336f-451b-a7e5-39e8874d1742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.425452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-996ed1e4-336f-451b-a7e5-39e8874d1742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.428362 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.441315 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.453010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-a30a123a-ffca-4739-bba0-bdd73572c2f9 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186507 May 06 09:34:27.476445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:27.478876 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d3eee-8a8f-4a01-ab74-5bc19ad38d62" -d '{"events": [{"server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "name": "network-vif-plugged", "status": "completed", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:27.513124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:27.522288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.523086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:27.555296 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb3525-b3dc-4093-8167-cc48a7cc261c None None] Pushing event updated for resources: {'Port': ['ID=2b31dc6e-96c0-449c-8b53-5325a8518c7a,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:27.558375 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Attempting to bind port 2b31dc6e-96c0-449c-8b53-5325a8518c7a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:27.558678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Attempting to bind port 2b31dc6e-96c0-449c-8b53-5325a8518c7a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:27.559402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Attempting to bind port 2b31dc6e-96c0-449c-8b53-5325a8518c7a on network fef492c4-26c8-4c58-b88c-4d666d17bf1f {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:27.565897 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:27.566793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Checking segment: {'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:27.566793 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.567096 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Bound using segment: {'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:27.567498 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Bound port: 2b31dc6e-96c0-449c-8b53-5325a8518c7a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:27.567948 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.589269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-996ed1e4-336f-451b-a7e5-39e8874d1742 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0b38ff2dd9740d9ac566795c7e12579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353656 May 06 09:34:27.590591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:27.627981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.638999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:27.642690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ed1e4-336f-451b-a7e5-39e8874d1742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfde8cd-8994-49a9-9ff8-1ff059a8ac8e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:27.648689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 55a4c69a-be9d-4f72-b6c5-583ba4801532 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:27.654489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 55a4c69a-be9d-4f72-b6c5-583ba4801532 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:27.655151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.700973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd031a1-9d41-4dd6-afdb-7677379fb499 req-debe6bf6-2046-493c-ad43-d5e3b56c04c7 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:27.714456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] DHCP port deletion for 3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:34:27.715559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbd031a1-9d41-4dd6-afdb-7677379fb499 req-debe6bf6-2046-493c-ad43-d5e3b56c04c7 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 948 time: 0.2737274 May 06 09:34:27.746051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8da03fb-7773-47a5-8c22-3ed5b76c6005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.750759 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] For port 2b31dc6e-96c0-449c-8b53-5325a8518c7a, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:27.757345 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] For port 2b31dc6e-96c0-449c-8b53-5325a8518c7a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2b31dc6e-96c0-449c-8b53-5325a8518c7a,segment=NetworkSegment(b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0),segment_id=b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:27.768039 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.782977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-42027ebe-6864-4dda-badb-f9401ae56c3e service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290071 May 06 09:34:27.800015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8da03fb-7773-47a5-8c22-3ed5b76c6005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.837827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbd031a1-9d41-4dd6-afdb-7677379fb499 req-1a2f11ff-5fed-4c4d-b48a-ee4ded4bd408 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212966 May 06 09:34:27.859236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] Deleting port affa96bc-8417-4bf9-92cb-6260d3ab8538 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:27.859770 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.863252 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.894230 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Routers {'549e63c1-9e3e-48fa-9623-f5db55d245a4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:34:27.903934 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['549e63c1-9e3e-48fa-9623-f5db55d245a4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:27.905851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Deleting port affa96bc-8417-4bf9-92cb-6260d3ab8538 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:27.906325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.915522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8da03fb-7773-47a5-8c22-3ed5b76c6005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.919047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8da03fb-7773-47a5-8c22-3ed5b76c6005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:27.920444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e8da03fb-7773-47a5-8c22-3ed5b76c6005 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8cfde8cd-8994-49a9-9ff8-1ff059a8ac8e HTTP/1.1" status: 204 len: 168 time: 0.3231161 May 06 09:34:27.950513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da03fb-7773-47a5-8c22-3ed5b76c6005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfde8cd-8994-49a9-9ff8-1ff059a8ac8e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:27.999815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-83291ed2-9c52-407a-abf1-b8c79ce7d184 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:28.002665 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-83291ed2-9c52-407a-abf1-b8c79ce7d184 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.83 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.1256366 May 06 09:34:28.096088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:28.111097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b670a879-3b91-4e40-9221-0a97143c19ba None None] Provisioning complete for port 2b31dc6e-96c0-449c-8b53-5325a8518c7a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:28.112413 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b670a879-3b91-4e40-9221-0a97143c19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.159794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263587f-1f19-4e35-a70f-0dae86630da0 req-eb03522a-daec-4a90-8b64-5d9366ffc906 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:28.168610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d263587f-1f19-4e35-a70f-0dae86630da0 req-eb03522a-daec-4a90-8b64-5d9366ffc906 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.1642330 May 06 09:34:28.203470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] For port affa96bc-8417-4bf9-92cb-6260d3ab8538, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=affa96bc-8417-4bf9-92cb-6260d3ab8538,segment=NetworkSegment(507e743b-aa72-4fad-a684-25e9b078f00c),segment_id=507e743b-aa72-4fad-a684-25e9b078f00c)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:28.203878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.251992 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.262473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d263587f-1f19-4e35-a70f-0dae86630da0 req-624aa843-bf6c-411b-9c68-62e28a63d5b1 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928860 May 06 09:34:28.265697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Calling delete_port for affa96bc-8417-4bf9-92cb-6260d3ab8538 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:28.354024 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb3525-b3dc-4093-8167-cc48a7cc261c None None] Pushing event updated for resources: {'Port': ['ID=2b31dc6e-96c0-449c-8b53-5325a8518c7a,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:28.418408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:28.442918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Deleting port 11960909-6b53-4dcb-b741-ce06d4ef2ffe {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:34:28.448770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.457892 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7c8b41-bd69-4692-93ac-5b9afdfcb0e3 x-openstack-request-id: req-fb7c8b41-bd69-4692-93ac-5b9afdfcb0e3 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:28.458212 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "name": "network-vif-plugged", "status": "completed", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:28.458467 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb7c8b41-bd69-4692-93ac-5b9afdfcb0e3 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:28.459658 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7c8b41-bd69-4692-93ac-5b9afdfcb0e3'] response: {'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a', 'code': 200} May 06 09:34:28.464457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] For port affa96bc-8417-4bf9-92cb-6260d3ab8538, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=affa96bc-8417-4bf9-92cb-6260d3ab8538,segment=NetworkSegment(507e743b-aa72-4fad-a684-25e9b078f00c),segment_id=507e743b-aa72-4fad-a684-25e9b078f00c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:28.464860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.481877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86c35077-ea0f-48c6-9edd-9c4b4033b945 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:28.498412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.533916 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] Set router 549e63c1-9e3e-48fa-9623-f5db55d245a4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:34:28.573743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Pushing event deleted for resources: {'Port': ['ID=affa96bc-8417-4bf9-92cb-6260d3ab8538,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:28.577312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] No DVR routers for this DVR port affa96bc-8417-4bf9-92cb-6260d3ab8538 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:28.639517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33850) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:28.701974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] For port 11960909-6b53-4dcb-b741-ce06d4ef2ffe, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=11960909-6b53-4dcb-b741-ce06d4ef2ffe,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:28.702338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.726253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Calling delete_port for 11960909-6b53-4dcb-b741-ce06d4ef2ffe owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:28.727662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cbf2-6839-4684-b936-a1709a9133d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.782843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 86c35077-ea0f-48c6-9edd-9c4b4033b945 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:28.783187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86c35077-ea0f-48c6-9edd-9c4b4033b945 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:28.783623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device affa96bc-8417-4bf9-92cb-6260d3ab8538 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:28.801994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] Calling delete_port for affa96bc-8417-4bf9-92cb-6260d3ab8538 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:34:28.849676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.864593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade2c19-8584-489f-a080-e432c75d2685 req-7eae3adb-c575-4b3b-abc1-b9a9941a1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:28.866357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ade2c19-8584-489f-a080-e432c75d2685 req-7eae3adb-c575-4b3b-abc1-b9a9941a1b84 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 1101 time: 0.3533504 May 06 09:34:28.888353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.915099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b670a879-3b91-4e40-9221-0a97143c19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:28.921120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:28.944243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096638f5-8fd3-445c-b518-f6384dde9ee7 req-ac3b619f-bf5d-4357-b631-41894ed5ff53 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:28.945489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-096638f5-8fd3-445c-b518-f6384dde9ee7 req-ac3b619f-bf5d-4357-b631-41894ed5ff53 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.2301068 May 06 09:34:28.952756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['11960909-6b53-4dcb-b741-ce06d4ef2ffe'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:28.955537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92799494-85c5-4da9-9831-f6b3e183f9ec req-db1c5209-0a11-4a2b-978e-158c2f572f9b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:28.958326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 780e096d-d5f9-406f-900c-cbde9539e7a7 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:28.965966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92799494-85c5-4da9-9831-f6b3e183f9ec req-db1c5209-0a11-4a2b-978e-158c2f572f9b tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/ports?device_id=e338291e-e336-4723-9738-01f4ff8e4d92 HTTP/1.1" status: 200 len: 950 time: 0.2528391 May 06 09:34:28.973381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507e743b-aa72-4fad-a684-25e9b078f00c') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:28.973727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507e743b-aa72-4fad-a684-25e9b078f00c') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:28.977870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Pushing event deleted for resources: {'Port': ['ID=11960909-6b53-4dcb-b741-ce06d4ef2ffe,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.024009 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 4, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port': {'id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:17Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2b31dc6e-96c0-449c-8b53-5325a8518c7a', 'name': '', 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'mac_address': 'fa:16:3e:10:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:22Z', 'updated_at': '2022-05-06T09:34:27Z', 'revision_number': 4, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'subnets': [{'id': '90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:34:29.026906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.036136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] No DVR routers for this DVR port 11960909-6b53-4dcb-b741-ce06d4ef2ffe on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:29.040435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.050074 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-03e23346-716c-4b84-80cc-3e25783b2d32 req-ac194a9f-7404-44fb-ba76-e898292122eb tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.83 "DELETE /v2.0/ports/11960909-6b53-4dcb-b741-ce06d4ef2ffe HTTP/1.1" status: 204 len: 173 time: 1.0411415 May 06 09:34:29.051884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'name': 'network-vif-deleted', 'tag': '11960909-6b53-4dcb-b741-ce06d4ef2ffe'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:29.055919 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700568b-9217-4c7a-afef-b28529baad88" -d '{"events": [{"server_uuid": "e338291e-e336-4723-9738-01f4ff8e4d92", "name": "network-vif-deleted", "tag": "11960909-6b53-4dcb-b741-ce06d4ef2ffe"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:29.083441 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8c56a0-f246-4fa2-bd37-db6b20d31271 None None] The sync data for ids ['549e63c1-9e3e-48fa-9623-f5db55d245a4'] in n-d-840834-1 is: [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 4, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port': {'id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:17Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2b31dc6e-96c0-449c-8b53-5325a8518c7a', 'name': '', 'network_id': 'fef492c4-26c8-4c58-b88c-4d666d17bf1f', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'mac_address': 'fa:16:3e:10:17:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:22Z', 'updated_at': '2022-05-06T09:34:27Z', 'revision_number': 4, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'subnets': [{'id': '90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:34:29.225215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: affa96bc-8417-4bf9-92cb-6260d3ab8538 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:29.229675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device affa96bc-8417-4bf9-92cb-6260d3ab8538 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:29.374774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b670a879-3b91-4e40-9221-0a97143c19ba None None] For port 2b31dc6e-96c0-449c-8b53-5325a8518c7a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2b31dc6e-96c0-449c-8b53-5325a8518c7a,segment=NetworkSegment(b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0),segment_id=b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:29.384918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 780e096d-d5f9-406f-900c-cbde9539e7a7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=780e096d-d5f9-406f-900c-cbde9539e7a7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:29.389332 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b670a879-3b91-4e40-9221-0a97143c19ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.389815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ade2c19-8584-489f-a080-e432c75d2685 req-70a2e1f9-aa71-43cb-9b63-c3707aa7e1c6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144513 May 06 09:34:29.394241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.417552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:34:29.418311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: timer() May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:34:29.425103 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:34:29.440639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '780e096d-d5f9-406f-900c-cbde9539e7a7', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '780e096d-d5f9-406f-900c-cbde9539e7a7', 'mac_address': 'fa:16:3e:3a:dd:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:29.451795 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.485727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92799494-85c5-4da9-9831-f6b3e183f9ec req-8a47023e-ca52-4b06-b8ca-69ba76e836f6 tempest-DeleteServersAdminTestJSON-69399851 tempest-DeleteServersAdminTestJSON-69399851-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0755e8c-d9b9-44c3-b8dd-da051be9ece7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187986 May 06 09:34:29.502796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-096638f5-8fd3-445c-b518-f6384dde9ee7 req-50a2c67e-2429-4080-9fa3-c2dcd4910406 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276818 May 06 09:34:29.508013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] No DVR routers for this DVR port affa96bc-8417-4bf9-92cb-6260d3ab8538 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:29.514694 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cbf2-6839-4684-b936-a1709a9133d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.520240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdd6cbf2-6839-4684-b936-a1709a9133d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.534055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670a879-3b91-4e40-9221-0a97143c19ba None None] Pushing event updated for resources: {'Port': ['ID=2b31dc6e-96c0-449c-8b53-5325a8518c7a,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.540180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.578266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.587951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1 HTTP/1.1" status: 204 len: 168 time: 2.3123636 May 06 09:34:29.601676 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.607014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa208bf-47c2-4322-b44c-79b706ca0a33 None None] Pushing event deleted for resources: {'Port': ['ID=affa96bc-8417-4bf9-92cb-6260d3ab8538,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.620117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b459b3f-a0a8-4e53-999e-79643dae9324 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1d5652-5d0b-47d4-b39c-06c5c38d5bd1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.624521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6cbf2-6839-4684-b936-a1709a9133d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31cc8ae-f990-455e-88c0-871eaa15eca4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.628967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780e096d-d5f9-406f-900c-cbde9539e7a7 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:29.633077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2850887f-629a-425c-a693-234a20610be7 None None] Provisioning complete for port 2b31dc6e-96c0-449c-8b53-5325a8518c7a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:29.633511 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2850887f-629a-425c-a693-234a20610be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.647063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cdd6cbf2-6839-4684-b936-a1709a9133d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e16de4b9ee25451eb3c299f9bb5f02a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0056837 May 06 09:34:29.650316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33864) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:29.719819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 780e096d-d5f9-406f-900c-cbde9539e7a7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=780e096d-d5f9-406f-900c-cbde9539e7a7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:29.726863 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.761092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f0891f5-21e2-43f7-b68d-02ef831dd040 req-6dfc65b6-c303-477a-a3e5-76b1a0d7d64a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 210 time: 0.0858483 May 06 09:34:29.763239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7335526e-0d51-43ac-a8bb-0cd10da30c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:29.850501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71035b83-52b0-48b4-be59-6ad8deee367b req-57cbbe44-5e20-4dab-a4e4-eac4630c4a71 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:29.872307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71035b83-52b0-48b4-be59-6ad8deee367b req-57cbbe44-5e20-4dab-a4e4-eac4630c4a71 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 949 time: 0.1051626 May 06 09:34:29.899059 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14078150-56d3-4ba7-935e-94dedc1712ad x-openstack-request-id: req-14078150-56d3-4ba7-935e-94dedc1712ad {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:29.901385 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e338291e-e336-4723-9738-01f4ff8e4d92", "name": "network-vif-deleted", "tag": "11960909-6b53-4dcb-b741-ce06d4ef2ffe", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:29.901634 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14078150-56d3-4ba7-935e-94dedc1712ad {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:29.902058 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14078150-56d3-4ba7-935e-94dedc1712ad'] response: {'server_uuid': 'e338291e-e336-4723-9738-01f4ff8e4d92', 'name': 'network-vif-deleted', 'tag': '11960909-6b53-4dcb-b741-ce06d4ef2ffe', 'status': 'completed', 'code': 200} May 06 09:34:29.983064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=780e096d-d5f9-406f-900c-cbde9539e7a7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:29.987099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['780e096d-d5f9-406f-900c-cbde9539e7a7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:29.996272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71035b83-52b0-48b4-be59-6ad8deee367b req-9f12d7ba-41ad-4e37-91b7-8e18a5f219fc tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045020 May 06 09:34:30.052916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7335526e-0d51-43ac-a8bb-0cd10da30c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.066146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33868) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:30.151789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1cc84b15-0754-4229-bb23-e5481182e203 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e6d8375db1646efbd6b837ffd55ddc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822179 May 06 09:34:30.152540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33872) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:30.191951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-706bf6f0-47c3-4bf7-a033-2eb89e12a92f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:30.194252 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-706bf6f0-47c3-4bf7-a033-2eb89e12a92f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.4334567 May 06 09:34:30.197238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7bfc0-8060-4406-bd22-555a00658827 req-d02df266-9979-4a5d-8796-3d01dc14af0b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:30.198825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53c7bfc0-8060-4406-bd22-555a00658827 req-d02df266-9979-4a5d-8796-3d01dc14af0b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 946 time: 0.2013428 May 06 09:34:30.238400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Request body: {'port': {'device_id': 'b087ae02-fff7-4c50-8725-145573eed861', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'admin_state_up': True, 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:30.324400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7335526e-0d51-43ac-a8bb-0cd10da30c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.327014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7335526e-0d51-43ac-a8bb-0cd10da30c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.330845 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7335526e-0d51-43ac-a8bb-0cd10da30c4a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a31cc8ae-f990-455e-88c0-871eaa15eca4 HTTP/1.1" status: 204 len: 168 time: 0.6795559 May 06 09:34:30.343761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335526e-0d51-43ac-a8bb-0cd10da30c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31cc8ae-f990-455e-88c0-871eaa15eca4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:30.344379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cf74b963-d3ad-465a-8f4b-b41450d7495a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.352485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53c7bfc0-8060-4406-bd22-555a00658827 req-1a53cfab-ad96-4609-9417-cec649db8190 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337059 May 06 09:34:30.387112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cf74b963-d3ad-465a-8f4b-b41450d7495a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.449565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:30.453752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.459984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b31dc6e-96c0-449c-8b53-5325a8518c7a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:30.464154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:30.466086 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a3c0d7-0c2d-4302-ac94-78f5dc1238a7" -d '{"events": [{"server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "name": "network-vif-plugged", "status": "completed", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:30.501015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cf74b963-d3ad-465a-8f4b-b41450d7495a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.508225 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cf74b963-d3ad-465a-8f4b-b41450d7495a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.515142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cf74b963-d3ad-465a-8f4b-b41450d7495a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47060330-1800-4ddf-a7bf-88ad750da8cb HTTP/1.1" status: 204 len: 168 time: 0.3600457 May 06 09:34:30.530837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74b963-d3ad-465a-8f4b-b41450d7495a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47060330-1800-4ddf-a7bf-88ad750da8cb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:30.637233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2b31dc6e-96c0-449c-8b53-5325a8518c7a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:30.637708 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:30.698662 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495a482f-5526-46ff-b3fa-5763e1c9ddc6 x-openstack-request-id: req-495a482f-5526-46ff-b3fa-5763e1c9ddc6 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:30.703878 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "name": "network-vif-plugged", "status": "completed", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:30.705204 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-495a482f-5526-46ff-b3fa-5763e1c9ddc6 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:30.706295 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495a482f-5526-46ff-b3fa-5763e1c9ddc6'] response: {'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532', 'code': 200} May 06 09:34:30.742980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Allocated IP 172.20.0.2 (c2e0bfbc-204a-4f2e-b60d-1d76e98190cf/fba4aadc-a164-4bed-bdbd-91ce48956fde/5417eeb8-b754-4dd3-8d28-6640c5650e51) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:30.934178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 780e096d-d5f9-406f-900c-cbde9539e7a7 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:30.938284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dabe5e-c3d2-45cd-882e-a4f1bcd6dc31 req-7f2b07f1-8c13-4861-b624-9ae81861f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:30.942286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77dabe5e-c3d2-45cd-882e-a4f1bcd6dc31 req-7f2b07f1-8c13-4861-b624-9ae81861f26a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1097 time: 0.2245829 May 06 09:34:30.982557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33892) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:31.000735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-58241c61-fbf0-4c4f-a402-8cd8e5c5737b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1447146217', 'description': 'tempest-description--1795394885'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:31.038629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7d78-ea67-49c2-9139-ef2340d91a10 req-0b1cecb7-d0b6-4c3c-a725-e3fb9231f45a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.045062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defd7d78-ea67-49c2-9139-ef2340d91a10 req-0b1cecb7-d0b6-4c3c-a725-e3fb9231f45a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.2057700 May 06 09:34:31.082030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 780e096d-d5f9-406f-900c-cbde9539e7a7 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:31.095122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 11960909-6b53-4dcb-b741-ce06d4ef2ffe no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:31.106564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58241c61-fbf0-4c4f-a402-8cd8e5c5737b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.108338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 780e096d-d5f9-406f-900c-cbde9539e7a7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:31.108709 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.116186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77dabe5e-c3d2-45cd-882e-a4f1bcd6dc31 req-e1a73d56-172d-4ab9-8c53-7335e0ebf5db service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643441 May 06 09:34:31.172498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 11960909-6b53-4dcb-b741-ce06d4ef2ffe {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:34:31.172849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 11960909-6b53-4dcb-b741-ce06d4ef2ffe not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:31.176633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eca85fde-11ad-46ec-8a6f-527255217604 req-326d7aec-1aa0-4bb2-9074-a8aa8c52c915 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 210 time: 0.0539169 May 06 09:34:31.181092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defd7d78-ea67-49c2-9139-ef2340d91a10 req-7db77beb-9b60-4fb1-ae15-631a1a031adb tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223953 May 06 09:34:31.194204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.336145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58241c61-fbf0-4c4f-a402-8cd8e5c5737b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.337593 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.355905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58241c61-fbf0-4c4f-a402-8cd8e5c5737b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.374086 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.386299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:31.395151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736a734-7a66-499f-b7cb-2b84c743add6 req-00a0a929-ac1e-4548-83c8-e39e8cedbad0 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.399084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:31.403720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:31.407256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3736a734-7a66-499f-b7cb-2b84c743add6 req-00a0a929-ac1e-4548-83c8-e39e8cedbad0 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 949 time: 0.1047432 May 06 09:34:31.455490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 780e096d-d5f9-406f-900c-cbde9539e7a7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=780e096d-d5f9-406f-900c-cbde9539e7a7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:31.461882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.463674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event updated for resources: {'Port': ['ID=5417eeb8-b754-4dd3-8d28-6640c5650e51,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.466400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58241c61-fbf0-4c4f-a402-8cd8e5c5737b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a5fb81-9d20-4d0e-8acd-a85211494816,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.504561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3736a734-7a66-499f-b7cb-2b84c743add6 req-65af2e48-2199-48c1-a71d-4d2d11dd1f18 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 May 06 09:34:31.510207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58241c61-fbf0-4c4f-a402-8cd8e5c5737b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.511491 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58241c61-fbf0-4c4f-a402-8cd8e5c5737b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5145500 May 06 09:34:31.514794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33920) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:31.521615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3ee1f2b0-c796-4e3f-a1cf-55f52fcff255 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'security_group_rule': {'security_group_id': '63a5fb81-9d20-4d0e-8acd-a85211494816', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:31.557680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.558345 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.586990 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-e4781629-1cfc-43d3-866f-af88dcc9fda4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3583348 May 06 09:34:31.588553 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f2b0-c796-4e3f-a1cf-55f52fcff255 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.603853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Request body: {'port': {'device_id': 'b087ae02-fff7-4c50-8725-145573eed861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:31.606636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=780e096d-d5f9-406f-900c-cbde9539e7a7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.621439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811df91-439b-4d14-abad-e82c06d73ed4 req-0cd0e25d-97d0-4e2a-b7a5-85ca74d9b64f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:31.629495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3811df91-439b-4d14-abad-e82c06d73ed4 req-0cd0e25d-97d0-4e2a-b7a5-85ca74d9b64f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 946 time: 0.0846858 May 06 09:34:31.676466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3811df91-439b-4d14-abad-e82c06d73ed4 req-b500eab4-145f-4d8b-9e16-e35e3c9d89d3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459425 May 06 09:34:31.701554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f2b0-c796-4e3f-a1cf-55f52fcff255 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.702674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.716706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f2b0-c796-4e3f-a1cf-55f52fcff255 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.766917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1f2b0-c796-4e3f-a1cf-55f52fcff255 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fb8e3c-ee7b-41a0-8168-48665e63011d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.774993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee1f2b0-c796-4e3f-a1cf-55f52fcff255 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.778668 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3ee1f2b0-c796-4e3f-a1cf-55f52fcff255 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2605808 May 06 09:34:31.779167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33930) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:31.790217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-203b2b00-3d15-48b2-8789-9a26232a3c66 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'security_group_rule': {'security_group_id': '63a5fb81-9d20-4d0e-8acd-a85211494816', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:31.834166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-203b2b00-3d15-48b2-8789-9a26232a3c66 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.906795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33936) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:31.947703 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-203b2b00-3d15-48b2-8789-9a26232a3c66 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.952507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-203b2b00-3d15-48b2-8789-9a26232a3c66 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:31.969660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b2b00-3d15-48b2-8789-9a26232a3c66 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11db01a-b882-4771-8a9d-58f5e5c95064,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:31.996909 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-203b2b00-3d15-48b2-8789-9a26232a3c66 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.001863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33946) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:32.002486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-203b2b00-3d15-48b2-8789-9a26232a3c66 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2206049 May 06 09:34:32.007882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:32.190280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4970f096-9ef2-42ed-8504-97ada84bf966 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b12641defb5e47ee83ae0b08901e4299&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2820272 May 06 09:34:32.193202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33950) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:32.216746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33956) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:32.241639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33960) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:32.259998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.269570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-40100828-9b23-4c21-94dc-f0e42c68a7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.276564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5417eeb8-b754-4dd3-8d28-6640c5650e51 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:32.313169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.318379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-40100828-9b23-4c21-94dc-f0e42c68a7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.349875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Transition to ACTIVE for port object 5417eeb8-b754-4dd3-8d28-6640c5650e51 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:32.360765 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.414957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1840198711-network', 'tenant_id': '99c19f6a0cb84097a21118b13e02be3c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:32.432303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1943383426-network', 'tenant_id': 'f76002df712f4db1ae053f0f92016343'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:32.474511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9bd6-4b89-46c8-8e67-c1241bc296aa req-56c6768b-82c8-4a0e-8614-a5382498e8d3 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.475938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-588a9bd6-4b89-46c8-8e67-c1241bc296aa req-56c6768b-82c8-4a0e-8614-a5382498e8d3 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 943 time: 0.1341536 May 06 09:34:32.480533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Made reservation on behalf of f76002df712f4db1ae053f0f92016343 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:32.482932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.495967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Pushing event updated for resources: {'Port': ['ID=5417eeb8-b754-4dd3-8d28-6640c5650e51,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:32.500904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bc9a7-36ad-4a35-86b6-332eea24720f req-221f1ae5-2acb-42d4-a44c-38bce0009548 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.502679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-990bc9a7-36ad-4a35-86b6-332eea24720f req-221f1ae5-2acb-42d4-a44c-38bce0009548 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.1444004 May 06 09:34:32.511378 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.515402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-40100828-9b23-4c21-94dc-f0e42c68a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.517881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-40100828-9b23-4c21-94dc-f0e42c68a7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.521385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-40100828-9b23-4c21-94dc-f0e42c68a7c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0755e8c-d9b9-44c3-b8dd-da051be9ece7 HTTP/1.1" status: 204 len: 168 time: 0.3248541 May 06 09:34:32.552859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Made reservation on behalf of 99c19f6a0cb84097a21118b13e02be3c for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:32.556474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.559927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40100828-9b23-4c21-94dc-f0e42c68a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0755e8c-d9b9-44c3-b8dd-da051be9ece7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:32.580659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.620869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-588a9bd6-4b89-46c8-8e67-c1241bc296aa req-dc1c8af5-ea20-4e89-a445-2c13ab9fa3fb tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283691 May 06 09:34:32.635766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Attempting to bind port 5417eeb8-b754-4dd3-8d28-6640c5650e51 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:32.636008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Attempting to bind port 5417eeb8-b754-4dd3-8d28-6640c5650e51 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:32.636325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Attempting to bind port 5417eeb8-b754-4dd3-8d28-6640c5650e51 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:32.639238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.657834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-990bc9a7-36ad-4a35-86b6-332eea24720f req-3224bce3-9835-4f41-a7d4-73ce4c210d43 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391709 May 06 09:34:32.661544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Port 5417eeb8-b754-4dd3-8d28-6640c5650e51 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:32.661880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Attempting to bind port 5417eeb8-b754-4dd3-8d28-6640c5650e51 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:32.707745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58964dde-51b9-48fb-a274-e3b4f075760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e096d-d5f9-406f-900c-cbde9539e7a7'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:32.711552 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae839748-4f47-42fc-91cb-9c9d0ba867d7" -d '{"events": [{"server_uuid": "58964dde-51b9-48fb-a274-e3b4f075760e", "name": "network-vif-plugged", "status": "completed", "tag": "780e096d-d5f9-406f-900c-cbde9539e7a7"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:32.728573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:32.728998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Checking segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:32.729470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Bound using segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:32.730281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Bound port: 5417eeb8-b754-4dd3-8d28-6640c5650e51, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:32.730478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.770623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.786715 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.858373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:32.860356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.872895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.880952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:32.884059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] For port 5417eeb8-b754-4dd3-8d28-6640c5650e51, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:32.888517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.889640 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Added segment 5876ea7f-0edf-4201-8bfa-5afaed0ab953 of type vlan for network dcfea358-b2b6-462f-aef0-3725ee68fe11 May 06 09:34:32.916115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Allocated IP 172.25.8.105 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/fe039941-cf21-4ae7-ac30-a6c04cb4953e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:32.917130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec86fe-8d92-4ec9-b81a-deebb9ee8a6f req-33951d93-4446-4fa3-b5ed-96d3155c380f tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.919281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33976) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:32.920284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1ec86fe-8d92-4ec9-b81a-deebb9ee8a6f req-33951d93-4446-4fa3-b5ed-96d3155c380f tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.1995971 May 06 09:34:32.927086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] For port 5417eeb8-b754-4dd3-8d28-6640c5650e51, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5417eeb8-b754-4dd3-8d28-6640c5650e51,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:32.947945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:32.951156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.954163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e1e5d-7033-4f0e-9b95-a4648629b100 req-f1529349-90b7-45fd-be45-201477114c5b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:32.955655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a2e1e5d-7033-4f0e-9b95-a4648629b100 req-f1529349-90b7-45fd-be45-201477114c5b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1828377 May 06 09:34:32.966491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4892c77e-b96d-4573-824b-81c7172737b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:32.968983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fede7459-6594-4150-a83f-bed0dd779946,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:32.978521 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.006731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.007821 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Added segment ceba07ba-08f0-4e02-916b-76124433b244 of type vlan for network d705e668-3f4b-42c5-8272-caa5e6915636 May 06 09:34:33.029629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1ec86fe-8d92-4ec9-b81a-deebb9ee8a6f req-15d756ec-ae48-4573-80e8-fa98653c0470 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875292 May 06 09:34:33.043100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a2e1e5d-7033-4f0e-9b95-a4648629b100 req-a4716d17-3829-4bb2-a81d-992d0e63e342 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761092 May 06 09:34:33.044150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.045065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.045631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.064847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.065463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.066833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] 10.222.0.82 "PUT /v2.0/ports/5417eeb8-b754-4dd3-8d28-6640c5650e51 HTTP/1.1" status: 200 len: 1091 time: 1.4688272 May 06 09:34:33.071297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b087ae02-fff7-4c50-8725-145573eed861', 'tag': '5417eeb8-b754-4dd3-8d28-6640c5650e51'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:33.073629 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf" -d '{"events": [{"name": "network-changed", "server_uuid": "b087ae02-fff7-4c50-8725-145573eed861", "tag": "5417eeb8-b754-4dd3-8d28-6640c5650e51"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:33.111432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8652072 May 06 09:34:33.113067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33982) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:33.123767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Request body: {'subnet': {'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1943383426-subnet', 'tenant_id': 'f76002df712f4db1ae053f0f92016343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:33.140242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023ffe4-f7ba-4ccb-ae16-812793f9e3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=dcfea358-b2b6-462f-aef0-3725ee68fe11,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:33.142292 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ae8dfb-1b63-4a8a-b670-8e1c01ea6dd9 x-openstack-request-id: req-87ae8dfb-1b63-4a8a-b670-8e1c01ea6dd9 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:33.142782 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58964dde-51b9-48fb-a274-e3b4f075760e", "name": "network-vif-plugged", "status": "completed", "tag": "780e096d-d5f9-406f-900c-cbde9539e7a7", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:33.143186 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87ae8dfb-1b63-4a8a-b670-8e1c01ea6dd9 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:33.144007 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ae8dfb-1b63-4a8a-b670-8e1c01ea6dd9'] response: {'server_uuid': '58964dde-51b9-48fb-a274-e3b4f075760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780e096d-d5f9-406f-900c-cbde9539e7a7', 'code': 200} May 06 09:34:33.156889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network dcfea358-b2b6-462f-aef0-3725ee68fe11 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:33.197106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Made reservation on behalf of f76002df712f4db1ae053f0f92016343 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:33.200565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.243771 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda27fc-f52f-4309-988a-7dafea4b1ce3 x-openstack-request-id: req-7cda27fc-f52f-4309-988a-7dafea4b1ce3 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:33.243986 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b087ae02-fff7-4c50-8725-145573eed861", "tag": "5417eeb8-b754-4dd3-8d28-6640c5650e51", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:33.244213 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7cda27fc-f52f-4309-988a-7dafea4b1ce3 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:33.244658 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cda27fc-f52f-4309-988a-7dafea4b1ce3'] response: {'name': 'network-changed', 'server_uuid': 'b087ae02-fff7-4c50-8725-145573eed861', 'tag': '5417eeb8-b754-4dd3-8d28-6640c5650e51', 'status': 'completed', 'code': 200} May 06 09:34:33.255055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.260845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b176677-c778-4eb8-9c6d-d8a523b64cda service neutron] Pushing event updated for resources: {'Port': ['ID=5417eeb8-b754-4dd3-8d28-6640c5650e51,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:33.345477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.346546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.347123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.363704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-f70ccbe4-8f0d-4b94-8e9f-d1a573c51a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.365181 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-f70ccbe4-8f0d-4b94-8e9f-d1a573c51a5d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 1094 time: 0.2100873 May 06 09:34:33.384861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9080233-015c-4bbc-b618-a0238df58d9f req-ecab7cbe-5711-4809-bb22-917abec799f6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.386400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9080233-015c-4bbc-b618-a0238df58d9f req-ecab7cbe-5711-4809-bb22-917abec799f6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 946 time: 0.2363732 May 06 09:34:33.393943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-1408fc5e-fdbb-4ce9-aeb1-a03b6e8d4b76 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=04c2772b84074723a5aa90df54cc8f12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626101 May 06 09:34:33.411839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a0967-e5f7-477e-b096-4bacd2b6dcc9 req-87c03443-6851-4af0-b258-b175efb14631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.413327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d5a0967-e5f7-477e-b096-4bacd2b6dcc9 req-87c03443-6851-4af0-b258-b175efb14631 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 1101 time: 0.1477966 May 06 09:34:33.471598 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2519441 May 06 09:34:33.474670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.483291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:33.484672 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-c13fdbc7-bc14-45b4-8bb1-9e2f14e59354 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5417eeb8-b754-4dd3-8d28-6640c5650e51 HTTP/1.1" status: 200 len: 217 time: 0.1036053 May 06 09:34:33.489101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Request body: {'subnet': {'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1840198711-subnet', 'tenant_id': '99c19f6a0cb84097a21118b13e02be3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:33.493272 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4892c77e-b96d-4573-824b-81c7172737b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.512641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4892c77e-b96d-4573-824b-81c7172737b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.545564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9080233-015c-4bbc-b618-a0238df58d9f req-15a1ad93-227b-408b-93c9-1a6b55d81442 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494718 May 06 09:34:33.562688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019e5c8-bb4a-4576-af2b-cd9c0d605bee admin admin] Pushing event updated for resources: {'Network': ['ID=d705e668-3f4b-42c5-8272-caa5e6915636,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:33.579995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d5a0967-e5f7-477e-b096-4bacd2b6dcc9 req-3adac13b-31bd-43af-84c3-8c9fd40fc320 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479933 May 06 09:34:33.603930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network d705e668-3f4b-42c5-8272-caa5e6915636 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:33.611962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Made reservation on behalf of 99c19f6a0cb84097a21118b13e02be3c for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:33.614311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.641368 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4892c77e-b96d-4573-824b-81c7172737b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9733b1d91b8b4433a18ca423e21832d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7209303 May 06 09:34:33.649356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-5aa2ea98-4663-4f5f-9a5e-de1f36e7e8cf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.650916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-5aa2ea98-4663-4f5f-9a5e-de1f36e7e8cf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2493038 May 06 09:34:33.656825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34002) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:33.675645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892c77e-b96d-4573-824b-81c7172737b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd10d9-d17b-4035-838b-dbad1251e78d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:33.678714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-2a0444dc-06f3-4d78-b79f-e7d8dd17b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.680576 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-2a0444dc-06f3-4d78-b79f-e7d8dd17b793 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.1801527 May 06 09:34:33.707483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.749635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-466128a5-5950-45aa-ab3c-fccfb1bf4a20 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/quotas/04c2772b84074723a5aa90df54cc8f12 HTTP/1.1" status: 200 len: 375 time: 0.0884724 May 06 09:34:33.750581 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.754664 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81c907f3-559d-47c8-acb9-3d155eedb6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.771081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:33.783638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:33.786063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:33.787826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event updated for resources: {'Port': ['ID=fe039941-cf21-4ae7-ac30-a6c04cb4953e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:33.837687 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81c907f3-559d-47c8-acb9-3d155eedb6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:33.870386 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-9521cbc9-892b-4a11-af5f-6f97fb9e5695 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377877 May 06 09:34:33.899791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=03458e7d-89d9-4cd6-96be-e37f0c91c39f,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:33.937186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-51dae9da-d04f-4ebd-9553-0892909c2076 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697416 May 06 09:34:33.962395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Checking segment: {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:33.963341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Network hostable DHCP agents. Network: dcfea358-b2b6-462f-aef0-3725ee68fe11, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:33.992994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243e4a7-b298-443d-9460-ca612ccd5550 req-5e2e465c-811c-4b5e-b906-24ffd61b53b5 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:33.994889 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a243e4a7-b298-443d-9460-ca612ccd5550 req-5e2e465c-811c-4b5e-b906-24ffd61b53b5 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1097 time: 0.0758440 May 06 09:34:33.996979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Network dcfea358-b2b6-462f-aef0-3725ee68fe11 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:33.999204 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81c907f3-559d-47c8-acb9-3d155eedb6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.002072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81c907f3-559d-47c8-acb9-3d155eedb6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.005844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-81c907f3-559d-47c8-acb9-3d155eedb6cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffbd10d9-d17b-4035-838b-dbad1251e78d HTTP/1.1" status: 204 len: 168 time: 0.3481059 May 06 09:34:34.025583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c907f3-559d-47c8-acb9-3d155eedb6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd10d9-d17b-4035-838b-dbad1251e78d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:34.036463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, dcfea358-b2b6-462f-aef0-3725ee68fe11) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:34.040782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.041373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.065626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047f05d4-f31c-4338-8e6a-9a545e272de5 None None] Network dcfea358-b2b6-462f-aef0-3725ee68fe11 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:34.067750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a243e4a7-b298-443d-9460-ca612ccd5550 req-8828dfec-2894-457f-bdda-12e58457b0f5 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603294 May 06 09:34:34.079491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-afdc976e-9deb-4669-95f4-3beef89d86ad admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9653897 May 06 09:34:34.093990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.190739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.289616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:34.309629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-8f6b6c85-5d75-4bf8-a1f6-c1c7137b3354 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304101 May 06 09:34:34.315215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.359565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:34.360410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Network hostable DHCP agents. Network: d705e668-3f4b-42c5-8272-caa5e6915636, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:34.386063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf49ea39-03fd-4a64-b8cd-a10ddbd5ffd8 None None] Network dcfea358-b2b6-462f-aef0-3725ee68fe11 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:34.447993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5e53a-d474-4f28-938e-9c0abb076fdc req-490cd96b-cd6d-4ca7-a313-5397bf90bded tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.459486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78e5e53a-d474-4f28-938e-9c0abb076fdc req-490cd96b-cd6d-4ca7-a313-5397bf90bded tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 943 time: 0.2365301 May 06 09:34:34.494140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Network d705e668-3f4b-42c5-8272-caa5e6915636 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:34.503687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dc6ee-fbee-47fa-92a2-74dcde5a571b req-0d888b21-155b-496d-a821-a7a2fd810e70 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.514400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4dc6ee-fbee-47fa-92a2-74dcde5a571b req-0d888b21-155b-496d-a821-a7a2fd810e70 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.2164738 May 06 09:34:34.542652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, d705e668-3f4b-42c5-8272-caa5e6915636) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:34.556821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.557393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.560789 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2cfdaacb-ebe0-4c30-b93b-f7556b6f5d95 req-f560d717-0114-4f14-86dd-dcc7e1798939 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388787 May 06 09:34:34.564966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78e5e53a-d474-4f28-938e-9c0abb076fdc req-d3328cb5-673b-413c-81d3-f4ae1f6ff0b0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027341 May 06 09:34:34.596923 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9e8bb642-7e26-462f-be67-dbf38850d373 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1111300 May 06 09:34:34.630173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68faf24b-f491-4154-b2df-30be2ac4ec8c None None] Network d705e668-3f4b-42c5-8272-caa5e6915636 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:34.633241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4dc6ee-fbee-47fa-92a2-74dcde5a571b req-8bcbdb13-da90-465b-b599-8af1b9dc4384 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124256 May 06 09:34:34.709607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c073da0-a223-42d0-ab1e-488de823d453 req-6bf3c765-6419-4198-a017-4293a587fd9c tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.713166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c073da0-a223-42d0-ab1e-488de823d453 req-6bf3c765-6419-4198-a017-4293a587fd9c tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1097 time: 0.0572760 May 06 09:34:34.762317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fac194c9-c4ec-47a3-9bd0-27e7a7b78d25 req-5b8d7306-942f-4ffb-a8f4-4441fa083ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 210 time: 0.0449736 May 06 09:34:34.771944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.803744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:34.837977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c073da0-a223-42d0-ab1e-488de823d453 req-969c933e-7249-49b6-bb7b-dfee9f363950 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072919 May 06 09:34:34.895048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-2dff2f2d-9394-4fec-a7bc-da0d87a2de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:34.897490 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-2dff2f2d-9394-4fec-a7bc-da0d87a2de0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 1094 time: 0.2436857 May 06 09:34:34.996303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event updated for resources: {'Port': ['ID=fe039941-cf21-4ae7-ac30-a6c04cb4953e,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:35.018113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010d25b-788e-4f5e-a3d9-1d0e1a7eddae None None] Network d705e668-3f4b-42c5-8272-caa5e6915636 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:35.060263 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.082247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:35.094988 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7b2b39e5-5e86-431f-972a-a56784b429a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0914826 May 06 09:34:35.129734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-1b5c5327-0eb0-4f9e-8fc6-1be04cbb8773 req-81b9f2e2-729b-450d-a00a-b93596b87653 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:34:35.131535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b5c5327-0eb0-4f9e-8fc6-1be04cbb8773 req-81b9f2e2-729b-450d-a00a-b93596b87653 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072036 May 06 09:34:35.161267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-092a1d76-ab09-4101-9867-ff0333419f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:35.169755 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-092a1d76-ab09-4101-9867-ff0333419f07 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 913 time: 0.2136061 May 06 09:34:35.287665 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-dbfc1ce5-2919-4f8e-abd5-17d558966da2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5417eeb8-b754-4dd3-8d28-6640c5650e51 HTTP/1.1" status: 200 len: 217 time: 0.0917797 May 06 09:34:35.384367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-9b89af0d-31db-4d24-8d61-abde60a7a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:35.390796 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-9b89af0d-31db-4d24-8d61-abde60a7a467 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0906515 May 06 09:34:35.427002 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-f7ff2ed7-0bac-47e4-8e2b-36ac7cb01443 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331609 May 06 09:34:35.548994 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-6407759b-8bb5-4fea-be07-30374f055e85 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140044 May 06 09:34:35.667339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-62e5bba8-7a2c-4110-93b3-89d30313719d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:35.676057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-62e5bba8-7a2c-4110-93b3-89d30313719d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 822 time: 0.1869881 May 06 09:34:35.681094 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b2cc4181-71b1-4ca4-bbc9-a88539eccecf req-913ce4a5-df48-4ae0-9dfe-e15a94c2e615 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214595 May 06 09:34:35.693705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-be76c8db-bbcb-48c4-b8d8-3975a6b928ce tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/quotas/f76002df712f4db1ae053f0f92016343 HTTP/1.1" status: 200 len: 375 time: 0.0164239 May 06 09:34:35.732834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-c44d7027-f7b3-462c-a6f5-2d4a7a4b8d68 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377493 May 06 09:34:35.768108 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-e1f66083-b072-4784-98f1-20b20cbaf4a8 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=04c2772b84074723a5aa90df54cc8f12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336051 May 06 09:34:35.854819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-2ebee605-e875-4f4c-9f1c-92994c1dccdc service neutron] 10.222.0.76 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203396 May 06 09:34:35.905490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-0aaaaae0-9520-48fe-8b8b-33946e350a93 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:35.906967 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-0aaaaae0-9520-48fe-8b8b-33946e350a93 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322773 May 06 09:34:35.925725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Request body: {'port': {'device_id': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '04c2772b84074723a5aa90df54cc8f12'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:35.979426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-c765af8b-f283-4531-a31b-17684b0d2e5e service neutron] 10.222.0.76 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228931 May 06 09:34:36.062267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Made reservation on behalf of 04c2772b84074723a5aa90df54cc8f12 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:36.067362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.220086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:36.264716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-b496ba02-7527-462c-a3ab-3f50c126c47d tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1447146217&fields=id&tenant_id=4bc78a1ab88e486ca25840343c07abb5 HTTP/1.1" status: 200 len: 267 time: 0.0681670 May 06 09:34:36.425522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-7447a3c9-4a81-4c3b-9d4a-bbc765076ad0 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:36.434633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-7447a3c9-4a81-4c3b-9d4a-bbc765076ad0 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 823 time: 0.1687365 May 06 09:34:36.459271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-7ae1214f-01ca-4266-81fd-3929286b9b28 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/quotas/4bc78a1ab88e486ca25840343c07abb5 HTTP/1.1" status: 200 len: 375 time: 0.0235684 May 06 09:34:36.513003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Allocated IP 192.168.233.116 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/ef67e01e-e13d-4873-bdac-c6e1fa1d436a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:36.540383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-b4bc7991-aba3-41ef-bbdc-1f5abb21e2ec tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800655 May 06 09:34:36.557141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1937125366-network', 'tenant_id': 'a2b271e57a3b4a9db67a5ce3ecc7814d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:36.635104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Made reservation on behalf of a2b271e57a3b4a9db67a5ce3ecc7814d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:36.637757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.651908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.669925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-992450c9-b949-4d3b-8457-fc20f48fbc58 service neutron] 10.222.0.76 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201506 May 06 09:34:36.833425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-b5652e10-7d8c-4a26-be23-9432dc8e0aab service neutron] 10.222.0.76 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570368 May 06 09:34:36.842691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.880517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.897230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.941065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:34:36.961080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:36.964566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fbb8c6-70ca-4e23-94bd-b43855cd301b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:36.970464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5417eeb8-b754-4dd3-8d28-6640c5650e51 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:36.975155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['8e17c0a3-e9f0-4d76-b02e-12ff2310998a'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:36.990245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:37.069414 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.070631 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Added segment abf8231b-53a4-4238-a5e4-c852b6dc5327 of type vlan for network a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61 May 06 09:34:37.073697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Pushing event updated for resources: {'Port': ['ID=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:37.098841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b3371-5a1f-47ef-ba52-1aa9e86be450 req-ea40eb95-c01d-4f76-8a0d-357e7084de61 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:37.108857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-500b3371-5a1f-47ef-ba52-1aa9e86be450 req-ea40eb95-c01d-4f76-8a0d-357e7084de61 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 943 time: 0.0862761 May 06 09:34:37.133367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:37.135556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.141368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:37.146855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:37.181119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-500b3371-5a1f-47ef-ba52-1aa9e86be450 req-b9a36a9c-96c6-450d-8db2-1d87930b8766 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700040 May 06 09:34:37.292650 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.293687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:37.294330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.360618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bede9b2-1005-417d-8fc6-6df13c90606f req-885fb3bb-14cb-49a1-96db-540f5e1da253 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:37.368628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:37.369397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.372551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bede9b2-1005-417d-8fc6-6df13c90606f req-885fb3bb-14cb-49a1-96db-540f5e1da253 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.1164315 May 06 09:34:37.376952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:37.400622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:34:37.403669 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-8165622f-de8d-484b-a45f-226a5a23157c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4855497 May 06 09:34:37.414639 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-81c2f733-f580-49fb-86d9-1c8fad80db72 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1920681 May 06 09:34:37.426099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Request body: {'port': {'device_id': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:37.456407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34160) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:37.462486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Request body: {'subnet': {'network_id': 'a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1937125366-subnet', 'tenant_id': 'a2b271e57a3b4a9db67a5ce3ecc7814d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:37.528398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Made reservation on behalf of a2b271e57a3b4a9db67a5ce3ecc7814d for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:37.531117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.550817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34162) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:37.551960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5417eeb8-b754-4dd3-8d28-6640c5650e51, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5417eeb8-b754-4dd3-8d28-6640c5650e51,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:37.597500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.685810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '5417eeb8-b754-4dd3-8d28-6640c5650e51', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'port_id': '5417eeb8-b754-4dd3-8d28-6640c5650e51', 'mac_address': 'fa:16:3e:50:e1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba4aadc-a164-4bed-bdbd-91ce48956fde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:37.693356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-076df3cb-91eb-4a03-aec2-4ca5143ee0b1 None None] Provisioning complete for port ef67e01e-e13d-4873-bdac-c6e1fa1d436a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:37.694050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-076df3cb-91eb-4a03-aec2-4ca5143ee0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.755983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bede9b2-1005-417d-8fc6-6df13c90606f req-5b406d38-0681-42ed-bba5-07ad02e7796e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760459 May 06 09:34:37.862271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-3cf7e038-df25-4d3d-b5d6-1f29b1138d02 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:37.864092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-3cf7e038-df25-4d3d-b5d6-1f29b1138d02 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 822 time: 0.2053297 May 06 09:34:37.883269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Request body: {'port': {'device_id': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'admin_state_up': True, 'tenant_id': 'f76002df712f4db1ae053f0f92016343'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:37.918266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-076df3cb-91eb-4a03-aec2-4ca5143ee0b1 None None] Port ef67e01e-e13d-4873-bdac-c6e1fa1d436a cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:37.940461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:37.957520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5417eeb8-b754-4dd3-8d28-6640c5650e51 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:37.965812 n-d-840834-1 neutron-server[102743]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 06 09:34:37.983113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-67c755ea-fad7-4c3f-bd1a-cd098b6f985d tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:34:37.984393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5417eeb8-b754-4dd3-8d28-6640c5650e51, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5417eeb8-b754-4dd3-8d28-6640c5650e51,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:37.988188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-67c755ea-fad7-4c3f-bd1a-cd098b6f985d tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4338505 May 06 09:34:37.990305 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.041040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fed978-eae8-47a6-905c-9b711e36e42f req-d0da82b4-5712-47e1-aa33-060b0d68efad tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.048412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21fed978-eae8-47a6-905c-9b711e36e42f req-d0da82b4-5712-47e1-aa33-060b0d68efad tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 936 time: 0.1829398 May 06 09:34:38.070464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Made reservation on behalf of f76002df712f4db1ae053f0f92016343 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:38.074268 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.098141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5417eeb8-b754-4dd3-8d28-6640c5650e51,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:38.109190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21fed978-eae8-47a6-905c-9b711e36e42f req-10e88e7f-2d47-405c-9fa6-c91af3aca786 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 May 06 09:34:38.113947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.115264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.115686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.116031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.116403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.117453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.118166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.118429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.118718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.119043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.119366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.119715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:34:38.205538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-2ab837f2-31cf-450f-9776-04de2506b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.206908 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-2ab837f2-31cf-450f-9776-04de2506b6dd service neutron] 10.222.0.76 "GET /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 1094 time: 0.1512256 May 06 09:34:38.209617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.219064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1e34c90-9951-4a68-a8c0-07b68d6fa0a7 req-0d950164-308a-4f57-aefa-55db59be8d06 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 210 time: 0.0376108 May 06 09:34:38.228740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Request body: {'binding': {'host': 'n-h1-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:38.228740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Unknown quota resources ['binding']. {{(pid=102743) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:34:38.254092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5417eeb8-b754-4dd3-8d28-6640c5650e51'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:38.360279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e793f7c4-80ba-4591-9ca1-1e5ee6754dc5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:38.392858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Allocated IP 172.20.0.4 (dcfea358-b2b6-462f-aef0-3725ee68fe11/03458e7d-89d9-4cd6-96be-e37f0c91c39f/50de2dd0-77b0-4f55-b18f-967473fab47d) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:38.417815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Checking segment: {'id': 'abf8231b-53a4-4238-a5e4-c852b6dc5327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:38.418169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Network hostable DHCP agents. Network: a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:34:38.540499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef67e01e-e13d-4873-bdac-c6e1fa1d436a {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:38.567372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.576263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Network a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:34:38.578771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27fe1d17-bfc7-4f83-8332-3bbaec197e22 req-88e325ce-389a-4a31-acb8-025921ff20a9 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 210 time: 0.0414944 May 06 09:34:38.610115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Transition to ACTIVE for port object ef67e01e-e13d-4873-bdac-c6e1fa1d436a will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:38.618716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:38.628417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.628616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2b032-973d-4265-acc3-1f1f47d2cd38 None None] Network a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:38.637532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.638050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.684762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on host n-h1-840834-1 for vnic_type normal with profile None {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:38.685108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:38.685417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:38.688650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.709963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-506e3fb2-e0fb-4e39-9a36-859db5f4dbd6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.711979 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-506e3fb2-e0fb-4e39-9a36-859db5f4dbd6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.83 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 823 time: 0.2390611 May 06 09:34:38.715001 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-59dcadae-28f5-44e0-a7ec-4dd846b716ec admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2571363 May 06 09:34:38.719469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:38.719810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:38.741065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Pushing event updated for resources: {'Port': ['ID=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:38.745776 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.753124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:38.753455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:38.753853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:38.754518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Bound port: 55a4c69a-be9d-4f72-b6c5-583ba4801532, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:38.837690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Network dcfea358-b2b6-462f-aef0-3725ee68fe11 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:38.869589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:38.872123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:38.884240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:38.894991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a43384-1e2b-4363-a3c5-ea4345846667 None None] Network a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:34:38.950924 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-0a4c3fc6-5224-486a-b808-a6d51a7d801d tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc78a1ab88e486ca25840343c07abb5 HTTP/1.1" status: 200 len: 380 time: 0.2205629 May 06 09:34:38.964922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'port': {'device_id': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'admin_state_up': True, 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'security_groups': ['63a5fb81-9d20-4d0e-8acd-a85211494816']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:38.974447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:38.975852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:38.999915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-4362b97c-b2e4-46a6-adbf-e1c2e2ae11ab tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1213987 May 06 09:34:39.015076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5417eeb8-b754-4dd3-8d28-6640c5650e51 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:39.019125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Request body: {'port': {'device_id': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:39.049892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:39.077214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-a2531f29-8cae-451c-983a-058545879705 req-4be1356f-ad1b-4dc3-80e8-21c034338f63 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:34:39.078302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2531f29-8cae-451c-983a-058545879705 req-4be1356f-ad1b-4dc3-80e8-21c034338f63 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178704 May 06 09:34:39.081116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.094678 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-29b4c62b-4533-4273-b1d9-f03f7e2b52a5 service neutron] 10.222.0.76 "POST /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532/bindings HTTP/1.1" status: 201 len: 389 time: 0.8780198 May 06 09:34:39.107150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Attempting to bind port ef67e01e-e13d-4873-bdac-c6e1fa1d436a on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:39.108468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Attempting to bind port ef67e01e-e13d-4873-bdac-c6e1fa1d436a by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:39.109378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Attempting to bind port ef67e01e-e13d-4873-bdac-c6e1fa1d436a on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:39.121220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Port ef67e01e-e13d-4873-bdac-c6e1fa1d436a on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:39.122093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Attempting to bind port ef67e01e-e13d-4873-bdac-c6e1fa1d436a on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:39.125728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 5417eeb8-b754-4dd3-8d28-6640c5650e51 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:39.135376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:39.136651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:39.137423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:39.138287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Bound port: ef67e01e-e13d-4873-bdac-c6e1fa1d436a, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:39.139134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.161007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 5417eeb8-b754-4dd3-8d28-6640c5650e51 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:39.161442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.162801 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.351182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] For port ef67e01e-e13d-4873-bdac-c6e1fa1d436a, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:39.356452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] For port ef67e01e-e13d-4873-bdac-c6e1fa1d436a, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:39.364999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.376618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Made reservation on behalf of 4bc78a1ab88e486ca25840343c07abb5 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:39.381064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.417012 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.461515 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5417eeb8-b754-4dd3-8d28-6640c5650e51, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5417eeb8-b754-4dd3-8d28-6640c5650e51,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:39.463078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b087ae02-fff7-4c50-8725-145573eed861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417eeb8-b754-4dd3-8d28-6640c5650e51'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:39.466276 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe24e83d-56c6-4e1c-9f85-3dcd194a3969" -d '{"events": [{"server_uuid": "b087ae02-fff7-4c50-8725-145573eed861", "name": "network-vif-plugged", "status": "completed", "tag": "5417eeb8-b754-4dd3-8d28-6640c5650e51"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:39.471886 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.503742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a523f5b-8a65-455f-8a55-b9355b12f953 req-fce2fd83-b07e-4185-9601-88ae138cf37d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.505471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a523f5b-8a65-455f-8a55-b9355b12f953 req-fce2fd83-b07e-4185-9601-88ae138cf37d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 944 time: 0.1600523 May 06 09:34:39.532270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5417eeb8-b754-4dd3-8d28-6640c5650e51,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:39.571775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-3d3544a3-ba71-43c5-b832-91972d22ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.573667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-3d3544a3-ba71-43c5-b832-91972d22ec79 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1097 time: 0.1148946 May 06 09:34:39.583075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.583814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.586034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] 10.222.0.82 "PUT /v2.0/ports/ef67e01e-e13d-4873-bdac-c6e1fa1d436a HTTP/1.1" status: 200 len: 1096 time: 2.1689632 May 06 09:34:39.586685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'tag': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:39.588619 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213eabdf-5a9b-4ebc-9ec3-38adffea526c" -d '{"events": [{"name": "network-changed", "server_uuid": "b37d35c4-2e55-4eae-98ea-8aa096e04650", "tag": "ef67e01e-e13d-4873-bdac-c6e1fa1d436a"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:39.617208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65748cb6-6478-424d-911c-c73f27e44e6b service neutron] Pushing event updated for resources: {'Port': ['ID=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:39.631742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Allocated IP 172.20.0.9 (2b938cdf-03e1-4f41-b402-900d7cc9c47c/1dfa777c-428f-42ee-82dc-b84482d8c180/995d3c47-27e9-477c-abe5-29c1ec1c8231) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:39.703956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a523f5b-8a65-455f-8a55-b9355b12f953 req-da86be84-2a30-4e85-8831-b1ff8a856f10 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873400 May 06 09:34:39.713365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-ff3e7b58-34c9-43f0-aeef-ed0e6295b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.714861 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-ff3e7b58-34c9-43f0-aeef-ed0e6295b1bb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 1099 time: 0.0700474 May 06 09:34:39.804575 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-73d892b6-1334-4ec5-a542-fc27838f82ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a HTTP/1.1" status: 200 len: 217 time: 0.0695066 May 06 09:34:39.846319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50de2dd0-77b0-4f55-b18f-967473fab47d {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:39.864354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.866901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-e45c7518-99db-4d59-91c1-69ea67bb6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.868546 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-e45c7518-99db-4d59-91c1-69ea67bb6598 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.2866404 May 06 09:34:39.884135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-6cd87313-c50f-458c-b3f6-e6eeefb1eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.885621 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-6cd87313-c50f-458c-b3f6-e6eeefb1eef3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0717828 May 06 09:34:39.904984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.928475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Transition to ACTIVE for port object 50de2dd0-77b0-4f55-b18f-967473fab47d will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:39.937134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880706a-a402-4193-898c-33c42185b060 req-5c9c81d3-d646-45fc-9c24-564f46f9b886 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.939196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-5c9c81d3-d646-45fc-9c24-564f46f9b886 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.3429081 May 06 09:34:39.941591 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:39.948250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-b7efd409-137e-4f6a-80ef-2a33a589380b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 217 time: 0.0644965 May 06 09:34:39.956258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-2d5259d8-044f-41c0-8875-b6c75534cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.957691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-2d5259d8-044f-41c0-8875-b6c75534cc0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660691 May 06 09:34:39.959255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad191a7-ed17-4e9e-a269-3a97435fd05a req-a5e7e402-d5ae-4bc3-984a-7075fe4674ce tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:39.961366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fad191a7-ed17-4e9e-a269-3a97435fd05a req-a5e7e402-d5ae-4bc3-984a-7075fe4674ce tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 948 time: 0.1830695 May 06 09:34:39.979194 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.042675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-80b50451-df67-49e4-b311-2d3889271d8f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/quotas/99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 375 time: 0.0934417 May 06 09:34:40.066836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:40.078336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:40.105964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:40.112742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-e61af175-4b19-4943-b808-c12b33c6e5cc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593615 May 06 09:34:40.114174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-fb072aa5-e8b7-4a81-905a-655d14e5b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.115572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-fb072aa5-e8b7-4a81-905a-655d14e5b687 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.1533382 May 06 09:34:40.169213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fad191a7-ed17-4e9e-a269-3a97435fd05a req-7a2e9866-416c-486b-b7e5-45dc8ed35ff2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002480 May 06 09:34:40.244682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a78d95bc-bbd7-4a62-b082-ba6d5238a73f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066790 May 06 09:34:40.309779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:40.315121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event updated for resources: {'Port': ['ID=995d3c47-27e9-477c-abe5-29c1ec1c8231,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:40.360723 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-947108b8-1be2-42a2-a0af-7d7830520a67 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919170 May 06 09:34:40.381216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.382552 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.392087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Attempting to bind port 50de2dd0-77b0-4f55-b18f-967473fab47d on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:40.392293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-aad77c22-8e5e-4fff-8dc8-4409f52f5d95 None None] Provisioning complete for port 995d3c47-27e9-477c-abe5-29c1ec1c8231 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:40.392753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Attempting to bind port 50de2dd0-77b0-4f55-b18f-967473fab47d by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:40.392893 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aad77c22-8e5e-4fff-8dc8-4409f52f5d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.392990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Attempting to bind port 50de2dd0-77b0-4f55-b18f-967473fab47d on network dcfea358-b2b6-462f-aef0-3725ee68fe11 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:40.422425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7587b-7680-4b76-bfaf-af439424a4c4 req-564f16eb-f004-48a7-8b14-7d130df1bb5d tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.423944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53f7587b-7680-4b76-bfaf-af439424a4c4 req-564f16eb-f004-48a7-8b14-7d130df1bb5d tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.1777413 May 06 09:34:40.426757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Port 50de2dd0-77b0-4f55-b18f-967473fab47d on network dcfea358-b2b6-462f-aef0-3725ee68fe11 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:40.426890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Attempting to bind port 50de2dd0-77b0-4f55-b18f-967473fab47d on network dcfea358-b2b6-462f-aef0-3725ee68fe11 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:40.432714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-946dba97-b38c-4925-b98f-60fccbd0435c service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934966 May 06 09:34:40.435095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-aad77c22-8e5e-4fff-8dc8-4409f52f5d95 None None] Port 995d3c47-27e9-477c-abe5-29c1ec1c8231 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:40.441950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:40.442299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Checking segment: {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:40.442755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Bound using segment: {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:40.443110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Bound port: 50de2dd0-77b0-4f55-b18f-967473fab47d, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:40.443473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.443988 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c02e9515-da05-488f-943c-476e9af2b455 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4854140 May 06 09:34:40.465416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Request body: {'port': {'device_id': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:40.515274 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d06c41d3-e80c-402e-9f70-41f6b8687aa5 req-d8779f0e-130e-459f-9700-ea0bea7422b2 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471362 May 06 09:34:40.521759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-27dc8232-223e-4a60-ab6a-534f01c80fce service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681639 May 06 09:34:40.542259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.623009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53f7587b-7680-4b76-bfaf-af439424a4c4 req-96762b89-8b60-4a0e-9b1b-dc46a6ff39af tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877675 May 06 09:34:40.684933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-2d2201f7-18a8-46ff-a54f-dd650797d82e service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238779 May 06 09:34:40.687017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:40.691524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:40.701382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.763816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-8acefe6c-2010-47c5-bf11-57d05af4f91a service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104254 May 06 09:34:40.765008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.765655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.766847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] 10.222.0.83 "PUT /v2.0/ports/50de2dd0-77b0-4f55-b18f-967473fab47d HTTP/1.1" status: 200 len: 1091 time: 1.7587955 May 06 09:34:40.787554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:40.790833 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:40.820459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6390ee-d75c-496b-82ce-a36a8238de74 service neutron] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:40.868164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab5ca2-1cca-4103-8f4f-286ab1c638ff req-a4bcfdab-785a-4afd-b975-0e10ceffb48c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.869935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9ab5ca2-1cca-4103-8f4f-286ab1c638ff req-a4bcfdab-785a-4afd-b975-0e10ceffb48c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 946 time: 0.1274538 May 06 09:34:40.911422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-52686dc6-b04d-46b4-98db-71a2d53f04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:40.913172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-52686dc6-b04d-46b4-98db-71a2d53f04ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 1094 time: 0.0869458 May 06 09:34:40.958783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995d3c47-27e9-477c-abe5-29c1ec1c8231 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:40.968141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.982053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Transition to ACTIVE for port object 995d3c47-27e9-477c-abe5-29c1ec1c8231 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:40.987306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:40.999648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-26d65d78-a95b-4d61-975e-ce28a15c2e29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50de2dd0-77b0-4f55-b18f-967473fab47d HTTP/1.1" status: 200 len: 217 time: 0.0723140 May 06 09:34:41.059728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9ab5ca2-1cca-4103-8f4f-286ab1c638ff req-ff311de0-9a67-4fc3-a66a-191b7080ec69 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671829 May 06 09:34:41.093385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Pushing event updated for resources: {'Port': ['ID=995d3c47-27e9-477c-abe5-29c1ec1c8231,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:41.141011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Attempting to bind port 995d3c47-27e9-477c-abe5-29c1ec1c8231 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:41.141685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Attempting to bind port 995d3c47-27e9-477c-abe5-29c1ec1c8231 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:41.142141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Attempting to bind port 995d3c47-27e9-477c-abe5-29c1ec1c8231 on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:41.151691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Port 995d3c47-27e9-477c-abe5-29c1ec1c8231 on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:41.152036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Attempting to bind port 995d3c47-27e9-477c-abe5-29c1ec1c8231 on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:41.159737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:41.160115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Checking segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:41.160545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Bound using segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:41.161025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Bound port: 995d3c47-27e9-477c-abe5-29c1ec1c8231, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:41.161423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:41.168026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfa59c-a13e-46eb-8b96-1dd13f73d2ba req-5392304b-d313-432b-a04e-42bc1342f40b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.169854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dbfa59c-a13e-46eb-8b96-1dd13f73d2ba req-5392304b-d313-432b-a04e-42bc1342f40b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 943 time: 0.2550488 May 06 09:34:41.190403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-24d9a52a-94e6-4acf-8d0b-f10e6eb6e236 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.192054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-24d9a52a-94e6-4acf-8d0b-f10e6eb6e236 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1097 time: 0.2090094 May 06 09:34:41.200652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-13e42ed8-cc6c-40d5-8948-18ea5e470ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.202128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-13e42ed8-cc6c-40d5-8948-18ea5e470ae0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03458e7d-89d9-4cd6-96be-e37f0c91c39f HTTP/1.1" status: 200 len: 862 time: 0.1762900 May 06 09:34:41.215836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840834-1'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:41.258243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] For port 995d3c47-27e9-477c-abe5-29c1ec1c8231, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:41.263255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] For port 995d3c47-27e9-477c-abe5-29c1ec1c8231, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:41.269384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:41.281285 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-955ecbaa-ad2b-4934-8239-33dfc72bb564 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcfea358-b2b6-462f-aef0-3725ee68fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710664 May 06 09:34:41.327406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.328175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:41.329665 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] 10.222.0.83 "PUT /v2.0/ports/995d3c47-27e9-477c-abe5-29c1ec1c8231 HTTP/1.1" status: 200 len: 1091 time: 0.8697665 May 06 09:34:41.367729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e46bf-816d-4f0c-8b1e-69f56332761d service neutron] Pushing event updated for resources: {'Port': ['ID=995d3c47-27e9-477c-abe5-29c1ec1c8231,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:41.406396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dbfa59c-a13e-46eb-8b96-1dd13f73d2ba req-8e5cd846-d8f9-4f15-a546-8dcdf196bafa tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208507 May 06 09:34:41.434811 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2c6fd5-4b27-42d1-b488-8f0882bbc514 x-openstack-request-id: req-ab2c6fd5-4b27-42d1-b488-8f0882bbc514 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:41.435335 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b087ae02-fff7-4c50-8725-145573eed861", "name": "network-vif-plugged", "status": "completed", "tag": "5417eeb8-b754-4dd3-8d28-6640c5650e51", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:41.435506 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab2c6fd5-4b27-42d1-b488-8f0882bbc514 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:41.436205 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2c6fd5-4b27-42d1-b488-8f0882bbc514'] response: {'server_uuid': 'b087ae02-fff7-4c50-8725-145573eed861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5417eeb8-b754-4dd3-8d28-6640c5650e51', 'code': 200} May 06 09:34:41.499280 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1a58e8-384e-4da6-969a-35d428af8699 x-openstack-request-id: req-2d1a58e8-384e-4da6-969a-35d428af8699 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:41.500254 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37d35c4-2e55-4eae-98ea-8aa096e04650", "tag": "ef67e01e-e13d-4873-bdac-c6e1fa1d436a", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:41.500649 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d1a58e8-384e-4da6-969a-35d428af8699 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:41.501733 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1a58e8-384e-4da6-969a-35d428af8699'] response: {'name': 'network-changed', 'server_uuid': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'tag': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a', 'status': 'completed', 'code': 200} May 06 09:34:41.515976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-879d5cd7-ef86-4cf8-82c9-40e6a5042144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.517483 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-879d5cd7-ef86-4cf8-82c9-40e6a5042144 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 1094 time: 0.1381092 May 06 09:34:41.593479 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-5c68b519-1951-44d2-baf9-c8c4216a9fde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231 HTTP/1.1" status: 200 len: 217 time: 0.0612941 May 06 09:34:41.675082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-3a603d50-4850-467c-b2ee-89bcf3959ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.677461 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-3a603d50-4850-467c-b2ee-89bcf3959ecc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dfa777c-428f-42ee-82dc-b84482d8c180 HTTP/1.1" status: 200 len: 862 time: 0.0685070 May 06 09:34:41.680982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbfcfc-7169-4e71-9ea9-7d68d8c32a61 req-0306b3a9-0e87-4144-86db-670ce5f6bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.682545 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-30cbfcfc-7169-4e71-9ea9-7d68d8c32a61 req-0306b3a9-0e87-4144-86db-670ce5f6bc5c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 1096 time: 0.1416476 May 06 09:34:41.757862 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-30cbfcfc-7169-4e71-9ea9-7d68d8c32a61 req-e25a664f-8cad-4400-a88e-fdd2d098f3fd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664847 May 06 09:34:41.760480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c67e4613-5f51-4ac7-a040-3a8f6013579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.761981 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-c67e4613-5f51-4ac7-a040-3a8f6013579b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b938cdf-03e1-4f41-b402-900d7cc9c47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719588 May 06 09:34:41.848138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:41.861296 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-5b018408-18e9-4002-8037-f3795306ee3b service neutron] 10.222.0.83 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916915 May 06 09:34:41.945261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44bb3e-c6c0-49a8-b3dd-59b29c444f5e req-36241bb8-15f2-4839-b5e6-6267d5e85b6d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.946887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae44bb3e-c6c0-49a8-b3dd-59b29c444f5e req-36241bb8-15f2-4839-b5e6-6267d5e85b6d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 945 time: 0.1841424 May 06 09:34:41.951039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-f5e5cc4a-e665-437e-ad07-152cea87dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.952477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-f5e5cc4a-e665-437e-ad07-152cea87dd17 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 1099 time: 0.1870890 May 06 09:34:41.954210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-cf257d88-4af1-4e4c-93a9-2945cf118fc7 service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636734 May 06 09:34:41.955720 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-baa84b6f-1e21-4da3-b18b-ba6d12f26f71 req-564720a6-8147-4bd6-82ae-93548f01c706 service neutron] 10.222.0.83 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878928 May 06 09:34:41.964730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023a274-a834-4d82-a562-e8ea6a581552 req-f2bf9c99-96a4-4a04-9095-c10079c189c5 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:41.966158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1023a274-a834-4d82-a562-e8ea6a581552 req-f2bf9c99-96a4-4a04-9095-c10079c189c5 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 943 time: 0.2048864 May 06 09:34:42.179101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae44bb3e-c6c0-49a8-b3dd-59b29c444f5e req-edf622e3-f43e-41d7-b3d4-2a7f1ea828f5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233241 May 06 09:34:42.213123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1023a274-a834-4d82-a562-e8ea6a581552 req-23169953-970c-42a8-a6d4-972df0334fe3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237232 May 06 09:34:42.256566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a3c240-0e4c-42c4-aa36-c17e1823046b req-89540b08-74f2-4588-ac26-0ab73f5fef98 service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869596 May 06 09:34:42.262616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-19fefdcf-ec88-4d56-9567-a228011321bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.264016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-19fefdcf-ec88-4d56-9567-a228011321bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2736804 May 06 09:34:42.265921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:42.273344 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42f59c1-2dd9-4a1b-93cb-6c2b11ed88ae x-openstack-request-id: req-f42f59c1-2dd9-4a1b-93cb-6c2b11ed88ae {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:42.273629 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:42.273879 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f42f59c1-2dd9-4a1b-93cb-6c2b11ed88ae {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:42.274273 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42f59c1-2dd9-4a1b-93cb-6c2b11ed88ae'] response: {'name': 'network-changed', 'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'status': 'completed', 'code': 200} May 06 09:34:42.347730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-333ea56e-2565-4b29-81d6-a1109b2103ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a HTTP/1.1" status: 200 len: 217 time: 0.0666783 May 06 09:34:42.394162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-8351bc97-a6d9-4335-9ae9-65658a94456b tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0967689 May 06 09:34:42.429551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56d737bb-3140-4e4f-9e61-c3873f5186ef req-d0f6376f-a6a8-4b2b-98a0-897cb83c08f4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 210 time: 0.0827816 May 06 09:34:42.484560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:42.516606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880706a-a402-4193-898c-33c42185b060 req-97e8b95f-f3bf-4562-a455-88bc9030aa81 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.519288 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-97e8b95f-f3bf-4562-a455-88bc9030aa81 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.1453702 May 06 09:34:42.536903 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Request body: {'port': {'device_id': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'admin_state_up': True, 'tenant_id': '99c19f6a0cb84097a21118b13e02be3c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:42.588425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-a51b661b-1eb2-4335-91bb-e81faf4c54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.589930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-a51b661b-1eb2-4335-91bb-e81faf4c54ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 1094 time: 0.2610602 May 06 09:34:42.601075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-478f6a74-47c4-4695-9827-95f56c57464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.603131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-478f6a74-47c4-4695-9827-95f56c57464b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2182121 May 06 09:34:42.623006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-58fa7f77-d037-4a37-ab4a-e47ec690d8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.632917 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.653063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Made reservation on behalf of 99c19f6a0cb84097a21118b13e02be3c for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:42.656801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.702866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.760517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1eff3-6505-4e59-9a48-ff1ec5dfdca7 req-e29b91ee-39bb-4997-8c57-7576ed29b3ed tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.762008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41b1eff3-6505-4e59-9a48-ff1ec5dfdca7 req-e29b91ee-39bb-4997-8c57-7576ed29b3ed tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 948 time: 0.2200189 May 06 09:34:42.790624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Allocated IP 172.20.0.7 (d705e668-3f4b-42c5-8272-caa5e6915636/a0c76e8f-fa61-4ff0-8ca8-b47fc851c527/8a6b86dc-393d-4b82-8555-10ad208a473b) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:42.827426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-0e2ed343-f134-489d-ac97-b297c38776ea tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.828890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-0e2ed343-f134-489d-ac97-b297c38776ea tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4055994 May 06 09:34:42.877458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-5b521874-2095-4410-a108-1e84953545fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.878934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-5b521874-2095-4410-a108-1e84953545fe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2576370 May 06 09:34:42.892904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:42.921947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-de04a6bc-e328-4ba8-901d-8f80a5612fdf tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/quotas/b8e9f2ec33dc4d8f8f84c8e0fe074f06 HTTP/1.1" status: 200 len: 375 time: 0.0754259 May 06 09:34:42.923001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-eb4ad3ac-1c9c-4e03-aef4-2fd97ecad85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:42.924436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-eb4ad3ac-1c9c-4e03-aef4-2fd97ecad85f service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 923 time: 0.3186433 May 06 09:34:42.941809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41b1eff3-6505-4e59-9a48-ff1ec5dfdca7 req-0b792d1a-b787-4dc0-9b98-bfbda12814f0 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658435 May 06 09:34:42.947261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:42.988945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.006358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ef67e01e-e13d-4873-bdac-c6e1fa1d436a details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:43.045433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Network d705e668-3f4b-42c5-8272-caa5e6915636 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:43.050199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:43.050896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-8fc45b2b-44fb-45d0-918d-c6b9ec1b247a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50de2dd0-77b0-4f55-b18f-967473fab47d HTTP/1.1" status: 200 len: 217 time: 0.0813899 May 06 09:34:43.053916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on host n-h2-840834-1 for vnic_type normal with profile {"migrating_to": "n-h1-840834-1"} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:43.054182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:43.054883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:43.055223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:43.062695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:43.063019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Attempting to bind port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:43.116181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:43.117182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:43.117567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:43.118006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Bound port: 55a4c69a-be9d-4f72-b6c5-583ba4801532, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:43.118356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.133504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.134166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.145098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:43.173557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-60fa3ce1-1541-42ff-97ee-2d5727477c6a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6405494 May 06 09:34:43.186771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ef67e01e-e13d-4873-bdac-c6e1fa1d436a, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:43.188175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Request body: {'port': {'device_id': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:43.199980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-42caca05-5ac5-4c2f-a5a3-a100e372c65a tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2615061 May 06 09:34:43.207733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a', 'mac_address': 'fa:16:3e:5c:40:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:43.243805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-564d9bc8-5064-4599-bef1-c41955d42cf4 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525906 May 06 09:34:43.262477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-3653cfe4-bda9-4d8b-8dae-0d0b9799fa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.264027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-3653cfe4-bda9-4d8b-8dae-0d0b9799fa90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03458e7d-89d9-4cd6-96be-e37f0c91c39f HTTP/1.1" status: 200 len: 862 time: 0.2024381 May 06 09:34:43.286223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.290915 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.311541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef67e01e-e13d-4873-bdac-c6e1fa1d436a {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:43.337446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ef67e01e-e13d-4873-bdac-c6e1fa1d436a, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:43.343479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.439313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:43.528766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:43.531159 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:43.605433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ef67e01e-e13d-4873-bdac-c6e1fa1d436a'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:43.647700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-7f1e1ab5-99f4-45df-9e1f-c6960ed2f086 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcfea358-b2b6-462f-aef0-3725ee68fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3464553 May 06 09:34:43.703777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6b86dc-393d-4b82-8555-10ad208a473b {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:43.714850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.715995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce547b4-24ae-4479-8580-3b3db98476c3 req-1059c941-2558-43d6-997f-d5d23e94f04a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.717938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ce547b4-24ae-4479-8580-3b3db98476c3 req-1059c941-2558-43d6-997f-d5d23e94f04a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.5121982 May 06 09:34:43.728981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:43.734890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Transition to ACTIVE for port object 8a6b86dc-393d-4b82-8555-10ad208a473b will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:43.741130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.777654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:43.809219 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.815528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:43.901467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-213eabdf-5a9b-4ebc-9ec3-38adffea526c req-23d9fd2c-6bc6-44be-b22c-3be201f09117 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346805 May 06 09:34:43.914071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:43.914578 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:43.914708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:43.919925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ce547b4-24ae-4479-8580-3b3db98476c3 req-73a5e0d1-5d1b-48a5-8963-5b9cbfc56645 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844149 May 06 09:34:43.924744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:43.925384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:43.932394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:43.933189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:43.934143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:43.934743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Bound port: 8a6b86dc-393d-4b82-8555-10ad208a473b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:43.935250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:43.940865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c962281-4ee1-492d-9e6f-af2e5dee72af req-8e8cd799-834d-4137-863d-8608c53fefb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:43.943152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c962281-4ee1-492d-9e6f-af2e5dee72af req-8e8cd799-834d-4137-863d-8608c53fefb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 943 time: 0.3022857 May 06 09:34:43.967970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=8']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:44.011762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.012434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.014132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6c7d8f41-7f40-433b-ad88-9dfd31716630 service neutron] 10.222.0.82 "PUT /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 1122 time: 2.8110867 May 06 09:34:44.028726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:44.032356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:44.039542 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.050688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-b3247f32-8a09-4c17-94f6-a85d7b3acfd5 service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808479 May 06 09:34:44.077791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.078406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:44.079856 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] 10.222.0.82 "PUT /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 1091 time: 0.8980110 May 06 09:34:44.103629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59b769-a8c8-48bc-9088-17ede3386459 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:44.162340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c962281-4ee1-492d-9e6f-af2e5dee72af req-b6e146c1-cc1f-475a-b629-e828de852e52 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557622 May 06 09:34:44.179943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880706a-a402-4193-898c-33c42185b060 req-fa6e2f68-1bba-4b15-82f2-9a1083d60df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.182030 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-fa6e2f68-1bba-4b15-82f2-9a1083d60df4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1094 time: 0.0527444 May 06 09:34:44.183930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0849f4a-e50a-4826-82cc-3b7a529ceebb req-13e0ca1b-0a0c-4cc1-bb4d-5ac6786047a8 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.191320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0849f4a-e50a-4826-82cc-3b7a529ceebb req-13e0ca1b-0a0c-4cc1-bb4d-5ac6786047a8 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 945 time: 0.1737504 May 06 09:34:44.208197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['55a4c69a-be9d-4f72-b6c5-583ba4801532'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:44.246528 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-229d14ea-5682-461c-9f24-122664ba01a6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 217 time: 0.0515475 May 06 09:34:44.273368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0849f4a-e50a-4826-82cc-3b7a529ceebb req-7c4b1ee3-279b-497d-8bd6-ebb72a26537d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811474 May 06 09:34:44.293580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532'}, {'name': 'network-changed', 'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:44.296026 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934af26f-ca78-4ee9-8e87-ae83563d808b" -d '{"events": [{"server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "name": "network-vif-unplugged", "status": "completed", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532"}, {"name": "network-changed", "server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:44.331209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a10c8c-8898-4d96-a97c-cd399fc49ba8 req-73f4870d-4f76-495e-9665-ed2a570bf205 service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378445 May 06 09:34:44.354990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880706a-a402-4193-898c-33c42185b060 req-4662661d-7b83-4c31-9ccb-b872c5efcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.356610 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-4662661d-7b83-4c31-9ccb-b872c5efcc6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1033573 May 06 09:34:44.364466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a6ef0-dd22-4924-916a-c176d9731b6d req-077bafcf-b3a9-4971-9397-8f07a548616e tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.373147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae7a6ef0-dd22-4924-916a-c176d9731b6d req-077bafcf-b3a9-4971-9397-8f07a548616e tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 943 time: 0.1227512 May 06 09:34:44.391144 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-e9a1f986-871b-41f1-a3a3-68a71821d626 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262439 May 06 09:34:44.411350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fec0c6d-2593-4d7d-a656-7f00095d002d req-ce395e7d-d662-42fb-8b03-4a8fe076218b tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 210 time: 0.0361500 May 06 09:34:44.454868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae7a6ef0-dd22-4924-916a-c176d9731b6d req-4d38dd60-c405-41ac-8bfe-cae822ccc05e tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788519 May 06 09:34:44.505588 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82fa905-2338-4320-bbad-2743f9f996fb x-openstack-request-id: req-c82fa905-2338-4320-bbad-2743f9f996fb {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:44.505881 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:44.506169 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c82fa905-2338-4320-bbad-2743f9f996fb {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:44.506652 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82fa905-2338-4320-bbad-2743f9f996fb'] response: {'name': 'network-changed', 'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'status': 'completed', 'code': 200} May 06 09:34:44.516291 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-241b9220-2cf2-46f8-9872-a716a6841c23 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156394 May 06 09:34:44.572130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946db7a1-6acb-4708-aa2e-7a228ec22c29 req-1b1bc2e9-e4f7-4963-a271-5b01b2914b10 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.578946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-946db7a1-6acb-4708-aa2e-7a228ec22c29 req-1b1bc2e9-e4f7-4963-a271-5b01b2914b10 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.0872164 May 06 09:34:44.638018 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1880706a-a402-4193-898c-33c42185b060 req-77018246-7ded-4eaa-8631-ab4ab164bf9d service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133676 May 06 09:34:44.656575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-e7bf94f4-737d-4a37-8495-047bce22091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.658391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-e7bf94f4-737d-4a37-8495-047bce22091d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 1094 time: 0.1310248 May 06 09:34:44.668829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-946db7a1-6acb-4708-aa2e-7a228ec22c29 req-cf9a3ecc-95f1-4bae-be5a-be63ff4afd87 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786879 May 06 09:34:44.741593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac990-5378-4671-935e-9ff538fa4bc0 req-80146676-1bd0-4c39-a6c6-b53f3717ee87 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.743489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeac990-5378-4671-935e-9ff538fa4bc0 req-80146676-1bd0-4c39-a6c6-b53f3717ee87 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 949 time: 0.1804709 May 06 09:34:44.776128 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 May 2022 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5807f-9ebc-4951-be4a-2ff8ab2105ff x-openstack-request-id: req-7af5807f-9ebc-4951-be4a-2ff8ab2105ff {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:44.776421 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "name": "network-vif-unplugged", "status": "completed", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532", "code": 200}, {"name": "network-changed", "server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:44.776671 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7af5807f-9ebc-4951-be4a-2ff8ab2105ff {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:44.777077 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af5807f-9ebc-4951-be4a-2ff8ab2105ff'] response: {'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532', 'code': 200} May 06 09:34:44.777424 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af5807f-9ebc-4951-be4a-2ff8ab2105ff'] response: {'name': 'network-changed', 'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532', 'status': 'completed', 'code': 200} May 06 09:34:44.848032 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-197cc252-bef6-483a-8636-b62f51b24f61 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334127 May 06 09:34:44.849860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeac990-5378-4671-935e-9ff538fa4bc0 req-495f7dd9-06f4-42f2-821f-a67a145b4476 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993154 May 06 09:34:44.879950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-a3299982-cc81-46d0-8d63-df1fcbc6c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.881515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-a3299982-cc81-46d0-8d63-df1fcbc6c1c2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 924 time: 0.2100744 May 06 09:34:44.901216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-9e789c64-627e-4022-a7fb-99edd63fa7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:44.902760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-9e789c64-627e-4022-a7fb-99edd63fa7c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1125 time: 0.0881245 May 06 09:34:44.956980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-f53ae3ad-37a3-4b21-87a9-06f09b5f4265 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231 HTTP/1.1" status: 200 len: 217 time: 0.0651290 May 06 09:34:45.001451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ef67e01e-e13d-4873-bdac-c6e1fa1d436a up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:45.062156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d28d-fe99-4eaf-af36-1cec0200d5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.063498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-db562eec-82b2-46ae-8c1f-0193c0bb0e61 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.065034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-db562eec-82b2-46ae-8c1f-0193c0bb0e61 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101917 May 06 09:34:45.083310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Request body: {'port': {'device_id': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'b8e9f2ec33dc4d8f8f84c8e0fe074f06'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:45.125224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port ef67e01e-e13d-4873-bdac-c6e1fa1d436a completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:45.133198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port ef67e01e-e13d-4873-bdac-c6e1fa1d436a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:45.135682 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.157692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-6728d1e0-c788-4584-b739-e2a2020becd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.160706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-6728d1e0-c788-4584-b739-e2a2020becd1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dfa777c-428f-42ee-82dc-b84482d8c180 HTTP/1.1" status: 200 len: 862 time: 0.1752400 May 06 09:34:45.306085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578ab2e-c472-4a30-a821-90f945887aef req-f4119ea7-93e3-456d-8754-0dde742cf0ec tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.308468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3578ab2e-c472-4a30-a821-90f945887aef req-f4119ea7-93e3-456d-8754-0dde742cf0ec tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.1468065 May 06 09:34:45.328115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-44cf6902-77df-4437-b133-103a05a776ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.329619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-44cf6902-77df-4437-b133-103a05a776ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b938cdf-03e1-4f41-b402-900d7cc9c47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556227 May 06 09:34:45.353682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Made reservation on behalf of b8e9f2ec33dc4d8f8f84c8e0fe074f06 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:45.359147 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.362702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-0fe57384-9c3d-4534-931c-2a3c6a5d3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.363812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-0fe57384-9c3d-4534-931c-2a3c6a5d3429 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.4247456 May 06 09:34:45.381869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.426325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:45.437457 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de4f6c-3f8b-44b7-87e0-0abf56ecf81d" -d '{"events": [{"server_uuid": "b37d35c4-2e55-4eae-98ea-8aa096e04650", "name": "network-vif-plugged", "status": "completed", "tag": "ef67e01e-e13d-4873-bdac-c6e1fa1d436a"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:45.464249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34320) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:45.464432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ef67e01e-e13d-4873-bdac-c6e1fa1d436a, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:45.472532 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.494082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-5ff28331-fb4a-4513-aa31-c9aa6a4911e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 217 time: 0.1113932 May 06 09:34:45.529039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b5de3-5c60-4e60-bef7-161363fbc9b0 req-8888af5b-6fb4-40e5-a0b4-de585399b2f5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.530557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca1b5de3-5c60-4e60-bef7-161363fbc9b0 req-8888af5b-6fb4-40e5-a0b4-de585399b2f5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 943 time: 0.2211263 May 06 09:34:45.540693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:45.555511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3578ab2e-c472-4a30-a821-90f945887aef req-718b5711-641e-4412-89d5-7da999535cf6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889224 May 06 09:34:45.561870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Allocated IP 192.168.233.30 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/62199d24-8ec6-415b-aeb8-1e77d19cd991) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:45.630637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-10d4f629-bdb6-44f5-8824-1e4c43a1cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.632236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-10d4f629-bdb6-44f5-8824-1e4c43a1cf57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.1256902 May 06 09:34:45.634615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-6dd22043-ed66-449f-8d7e-08db65079771 service neutron] 10.222.0.83 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668376 May 06 09:34:45.648891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca1b5de3-5c60-4e60-bef7-161363fbc9b0 req-480736fa-88fa-46b6-80b3-7d244bdf591a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851245 May 06 09:34:45.688835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-306821bf-8f21-4257-9873-16f86b60a40b req-ee765a39-0970-4f27-a29a-ff789ab9ed27 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 210 time: 0.0388522 May 06 09:34:45.736856 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bdf876-9d90-4811-bfb8-85e045f7fe7c x-openstack-request-id: req-e5bdf876-9d90-4811-bfb8-85e045f7fe7c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:45.737159 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37d35c4-2e55-4eae-98ea-8aa096e04650", "name": "network-vif-plugged", "status": "completed", "tag": "ef67e01e-e13d-4873-bdac-c6e1fa1d436a", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:45.737409 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5bdf876-9d90-4811-bfb8-85e045f7fe7c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:45.737797 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bdf876-9d90-4811-bfb8-85e045f7fe7c'] response: {'server_uuid': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a', 'code': 200} May 06 09:34:45.773786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-c3fb6065-821b-491f-ba5a-83eff85663da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798757 May 06 09:34:45.810572 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-058bda5c-3a16-44df-bc6b-e5129863c66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.826150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.901227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e15ad0-c303-4701-a475-ea7c67349ed3 req-5a9a52be-878f-4263-8522-f375224ca49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:45.903131 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e4e15ad0-c303-4701-a475-ea7c67349ed3 req-5a9a52be-878f-4263-8522-f375224ca49b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 1101 time: 0.0935373 May 06 09:34:45.933452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:45.953266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['780e096d-d5f9-406f-900c-cbde9539e7a7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:45.966743 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddcb72e7-0bbc-4fa9-bd71-4a9ffab325f5 req-9acfff2e-a928-4df3-834a-0ecd514e5b0e service neutron] 10.222.0.83 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695174 May 06 09:34:45.996166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e823f4-f4b8-41a7-823f-47cad5475f5d req-c20500f0-2429-4d27-b36d-f7b465216a73 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.004289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13e823f4-f4b8-41a7-823f-47cad5475f5d req-c20500f0-2429-4d27-b36d-f7b465216a73 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 943 time: 0.1957581 May 06 09:34:46.018996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-6a9c7718-e606-4166-bd8a-6bff7a3a40da service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277472 May 06 09:34:46.034159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bda204-c4fd-4865-8416-f8d97374cc7c req-bda0545d-4f2a-466c-ba13-d519affe0906 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.042177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2bda204-c4fd-4865-8416-f8d97374cc7c req-bda0545d-4f2a-466c-ba13-d519affe0906 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.2278197 May 06 09:34:46.073825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:46.088392 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e4e15ad0-c303-4701-a475-ea7c67349ed3 req-3bc15b61-1977-4f43-8902-cee78e523e82 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664062 May 06 09:34:46.089203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:46.092565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-058bda5c-3a16-44df-bc6b-e5129863c66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.093477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Pushing event updated for resources: {'Port': ['ID=62199d24-8ec6-415b-aeb8-1e77d19cd991,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:46.096216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:46.134307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-058bda5c-3a16-44df-bc6b-e5129863c66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.157897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13e823f4-f4b8-41a7-823f-47cad5475f5d req-0410ab89-93de-4076-b43b-3c73f9807e7b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520202 May 06 09:34:46.167548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.216691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.217330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.226403 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-058bda5c-3a16-44df-bc6b-e5129863c66b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4bf3242db48b48bbae36c2393aed434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7610722 May 06 09:34:46.227190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2bda204-c4fd-4865-8416-f8d97374cc7c req-80f75cfb-0354-42df-979b-339d8e3bbc07 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838853 May 06 09:34:46.227527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bda5c-3a16-44df-bc6b-e5129863c66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c816b601-1ab6-42f1-a34f-96e93ac6621f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:46.229849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34332) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:46.263054 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-d606e563-9816-4497-9bf9-907ddd9463f1 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1851308 May 06 09:34:46.266709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934af26f-ca78-4ee9-8e87-ae83563d808b req-b962bb2a-7d42-4234-9c79-35679dd248a4 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222962 May 06 09:34:46.304635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Request body: {'port': {'device_id': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:46.383829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a6237d0-4f9f-44ce-9b94-925586054b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.398802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.404190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288683fc-4a57-45b7-a639-3f83dd416d2f req-22dfa2c3-40ec-495f-9f31-91b51f449cab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.406488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288683fc-4a57-45b7-a639-3f83dd416d2f req-22dfa2c3-40ec-495f-9f31-91b51f449cab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 950 time: 0.1151240 May 06 09:34:46.429523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a6237d0-4f9f-44ce-9b94-925586054b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.453702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288683fc-4a57-45b7-a639-3f83dd416d2f req-93ff46db-6c51-4276-92e5-9bf2962ed244 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 May 06 09:34:46.480211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f0c15022-7866-4f52-8292-6ffcd300bb10 None None] Provisioning complete for port 62199d24-8ec6-415b-aeb8-1e77d19cd991 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:46.480723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0c15022-7866-4f52-8292-6ffcd300bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.508034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:46.510634 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11860186-b50c-451e-985e-8a3b29573e12" -d '{"events": [{"name": "network-changed", "server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:46.521708 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.533648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f0c15022-7866-4f52-8292-6ffcd300bb10 None None] Port 62199d24-8ec6-415b-aeb8-1e77d19cd991 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:34:46.575756 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442bb30-55e8-4302-9162-40f00eca693c x-openstack-request-id: req-e442bb30-55e8-4302-9162-40f00eca693c {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:46.576065 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:46.576291 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e442bb30-55e8-4302-9162-40f00eca693c {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:46.576666 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e442bb30-55e8-4302-9162-40f00eca693c'] response: {'name': 'network-changed', 'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b', 'status': 'completed', 'code': 200} May 06 09:34:46.625077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a6237d0-4f9f-44ce-9b94-925586054b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.628048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a6237d0-4f9f-44ce-9b94-925586054b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:46.632488 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4a6237d0-4f9f-44ce-9b94-925586054b89 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c816b601-1ab6-42f1-a34f-96e93ac6621f HTTP/1.1" status: 204 len: 168 time: 0.4010522 May 06 09:34:46.661648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6237d0-4f9f-44ce-9b94-925586054b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816b601-1ab6-42f1-a34f-96e93ac6621f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:46.749364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860186-b50c-451e-985e-8a3b29573e12 req-708a956b-403d-45e5-b3da-46c5f86a231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.751097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-11860186-b50c-451e-985e-8a3b29573e12 req-708a956b-403d-45e5-b3da-46c5f86a231f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1094 time: 0.1523793 May 06 09:34:46.781577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc364a1-2d77-4a9e-8693-ea6e129a8f89 req-9d0ab46c-2ca7-4132-96dd-9f7b7bea3721 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.801339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc364a1-2d77-4a9e-8693-ea6e129a8f89 req-9d0ab46c-2ca7-4132-96dd-9f7b7bea3721 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.1596162 May 06 09:34:46.846304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a78f36-6659-43d3-a49f-2e83cc4473c7 req-08989e06-7fe1-4440-838f-243dadcc559f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.846304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3a78f36-6659-43d3-a49f-2e83cc4473c7 req-08989e06-7fe1-4440-838f-243dadcc559f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 943 time: 0.1091974 May 06 09:34:46.877284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc364a1-2d77-4a9e-8693-ea6e129a8f89 req-fd1be72f-0f76-4267-8306-13d13e2b0ea5 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 May 06 09:34:46.906818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860186-b50c-451e-985e-8a3b29573e12 req-07c476da-48c5-4d7d-9cfe-15993c7f5855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:46.909556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-11860186-b50c-451e-985e-8a3b29573e12 req-07c476da-48c5-4d7d-9cfe-15993c7f5855 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1411154 May 06 09:34:46.958577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3a78f36-6659-43d3-a49f-2e83cc4473c7 req-3eae26fc-4bad-4add-8695-2399bf5aaf8e tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011975 May 06 09:34:47.010093 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-11860186-b50c-451e-985e-8a3b29573e12 req-7cf654b7-8d4e-4505-ac6f-4685700c9a04 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 217 time: 0.0754631 May 06 09:34:47.013747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:47.114984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62199d24-8ec6-415b-aeb8-1e77d19cd991 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:47.120436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b230c-c10c-4689-8387-e3ef66f46d34 req-8c3f66a7-2ac5-493a-af97-7ec2e864358d tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.120632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11860186-b50c-451e-985e-8a3b29573e12 req-7080d633-19d8-4c42-9862-d2269b203eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.122138 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-11860186-b50c-451e-985e-8a3b29573e12 req-7080d633-19d8-4c42-9862-d2269b203eaa service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0983675 May 06 09:34:47.124529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a0b230c-c10c-4689-8387-e3ef66f46d34 req-8c3f66a7-2ac5-493a-af97-7ec2e864358d tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 935 time: 0.1235313 May 06 09:34:47.129864 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.129991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34348) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:47.158631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-369d00ca-8ab4-4969-85a7-1b961a027a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.160269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:47.166340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 995d3c47-27e9-477c-abe5-29c1ec1c8231 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:47.169525 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-11860186-b50c-451e-985e-8a3b29573e12 req-51b5c7b8-f4d2-4d21-8717-97450d683aaa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360892 May 06 09:34:47.176489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Transition to ACTIVE for port object 62199d24-8ec6-415b-aeb8-1e77d19cd991 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:47.189144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.205595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 has no active binding in host n-h1-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:34:47.206517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8a6b86dc-393d-4b82-8555-10ad208a473b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:47.212363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a0b230c-c10c-4689-8387-e3ef66f46d34 req-b3939ec0-c984-48fa-86ae-d25e601e0266 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772493 May 06 09:34:47.315080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-369d00ca-8ab4-4969-85a7-1b961a027a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.341309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-369d00ca-8ab4-4969-85a7-1b961a027a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.416692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-369d00ca-8ab4-4969-85a7-1b961a027a70 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1617c36dc411447a9b55074655266e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853541 May 06 09:34:47.421284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34356) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:47.432962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d00ca-8ab4-4969-85a7-1b961a027a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd35b7-5400-4329-b849-7da181f88c1b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:47.456910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8b79c-5872-4bd2-8d8c-5ac7588ea7cf req-068a41a1-6269-412c-b2e7-8fbb201eea26 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.466220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43c8b79c-5872-4bd2-8d8c-5ac7588ea7cf req-068a41a1-6269-412c-b2e7-8fbb201eea26 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 943 time: 0.1732190 May 06 09:34:47.488050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa982a-1b32-4620-ae35-639ae068cccf req-e3d1a158-bd12-4549-981a-849b9a534cec tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.496309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8caa982a-1b32-4620-ae35-639ae068cccf req-e3d1a158-bd12-4549-981a-849b9a534cec tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.1858225 May 06 09:34:47.541028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:47.544306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 995d3c47-27e9-477c-abe5-29c1ec1c8231, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:47.559968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Pushing event updated for resources: {'Port': ['ID=62199d24-8ec6-415b-aeb8-1e77d19cd991,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:47.563706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '8a6b86dc-393d-4b82-8555-10ad208a473b', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'port_id': '8a6b86dc-393d-4b82-8555-10ad208a473b', 'mac_address': 'fa:16:3e:21:de:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c76e8f-fa61-4ff0-8ca8-b47fc851c527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:47.565455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'port_id': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'mac_address': 'fa:16:3e:5e:a0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:47.635873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43c8b79c-5872-4bd2-8d8c-5ac7588ea7cf req-56df9380-d2a3-4d7b-b670-3439fd762aee tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634505 May 06 09:34:47.667541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8caa982a-1b32-4620-ae35-639ae068cccf req-4f91c15e-bc3b-455f-931f-ed34e776305b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698773 May 06 09:34:47.672357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d8566df2-be9e-4b48-99a3-0dada4ecbca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.678853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.685458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.688606 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-11860186-b50c-451e-985e-8a3b29573e12 req-625972e9-1539-44b6-b60e-278af9189771 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048449 May 06 09:34:47.746160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d8566df2-be9e-4b48-99a3-0dada4ecbca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.773724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Attempting to bind port 62199d24-8ec6-415b-aeb8-1e77d19cd991 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:34:47.774148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Attempting to bind port 62199d24-8ec6-415b-aeb8-1e77d19cd991 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:34:47.774548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Attempting to bind port 62199d24-8ec6-415b-aeb8-1e77d19cd991 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:47.776455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995d3c47-27e9-477c-abe5-29c1ec1c8231 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:47.787256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Port 62199d24-8ec6-415b-aeb8-1e77d19cd991 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:34:47.790058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Attempting to bind port 62199d24-8ec6-415b-aeb8-1e77d19cd991 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:34:47.791066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6b86dc-393d-4b82-8555-10ad208a473b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:47.822604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:34:47.823068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:34:47.823550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:34:47.824287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Bound port: 62199d24-8ec6-415b-aeb8-1e77d19cd991, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:34:47.824719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.829944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d8566df2-be9e-4b48-99a3-0dada4ecbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.831952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d8566df2-be9e-4b48-99a3-0dada4ecbca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.833667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d8566df2-be9e-4b48-99a3-0dada4ecbca7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73dd35b7-5400-4329-b849-7da181f88c1b HTTP/1.1" status: 204 len: 168 time: 0.4103990 May 06 09:34:47.846177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 995d3c47-27e9-477c-abe5-29c1ec1c8231, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:47.850029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:47.855834 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.856991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50de2dd0-77b0-4f55-b18f-967473fab47d details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:47.868446 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:47.892577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8566df2-be9e-4b48-99a3-0dada4ecbca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd35b7-5400-4329-b849-7da181f88c1b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:47.915138 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-11860186-b50c-451e-985e-8a3b29573e12 req-4b9f2187-a861-40ca-a0ae-eb1df2bc4cbe service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099741 May 06 09:34:47.953782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab326e-27f1-48ed-ab14-0fa5d4032fc1 req-e1dcc1f9-14bc-45a4-abe3-c834cabd50d9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:47.956444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcab326e-27f1-48ed-ab14-0fa5d4032fc1 req-e1dcc1f9-14bc-45a4-abe3-c834cabd50d9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 950 time: 0.1418161 May 06 09:34:47.990209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] For port 62199d24-8ec6-415b-aeb8-1e77d19cd991, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:47.996052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] For port 62199d24-8ec6-415b-aeb8-1e77d19cd991, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=62199d24-8ec6-415b-aeb8-1e77d19cd991,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:34:48.003903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.020684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcab326e-27f1-48ed-ab14-0fa5d4032fc1 req-37d5bac0-4d94-43d4-8f6a-c582a5ff956c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 May 06 09:34:48.063291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=995d3c47-27e9-477c-abe5-29c1ec1c8231,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:48.079441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.080076 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.081452 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] 10.222.0.83 "PUT /v2.0/ports/62199d24-8ec6-415b-aeb8-1e77d19cd991 HTTP/1.1" status: 200 len: 1095 time: 1.7903607 May 06 09:34:48.113220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4c317-b440-4353-bef7-abc51fafe72a service neutron] Pushing event updated for resources: {'Port': ['ID=62199d24-8ec6-415b-aeb8-1e77d19cd991,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:48.142730 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.201256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091c826-f5e1-4036-8433-acc3d83f129b req-2471f386-17b6-4731-95e9-7f8b42103560 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.208086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b091c826-f5e1-4036-8433-acc3d83f129b req-2471f386-17b6-4731-95e9-7f8b42103560 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.0825872 May 06 09:34:48.226508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-301889a1-493a-4244-9045-f466045af438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.228541 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-301889a1-493a-4244-9045-f466045af438 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 1098 time: 0.0767264 May 06 09:34:48.250911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:48.266006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b091c826-f5e1-4036-8433-acc3d83f129b req-7e377763-5655-48cd-aedc-a4b29044e329 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535057 May 06 09:34:48.266222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:48.273151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'port_id': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'mac_address': 'fa:16:3e:fa:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03458e7d-89d9-4cd6-96be-e37f0c91c39f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:48.355454 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-aa5dd88f-7750-4674-a578-7bd2951556c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=62199d24-8ec6-415b-aeb8-1e77d19cd991 HTTP/1.1" status: 200 len: 217 time: 0.1125164 May 06 09:34:48.369922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['8a6b86dc-393d-4b82-8555-10ad208a473b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:48.450288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f48453-252b-480e-8cca-cde4ecc2bf19 req-ca3d1c44-86ab-4736-a0e1-b498cae8f88a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.456186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-1c581398-1662-4978-aa5b-71af95bf1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.457534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.457660 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-1c581398-1662-4978-aa5b-71af95bf1049 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0940890 May 06 09:34:48.464181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13f48453-252b-480e-8cca-cde4ecc2bf19 req-ca3d1c44-86ab-4736-a0e1-b498cae8f88a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 943 time: 0.1020854 May 06 09:34:48.496332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50de2dd0-77b0-4f55-b18f-967473fab47d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:48.540753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13f48453-252b-480e-8cca-cde4ecc2bf19 req-919bfd0a-7314-4715-a3a2-32562e2eb3e5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756788 May 06 09:34:48.542729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:48.548307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c058d5-ec71-46da-b25c-3026858341cd req-efaa43b0-5da9-460b-8621-5c64599519b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.550611 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-efaa43b0-5da9-460b-8621-5c64599519b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802205 May 06 09:34:48.551571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.592065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'tag': '62199d24-8ec6-415b-aeb8-1e77d19cd991'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:48.601686 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaee28a-59d5-401a-9d8c-9ad51546f30b" -d '{"events": [{"name": "network-changed", "server_uuid": "250d8f2a-b770-44f3-98cc-608ee30108e3", "tag": "62199d24-8ec6-415b-aeb8-1e77d19cd991"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:48.650531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:48.671083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:48.727080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb759c9-411d-4824-814f-9d4d8e3fe18b req-2716d8d9-3b4f-44e3-b620-7d18ceda95ff tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:48.734573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ceb759c9-411d-4824-814f-9d4d8e3fe18b req-2716d8d9-3b4f-44e3-b620-7d18ceda95ff tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 947 time: 0.0722396 May 06 09:34:48.800795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-df7fc130-b9b7-40f1-b3a2-c2b8afa2be44 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368605 May 06 09:34:48.842187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ceb759c9-411d-4824-814f-9d4d8e3fe18b req-4087a2fd-d4ed-488d-87c6-4f7da37187cf tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065223 May 06 09:34:48.919478 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22c058d5-ec71-46da-b25c-3026858341cd req-66d1c746-b859-4d1a-a6a5-276f4f32126e service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080472 May 06 09:34:48.958671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['50de2dd0-77b0-4f55-b18f-967473fab47d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:48.965704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['995d3c47-27e9-477c-abe5-29c1ec1c8231'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:49.011227 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179ef9f4-be78-43ae-9834-4e371c2f9a22 x-openstack-request-id: req-179ef9f4-be78-43ae-9834-4e371c2f9a22 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:49.011642 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250d8f2a-b770-44f3-98cc-608ee30108e3", "tag": "62199d24-8ec6-415b-aeb8-1e77d19cd991", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:49.011949 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-179ef9f4-be78-43ae-9834-4e371c2f9a22 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:49.012492 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179ef9f4-be78-43ae-9834-4e371c2f9a22'] response: {'name': 'network-changed', 'server_uuid': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'tag': '62199d24-8ec6-415b-aeb8-1e77d19cd991', 'status': 'completed', 'code': 200} May 06 09:34:49.078510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fb87f-82e3-49a1-8100-77768aa0e0db req-82cc185c-b5b9-4d26-a33f-e81a03cd71d7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.086923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-995fb87f-82e3-49a1-8100-77768aa0e0db req-82cc185c-b5b9-4d26-a33f-e81a03cd71d7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 944 time: 0.1081088 May 06 09:34:49.125411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-8fa3261b-3b24-41c6-a570-323ee7390699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.128574 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-8fa3261b-3b24-41c6-a570-323ee7390699 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 1098 time: 0.0904834 May 06 09:34:49.163881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-995fb87f-82e3-49a1-8100-77768aa0e0db req-c947bc2a-1bd4-44a4-b005-c36b51bbd0b3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726490 May 06 09:34:49.190882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae701a-7fc9-483a-af42-ca47c6373871 req-f45b95f8-a036-4439-9a4b-a088815b4309 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.194832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daae701a-7fc9-483a-af42-ca47c6373871 req-f45b95f8-a036-4439-9a4b-a088815b4309 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 944 time: 0.1048598 May 06 09:34:49.267207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daae701a-7fc9-483a-af42-ca47c6373871 req-d4e5bbb6-1e18-45d8-9d5d-23ba3e24bad5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643516 May 06 09:34:49.382546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-3e718e35-7a33-430a-b66b-b4eb911cc23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.391886 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-3e718e35-7a33-430a-b66b-b4eb911cc23a service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2484131 May 06 09:34:49.517265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceffd32-6617-48b0-aed2-2d9da54fdfc0 req-f23c493e-3fab-4b78-9866-12cef8d9f090 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.518090 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-583429a3-4e51-4fe2-bd9a-4cf14305ae83 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=62199d24-8ec6-415b-aeb8-1e77d19cd991 HTTP/1.1" status: 200 len: 217 time: 0.1227968 May 06 09:34:49.519199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ceffd32-6617-48b0-aed2-2d9da54fdfc0 req-f23c493e-3fab-4b78-9866-12cef8d9f090 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.1136715 May 06 09:34:49.567954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ceffd32-6617-48b0-aed2-2d9da54fdfc0 req-358ff480-c841-49e6-bb28-5172267003ec tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 May 06 09:34:49.624953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-f1a8acaa-680c-40f6-82b8-6ae450b402b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.626697 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-f1a8acaa-680c-40f6-82b8-6ae450b402b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1048393 May 06 09:34:49.728677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-37013a35-e16c-41b3-a1ac-c2254b662864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.730282 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-37013a35-e16c-41b3-a1ac-c2254b662864 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956643 May 06 09:34:49.768064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dba39-73be-4f92-b91c-47590ea4cfba req-70a4e0b4-c41f-4e98-a8a3-4f649bbcdac0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.776398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca7dba39-73be-4f92-b91c-47590ea4cfba req-70a4e0b4-c41f-4e98-a8a3-4f649bbcdac0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 944 time: 0.0985320 May 06 09:34:49.792027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.792773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.793253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.793724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.794189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.794656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.795122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.795603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.796069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.796529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:49.798873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-2b24758c-8d75-4e24-a7a0-c376ee49550e tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4&device_id=0b19cba6-b7cd-4848-a014-58535fc1b241&device_id=e084cb40-f26f-467c-87fd-6f3da507f21e&device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650&device_id=b087ae02-fff7-4c50-8725-145573eed861&device_id=58964dde-51b9-48fb-a274-e3b4f075760e&device_id=a330998f-562a-40c1-a3f6-b7f97883f698&device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01&device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 9118 time: 0.1099584 May 06 09:34:49.827983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-0dc92a72-361c-418e-a20d-38a484048904 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:49.855563 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-17782929-c8e5-49a2-9c26-f5266991cb48 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168754 May 06 09:34:49.859750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca7dba39-73be-4f92-b91c-47590ea4cfba req-ba0baa61-b559-4344-afff-c7ce6d8b33a0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807877 May 06 09:34:50.008723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-0dc92a72-361c-418e-a20d-38a484048904 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.018454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-0dc92a72-361c-418e-a20d-38a484048904 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.044859 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdaee28a-59d5-401a-9d8c-9ad51546f30b req-e989a651-8612-4353-ac69-bb2e3e8c0a89 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811991 May 06 09:34:50.064317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e398ac-b6da-4d14-a31b-28433721a7c0 req-0dc92a72-361c-418e-a20d-38a484048904 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&id=63a5fb81-9d20-4d0e-8acd-a85211494816&id=d9a1bf45-c2c1-4182-b814-86df2a09e992&id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&id=fede7459-6594-4150-a83f-bed0dd779946&id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2547197 May 06 09:34:50.083253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc92a72-361c-418e-a20d-38a484048904 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9756e3a0-b0d1-4872-bfab-f5bbeb5bac3e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:50.113596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3de54-c12e-4e38-847a-4656d5934771 req-e713e9d1-7060-46a2-835d-5b4dbd725769 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.121514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33d3de54-c12e-4e38-847a-4656d5934771 req-e713e9d1-7060-46a2-835d-5b4dbd725769 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 947 time: 0.1604612 May 06 09:34:50.159654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33d3de54-c12e-4e38-847a-4656d5934771 req-b0cb77ba-e5c2-40f6-bfb2-ca247d22e37d tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 May 06 09:34:50.223701 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:50.395482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a836f20-6e67-4709-b822-c9ec5b739036 req-2fa0709f-b8b3-4258-b2e4-2a5a31d79d32 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.399013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a836f20-6e67-4709-b822-c9ec5b739036 req-2fa0709f-b8b3-4258-b2e4-2a5a31d79d32 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 944 time: 0.0849795 May 06 09:34:50.490046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a836f20-6e67-4709-b822-c9ec5b739036 req-7f54725a-ed86-4278-b142-b20b64bbb53e tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830164 May 06 09:34:50.665592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acd28e-e1df-4d20-a4cc-0c0f54d24fb7 req-e07580a0-884a-4333-87b8-6bff50bd93c0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:50.667284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65acd28e-e1df-4d20-a4cc-0c0f54d24fb7 req-e07580a0-884a-4333-87b8-6bff50bd93c0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 944 time: 0.0573826 May 06 09:34:50.722197 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-b4bde72e-6586-459c-9b0d-0aee3464e24c service neutron] 10.222.0.83 "GET /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532/bindings/n-h1-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.0771153 May 06 09:34:50.724874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65acd28e-e1df-4d20-a4cc-0c0f54d24fb7 req-6f76a214-a1cc-49e7-ab38-395eb18c429b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494673 May 06 09:34:50.947215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:50.972500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:51.011311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a4c69a-be9d-4f72-b6c5-583ba4801532 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:51.024609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:51.040676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8a6b86dc-393d-4b82-8555-10ad208a473b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:51.045406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.050598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef46cd-d08e-4c8f-bac6-8aef79db1387 req-9c539367-4ea5-42c2-96e1-7ad758430550 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.051442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef46cd-d08e-4c8f-bac6-8aef79db1387 req-9c539367-4ea5-42c2-96e1-7ad758430550 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.051749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef46cd-d08e-4c8f-bac6-8aef79db1387 req-9c539367-4ea5-42c2-96e1-7ad758430550 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.059831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8ef46cd-d08e-4c8f-bac6-8aef79db1387 req-9c539367-4ea5-42c2-96e1-7ad758430550 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650&device_id=a330998f-562a-40c1-a3f6-b7f97883f698&device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 2883 time: 0.3590536 May 06 09:34:51.077803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfda6-ce5a-4ee0-b064-ff57b5472d7f req-deefa2f1-85dd-4a73-b171-4463b24bed18 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.079417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e38dfda6-ce5a-4ee0-b064-ff57b5472d7f req-deefa2f1-85dd-4a73-b171-4463b24bed18 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 944 time: 0.0792727 May 06 09:34:51.143676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8ef46cd-d08e-4c8f-bac6-8aef79db1387 req-3fdd16e6-4398-45a8-8e5a-b4a604040029 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824308 May 06 09:34:51.151483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] Transition to ACTIVE for port object 55a4c69a-be9d-4f72-b6c5-583ba4801532 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:34:51.159998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.172074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 8a6b86dc-393d-4b82-8555-10ad208a473b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:51.177433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 8a6b86dc-393d-4b82-8555-10ad208a473b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:51.178096 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.191167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e38dfda6-ce5a-4ee0-b064-ff57b5472d7f req-ff350b44-ce31-45c4-96d8-7e94fb4e0082 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987039 May 06 09:34:51.247512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 995d3c47-27e9-477c-abe5-29c1ec1c8231 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:51.274336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] No DVR routers for this DVR port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:34:51.275999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c6d35-305b-45eb-b7a6-1164670eefea req-9a2f4e2e-cfae-4747-8294-656f9c7f5568 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.287649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e6c6d35-305b-45eb-b7a6-1164670eefea req-9a2f4e2e-cfae-4747-8294-656f9c7f5568 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 944 time: 0.0741904 May 06 09:34:51.321879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] Pushing event updated for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=10']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.342169 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-a62ec89c-c95e-4f10-ba24-9f380bd04d23 service neutron] 10.222.0.83 "PUT /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532/bindings/n-h1-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6118264 May 06 09:34:51.348119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-98c1128d-d09e-4a57-8f1c-6598a30d4e64 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758308 May 06 09:34:51.349653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e6c6d35-305b-45eb-b7a6-1164670eefea req-b179757c-9adc-437a-b5b3-f19bd3e60bc5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598626 May 06 09:34:51.388618 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.426010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:51.429681 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a30e53d-4ab5-40f3-bd7a-750d822fd8d1" -d '{"events": [{"server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "name": "network-vif-plugged", "status": "completed", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:51.435396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 995d3c47-27e9-477c-abe5-29c1ec1c8231 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:51.454652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:51.457995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 995d3c47-27e9-477c-abe5-29c1ec1c8231 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:51.458644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.492703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-c09b09b6-6002-4ac0-860b-a6c20a1bc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.494805 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-c09b09b6-6002-4ac0-860b-a6c20a1bc96a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1100 time: 0.0669310 May 06 09:34:51.498728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.545906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adfeb7-e673-48cf-b4eb-00d052cd9f0a req-c1603b5e-a8a4-4681-8bf6-c8ea883873ac tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.547842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01adfeb7-e673-48cf-b4eb-00d052cd9f0a req-c1603b5e-a8a4-4681-8bf6-c8ea883873ac tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 947 time: 0.1040986 May 06 09:34:51.560234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-5eeec272-b61c-4a18-bb1b-4e71f886d8d3 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.567827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-5eeec272-b61c-4a18-bb1b-4e71f886d8d3 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1380038 May 06 09:34:51.600871 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc35fd4-2f47-41de-ad69-54ef5e874b89 x-openstack-request-id: req-cdc35fd4-2f47-41de-ad69-54ef5e874b89 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:51.601216 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "name": "network-vif-plugged", "status": "completed", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:51.601858 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cdc35fd4-2f47-41de-ad69-54ef5e874b89 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:51.603391 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc35fd4-2f47-41de-ad69-54ef5e874b89'] response: {'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b', 'code': 200} May 06 09:34:51.653875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.699503 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.741882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-f30fb9db-b9aa-42ae-a2d6-b20429d52f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.743509 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-f30fb9db-b9aa-42ae-a2d6-b20429d52f31 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2196949 May 06 09:34:51.773717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 995d3c47-27e9-477c-abe5-29c1ec1c8231, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:51.779740 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.780765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50de2dd0-77b0-4f55-b18f-967473fab47d up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:51.813322 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-e4bd67ad-ea79-4db0-a5ee-eed054ca69ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 HTTP/1.1" status: 200 len: 217 time: 0.0573447 May 06 09:34:51.855420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01adfeb7-e673-48cf-b4eb-00d052cd9f0a req-970b2b9e-d99b-4f7f-8f8e-6d98c7bf3882 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011644 May 06 09:34:51.896022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=995d3c47-27e9-477c-abe5-29c1ec1c8231,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:51.906089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-e6cf94ad-9ca1-4ef3-987c-f683eebc219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.907742 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-e6cf94ad-9ca1-4ef3-987c-f683eebc219f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0863600 May 06 09:34:51.910661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 50de2dd0-77b0-4f55-b18f-967473fab47d completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:51.916275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 50de2dd0-77b0-4f55-b18f-967473fab47d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:51.916660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:51.933089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34480) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:51.935263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-2a5ef81c-6ce6-4762-b19e-89f765c8926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.936983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-2a5ef81c-6ce6-4762-b19e-89f765c8926c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01&tenant_id=5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 1096 time: 0.3524671 May 06 09:34:51.942767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee23c64-2818-46f0-8f08-3dd468e4dfb1 req-ebd6b417-0b13-4bae-97a3-ae0b7d3d1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.945065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ee23c64-2818-46f0-8f08-3dd468e4dfb1 req-ebd6b417-0b13-4bae-97a3-ae0b7d3d1893 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1096 time: 0.2354610 May 06 09:34:51.958260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5a9e3-4016-42a3-8e37-774e7afdba9f req-a50933e8-4daa-4838-b100-9a98f64270ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:51.969472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0c5a9e3-4016-42a3-8e37-774e7afdba9f req-a50933e8-4daa-4838-b100-9a98f64270ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.2257392 May 06 09:34:52.005909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-eb7412c0-2def-47ba-9187-800a2115a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.009435 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-eb7412c0-2def-47ba-9187-800a2115a0ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937779 May 06 09:34:52.025941 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.104889 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0c5a9e3-4016-42a3-8e37-774e7afdba9f req-1fb095f4-8c2d-4fa9-b1b8-9f2aec55695a tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336737 May 06 09:34:52.107442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:52.112939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ee23c64-2818-46f0-8f08-3dd468e4dfb1 req-87dde558-19b9-4812-9891-39059a76e7e0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401522 May 06 09:34:52.114274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.131406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6cae6e25-1388-4f74-bbeb-7fdfb1985a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.133734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-6cae6e25-1388-4f74-bbeb-7fdfb1985a59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1096 time: 0.1524756 May 06 09:34:52.137645 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-940a8057-7f41-4e4a-9470-95996ba04012 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182313 May 06 09:34:52.176420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c54ead46-1d71-4ec2-9691-6ecaff650370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.205862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:52.234613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528a9bf-7e0a-4943-b3bd-f3dfaa181736 req-b53f11de-71f6-4e1e-b80f-a1330e4da63d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.237556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a528a9bf-7e0a-4943-b3bd-f3dfaa181736 req-b53f11de-71f6-4e1e-b80f-a1330e4da63d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 945 time: 0.0861509 May 06 09:34:52.273790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c54ead46-1d71-4ec2-9691-6ecaff650370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.280121 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c54ead46-1d71-4ec2-9691-6ecaff650370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.307133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a528a9bf-7e0a-4943-b3bd-f3dfaa181736 req-3ac394a0-950f-4836-ac95-76cc2fec5b92 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622563 May 06 09:34:52.348564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c54ead46-1d71-4ec2-9691-6ecaff650370 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a49e46b5984e47f097b8757c4d8197bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119093 May 06 09:34:52.349801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ead46-1d71-4ec2-9691-6ecaff650370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c39c29-7766-4597-a96c-2a07402fc6be,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:52.352121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34488) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:52.456857 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26b1a2b3-791f-476e-9cbf-13075ff0ee68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.479701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e18c84-20e3-446d-a5be-43031fe6a58c req-a4792431-332b-4107-831e-dcee7693b863 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.479701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5e18c84-20e3-446d-a5be-43031fe6a58c req-a4792431-332b-4107-831e-dcee7693b863 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.0884027 May 06 09:34:52.497749 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26b1a2b3-791f-476e-9cbf-13075ff0ee68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.586185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5e18c84-20e3-446d-a5be-43031fe6a58c req-f35bca20-2265-4c7f-b8e3-1d8247dc62bd tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913575 May 06 09:34:52.609625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cd5ea-e83d-4dc3-9926-591b4be82a89 req-8f69cc4d-f25d-4939-9cd1-70dd2a09f65d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.617097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b05cd5ea-e83d-4dc3-9926-591b4be82a89 req-8f69cc4d-f25d-4939-9cd1-70dd2a09f65d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0864432 May 06 09:34:52.634545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26b1a2b3-791f-476e-9cbf-13075ff0ee68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.637197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26b1a2b3-791f-476e-9cbf-13075ff0ee68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:52.638395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-26b1a2b3-791f-476e-9cbf-13075ff0ee68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62c39c29-7766-4597-a96c-2a07402fc6be HTTP/1.1" status: 204 len: 168 time: 0.2851539 May 06 09:34:52.659592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1a2b3-791f-476e-9cbf-13075ff0ee68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c39c29-7766-4597-a96c-2a07402fc6be,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:52.689097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b05cd5ea-e83d-4dc3-9926-591b4be82a89 req-5c579b2c-ca55-41d6-b0b8-775e13f1a7af tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709610 May 06 09:34:52.734973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c3d2f-3e3f-4c5d-854f-fa47a6ea55dd req-5187228a-6735-486a-a581-80878579014b tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.736720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f33c3d2f-3e3f-4c5d-854f-fa47a6ea55dd req-5187228a-6735-486a-a581-80878579014b tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1100 time: 0.0724757 May 06 09:34:52.787159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f33c3d2f-3e3f-4c5d-854f-fa47a6ea55dd req-f4d867c6-505d-4a17-9a07-c53bdde5af3a tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 May 06 09:34:52.926798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66e735-af17-4b7e-b815-6dc1d4393440 req-2a483a9c-34ad-48ea-b6cd-80856de1a9d5 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:52.929188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f66e735-af17-4b7e-b815-6dc1d4393440 req-2a483a9c-34ad-48ea-b6cd-80856de1a9d5 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1100 time: 0.0600791 May 06 09:34:52.998672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34506) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:53.001747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f66e735-af17-4b7e-b815-6dc1d4393440 req-31c04b02-4fe6-4144-9875-a1b59b146368 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564897 May 06 09:34:53.017369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-109c246d-b418-4ed3-9f29-dab38d1990f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.022770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e66281-8a2e-4022-96fb-b4415baaecd8 req-3f11ff0b-4fcd-49f7-a33a-ad88e5d21bd6 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.024719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e66281-8a2e-4022-96fb-b4415baaecd8 req-3f11ff0b-4fcd-49f7-a33a-ad88e5d21bd6 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 947 time: 0.0718534 May 06 09:34:53.080636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e66281-8a2e-4022-96fb-b4415baaecd8 req-667a29c7-713a-40cd-ba91-125f51b98bb7 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488915 May 06 09:34:53.105396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-109c246d-b418-4ed3-9f29-dab38d1990f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.110339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-109c246d-b418-4ed3-9f29-dab38d1990f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.156441 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-109c246d-b418-4ed3-9f29-dab38d1990f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=439f9b9f229b473bafdf1076940c212a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561635 May 06 09:34:53.157289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c246d-b418-4ed3-9f29-dab38d1990f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d988e7-fcc4-454a-89ab-bc815f00bf27,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:53.160143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34512) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:53.214506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 62199d24-8ec6-415b-aeb8-1e77d19cd991 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:34:53.234130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:34:53.288860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f27391-c753-479c-8e78-6d9acbcef754 req-52f50f6c-f017-428d-9a35-72486f77a0f7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.290577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91f27391-c753-479c-8e78-6d9acbcef754 req-52f50f6c-f017-428d-9a35-72486f77a0f7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.1004462 May 06 09:34:53.296399 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-85c9bcc3-034d-408a-9af5-51fce60c2b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.354514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:34:53.364387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-85c9bcc3-034d-408a-9af5-51fce60c2b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.411727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 62199d24-8ec6-415b-aeb8-1e77d19cd991, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=62199d24-8ec6-415b-aeb8-1e77d19cd991,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:53.421272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91f27391-c753-479c-8e78-6d9acbcef754 req-cab8ebed-2542-44b7-a0a1-a921ab167ea0 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108959 May 06 09:34:53.425777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '62199d24-8ec6-415b-aeb8-1e77d19cd991', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '62199d24-8ec6-415b-aeb8-1e77d19cd991', 'mac_address': 'fa:16:3e:cf:b5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:34:53.445729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-85c9bcc3-034d-408a-9af5-51fce60c2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.450008 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-85c9bcc3-034d-408a-9af5-51fce60c2b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.452209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-85c9bcc3-034d-408a-9af5-51fce60c2b0c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7d988e7-fcc4-454a-89ab-bc815f00bf27 HTTP/1.1" status: 204 len: 168 time: 0.2908747 May 06 09:34:53.476471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9bcc3-034d-408a-9af5-51fce60c2b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d988e7-fcc4-454a-89ab-bc815f00bf27,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:53.504817 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.522629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62199d24-8ec6-415b-aeb8-1e77d19cd991 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:34:53.545596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 62199d24-8ec6-415b-aeb8-1e77d19cd991, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=62199d24-8ec6-415b-aeb8-1e77d19cd991,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:53.551150 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:53.612302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231'}, {'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:53.618413 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1ab145-84d1-4ad8-a9ae-8873a6877b92" -d '{"events": [{"server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "name": "network-vif-plugged", "status": "completed", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231"}, {"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-plugged", "status": "completed", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:53.647522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=62199d24-8ec6-415b-aeb8-1e77d19cd991,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:53.734217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cd4d6-5763-4119-a0c9-9592d54ff319 req-30f09236-d110-4d13-ae68-0d75af9bb141 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.742579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d30cd4d6-5763-4119-a0c9-9592d54ff319 req-30f09236-d110-4d13-ae68-0d75af9bb141 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 945 time: 0.1928024 May 06 09:34:53.810014 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8d1355c0-a27e-4b66-ac8e-5a6126171187 req-c89acf6e-0990-4e77-b299-5dbcce57ba77 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065554 May 06 09:34:53.814572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d30cd4d6-5763-4119-a0c9-9592d54ff319 req-69bc139a-34af-4c08-859a-eb0624abb55d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708129 May 06 09:34:53.910820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-71221a2f-4ea9-4e72-82ce-67014f6db143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:53.915983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-71221a2f-4ea9-4e72-82ce-67014f6db143 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.2824347 May 06 09:34:53.947706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['62199d24-8ec6-415b-aeb8-1e77d19cd991'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:34:53.974508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-ad78aa21-36ae-491a-a44e-c1b395724667 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 217 time: 0.0510268 May 06 09:34:54.045149 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7df513-8dce-417f-bda6-f22fbecba4cf x-openstack-request-id: req-ad7df513-8dce-417f-bda6-f22fbecba4cf {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:54.047042 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "name": "network-vif-plugged", "status": "completed", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231", "code": 200}, {"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-plugged", "status": "completed", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:54.047389 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad7df513-8dce-417f-bda6-f22fbecba4cf {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:54.047984 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7df513-8dce-417f-bda6-f22fbecba4cf'] response: {'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'code': 200} May 06 09:34:54.048331 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7df513-8dce-417f-bda6-f22fbecba4cf'] response: {'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'code': 200} May 06 09:34:54.159127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-50959d48-cc78-4417-afbd-c1fcc6fc66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.160581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-50959d48-cc78-4417-afbd-c1fcc6fc66a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.1736834 May 06 09:34:54.224302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8e061-0478-4435-accf-c5281d92762e req-05d05133-5136-4257-bdca-f6d6b586d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.227110 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b4f8e061-0478-4435-accf-c5281d92762e req-05d05133-5136-4257-bdca-f6d6b586d01a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 1096 time: 0.0646963 May 06 09:34:54.280993 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b4f8e061-0478-4435-accf-c5281d92762e req-e5703a5d-2462-4f03-a87d-852aa6f2ac24 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458272 May 06 09:34:54.305415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-17887980-96f0-4f03-8ead-d40a5294415e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711741 May 06 09:34:54.319064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28de130-5d4e-47e2-a54d-04fe3d42791c req-7a78e11a-6c29-452c-8505-304878ff7131 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.320591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b28de130-5d4e-47e2-a54d-04fe3d42791c req-7a78e11a-6c29-452c-8505-304878ff7131 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.3515601 May 06 09:34:54.337503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53492fc8-a738-4a76-8e85-28127042663b req-e526d3b6-3b18-499a-9110-e57e16723490 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.338862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53492fc8-a738-4a76-8e85-28127042663b req-e526d3b6-3b18-499a-9110-e57e16723490 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1616027 May 06 09:34:54.424165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a67ceb-9bc7-4ac2-9d91-302cbace9091 req-f567992e-be13-4dd8-a760-18a4bde8bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.425563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64a67ceb-9bc7-4ac2-9d91-302cbace9091 req-f567992e-be13-4dd8-a760-18a4bde8bc50 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 1096 time: 0.1911480 May 06 09:34:54.461850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b28de130-5d4e-47e2-a54d-04fe3d42791c req-0e95feb3-30ee-4ab9-9e87-f33d64c1e50e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220360 May 06 09:34:54.480888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53492fc8-a738-4a76-8e85-28127042663b req-2e0fba4a-944c-44b1-8e57-d74c20e1ac5d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183977 May 06 09:34:54.527183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-f85c9786-ac9a-4cf3-9f9c-9869dff02cad service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845109 May 06 09:34:54.715874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd1e4c-39a8-4446-9203-e9460ba8ebbf req-6ecd7f29-93a5-4a66-8bce-0b31055825b4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.717394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86cd1e4c-39a8-4446-9203-e9460ba8ebbf req-6ecd7f29-93a5-4a66-8bce-0b31055825b4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1688249 May 06 09:34:54.729746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe690933-3cad-43e9-94a5-262f621d48c8 req-8e2c5d6b-6bf1-411b-a6cf-ead960039846 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.731185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe690933-3cad-43e9-94a5-262f621d48c8 req-8e2c5d6b-6bf1-411b-a6cf-ead960039846 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 948 time: 0.1814220 May 06 09:34:54.736954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64a67ceb-9bc7-4ac2-9d91-302cbace9091 req-c9f3ea23-5511-4187-9139-b65e4eefc515 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985568 May 06 09:34:54.764771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-02d2bfbb-ee01-4e0e-833d-5c1e7a740912 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982281 May 06 09:34:54.799572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86cd1e4c-39a8-4446-9203-e9460ba8ebbf req-8f3e8a4d-5271-4db2-807d-f1197c047c36 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645609 May 06 09:34:54.813942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe690933-3cad-43e9-94a5-262f621d48c8 req-e13d5034-4d43-4d04-a4e5-d845b03499aa tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706711 May 06 09:34:54.987019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5659c-5419-4e23-9567-7dd01d8a22be req-a9fea524-856e-4615-94f6-4df0714162db tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.988575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afc5659c-5419-4e23-9567-7dd01d8a22be req-a9fea524-856e-4615-94f6-4df0714162db tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.1179481 May 06 09:34:54.997671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c3339-5843-4ac2-be7e-4ac7b27b874d req-565a325e-2fd8-48ce-bcff-83d980cb3b15 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:54.999127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-538c3339-5843-4ac2-be7e-4ac7b27b874d req-565a325e-2fd8-48ce-bcff-83d980cb3b15 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 945 time: 0.1100729 May 06 09:34:55.083770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afc5659c-5419-4e23-9567-7dd01d8a22be req-6086f5e4-d5cc-46af-8db9-0784884a3a4e tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836158 May 06 09:34:55.089141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-538c3339-5843-4ac2-be7e-4ac7b27b874d req-03941df4-da37-44d1-aa0b-ad79e36cd6e2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808327 May 06 09:34:55.104000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-e7e036fb-e8ad-46aa-807c-0ad7342ce311 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.105464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-e7e036fb-e8ad-46aa-807c-0ad7342ce311 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.0710795 May 06 09:34:55.222598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 62199d24-8ec6-415b-aeb8-1e77d19cd991 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:34:55.273509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 62199d24-8ec6-415b-aeb8-1e77d19cd991 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:34:55.277204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-33fd3f68-7ca3-46dc-8ce8-831f2e6e6994 service neutron] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:34:55.277767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 62199d24-8ec6-415b-aeb8-1e77d19cd991 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:34:55.278137 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.281045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-33fd3f68-7ca3-46dc-8ce8-831f2e6e6994 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.282152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4c4ddb-4ef3-42d5-a35b-8f715b0bb863 req-33fd3f68-7ca3-46dc-8ce8-831f2e6e6994 service neutron] 10.222.0.82 "DELETE /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532/bindings/n-h2-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.1598163 May 06 09:34:55.364284 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.399356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 62199d24-8ec6-415b-aeb8-1e77d19cd991, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=62199d24-8ec6-415b-aeb8-1e77d19cd991,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:34:55.403521 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:55.453206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=62199d24-8ec6-415b-aeb8-1e77d19cd991,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:55.617811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111eee4-9bec-418d-809f-a2ec98d892a0 req-d72cba01-356d-42e8-98e5-0268e1b92c1c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.619276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4111eee4-9bec-418d-809f-a2ec98d892a0 req-d72cba01-356d-42e8-98e5-0268e1b92c1c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.0801907 May 06 09:34:55.654920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f349b-f126-4136-99d2-c0d6874eb966 req-f9b61c76-29ad-4a1a-8b5f-175f0cb8a8f1 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.656369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f13f349b-f126-4136-99d2-c0d6874eb966 req-f9b61c76-29ad-4a1a-8b5f-175f0cb8a8f1 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0817413 May 06 09:34:55.712573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4111eee4-9bec-418d-809f-a2ec98d892a0 req-858646ce-4f1c-49ba-8c5c-ed6569df64f4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862076 May 06 09:34:55.736089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f13f349b-f126-4136-99d2-c0d6874eb966 req-7ee8c70b-4788-48ca-b631-26e39c49e956 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699184 May 06 09:34:55.738872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-40a057e3-c14c-4767-a726-f0732cc436cc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816357 May 06 09:34:55.874151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ef84-5199-4932-b761-1093e54a07ec req-39a298dc-3202-4fc0-b097-ce096740adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.875940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-39a298dc-3202-4fc0-b097-ce096740adb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 1101 time: 0.0808244 May 06 09:34:55.900131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76961956-cd44-45cb-b2f2-74b4d79288d9 req-a92364bb-6a4c-4d39-bf41-4c647ce35e76 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:55.901624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76961956-cd44-45cb-b2f2-74b4d79288d9 req-a92364bb-6a4c-4d39-bf41-4c647ce35e76 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1096 time: 0.0620933 May 06 09:34:56.011979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f56d4-d201-425c-935c-488e1c0e5864 req-f10e6927-21e8-4aeb-b937-b5337eaf0b9e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.013454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d5f56d4-d201-425c-935c-488e1c0e5864 req-f10e6927-21e8-4aeb-b937-b5337eaf0b9e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1303971 May 06 09:34:56.020338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76961956-cd44-45cb-b2f2-74b4d79288d9 req-d5d8eb5e-5966-47e9-8a25-5a6c74a3a7cf tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038449 May 06 09:34:56.049370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62199d24-8ec6-415b-aeb8-1e77d19cd991'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:34:56.052002 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd8fe23-f0b3-419b-ab07-86e869c6e8c2" -d '{"events": [{"server_uuid": "250d8f2a-b770-44f3-98cc-608ee30108e3", "name": "network-vif-plugged", "status": "completed", "tag": "62199d24-8ec6-415b-aeb8-1e77d19cd991"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:34:56.072244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ef84-5199-4932-b761-1093e54a07ec req-c86ab411-14de-425a-826c-96b24d3aa105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.073757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-c86ab411-14de-425a-826c-96b24d3aa105 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1491714 May 06 09:34:56.078840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d5f56d4-d201-425c-935c-488e1c0e5864 req-f7828605-d853-4099-8477-4d9e11f301b2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559406 May 06 09:34:56.133138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-fee7924f-a1f6-448d-b57f-1b97d28de2e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a HTTP/1.1" status: 200 len: 217 time: 0.0508735 May 06 09:34:56.167801 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54d5c24-2bc9-418e-98a9-76c9ef8ecf6c x-openstack-request-id: req-c54d5c24-2bc9-418e-98a9-76c9ef8ecf6c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:34:56.168176 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d8f2a-b770-44f3-98cc-608ee30108e3", "name": "network-vif-plugged", "status": "completed", "tag": "62199d24-8ec6-415b-aeb8-1e77d19cd991", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:34:56.168351 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c54d5c24-2bc9-418e-98a9-76c9ef8ecf6c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:34:56.168745 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54d5c24-2bc9-418e-98a9-76c9ef8ecf6c'] response: {'server_uuid': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62199d24-8ec6-415b-aeb8-1e77d19cd991', 'code': 200} May 06 09:34:56.216199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ef84-5199-4932-b761-1093e54a07ec req-3a38f4cb-aa1b-41c9-aefd-a0f3e4c81bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.217855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-3a38f4cb-aa1b-41c9-aefd-a0f3e4c81bbd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0743952 May 06 09:34:56.226425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0d416-cc6c-48fa-a0fc-1843f5888f7d req-5ebc661d-be65-42a7-a069-b9d19e4023ed tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.227983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29e0d416-cc6c-48fa-a0fc-1843f5888f7d req-5ebc661d-be65-42a7-a069-b9d19e4023ed tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.0980325 May 06 09:34:56.328041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29e0d416-cc6c-48fa-a0fc-1843f5888f7d req-cd5c0c07-4273-4030-b586-7157af1d2403 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878370 May 06 09:34:56.337212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844cc36-87d3-47a0-a62c-f772e042bd7e req-bd618b31-e334-4f02-9212-349ff9c1717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.338826 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1844cc36-87d3-47a0-a62c-f772e042bd7e req-bd618b31-e334-4f02-9212-349ff9c1717a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 1100 time: 0.0619552 May 06 09:34:56.340347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95e7e9-3ac3-4009-8922-fefa388b076f req-efff067d-4d05-43ac-b1c3-06dc757635b8 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.341944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd95e7e9-3ac3-4009-8922-fefa388b076f req-efff067d-4d05-43ac-b1c3-06dc757635b8 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.1130602 May 06 09:34:56.343812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ef84-5199-4932-b761-1093e54a07ec req-269d2813-c653-4e67-a253-17f0be2cd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.345581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-269d2813-c653-4e67-a253-17f0be2cd03c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062598 May 06 09:34:56.388476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1844cc36-87d3-47a0-a62c-f772e042bd7e req-1da9e629-45bb-4680-b737-5999c54eeb0a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 May 06 09:34:56.700559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd95e7e9-3ac3-4009-8922-fefa388b076f req-a55e24f4-8b90-4581-b1c9-c7b4369b7913 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334613 May 06 09:34:56.741420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd943ada-c307-4e0d-a992-bb6977953f85 req-1a9c5d78-c888-4693-b764-03f180005bce tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.742961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd943ada-c307-4e0d-a992-bb6977953f85 req-1a9c5d78-c888-4693-b764-03f180005bce tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 945 time: 0.1583281 May 06 09:34:56.747103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-9487ea50-ee3d-401c-843b-3a4f34a0fb12 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893938 May 06 09:34:56.862693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd943ada-c307-4e0d-a992-bb6977953f85 req-23b16881-8322-4cc3-880f-41e8f61cf94c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068621 May 06 09:34:56.945053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e84ef84-5199-4932-b761-1093e54a07ec req-35b4893a-2e0d-4e62-881d-a6669328f564 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734900 May 06 09:34:56.970841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-d800ec41-1028-4593-8ee4-75570df7f07a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:56.972309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-d800ec41-1028-4593-8ee4-75570df7f07a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.1525481 May 06 09:34:57.010200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-c69cc8ca-9125-42ab-b1a7-d1562f2786d7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/quotas/5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 375 time: 0.0269146 May 06 09:34:57.062066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeed81-ccb9-4d2f-9e0c-67d353c80377 req-bd6c33b0-f280-4a6f-b4a7-8764ec77b947 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.063565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fbeed81-ccb9-4d2f-9e0c-67d353c80377 req-bd6c33b0-f280-4a6f-b4a7-8764ec77b947 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0903878 May 06 09:34:57.096815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-f53bdd75-01d3-45ce-879e-b9bbc4f0c41f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781922 May 06 09:34:57.133178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fbeed81-ccb9-4d2f-9e0c-67d353c80377 req-85a9deda-753f-41bc-b8f4-3dc9a4591d14 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608420 May 06 09:34:57.208023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-44892de8-d2f9-4550-9bd7-2b438fe0dc04 service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986643 May 06 09:34:57.234575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:57.310368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-60b9da5c-2979-4f61-9a3e-2ba0336159c4 service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943365 May 06 09:34:57.353697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-242928e0-a566-47f1-a84a-0501400b6899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.455141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7b4d8-3a60-4158-abe3-630ab9c88788 req-9d208ab1-27de-4ce1-84e7-663dbdd9b969 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.456798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6a7b4d8-3a60-4158-abe3-630ab9c88788 req-9d208ab1-27de-4ce1-84e7-663dbdd9b969 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1096 time: 0.0525873 May 06 09:34:57.472146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-242928e0-a566-47f1-a84a-0501400b6899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.477773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-242928e0-a566-47f1-a84a-0501400b6899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.504221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6a7b4d8-3a60-4158-abe3-630ab9c88788 req-04f3946e-f9bf-4f52-9097-88530ffddb22 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403976 May 06 09:34:57.530464 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-242928e0-a566-47f1-a84a-0501400b6899 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87ac178eb3864479996d087990e8b6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935610 May 06 09:34:57.530464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242928e0-a566-47f1-a84a-0501400b6899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016c35f-2293-49f0-9bd9-55d50d542017,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:57.532738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34664) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:57.594125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9195-2c36-495e-a48f-8c5b308d9fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.601927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db0d42-58db-4850-89ab-2a1ea8a0fc04 req-1721cd71-fc4c-448d-a917-63ecfdb1ee80 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.603968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82db0d42-58db-4850-89ab-2a1ea8a0fc04 req-1721cd71-fc4c-448d-a917-63ecfdb1ee80 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0852528 May 06 09:34:57.621542 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9195-2c36-495e-a48f-8c5b308d9fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.663442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82db0d42-58db-4850-89ab-2a1ea8a0fc04 req-94f4f12d-02e8-48dc-88d4-afb2cbf09b12 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516927 May 06 09:34:57.686559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9195-2c36-495e-a48f-8c5b308d9fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.690084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9195-2c36-495e-a48f-8c5b308d9fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:57.705115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6dfc9195-2c36-495e-a48f-8c5b308d9fb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2016c35f-2293-49f0-9bd9-55d50d542017 HTTP/1.1" status: 204 len: 168 time: 0.1709602 May 06 09:34:57.717582 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc9195-2c36-495e-a48f-8c5b308d9fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016c35f-2293-49f0-9bd9-55d50d542017,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:57.745773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353914d6-05b2-4651-bb70-5ad5c4c5b8e0 req-0c25538f-cd3b-42f6-8f20-d4c3dc06e432 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.747691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-353914d6-05b2-4651-bb70-5ad5c4c5b8e0 req-0c25538f-cd3b-42f6-8f20-d4c3dc06e432 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0820520 May 06 09:34:57.830791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-353914d6-05b2-4651-bb70-5ad5c4c5b8e0 req-bd4daf71-73b0-49a6-bf2d-59a68777a12a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706949 May 06 09:34:57.840137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359aa83-8e37-482c-87b3-e9fdf13f4699 req-a4686009-631e-462f-b984-713e6b12f83c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:57.841687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a359aa83-8e37-482c-87b3-e9fdf13f4699 req-a4686009-631e-462f-b984-713e6b12f83c tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.0931084 May 06 09:34:57.917430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a359aa83-8e37-482c-87b3-e9fdf13f4699 req-fd3211d3-20e7-4d0c-bdcc-e2b62ffe14d7 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689094 May 06 09:34:57.967078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bb37c13-384d-4327-ab50-e0b70da29573 req-cbe90cf4-9e32-4d74-8578-a3e02e8ceca9 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 210 time: 0.0370402 May 06 09:34:58.095280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34684) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:58.103314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f542ca-2f24-4581-8aa7-00ed79f30aeb req-5b3acb95-b2d3-4054-a4bd-06f69deca88b tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.105030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5f542ca-2f24-4581-8aa7-00ed79f30aeb req-5b3acb95-b2d3-4054-a4bd-06f69deca88b tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1096 time: 0.1033194 May 06 09:34:58.111373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cca97079-996a-45a1-8158-a5d0b665e899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.117057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc5c21-28f3-4b19-b9d0-3a7bc30ab49d req-4f8ae230-f266-4536-861b-f8f8bc020632 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.120423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7bc5c21-28f3-4b19-b9d0-3a7bc30ab49d req-4f8ae230-f266-4536-861b-f8f8bc020632 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.0728500 May 06 09:34:58.192243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5f542ca-2f24-4581-8aa7-00ed79f30aeb req-7c2fede9-226c-4d5b-a6f2-9a14534cb073 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706637 May 06 09:34:58.197181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cca97079-996a-45a1-8158-a5d0b665e899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.199181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7bc5c21-28f3-4b19-b9d0-3a7bc30ab49d req-11491af1-b707-40cf-b1d3-258a6eb8126b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723135 May 06 09:34:58.205086 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cca97079-996a-45a1-8158-a5d0b665e899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.261220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34690) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:58.270373 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cca97079-996a-45a1-8158-a5d0b665e899 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d94de219d19d44a6b693a8dc82e10284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739194 May 06 09:34:58.275951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca97079-996a-45a1-8158-a5d0b665e899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ce5410-4d29-41a5-88ba-eacae56e8de2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:58.393324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b1541-f313-47e1-a721-bf4dd60fe96f req-7fc28020-392c-4ded-b54a-c7e1ed1271d4 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.394796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-602b1541-f313-47e1-a721-bf4dd60fe96f req-7fc28020-392c-4ded-b54a-c7e1ed1271d4 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.1098211 May 06 09:34:58.396311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e2b63a4-d713-46e4-a04a-2117a111098a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.406864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34694) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:34:58.414747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'floatingip': {'port_id': '995d3c47-27e9-477c-abe5-29c1ec1c8231'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:58.426726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a40dd-9d4c-44ec-8558-f4a58061d671 req-b3314fab-608d-4464-bbc3-199cbae8690b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.428450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c7a40dd-9d4c-44ec-8558-f4a58061d671 req-b3314fab-608d-4464-bbc3-199cbae8690b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0960777 May 06 09:34:58.433380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e2b63a4-d713-46e4-a04a-2117a111098a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.487500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.502872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c7a40dd-9d4c-44ec-8558-f4a58061d671 req-04896fc6-361b-4d34-a4d8-b846cb519ffa tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627170 May 06 09:34:58.521321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e2b63a4-d713-46e4-a04a-2117a111098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.531165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e2b63a4-d713-46e4-a04a-2117a111098a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:58.540267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3e2b63a4-d713-46e4-a04a-2117a111098a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0ce5410-4d29-41a5-88ba-eacae56e8de2 HTTP/1.1" status: 204 len: 168 time: 0.2755451 May 06 09:34:58.560735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b63a4-d713-46e4-a04a-2117a111098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ce5410-4d29-41a5-88ba-eacae56e8de2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:58.791195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdea5a-7324-4956-acfd-52c74d8d24d8 req-1f75fe07-4a70-4cad-a7a4-b172f2072a9d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.798642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38bdea5a-7324-4956-acfd-52c74d8d24d8 req-1f75fe07-4a70-4cad-a7a4-b172f2072a9d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1521428 May 06 09:34:58.899725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a93d5851-86c2-4ad9-a23b-d4a8f07503ff tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:58.901871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a93d5851-86c2-4ad9-a23b-d4a8f07503ff tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.2324200 May 06 09:34:58.910206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38bdea5a-7324-4956-acfd-52c74d8d24d8 req-3e187760-5d92-430e-8319-e34f354648e1 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104968 May 06 09:34:58.919024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Request body: {'port': {'device_id': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'admin_state_up': True, 'tenant_id': '5a9639df0d80434c89421b49da0e8bf5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:34:58.985862 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:34:59.090318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dd024-4303-4d0a-9eb1-5439956f8e4a req-59554cbc-2e41-4a5a-9f41-e619256cdbcf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.091877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-162dd024-4303-4d0a-9eb1-5439956f8e4a req-59554cbc-2e41-4a5a-9f41-e619256cdbcf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0948682 May 06 09:34:59.119425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Made reservation on behalf of 5a9639df0d80434c89421b49da0e8bf5 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:34:59.123617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:59.155843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-162dd024-4303-4d0a-9eb1-5439956f8e4a req-0caa33aa-cce8-4adc-8492-b1956ce22fb4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571363 May 06 09:34:59.353020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Allocated IP 172.20.0.13 (39424dc8-8550-4662-ad1d-3161e9d11e8c/ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a/de2c3f89-497e-45ee-8639-e15e4add84d4) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:34:59.377492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fceea6-c68b-43f9-bcd5-55096d7c7817 req-14868f00-b8a4-4d61-824c-8c8f0d6d37d7 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.380267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98fceea6-c68b-43f9-bcd5-55096d7c7817 req-14868f00-b8a4-4d61-824c-8c8f0d6d37d7 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.0841088 May 06 09:34:59.462303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98fceea6-c68b-43f9-bcd5-55096d7c7817 req-0f3f6b2d-d572-4879-b8d6-b188f05a4381 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639751 May 06 09:34:59.582369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:59.591012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:59.631952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7421a649-9470-4e33-917d-876792d617ef req-e9db83ec-6aa3-4c19-893e-d68bdf305e03 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 210 time: 0.0414340 May 06 09:34:59.665559 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:59.734541 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:59.746688 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4 associated. External IP: 172.25.8.105, port: 995d3c47-27e9-477c-abe5-29c1ec1c8231. May 06 09:34:59.796841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c542a-cfd8-4eeb-9e2f-67f0099178d1 req-95abe8f2-9659-4243-bfa0-ef8b40cf5e7a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.798322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-434c542a-cfd8-4eeb-9e2f-67f0099178d1 req-95abe8f2-9659-4243-bfa0-ef8b40cf5e7a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1019526 May 06 09:34:59.802071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:34:59.809331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:34:59.820082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:34:59.848782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:34:59.894806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-434c542a-cfd8-4eeb-9e2f-67f0099178d1 req-6425df3c-3d86-4af9-b499-6c0fea053df8 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867195 May 06 09:34:59.902408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:34:59.903059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:34:59.939982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-a44e8f53-9028-4ab4-9a79-de77bb3eece6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0249801 May 06 09:34:59.957233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Request body: {'port': {'device_id': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:00.036092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34770) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:00.055456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.076895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Router 405a16d9-1ecc-47bd-9298-55f4272508a1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:35:00.240771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:35:00.246693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.254715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] Sync routers for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:35:00.267861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:00.268529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:00.291466 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d834429c-a8d4-4933-b88d-fbdaf2d737d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "PUT /v2.0/floatingips/b7585e34-1365-4c39-9bef-62b4f276a5e4 HTTP/1.1" status: 200 len: 991 time: 1.8827841 May 06 09:35:00.293079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:00.296955 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e7df2b-6673-4b91-a8bf-92f9c6293027" -d '{"events": [{"name": "network-changed", "server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:00.336559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e51db4-cc50-4291-af1c-6263b0163666 req-7857675f-774d-4c91-82db-abae34bd0494 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.344133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0e51db4-cc50-4291-af1c-6263b0163666 req-7857675f-774d-4c91-82db-abae34bd0494 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1968458 May 06 09:35:00.441737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b6602d39-a3bc-483e-8998-fe7ca7ae099f tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:00.442774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b6602d39-a3bc-483e-8998-fe7ca7ae099f tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4056387 May 06 09:35:00.456513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0e51db4-cc50-4291-af1c-6263b0163666 req-2d8e3856-afce-471a-8b23-f1bc14bf7f3f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069102 May 06 09:35:00.529465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:00.637438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283fad6-c2d4-49a8-9708-2f1766e026ec req-16e12226-f865-4cdb-894a-8ccfee325ebf tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.639050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b283fad6-c2d4-49a8-9708-2f1766e026ec req-16e12226-f865-4cdb-894a-8ccfee325ebf tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.1044497 May 06 09:35:00.666376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2c3f89-497e-45ee-8639-e15e4add84d4 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:00.685913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.736104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Transition to ACTIVE for port object de2c3f89-497e-45ee-8639-e15e4add84d4 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:00.742017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-413005c7-252b-4753-a85b-d0cd5b77b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.743400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-413005c7-252b-4753-a85b-d0cd5b77b82e service neutron] 10.222.0.76 "GET /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 1093 time: 0.1201539 May 06 09:35:00.746954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b283fad6-c2d4-49a8-9708-2f1766e026ec req-25f31760-8e74-4da0-b4bf-ae21e7987af7 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950422 May 06 09:35:00.747699 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:00.756296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Request body: {'binding': {'host': 'n-h2-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:00.756841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Unknown quota resources ['binding']. {{(pid=102742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:35:00.841083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7585e34-1365-4c39-9bef-62b4f276a5e4', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'port_id': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'mac_address': 'fa:16:3e:5e:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:33Z', 'updated_at': '2022-05-06T09:34:59Z', 'revision_number': 1, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:00.850139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:00.868396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] Checking router: 405a16d9-1ecc-47bd-9298-55f4272508a1 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:35:00.877206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:00.877807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:34:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:00.986620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:00.990292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c174166-43f6-457f-849a-9b395877d766 req-6a79291f-faea-435a-b41c-77503a754403 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:00.991954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c174166-43f6-457f-849a-9b395877d766 req-6a79291f-faea-435a-b41c-77503a754403 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1679068 May 06 09:35:01.048806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:01.049050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:01.049646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:01.069934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on host n-h2-840834-1 for vnic_type normal with profile None {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:01.070267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:01.070590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:01.072350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:01.072657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:01.079817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c174166-43f6-457f-849a-9b395877d766 req-948b5f63-dfe3-4e21-9623-4f1272bcba79 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764344 May 06 09:35:01.084728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:01.085036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:01.085411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:01.085848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Bound port: de2c3f89-497e-45ee-8639-e15e4add84d4, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:01.086474 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.088653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:01.088653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:01.109859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:01.109859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:01.109859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:01.109859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Bound port: 8a6b86dc-393d-4b82-8555-10ad208a473b, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:01.236411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7585e34-1365-4c39-9bef-62b4f276a5e4', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'port_id': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'mac_address': 'fa:16:3e:5e:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:33Z', 'updated_at': '2022-05-06T09:34:59Z', 'revision_number': 1, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:01.247595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:01.250431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:01.257278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.258457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f473d7f2-5acb-4e48-8388-4617b7ec4ed1 service neutron] 10.222.0.76 "POST /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5085461 May 06 09:35:01.264052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdffc1b3-1c92-4e43-8ac0-2415fbc62f01 None None] The sync data for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 is: [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7585e34-1365-4c39-9bef-62b4f276a5e4', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'port_id': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'mac_address': 'fa:16:3e:5e:a0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:33Z', 'updated_at': '2022-05-06T09:34:59Z', 'revision_number': 1, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:35:01.275687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9facbbd6-bb20-40a9-b5a8-a4d22bf478bd req-8bfd916b-2fe9-4324-a65c-332069dd8258 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.277258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9facbbd6-bb20-40a9-b5a8-a4d22bf478bd req-8bfd916b-2fe9-4324-a65c-332069dd8258 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.1120834 May 06 09:35:01.279153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:01.288683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.370119 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21022b22-6e2b-4a80-aac5-6a068ab60238 x-openstack-request-id: req-21022b22-6e2b-4a80-aac5-6a068ab60238 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:01.370568 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:01.370667 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21022b22-6e2b-4a80-aac5-6a068ab60238 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:01.371035 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21022b22-6e2b-4a80-aac5-6a068ab60238'] response: {'name': 'network-changed', 'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'status': 'completed', 'code': 200} May 06 09:35:01.399548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.400193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:01.401810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] 10.222.0.83 "PUT /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 1092 time: 1.4535778 May 06 09:35:01.402454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d3e18-07d1-4c95-8d79-73e968e1cd01 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:01.407810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:01.411497 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:01.526228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-07782477-d85b-4c78-8561-37be40683081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.527908 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-07782477-d85b-4c78-8561-37be40683081 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0513427 May 06 09:35:01.566130 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383f7903-43b3-4eeb-8951-43ea3fda2072 None None] New status for floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:35:01.587098 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-8ccb83f9-5c2a-44a3-b9a7-d4ae9174eea0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 217 time: 0.0494704 May 06 09:35:01.642185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-cf49eef5-3ca5-4ac7-82e2-4f62ffa25438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.643660 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-cf49eef5-3ca5-4ac7-82e2-4f62ffa25438 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0497279 May 06 09:35:01.679874 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-1a4b7a67-2856-4ad3-9f47-acb420cc55a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268233 May 06 09:35:01.764009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9facbbd6-bb20-40a9-b5a8-a4d22bf478bd req-fedbab19-bf70-49c7-aea8-a65524173e0e tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718528 May 06 09:35:01.794313 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-983919b4-e68b-49dc-8e0b-c257ea76c208 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066227 May 06 09:35:01.828576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baeced-224c-488b-80c2-7ebd34d93b91 req-d9e21fa5-5703-4849-bb79-f731f855c2df tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.830044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1baeced-224c-488b-80c2-7ebd34d93b91 req-d9e21fa5-5703-4849-bb79-f731f855c2df tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 944 time: 0.1368349 May 06 09:35:01.831937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b909b8bf-33e2-4ce4-8e6e-5980e5e9222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.833324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b909b8bf-33e2-4ce4-8e6e-5980e5e9222b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1096 time: 0.1411836 May 06 09:35:01.836558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-703ce08b-bfaa-4cbc-bad9-438c87108daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:01.837904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-703ce08b-bfaa-4cbc-bad9-438c87108daa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 1096 time: 0.4211330 May 06 09:35:01.903292 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ab55c379-5280-45b2-b135-cfeb7cb51abc req-8dba594f-573e-4ac1-9f3e-7372218b1c30 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014416 May 06 09:35:01.993897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1baeced-224c-488b-80c2-7ebd34d93b91 req-a49073a9-d045-461d-931d-3ad2f810cad4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484067 May 06 09:35:02.050123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b1a82238-da9c-482e-b998-bdf12c99505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.051538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b1a82238-da9c-482e-b998-bdf12c99505c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1911557 May 06 09:35:02.078929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-00bbb273-cea7-4e23-86f6-892e867c42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.080325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-00bbb273-cea7-4e23-86f6-892e867c42bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 924 time: 0.2188396 May 06 09:35:02.086009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-6dabd6ef-0edd-49bf-9e30-908f593ca3d0 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=20b7720445c340ed9a97993954b422d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410571 May 06 09:35:02.128997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-21dcb6d3-fadc-4e2a-a36d-718c443b9119 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 217 time: 0.0662751 May 06 09:35:02.325248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-173ecf96-e6ce-4658-89d7-1dbe48677cf7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231 HTTP/1.1" status: 200 len: 1001 time: 0.2062685 May 06 09:35:02.348744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e5bfa-3183-421c-aad3-9fd6a7805bc3 req-2dd4f0cd-55c7-49e7-88eb-5cd18cdc2fd7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.350555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-233e5bfa-3183-421c-aad3-9fd6a7805bc3 req-2dd4f0cd-55c7-49e7-88eb-5cd18cdc2fd7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 945 time: 0.2693853 May 06 09:35:02.361703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-da06f766-52f6-410d-8ece-2c26e910e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.363022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-da06f766-52f6-410d-8ece-2c26e910e438 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1742988 May 06 09:35:02.437983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7f8e4f5c-853c-456f-9914-eca1a012e4ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508313 May 06 09:35:02.470556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-5eed5811-9829-4d16-beea-bda98f94077c tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.472005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-5eed5811-9829-4d16-beea-bda98f94077c tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3520429 May 06 09:35:02.484722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-632ac078-3dd5-4759-802c-8549967452eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.486130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-632ac078-3dd5-4759-802c-8549967452eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1dfa777c-428f-42ee-82dc-b84482d8c180 HTTP/1.1" status: 200 len: 862 time: 0.1532049 May 06 09:35:02.538524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-233e5bfa-3183-421c-aad3-9fd6a7805bc3 req-b90f8e6a-115f-4fd1-9058-e06a3d6be093 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792390 May 06 09:35:02.560903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-7a478b7d-5c9e-4109-afe0-8f39b4c65c26 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/quotas/20b7720445c340ed9a97993954b422d5 HTTP/1.1" status: 200 len: 375 time: 0.0720587 May 06 09:35:02.613619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-566797e1-d023-43fc-a405-60dcc44ec35b tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=20b7720445c340ed9a97993954b422d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404484 May 06 09:35:02.638900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-80bc3f29-da30-4a9c-926a-63a6dc57a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.640395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-80bc3f29-da30-4a9c-926a-63a6dc57a86f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2b938cdf-03e1-4f41-b402-900d7cc9c47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201963 May 06 09:35:02.658294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-aa0c4e23-2919-4c4c-b529-e1ed170fdde3 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119486 May 06 09:35:02.757364 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a4a504-5e73-47ae-85cf-a9e743e955f3 x-openstack-request-id: req-d6a4a504-5e73-47ae-85cf-a9e743e955f3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:02.757498 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:02.757702 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6a4a504-5e73-47ae-85cf-a9e743e955f3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:02.758105 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a4a504-5e73-47ae-85cf-a9e743e955f3'] response: {'name': 'network-changed', 'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4', 'status': 'completed', 'code': 200} May 06 09:35:02.794516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ac978-26bc-44eb-8a59-e1d2a5080649 req-2a6ddcef-0a01-417a-a0fa-466e03085edf tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.796907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-056ac978-26bc-44eb-8a59-e1d2a5080649 req-2a6ddcef-0a01-417a-a0fa-466e03085edf tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1863992 May 06 09:35:02.850495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-aa597d58-b448-469a-bd86-4b7b6332c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.854147 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-aa597d58-b448-469a-bd86-4b7b6332c63f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0677850 May 06 09:35:02.897290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-5498dc47-b8e8-4e06-aa97-56732ec93aa1 service neutron] 10.222.0.83 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429221 May 06 09:35:02.910375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-d70a4162-a24d-4d59-9751-2fd98843c477 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427509 May 06 09:35:02.936015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-056ac978-26bc-44eb-8a59-e1d2a5080649 req-32cc5bf9-f899-42e5-af2d-3a570440c94d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234539 May 06 09:35:02.973731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-c10e5b6f-273c-46c7-8bec-678737404958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.975526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-c10e5b6f-273c-46c7-8bec-678737404958 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.1140399 May 06 09:35:02.988259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac0537-a6e9-4c5d-bec4-f930daf4ff3a req-d49cb7af-5559-4221-87d0-7cd20af174ed tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:02.989950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddac0537-a6e9-4c5d-bec4-f930daf4ff3a req-d49cb7af-5559-4221-87d0-7cd20af174ed tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.1618083 May 06 09:35:03.029550 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-71daa663-44e7-400d-8805-5f7841a70e33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 217 time: 0.0432644 May 06 09:35:03.088809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-d83837e4-d221-4874-8679-60583604489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.090524 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-d83837e4-d221-4874-8679-60583604489a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0544024 May 06 09:35:03.120324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e7df2b-6673-4b91-a8bf-92f9c6293027 req-dea7bb62-7f2f-4795-a93d-04469e0bd972 service neutron] 10.222.0.83 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121642 May 06 09:35:03.128214 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-179f8332-8a04-4f48-ba7c-cbbbc5c72afa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312164 May 06 09:35:03.129160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddac0537-a6e9-4c5d-bec4-f930daf4ff3a req-cdead54e-e3ec-43a5-b2c9-f3d010826ddf tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275225 May 06 09:35:03.138321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-856bc7af-31b8-45e8-9a48-35bc31f83e36 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.139867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-856bc7af-31b8-45e8-9a48-35bc31f83e36 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1393356 May 06 09:35:03.159150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840834-1'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:03.212451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e0805-d6d1-4e78-89e5-234ce1c39ef8 req-b761470e-bc27-4e00-be36-668b9d0e8bb0 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.216353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e31e0805-d6d1-4e78-89e5-234ce1c39ef8 req-b761470e-bc27-4e00-be36-668b9d0e8bb0 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1656780 May 06 09:35:03.246514 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-5a0afaa1-4bc6-45a7-a383-f0f7808b0ea7 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089027 May 06 09:35:03.266133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.325860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e31e0805-d6d1-4e78-89e5-234ce1c39ef8 req-ee99c9c3-da3f-451b-a5d3-54efdb09bdbc tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941050 May 06 09:35:03.410626 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6fcdf23a-2f73-4f43-8a65-8bd173f599b9 req-828475ba-e811-4e42-a707-f9000146e0af service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444445 May 06 09:35:03.442608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6801f25f-78ff-4621-be11-61cd29d43d86 req-567365b5-da91-4a2e-8d53-5272f1673528 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 210 time: 0.0401566 May 06 09:35:03.513765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:03.531312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09588a92-b4ef-49ea-b94c-d308b3e0214e req-3457be90-ba10-4031-966d-ffff6f5e8a39 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.532805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09588a92-b4ef-49ea-b94c-d308b3e0214e req-3457be90-ba10-4031-966d-ffff6f5e8a39 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1148033 May 06 09:35:03.833377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:03.837807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09588a92-b4ef-49ea-b94c-d308b3e0214e req-afb9752b-3bc8-4689-8a6f-5366c501621a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955275 May 06 09:35:03.874054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4a1da-3cb1-4d9a-aa28-5c26b78854c9 req-916f9c61-c01e-4dff-884f-f0ef1e2fb928 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:03.875847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18d4a1da-3cb1-4d9a-aa28-5c26b78854c9 req-916f9c61-c01e-4dff-884f-f0ef1e2fb928 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 944 time: 0.3659973 May 06 09:35:03.900440 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:03.920320 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.008556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18d4a1da-3cb1-4d9a-aa28-5c26b78854c9 req-a424e197-691b-4274-a8bb-a6a6d6d331e5 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206844 May 06 09:35:04.044417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-b84493dc-1558-4033-9e66-1e15ee93c378 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=20b7720445c340ed9a97993954b422d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532961 May 06 09:35:04.049717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a874-4cb4-4334-afa1-db9164dfdbdb req-63b7823f-8194-4193-b744-4ca8e5e1621b tempest-LiveMigrationNegativeTest-377606484 tempest-LiveMigrationNegativeTest-377606484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.051173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c06a874-4cb4-4334-afa1-db9164dfdbdb req-63b7823f-8194-4193-b744-4ca8e5e1621b tempest-LiveMigrationNegativeTest-377606484 tempest-LiveMigrationNegativeTest-377606484-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 1100 time: 0.1489894 May 06 09:35:04.081941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:04.170077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6c06a874-4cb4-4334-afa1-db9164dfdbdb req-bb3a01b9-7e2b-461f-b49a-0ac683254121 tempest-LiveMigrationNegativeTest-377606484 tempest-LiveMigrationNegativeTest-377606484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.175013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on host n-h1-840834-1 for vnic_type normal with profile {"migrating_to": "n-h2-840834-1"} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:04.175337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:04.175690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:04.198099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:04.198412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Attempting to bind port 8a6b86dc-393d-4b82-8555-10ad208a473b on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:04.218827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:04.219157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:04.219529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:04.219981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Bound port: 8a6b86dc-393d-4b82-8555-10ad208a473b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:04.220331 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.261978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117a00c-8bad-4422-b008-8b304821f202 req-7af89f3a-80e0-4b4c-9b59-6b0914edef83 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.263419 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a117a00c-8bad-4422-b008-8b304821f202 req-7af89f3a-80e0-4b4c-9b59-6b0914edef83 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 945 time: 0.1829076 May 06 09:35:04.328457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-2f367294-1cd4-4c3c-b0e0-e0b798b1795f tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.329861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-2f367294-1cd4-4c3c-b0e0-e0b798b1795f tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600200 May 06 09:35:04.364199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Request body: {'port': {'device_id': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '20b7720445c340ed9a97993954b422d5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:04.432010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:04.455763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a117a00c-8bad-4422-b008-8b304821f202 req-e4d2a539-61b9-4f3f-828d-96f4f210bd8b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588840 May 06 09:35:04.462033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:04.487937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.540209 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6c06a874-4cb4-4334-afa1-db9164dfdbdb req-bb3a01b9-7e2b-461f-b49a-0ac683254121 tempest-LiveMigrationNegativeTest-377606484 tempest-LiveMigrationNegativeTest-377606484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.562476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6c06a874-4cb4-4334-afa1-db9164dfdbdb req-bb3a01b9-7e2b-461f-b49a-0ac683254121 tempest-LiveMigrationNegativeTest-377606484 tempest-LiveMigrationNegativeTest-377606484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.631419 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c06a874-4cb4-4334-afa1-db9164dfdbdb req-bb3a01b9-7e2b-461f-b49a-0ac683254121 tempest-LiveMigrationNegativeTest-377606484 tempest-LiveMigrationNegativeTest-377606484-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626535 May 06 09:35:04.674317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.674929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.676312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 1121 time: 1.5287991 May 06 09:35:04.678535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4aedc-28c9-4104-89fe-a29b4ff377f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=8']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:04.683261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a01b9-7e2b-461f-b49a-0ac683254121 tempest-LiveMigrationNegativeTest-377606484 tempest-LiveMigrationNegativeTest-377606484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76207f0-8ea4-4604-bf15-987806d80466,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:04.704777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca2b1-4371-446d-8722-b04bc551405c req-efaf5ce8-9729-4d9d-bc4c-3d1c68e84112 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.707673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-037ca2b1-4371-446d-8722-b04bc551405c req-efaf5ce8-9729-4d9d-bc4c-3d1c68e84112 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.1659606 May 06 09:35:04.710195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Made reservation on behalf of 20b7720445c340ed9a97993954b422d5 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:04.714519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.727063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.760283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b'}, {'name': 'network-changed', 'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:04.763064 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9" -d '{"events": [{"server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b"}, {"name": "network-changed", "server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:04.804914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-037ca2b1-4371-446d-8722-b04bc551405c req-f3c5709a-9500-408e-b62a-2d1701b6703c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780799 May 06 09:35:04.859490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.864382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:04.893534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['8a6b86dc-393d-4b82-8555-10ad208a473b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:04.948524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65e9260-7211-4bd9-a623-32943282f47e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:04.994204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8416b26-227a-47d7-93f9-42458cbd536f req-4c2ba5bb-d668-4836-bc4c-58ad2b0191ff tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:04.995750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8416b26-227a-47d7-93f9-42458cbd536f req-4c2ba5bb-d668-4836-bc4c-58ad2b0191ff tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1099756 May 06 09:35:05.074450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Allocated IP 192.168.233.51 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/e6252eb8-ee8b-446b-b9a4-d5efa1587dd7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:05.079136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8416b26-227a-47d7-93f9-42458cbd536f req-a9782fde-f7d1-4d75-b325-6bc31a365b6f tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 May 06 09:35:05.148307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9aabf970-9604-4f8e-9e48-77835ba1bd49 req-ec1534f1-b964-40d2-b408-1413939446b8 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 210 time: 0.0419612 May 06 09:35:05.212430 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 May 2022 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893b1a94-adf6-4d10-98b0-157c3d2f3a62 x-openstack-request-id: req-893b1a94-adf6-4d10-98b0-157c3d2f3a62 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:05.212785 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b", "code": 200}, {"name": "network-changed", "server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:05.212984 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-893b1a94-adf6-4d10-98b0-157c3d2f3a62 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:05.213367 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893b1a94-adf6-4d10-98b0-157c3d2f3a62'] response: {'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b', 'code': 200} May 06 09:35:05.213639 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893b1a94-adf6-4d10-98b0-157c3d2f3a62'] response: {'name': 'network-changed', 'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b', 'status': 'completed', 'code': 200} May 06 09:35:05.254319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:05.291235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-93423bfa-d931-4bc2-8250-e408e77a8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.293007 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-93423bfa-d931-4bc2-8250-e408e77a8dff service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1124 time: 0.0608482 May 06 09:35:05.325479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.343617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce50198-f96c-4d7e-bfb2-88ba5a4c698e req-9b023855-18f0-4cc1-8059-e0b3a307c03c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.345082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ce50198-f96c-4d7e-bfb2-88ba5a4c698e req-9b023855-18f0-4cc1-8059-e0b3a307c03c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 944 time: 0.0915954 May 06 09:35:05.372477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:05.386956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'de2c3f89-497e-45ee-8639-e15e4add84d4', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'port_id': 'de2c3f89-497e-45ee-8639-e15e4add84d4', 'mac_address': 'fa:16:3e:f5:0b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:05.437189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.440477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ce50198-f96c-4d7e-bfb2-88ba5a4c698e req-a98daf1b-4496-433e-986a-c33bdbc090a4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848954 May 06 09:35:05.441034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-f4b2b7fc-e12c-4e90-b60e-1f237bd6f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.442711 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-f4b2b7fc-e12c-4e90-b60e-1f237bd6f3b8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1260929 May 06 09:35:05.455728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2c3f89-497e-45ee-8639-e15e4add84d4 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:05.460104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.481483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:05.488645 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.519504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:05.524002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:05.539721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:05.561565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:05.562819 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-c4a5ae3b-f945-463b-9112-9958cd0ce83e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 217 time: 0.0949774 May 06 09:35:05.635643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Pushing event updated for resources: {'Port': ['ID=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:05.698895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-8baa5fcb-6b9d-47d2-84ef-dd21e8a6f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.700468 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-8baa5fcb-6b9d-47d2-84ef-dd21e8a6f862 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1147809 May 06 09:35:05.702442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.703229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.744484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-91b3864e-ed6c-4af4-afdc-f9c59130f7ca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3861916 May 06 09:35:05.757996 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-d48a8b90-a2dd-49c5-8b68-749fe81a80d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397248 May 06 09:35:05.802036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Request body: {'port': {'device_id': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:05.874088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-09874cd1-14cd-43ef-9393-727a50fd7a26 None None] Provisioning complete for port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:05.874088 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-09874cd1-14cd-43ef-9393-727a50fd7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.885343 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-f4299564-aa84-440f-a6ae-6909eabd5b1d service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106997 May 06 09:35:05.901086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2963fd1-e81e-4b88-986f-8a2e554fafb1 req-34cbdc41-cf0a-443f-b5ca-7cfc3e0d0bfc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.908681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2963fd1-e81e-4b88-986f-8a2e554fafb1 req-34cbdc41-cf0a-443f-b5ca-7cfc3e0d0bfc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1385832 May 06 09:35:05.918923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622e9a0-5dfb-463f-8d36-fe49f8f11461 req-80107d5d-96cd-458a-8021-fa3fbe5a162a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:05.919796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0622e9a0-5dfb-463f-8d36-fe49f8f11461 req-80107d5d-96cd-458a-8021-fa3fbe5a162a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 945 time: 0.1595113 May 06 09:35:05.925967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-09874cd1-14cd-43ef-9393-727a50fd7a26 None None] Port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:05.937369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:05.990546 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-81cfdab9-070c-4586-aa5c-1b50e28ecdf9 req-9b8d602e-9766-48a5-acce-f11076680407 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960410 May 06 09:35:06.009514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2963fd1-e81e-4b88-986f-8a2e554fafb1 req-cfc75c43-4b8a-4c7b-acad-cdd4eb512f03 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999684 May 06 09:35:06.031648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0622e9a0-5dfb-463f-8d36-fe49f8f11461 req-dfab44e1-adf4-4781-b533-50492cfdb7ce tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928895 May 06 09:35:06.241381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665b94-7cb9-4997-9293-32064adf7d6d req-8be322ed-0ae8-40ae-a4a9-9bc75ca8d94e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.242786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3665b94-7cb9-4997-9293-32064adf7d6d req-8be322ed-0ae8-40ae-a4a9-9bc75ca8d94e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.1426370 May 06 09:35:06.252115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c56b63-16cb-4601-abf5-1393abb48c9b req-3aaacee5-8f57-4334-920c-de065b63f685 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.253531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2c56b63-16cb-4601-abf5-1393abb48c9b req-3aaacee5-8f57-4334-920c-de065b63f685 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.1521475 May 06 09:35:06.269564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6741270-e59b-454f-8595-5066fca62778 req-074a999f-4394-44ba-85e1-98449bcfb540 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.271827 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d6741270-e59b-454f-8595-5066fca62778 req-074a999f-4394-44ba-85e1-98449bcfb540 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 945 time: 0.0495992 May 06 09:35:06.301823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['de2c3f89-497e-45ee-8639-e15e4add84d4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:06.334817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3665b94-7cb9-4997-9293-32064adf7d6d req-50ce7191-8366-464f-917c-587dc63aef64 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802643 May 06 09:35:06.352447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2c56b63-16cb-4601-abf5-1393abb48c9b req-e63e047e-4660-4ab9-9f48-779317137349 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 May 06 09:35:06.419716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Deleting port 5417eeb8-b754-4dd3-8d28-6640c5650e51 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:06.420315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.430916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:06.439036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.489827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Transition to ACTIVE for port object e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:06.509250 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.526895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] For port 5417eeb8-b754-4dd3-8d28-6640c5650e51, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5417eeb8-b754-4dd3-8d28-6640c5650e51,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:06.527259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.544254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Calling delete_port for 5417eeb8-b754-4dd3-8d28-6640c5650e51 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:06.575185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d92e7-1fae-4797-912d-c81d095eed0a req-df6dd8d0-b4fd-4237-a036-19e6ccebf987 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.576728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f5d92e7-1fae-4797-912d-c81d095eed0a req-df6dd8d0-b4fd-4237-a036-19e6ccebf987 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 935 time: 0.1348851 May 06 09:35:06.596622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Pushing event updated for resources: {'Port': ['ID=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:06.623768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cac4d-e604-4412-91c4-18eec8805da0 req-3dd02eb2-d111-4a77-af9c-9bc4661442c1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.625685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d47cac4d-e604-4412-91c4-18eec8805da0 req-3dd02eb2-d111-4a77-af9c-9bc4661442c1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1707766 May 06 09:35:06.691620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.709150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5417eeb8-b754-4dd3-8d28-6640c5650e51'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:06.710352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f5d92e7-1fae-4797-912d-c81d095eed0a req-697d448b-690b-4e44-b03c-f0091da4e55d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235096 May 06 09:35:06.737007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event deleted for resources: {'Port': ['ID=5417eeb8-b754-4dd3-8d28-6640c5650e51,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:06.750920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d47cac4d-e604-4412-91c4-18eec8805da0 req-da6cbb2a-17e7-4188-9bf5-dda6fe844fed tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956454 May 06 09:35:06.772375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Attempting to bind port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:06.772375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Attempting to bind port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:06.772375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Attempting to bind port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:06.775734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:06.776163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Attempting to bind port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:06.782800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:06.783279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:06.783818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:06.784352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Bound port: e6252eb8-ee8b-446b-b9a4-d5efa1587dd7, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:06.784866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.800403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] No DVR routers for this DVR port 5417eeb8-b754-4dd3-8d28-6640c5650e51 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:06.803839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.807263 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d6741270-e59b-454f-8595-5066fca62778 req-cbc74439-9704-41e1-885f-11c34aa0711f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "DELETE /v2.0/ports/5417eeb8-b754-4dd3-8d28-6640c5650e51 HTTP/1.1" status: 204 len: 173 time: 0.5261698 May 06 09:35:06.807761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b087ae02-fff7-4c50-8725-145573eed861', 'name': 'network-vif-deleted', 'tag': '5417eeb8-b754-4dd3-8d28-6640c5650e51'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:06.810054 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9671e-7660-4ce2-b412-500ce0216987" -d '{"events": [{"server_uuid": "b087ae02-fff7-4c50-8725-145573eed861", "name": "network-vif-deleted", "tag": "5417eeb8-b754-4dd3-8d28-6640c5650e51"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:06.857264 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5c9cb7-5e35-48be-8f92-731f61a512e8 x-openstack-request-id: req-8a5c9cb7-5e35-48be-8f92-731f61a512e8 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:06.857547 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b087ae02-fff7-4c50-8725-145573eed861", "name": "network-vif-deleted", "tag": "5417eeb8-b754-4dd3-8d28-6640c5650e51", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:06.857793 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a5c9cb7-5e35-48be-8f92-731f61a512e8 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:06.858184 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5c9cb7-5e35-48be-8f92-731f61a512e8'] response: {'server_uuid': 'b087ae02-fff7-4c50-8725-145573eed861', 'name': 'network-vif-deleted', 'tag': '5417eeb8-b754-4dd3-8d28-6640c5650e51', 'status': 'completed', 'code': 200} May 06 09:35:06.904213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] For port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:06.908268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] For port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:06.920668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710048b-68a4-4d0c-ae67-31afa075acdd req-d1dc451b-3380-4378-963e-78c0022d5cf2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.922165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0710048b-68a4-4d0c-ae67-31afa075acdd req-d1dc451b-3380-4378-963e-78c0022d5cf2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 945 time: 0.0982580 May 06 09:35:06.923452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.982571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:06.983179 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:06.984576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 HTTP/1.1" status: 200 len: 1095 time: 1.2112737 May 06 09:35:07.014406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d2594-59bb-4d94-88d3-b0786ba59999 service neutron] Pushing event updated for resources: {'Port': ['ID=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:07.045111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0710048b-68a4-4d0c-ae67-31afa075acdd req-be122820-0eb8-4e57-968a-9f475c3358dd tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922079 May 06 09:35:07.196589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61c98099-b406-4fcb-bdd5-61704abe152c req-c4a36dbb-cba8-4f99-a4ca-7001e9c3f807 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 210 time: 0.0590177 May 06 09:35:07.207597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-7f8c2213-f40b-4159-9d8d-028de5bbb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.209748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-7f8c2213-f40b-4159-9d8d-028de5bbb163 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=20b7720445c340ed9a97993954b422d5&device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 1098 time: 0.1012337 May 06 09:35:07.215464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'tag': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:07.217487 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6d0547-753e-46e2-854a-386b8674550b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e957ff1-dffe-4783-86ab-f8d831326cc6", "tag": "e6252eb8-ee8b-446b-b9a4-d5efa1587dd7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:07.228288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123da1b-3ed8-4c02-b4f3-d5b87f218efc req-b602bd64-5efd-42ee-8ac9-e3d52b6b5ba2 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.229767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6123da1b-3ed8-4c02-b4f3-d5b87f218efc req-b602bd64-5efd-42ee-8ac9-e3d52b6b5ba2 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0933805 May 06 09:35:07.269050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8a6b86dc-393d-4b82-8555-10ad208a473b details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:07.270192 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a259555d-becb-412c-a919-58ca4c52d999 x-openstack-request-id: req-a259555d-becb-412c-a919-58ca4c52d999 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:07.270476 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e957ff1-dffe-4783-86ab-f8d831326cc6", "tag": "e6252eb8-ee8b-446b-b9a4-d5efa1587dd7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:07.270724 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a259555d-becb-412c-a919-58ca4c52d999 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:07.271907 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a259555d-becb-412c-a919-58ca4c52d999'] response: {'name': 'network-changed', 'server_uuid': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'tag': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7', 'status': 'completed', 'code': 200} May 06 09:35:07.278505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-03bb7281-c150-4613-b416-34a251c60025 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 HTTP/1.1" status: 200 len: 217 time: 0.0443308 May 06 09:35:07.337939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6123da1b-3ed8-4c02-b4f3-d5b87f218efc req-b3fba8c7-2852-43c3-b3fb-1c03c9c0edfb tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980113 May 06 09:35:07.345609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-614e7321-4058-42f3-9f87-df2d66ac9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.346489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-614e7321-4058-42f3-9f87-df2d66ac9d74 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0587387 May 06 09:35:07.384246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:07.399101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8a6b86dc-393d-4b82-8555-10ad208a473b has no active binding in host n-h2-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:35:07.407179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-75fe874e-3cd9-470e-a8a9-df09069edbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.408697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-75fe874e-3cd9-470e-a8a9-df09069edbdb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505857 May 06 09:35:07.787380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22586c9-e55f-4665-89ef-a8c44fbf92eb req-db89daf0-1f95-4890-9d65-8b690e6ead86 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.788795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d22586c9-e55f-4665-89ef-a8c44fbf92eb req-db89daf0-1f95-4890-9d65-8b690e6ead86 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.3443956 May 06 09:35:07.810753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e915e-20f6-4d37-918f-6878ddd45450 req-e6b38293-2239-4bf8-9a00-f1789ade4cc2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:07.812222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a4e915e-20f6-4d37-918f-6878ddd45450 req-e6b38293-2239-4bf8-9a00-f1789ade4cc2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.3320363 May 06 09:35:07.833754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-1c8c937e-5ea7-4738-8cdb-dc3894a0abaa service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098268 May 06 09:35:07.946176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d22586c9-e55f-4665-89ef-a8c44fbf92eb req-bdbd745d-f742-4518-a315-1a11203b86fe tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427033 May 06 09:35:07.948368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a4e915e-20f6-4d37-918f-6878ddd45450 req-dc6fa246-2e08-4b1f-afa0-13c0502c9b25 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275215 May 06 09:35:08.001399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-8c04d1c8-ff93-4735-91f5-54011b5243ac tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.003068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-8c04d1c8-ff93-4735-91f5-54011b5243ac tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.83 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 949 time: 0.1044183 May 06 09:35:08.015273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86bb4437-0e09-49cf-9ccf-26c70a231ec6 req-686fd60b-92ab-40de-8100-470f527e9922 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721675 May 06 09:35:08.183862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1b7fc-97d0-474a-82cf-4dd3bde29aa1 req-98dfd76a-5d9f-48b8-97e0-8e44291ee979 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.185335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb1b7fc-97d0-474a-82cf-4dd3bde29aa1 req-98dfd76a-5d9f-48b8-97e0-8e44291ee979 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 947 time: 0.1632223 May 06 09:35:08.199945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d0547-753e-46e2-854a-386b8674550b req-b263b4c5-1264-4d79-aade-0058f693ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.201281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d0547-753e-46e2-854a-386b8674550b req-b263b4c5-1264-4d79-aade-0058f693ed31 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=20b7720445c340ed9a97993954b422d5&device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 1098 time: 0.1100588 May 06 09:35:08.208834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53307ba6-45ff-4b85-a337-b6c666903445 req-22131f3f-4dcc-4680-bdff-ba9132554352 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.210300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53307ba6-45ff-4b85-a337-b6c666903445 req-22131f3f-4dcc-4680-bdff-ba9132554352 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1390016 May 06 09:35:08.336560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb1b7fc-97d0-474a-82cf-4dd3bde29aa1 req-7b2857c7-7c0d-4a9f-ac8a-3aac5e098c3b tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402769 May 06 09:35:08.338545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Deleting port 62199d24-8ec6-415b-aeb8-1e77d19cd991 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:08.338877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.355021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53307ba6-45ff-4b85-a337-b6c666903445 req-52304d27-7483-450e-bf41-543932c923ee tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310542 May 06 09:35:08.430869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d0547-753e-46e2-854a-386b8674550b req-2a6a8628-d412-4ec2-b8e0-265c2d72bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.432369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d0547-753e-46e2-854a-386b8674550b req-2a6a8628-d412-4ec2-b8e0-265c2d72bd96 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2170827 May 06 09:35:08.529729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc89b18-c6cd-4029-85e9-e2130f4a1420 req-9039ef10-ed47-42ef-830a-7653ab751d5a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 210 time: 0.0963159 May 06 09:35:08.534733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d0547-753e-46e2-854a-386b8674550b req-eb922c86-e6e0-438c-bdf3-4b2f95551eb0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 HTTP/1.1" status: 200 len: 217 time: 0.0771306 May 06 09:35:08.584594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] For port 62199d24-8ec6-415b-aeb8-1e77d19cd991, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=62199d24-8ec6-415b-aeb8-1e77d19cd991,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:08.584993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.607782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Calling delete_port for 62199d24-8ec6-415b-aeb8-1e77d19cd991 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:08.618782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c82c25-9fb9-42b7-8014-d7b8eeabd9a0 req-3a8bb4ef-da65-4c5e-9967-f5b42c501574 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.620277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95c82c25-9fb9-42b7-8014-d7b8eeabd9a0 req-3a8bb4ef-da65-4c5e-9967-f5b42c501574 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 945 time: 0.1672130 May 06 09:35:08.657718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d0547-753e-46e2-854a-386b8674550b req-f2ab1a99-3903-4021-97f5-fd13e56dd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.659113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d0547-753e-46e2-854a-386b8674550b req-f2ab1a99-3903-4021-97f5-fd13e56dd1fb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1152730 May 06 09:35:08.763627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95c82c25-9fb9-42b7-8014-d7b8eeabd9a0 req-afd8b6b8-b3e2-446d-a584-dac57fda356c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322207 May 06 09:35:08.770865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb0f2-39ea-4a93-8960-2583f7f90cb8 req-6b2165eb-24b0-4169-8fc1-a04bbc36dbe6 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.772346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c73eb0f2-39ea-4a93-8960-2583f7f90cb8 req-6b2165eb-24b0-4169-8fc1-a04bbc36dbe6 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1692944 May 06 09:35:08.809929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d0547-753e-46e2-854a-386b8674550b req-ab287123-a7dc-46c3-934a-531b918394ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:08.811398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d0547-753e-46e2-854a-386b8674550b req-ab287123-a7dc-46c3-934a-531b918394ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1396890 May 06 09:35:08.856143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c73eb0f2-39ea-4a93-8960-2583f7f90cb8 req-1c5982cf-645e-4ee5-81b4-5b122e8b89ec tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722539 May 06 09:35:08.956768 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:08.978415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['62199d24-8ec6-415b-aeb8-1e77d19cd991'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:09.001246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d0547-753e-46e2-854a-386b8674550b req-b58c94aa-e2ed-4acb-9597-041e25d7492c service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689649 May 06 09:35:09.001950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Pushing event deleted for resources: {'Port': ['ID=62199d24-8ec6-415b-aeb8-1e77d19cd991,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:09.010214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['780e096d-d5f9-406f-900c-cbde9539e7a7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:09.011447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625205f9-f29d-439c-b162-6f38ed2b905b req-677672bb-f816-4b4d-b254-7982d258936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.016715 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-625205f9-f29d-439c-b162-6f38ed2b905b req-677672bb-f816-4b4d-b254-7982d258936f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1100 time: 0.0538931 May 06 09:35:09.073441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] No DVR routers for this DVR port 62199d24-8ec6-415b-aeb8-1e77d19cd991 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:09.100394 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-625205f9-f29d-439c-b162-6f38ed2b905b req-828d1d71-ec83-4c7b-9493-59dabd078b91 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 May 06 09:35:09.100627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.103871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af4f9e96-92ec-4b32-93f5-eea098339c5e req-029f19ee-fd26-41f9-ad26-73b897c15b96 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.83 "DELETE /v2.0/ports/62199d24-8ec6-415b-aeb8-1e77d19cd991 HTTP/1.1" status: 204 len: 173 time: 1.0909252 May 06 09:35:09.158886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5417eeb8-b754-4dd3-8d28-6640c5650e51 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:09.187457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 5417eeb8-b754-4dd3-8d28-6640c5650e51 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:09.187966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5417eeb8-b754-4dd3-8d28-6640c5650e51 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:09.207538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-205c8d0b-f57a-449f-a5a8-b8691372372a req-34f70faa-2378-44c9-9524-839247a3483e tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=250d8f2a-b770-44f3-98cc-608ee30108e3 HTTP/1.1" status: 200 len: 210 time: 0.0655277 May 06 09:35:09.274133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d0547-753e-46e2-854a-386b8674550b req-5c38cd44-3535-48e8-89f4-7680366d23d8 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382576 May 06 09:35:09.281739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'name': 'network-vif-deleted', 'tag': '62199d24-8ec6-415b-aeb8-1e77d19cd991'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:09.284672 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cfdd7b-d609-4757-b547-8bb36651b25f" -d '{"events": [{"server_uuid": "250d8f2a-b770-44f3-98cc-608ee30108e3", "name": "network-vif-deleted", "tag": "62199d24-8ec6-415b-aeb8-1e77d19cd991"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:09.298273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50de2dd0-77b0-4f55-b18f-967473fab47d details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:09.300423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd42c-4f6c-46cd-92e2-de3eb94616da req-f50ba56c-28b9-4875-afbb-bc857a3a9f61 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.302338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:09.303516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92dbd42c-4f6c-46cd-92e2-de3eb94616da req-f50ba56c-28b9-4875-afbb-bc857a3a9f61 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.1986866 May 06 09:35:09.353205 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9c6f0d-2cb8-4b9e-b373-58f23485e399 x-openstack-request-id: req-0d9c6f0d-2cb8-4b9e-b373-58f23485e399 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:09.353739 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250d8f2a-b770-44f3-98cc-608ee30108e3", "name": "network-vif-deleted", "tag": "62199d24-8ec6-415b-aeb8-1e77d19cd991", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:09.353739 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d9c6f0d-2cb8-4b9e-b373-58f23485e399 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:09.354132 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9c6f0d-2cb8-4b9e-b373-58f23485e399'] response: {'server_uuid': '250d8f2a-b770-44f3-98cc-608ee30108e3', 'name': 'network-vif-deleted', 'tag': '62199d24-8ec6-415b-aeb8-1e77d19cd991', 'status': 'completed', 'code': 200} May 06 09:35:09.360685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92dbd42c-4f6c-46cd-92e2-de3eb94616da req-746205a8-5e72-4527-ab1a-f27c302e752e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506768 May 06 09:35:09.457487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port de2c3f89-497e-45ee-8639-e15e4add84d4 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:09.464315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port de2c3f89-497e-45ee-8639-e15e4add84d4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:09.464783 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.496885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:09.503232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5d7ef-5120-45b0-9267-9531a5beb8ac req-1f81839c-6d7d-4712-b972-df373bdefeb8 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.505771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62a5d7ef-5120-45b0-9267-9531a5beb8ac req-1f81839c-6d7d-4712-b972-df373bdefeb8 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 947 time: 0.0897019 May 06 09:35:09.514142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'port_id': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'mac_address': 'fa:16:3e:fa:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03458e7d-89d9-4cd6-96be-e37f0c91c39f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:09.517920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58454bef-0de5-420d-a018-f346b7c3c5a3 req-312c4bdb-cd77-44b6-a2c3-8bc71298783e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:09.519559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58454bef-0de5-420d-a018-f346b7c3c5a3 req-312c4bdb-cd77-44b6-a2c3-8bc71298783e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0720506 May 06 09:35:09.598936 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.616528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50de2dd0-77b0-4f55-b18f-967473fab47d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:09.618169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62a5d7ef-5120-45b0-9267-9531a5beb8ac req-46ff04c9-5b13-489b-bbcc-9828c5deff9e tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976584 May 06 09:35:09.627083 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.628577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58454bef-0de5-420d-a018-f346b7c3c5a3 req-0ac47054-b068-4bdb-804e-aec1ff0def2e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918572 May 06 09:35:09.650613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:09.658918 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.714821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:09.729745 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77acd3a8-6251-423d-b8f5-b248467def0c" -d '{"events": [{"server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "name": "network-vif-plugged", "status": "completed", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:09.773172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:09.775087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:09.781301 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:09.785004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd372e9-5a2e-452b-bd6e-3f07321cbcb9 req-9be9e042-cadf-4f94-9dbf-53516b35e636 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 210 time: 0.0812936 May 06 09:35:09.829207 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc007569-28e8-4d75-9b05-4e46e5323aaa x-openstack-request-id: req-fc007569-28e8-4d75-9b05-4e46e5323aaa {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:09.829716 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "name": "network-vif-plugged", "status": "completed", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:09.830055 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc007569-28e8-4d75-9b05-4e46e5323aaa {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:09.830541 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc007569-28e8-4d75-9b05-4e46e5323aaa'] response: {'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4', 'code': 200} May 06 09:35:09.834794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['50de2dd0-77b0-4f55-b18f-967473fab47d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:09.914100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:10.017143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bdac9-d225-46ad-b812-9b89d41f8446 req-db4b7ee4-974a-47d0-a1cd-7e627f3201a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.018716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d8bdac9-d225-46ad-b812-9b89d41f8446 req-db4b7ee4-974a-47d0-a1cd-7e627f3201a4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1097 time: 0.1458695 May 06 09:35:10.058301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a822f1f-3f6b-441f-aec4-3956149e2ea8 req-b48b6751-0ecd-4cf2-a74c-1a536ba9837d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.059890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a822f1f-3f6b-441f-aec4-3956149e2ea8 req-b48b6751-0ecd-4cf2-a74c-1a536ba9837d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 946 time: 0.1985462 May 06 09:35:10.087471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99135176-2e18-45af-bec3-59f3626be82f req-357f2885-52d5-42eb-aef2-929274812bdb tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.089189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99135176-2e18-45af-bec3-59f3626be82f req-357f2885-52d5-42eb-aef2-929274812bdb tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 944 time: 0.1324224 May 06 09:35:10.102117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d8bdac9-d225-46ad-b812-9b89d41f8446 req-d472bf8f-53d1-4373-a9d9-45a135ba07cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 May 06 09:35:10.137768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a822f1f-3f6b-441f-aec4-3956149e2ea8 req-75cf0542-ca9d-4e10-a5f5-e7e522ab8a4a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705960 May 06 09:35:10.155668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99135176-2e18-45af-bec3-59f3626be82f req-9122668e-b433-42ff-a176-0607779c180d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506368 May 06 09:35:10.533973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e72fb7-24e8-436f-9755-13ad024c2ba0 req-6f1a81a9-f0f1-4c8f-8df0-86c0ef89cfe6 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.535547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8e72fb7-24e8-436f-9755-13ad024c2ba0 req-6f1a81a9-f0f1-4c8f-8df0-86c0ef89cfe6 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.0819302 May 06 09:35:10.548675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40ae0e-860b-44a2-bcf6-bfa8b1958e1c req-661f9707-1f85-472b-a9ea-eb61e51cab54 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.550197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a40ae0e-860b-44a2-bcf6-bfa8b1958e1c req-661f9707-1f85-472b-a9ea-eb61e51cab54 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.0853596 May 06 09:35:10.611611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8e72fb7-24e8-436f-9755-13ad024c2ba0 req-dd01e874-1b50-43ea-8567-9b1b4eb2b802 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601544 May 06 09:35:10.617553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a40ae0e-860b-44a2-bcf6-bfa8b1958e1c req-00c409f4-d5a3-45f7-b875-8854547ea174 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593183 May 06 09:35:10.748345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e1ea3-9dd2-4549-9fa7-a7209dbd9fde req-a8481675-62d1-49a8-8b3e-c71615a2ceb4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.750122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-564e1ea3-9dd2-4549-9fa7-a7209dbd9fde req-a8481675-62d1-49a8-8b3e-c71615a2ceb4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0559897 May 06 09:35:10.813842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-564e1ea3-9dd2-4549-9fa7-a7209dbd9fde req-2f74dc1b-ab0b-4f90-ba8d-cf12031e149f tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539749 May 06 09:35:10.842166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21085e08-dcd3-4f0d-9cd0-993053a8a859 req-60a31420-2e2e-4aab-a2cc-b92f33884c32 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:10.843774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21085e08-dcd3-4f0d-9cd0-993053a8a859 req-60a31420-2e2e-4aab-a2cc-b92f33884c32 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 947 time: 0.0926781 May 06 09:35:10.899730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21085e08-dcd3-4f0d-9cd0-993053a8a859 req-d5f8975e-8443-448f-bd94-771a68ef9c7f tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 May 06 09:35:10.941409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdd7c0f5-8842-4f5e-ae83-d4c759cc975d req-a0001f40-9e91-4a9f-818f-59acc44a567f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=b087ae02-fff7-4c50-8725-145573eed861 HTTP/1.1" status: 200 len: 210 time: 0.0253339 May 06 09:35:11.143477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:11.147351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:11.291048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f44dda-9e14-43f4-8bf0-7e6d2db1e7f9 req-10fb92c8-a399-45e9-94e3-452ece4be160 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.292732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1f44dda-9e14-43f4-8bf0-7e6d2db1e7f9 req-10fb92c8-a399-45e9-94e3-452ece4be160 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 946 time: 0.0780203 May 06 09:35:11.306086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696472c0-7c9a-4299-b54c-9c6bcb7ab455 req-e3761a45-6e8a-4e85-a396-ed75dce0be06 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.307572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-696472c0-7c9a-4299-b54c-9c6bcb7ab455 req-e3761a45-6e8a-4e85-a396-ed75dce0be06 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 944 time: 0.0808887 May 06 09:35:11.309937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.312664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.328371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50de2dd0-77b0-4f55-b18f-967473fab47d up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:11.360595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7', 'mac_address': 'fa:16:3e:a8:12:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:11.372590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1f44dda-9e14-43f4-8bf0-7e6d2db1e7f9 req-db60a87d-be18-4e27-88d6-64a9cb77df4a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639131 May 06 09:35:11.378806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-696472c0-7c9a-4299-b54c-9c6bcb7ab455 req-ae844580-3507-4fc5-99d2-ab145621f482 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645168 May 06 09:35:11.400431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.429346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.580754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.604083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:11.629488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 50de2dd0-77b0-4f55-b18f-967473fab47d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:11.629854 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.640459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:11.644176 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.664652 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.665302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:11.753216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.761816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:11.774340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee599-6b24-4fca-bc24-4a81ecdaffdb req-3a38d822-93d1-4db1-9aaf-89c1393d2eba tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.775839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-256ee599-6b24-4fca-bc24-4a81ecdaffdb req-3a38d822-93d1-4db1-9aaf-89c1393d2eba tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.0801141 May 06 09:35:11.790935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5118-57ec-4c64-b0d6-e7a44f33dc12 req-1d6f99b3-895d-49f0-b74a-c324838d7837 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:11.791174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'mac_address': 'fa:16:3e:15:f2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:11.792401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eacd5118-57ec-4c64-b0d6-e7a44f33dc12 req-1d6f99b3-895d-49f0-b74a-c324838d7837 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.0701678 May 06 09:35:11.805106 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.831228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:11.833828 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85bf4b-4149-444a-82a5-111db78b5886" -d '{"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-unplugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:11.840007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-256ee599-6b24-4fca-bc24-4a81ecdaffdb req-b1556ceb-a1a6-40fe-9529-e14a237445e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575476 May 06 09:35:11.853085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eacd5118-57ec-4c64-b0d6-e7a44f33dc12 req-f84687c5-761a-4797-aaa5-8ea57b8119d8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483215 May 06 09:35:11.860869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.888437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:11.898383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.908530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.909490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 62199d24-8ec6-415b-aeb8-1e77d19cd991 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:11.912885 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c210d5-efee-4c9f-a1aa-067187916b95 x-openstack-request-id: req-21c210d5-efee-4c9f-a1aa-067187916b95 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:11.913259 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-unplugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:11.913573 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21c210d5-efee-4c9f-a1aa-067187916b95 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:11.914022 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c210d5-efee-4c9f-a1aa-067187916b95'] response: {'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'code': 200} May 06 09:35:11.961989 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:11.962828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 62199d24-8ec6-415b-aeb8-1e77d19cd991 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:11.963166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 62199d24-8ec6-415b-aeb8-1e77d19cd991 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:11.970336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:11.994440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:12.014614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394d6f4-4744-4e6a-8a3a-b81bf46c3ba7 req-aa76926f-2d61-4a0c-8ccd-d80e564d6c91 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.016123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2394d6f4-4744-4e6a-8a3a-b81bf46c3ba7 req-aa76926f-2d61-4a0c-8ccd-d80e564d6c91 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 947 time: 0.0830336 May 06 09:35:12.048511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10ec1-aabd-47e9-a2b2-24d3ee4b61e0 req-befca8c8-bbdc-4bde-b922-7f07b2f73627 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.049985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ec10ec1-aabd-47e9-a2b2-24d3ee4b61e0 req-befca8c8-bbdc-4bde-b922-7f07b2f73627 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 948 time: 0.0832305 May 06 09:35:12.054835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:12.080378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2394d6f4-4744-4e6a-8a3a-b81bf46c3ba7 req-62b93382-4ff1-442e-b0b9-be645ef88d4d tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570872 May 06 09:35:12.102350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ec10ec1-aabd-47e9-a2b2-24d3ee4b61e0 req-6b3093f6-87a9-4018-a46b-b7465f8c3568 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 May 06 09:35:12.205389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef616-fc9f-4d94-904f-e6adfe159369 req-41a52735-abda-48ac-bc0d-71e6c6eac93b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.206860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdcef616-fc9f-4d94-904f-e6adfe159369 req-41a52735-abda-48ac-bc0d-71e6c6eac93b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 948 time: 0.0490766 May 06 09:35:12.247946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdcef616-fc9f-4d94-904f-e6adfe159369 req-4cee8693-4425-4d39-967d-85253b130a36 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344830 May 06 09:35:12.495091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e6252eb8-ee8b-446b-b9a4-d5efa1587dd7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:12.511816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9f6d4-f7e6-45c9-9f1b-20c7a644e93a req-ee8840f1-ae79-4eb0-8a55-65ed52266387 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.513522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1b9f6d4-f7e6-45c9-9f1b-20c7a644e93a req-ee8840f1-ae79-4eb0-8a55-65ed52266387 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 946 time: 0.0658491 May 06 09:35:12.521118 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:12.618427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1b9f6d4-f7e6-45c9-9f1b-20c7a644e93a req-ea0481d6-f300-471c-88ff-d66c4bc8846a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964596 May 06 09:35:12.660857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e1b389c1-040e-4f92-b784-27154397bcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:12.690036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731f831-67bb-44c2-9b19-70cda635b2af req-39d6ec44-3cd7-4cc9-ab29-4d437f1c806f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.700689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-39d6ec44-3cd7-4cc9-ab29-4d437f1c806f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.1564276 May 06 09:35:12.725927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-425aa59b-f0da-4f15-91a6-69958cb7e6bf tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/quotas/572e50a56d59423dbaa3299982dc2b1c HTTP/1.1" status: 200 len: 375 time: 0.0241039 May 06 09:35:12.775950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-9bf6a18b-4a39-4d9f-82e1-6ffbaf8119d7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316350 May 06 09:35:12.800571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993f90b-5f0e-450d-8df4-9c51f1ebacf5 req-1cc56d77-0f55-42a9-a394-3cbeaf58a43a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:12.808017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c993f90b-5f0e-450d-8df4-9c51f1ebacf5 req-1cc56d77-0f55-42a9-a394-3cbeaf58a43a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1040468 May 06 09:35:12.894944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c993f90b-5f0e-450d-8df4-9c51f1ebacf5 req-b56c4ac1-f09d-4fc2-8e24-8bcc9518eebf tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860720 May 06 09:35:12.925687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-7e4bf493-7e8a-4adf-89fa-9d4167ccf748 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424441 May 06 09:35:13.281781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a726952-8437-4706-b614-161ee3483712 req-4b6a193d-e1d3-4694-966f-50cc2e5b0637 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.283288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a726952-8437-4706-b614-161ee3483712 req-4b6a193d-e1d3-4694-966f-50cc2e5b0637 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.82 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.3566790 May 06 09:35:13.314866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e76634-591c-40d6-893f-011a3e09d0d3 req-f0d4b9d8-a29c-4cb3-910a-601de0f60a82 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.316337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12e76634-591c-40d6-893f-011a3e09d0d3 req-f0d4b9d8-a29c-4cb3-910a-601de0f60a82 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 948 time: 0.1405253 May 06 09:35:13.347768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-a83c05ba-4469-4468-a01b-365c407147ac service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127955 May 06 09:35:13.409611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12e76634-591c-40d6-893f-011a3e09d0d3 req-a16b012d-900f-4b54-a408-590a30be2ee9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724697 May 06 09:35:13.434293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Deleting port 780e096d-d5f9-406f-900c-cbde9539e7a7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:13.434631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:13.607048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da2b0-a59c-48ad-90bc-7cb703948a33 req-3715a669-fc3a-4817-9c8c-fc79e9361825 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.608630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f14da2b0-a59c-48ad-90bc-7cb703948a33 req-3715a669-fc3a-4817-9c8c-fc79e9361825 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/ports?device_id=58964dde-51b9-48fb-a274-e3b4f075760e HTTP/1.1" status: 200 len: 950 time: 0.1232543 May 06 09:35:13.610597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] For port 780e096d-d5f9-406f-900c-cbde9539e7a7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=780e096d-d5f9-406f-900c-cbde9539e7a7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:13.610985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:13.644389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Calling delete_port for 780e096d-d5f9-406f-900c-cbde9539e7a7 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:13.653926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c240d-69e7-4126-9271-484f299a7f5d req-2bff0fcb-608e-4982-9975-6379ca98d037 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.655421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c69c240d-69e7-4126-9271-484f299a7f5d req-2bff0fcb-608e-4982-9975-6379ca98d037 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.1322222 May 06 09:35:13.699086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f14da2b0-a59c-48ad-90bc-7cb703948a33 req-eb6fb54f-2023-4f54-a2d1-16456f1432a4 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9a1bf45-c2c1-4182-b814-86df2a09e992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837784 May 06 09:35:13.760109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c69c240d-69e7-4126-9271-484f299a7f5d req-b62ac880-282e-43fe-974e-feb6a89a43c0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950611 May 06 09:35:13.842885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-791263c1-7c57-495e-acf9-49ea966c3331 req-bc819d98-ba4a-4488-8e08-9a48c292881f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0335209 May 06 09:35:13.864856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6508b2e-5013-4be2-ab65-5aabefe748e2 req-676b1182-e544-400d-8018-51f607724900 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:13.866350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6508b2e-5013-4be2-ab65-5aabefe748e2 req-676b1182-e544-400d-8018-51f607724900 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 948 time: 0.0942953 May 06 09:35:13.915677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:13.918071 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93534924-0f22-47bd-bfe1-9915a9bc5693" -d '{"events": [{"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-plugged", "status": "completed", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:13.972972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:13.978561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6508b2e-5013-4be2-ab65-5aabefe748e2 req-28409bca-ca14-421d-a64d-d33c8139cb34 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867031 May 06 09:35:13.988803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['780e096d-d5f9-406f-900c-cbde9539e7a7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:14.014891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Pushing event deleted for resources: {'Port': ['ID=780e096d-d5f9-406f-900c-cbde9539e7a7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:14.026892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec58f07-1aa0-46b5-a4d6-8dcca81ba055 req-1eedddbb-6401-436a-bbdc-ec1e32c83de0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.028634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aec58f07-1aa0-46b5-a4d6-8dcca81ba055 req-1eedddbb-6401-436a-bbdc-ec1e32c83de0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 946 time: 0.1120059 May 06 09:35:14.084588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] No DVR routers for this DVR port 780e096d-d5f9-406f-900c-cbde9539e7a7 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:14.088763 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:14.092407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a726952-8437-4706-b614-161ee3483712 req-619136fb-cff5-49ef-a01a-ba04724292e9 tempest-LiveMigrationNegativeTest-2099888871 tempest-LiveMigrationNegativeTest-2099888871-project] 10.222.0.82 "DELETE /v2.0/ports/780e096d-d5f9-406f-900c-cbde9539e7a7 HTTP/1.1" status: 204 len: 173 time: 0.7984393 May 06 09:35:14.093106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58964dde-51b9-48fb-a274-e3b4f075760e', 'name': 'network-vif-deleted', 'tag': '780e096d-d5f9-406f-900c-cbde9539e7a7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:14.095713 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b021889-aaeb-449c-a0ef-17cd4c1dc114" -d '{"events": [{"server_uuid": "58964dde-51b9-48fb-a274-e3b4f075760e", "name": "network-vif-deleted", "tag": "780e096d-d5f9-406f-900c-cbde9539e7a7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:14.121430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aec58f07-1aa0-46b5-a4d6-8dcca81ba055 req-be790520-2ed4-48e5-855f-234e7e687d20 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680668 May 06 09:35:14.279076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf12a1-348f-427c-b586-4ab015c6b451 req-f479ee9d-b90a-4f78-982b-7da78fe5d7a3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.284275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fbf12a1-348f-427c-b586-4ab015c6b451 req-f479ee9d-b90a-4f78-982b-7da78fe5d7a3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0831292 May 06 09:35:14.354456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fbf12a1-348f-427c-b586-4ab015c6b451 req-8a7c33f0-106d-412f-8475-59a32a5f21e1 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622728 May 06 09:35:14.402431 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd2f896-3a0c-4b27-b4b5-c55699bc88fc x-openstack-request-id: req-ddd2f896-3a0c-4b27-b4b5-c55699bc88fc {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:14.402773 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-plugged", "status": "completed", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:14.403028 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddd2f896-3a0c-4b27-b4b5-c55699bc88fc {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:14.403417 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd2f896-3a0c-4b27-b4b5-c55699bc88fc'] response: {'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'code': 200} May 06 09:35:14.434847 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8afb66-f09d-47c9-9395-8bd7710144a3 x-openstack-request-id: req-ac8afb66-f09d-47c9-9395-8bd7710144a3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:14.435152 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58964dde-51b9-48fb-a274-e3b4f075760e", "name": "network-vif-deleted", "tag": "780e096d-d5f9-406f-900c-cbde9539e7a7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:14.435406 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac8afb66-f09d-47c9-9395-8bd7710144a3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:14.437061 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8afb66-f09d-47c9-9395-8bd7710144a3'] response: {'server_uuid': '58964dde-51b9-48fb-a274-e3b4f075760e', 'name': 'network-vif-deleted', 'tag': '780e096d-d5f9-406f-900c-cbde9539e7a7', 'status': 'completed', 'code': 200} May 06 09:35:14.541134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90986f4-20f1-4849-bfce-6b842dd41963 req-7cb41090-3bcb-4a7f-ad04-2c2d6833856e tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.548332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b90986f4-20f1-4849-bfce-6b842dd41963 req-7cb41090-3bcb-4a7f-ad04-2c2d6833856e tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0516548 May 06 09:35:14.596267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b90986f4-20f1-4849-bfce-6b842dd41963 req-2ae97003-b143-4645-94db-1e6bbd5d76d7 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 May 06 09:35:14.704183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4b4937c-1fbd-40f5-ab97-8356fb32df58 req-38a733ab-8f40-4d70-ac80-302388cee1f9 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0388644 May 06 09:35:14.725960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4bed1-7eb3-4114-953c-e0acdf6c3344 req-7d594d09-2bc9-4971-8575-79c3fe5f6013 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.728238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15f4bed1-7eb3-4114-953c-e0acdf6c3344 req-7d594d09-2bc9-4971-8575-79c3fe5f6013 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 948 time: 0.0923471 May 06 09:35:14.775397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15f4bed1-7eb3-4114-953c-e0acdf6c3344 req-4e48e6b8-a7a9-4135-a45e-7a83a915e70b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 May 06 09:35:14.846760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167ffad-49f1-42d5-8edd-04e71df3e257 req-c8958a15-7530-42b1-ba0b-3045583e6eac tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.855090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c167ffad-49f1-42d5-8edd-04e71df3e257 req-c8958a15-7530-42b1-ba0b-3045583e6eac tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0770366 May 06 09:35:14.919555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c167ffad-49f1-42d5-8edd-04e71df3e257 req-2c32e4cb-a68b-439b-aac4-eeb1f1e3757c tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631132 May 06 09:35:14.956523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd927a-ee06-4287-b8e9-8bfa3da9419d req-1d4fe233-5578-4185-aed4-7eb4a90c0205 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:14.958687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11dd927a-ee06-4287-b8e9-8bfa3da9419d req-1d4fe233-5578-4185-aed4-7eb4a90c0205 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.0798566 May 06 09:35:15.024693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11dd927a-ee06-4287-b8e9-8bfa3da9419d req-1f081452-fd7f-4be8-a751-db9fe8ad0acc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499139 May 06 09:35:15.031171 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65ecf72a-4a28-4045-9ad7-776e22eb01ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.172838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:15.203980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30705-cf8f-43c7-99b7-86857e4f753a req-b79ad738-894a-4e1c-aefa-c7ca90353fb8 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.206873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cf30705-cf8f-43c7-99b7-86857e4f753a req-b79ad738-894a-4e1c-aefa-c7ca90353fb8 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 948 time: 0.0912831 May 06 09:35:15.259607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cf30705-cf8f-43c7-99b7-86857e4f753a req-2185fefc-8da7-4425-a55b-aa6b31272c58 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449398 May 06 09:35:15.272466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:15.288414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:15.291007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.325932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bf260-5a9d-480c-b37f-9dbfd5b585ed req-8ee0a3a2-bdf0-4574-8ffe-5977eda898fc tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.327567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b04bf260-5a9d-480c-b37f-9dbfd5b585ed req-8ee0a3a2-bdf0-4574-8ffe-5977eda898fc tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0579114 May 06 09:35:15.341281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:15.384194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b04bf260-5a9d-480c-b37f-9dbfd5b585ed req-c2b3f41c-0964-4b8a-b11d-2e45a5cc4f23 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500252 May 06 09:35:15.422091 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.461359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:15.468992 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.469798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:15.490791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5642c-8a0d-4b9c-bb8a-7ca804499f6e req-9d0e7244-7db2-4b43-8ed8-a74d87163fc9 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:15.499026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ef5642c-8a0d-4b9c-bb8a-7ca804499f6e req-9d0e7244-7db2-4b43-8ed8-a74d87163fc9 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0695133 May 06 09:35:15.533079 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e8be0f6a-9ba5-41d4-a1c0-0ab463cb8df6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8e9f2ec33dc4d8f8f84c8e0fe074f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897016 May 06 09:35:15.533979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35086) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:15.553219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:15.554896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ef5642c-8a0d-4b9c-bb8a-7ca804499f6e req-4a090179-a6f9-40ac-9c60-a3f2b6518852 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542452 May 06 09:35:15.565261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:15.565625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.602160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aab938a-d807-46df-bdfb-a9d07c23e62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.630985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aab938a-d807-46df-bdfb-a9d07c23e62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.695521 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.696667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-f4a4d5a1-878e-44f3-ad9e-09fc7b426fe8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0293734 May 06 09:35:15.734259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:15.740290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.742039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 780e096d-d5f9-406f-900c-cbde9539e7a7 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:15.748529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aab938a-d807-46df-bdfb-a9d07c23e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.752454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aab938a-d807-46df-bdfb-a9d07c23e62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:15.756959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4aab938a-d807-46df-bdfb-a9d07c23e62a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9a1bf45-c2c1-4182-b814-86df2a09e992 HTTP/1.1" status: 204 len: 168 time: 0.2219622 May 06 09:35:15.770049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 780e096d-d5f9-406f-900c-cbde9539e7a7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:15.770679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 780e096d-d5f9-406f-900c-cbde9539e7a7 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:15.831098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:15.834473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab938a-d807-46df-bdfb-a9d07c23e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a1bf45-c2c1-4182-b814-86df2a09e992,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:15.875114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5894dafc-00db-4322-93f6-2f7d9aca907f req-2d96ed81-fb85-42a8-b182-3e55d811b8a6 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0632818 May 06 09:35:16.010261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cdccc-298e-42cc-a213-a7ac4803d5fe req-e9ea88ba-ff66-4a37-8d77-398f6779614f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.011830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-771cdccc-298e-42cc-a213-a7ac4803d5fe req-e9ea88ba-ff66-4a37-8d77-398f6779614f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1487150 May 06 09:35:16.047905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731f831-67bb-44c2-9b19-70cda635b2af req-bdaa1def-9b30-46de-90ed-ee75f641d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.049440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-bdaa1def-9b30-46de-90ed-ee75f641d753 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=572e50a56d59423dbaa3299982dc2b1c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3400378 May 06 09:35:16.104400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22f242-0057-4eaa-944f-d07cc1369c97 req-0ab7b1e3-0fb0-45e9-9b74-d75255fe2567 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.105911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e22f242-0057-4eaa-944f-d07cc1369c97 req-0ab7b1e3-0fb0-45e9-9b74-d75255fe2567 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1567142 May 06 09:35:16.111945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35102) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:16.133007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-771cdccc-298e-42cc-a213-a7ac4803d5fe req-d058c505-a593-4c44-afa6-ff8506477274 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143873 May 06 09:35:16.147370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.179568 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a9056650-597f-4550-ab7d-329bf5460e39 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d4b0e1959ec456fa08c7f423ceed2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664601 May 06 09:35:16.180168 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:16.234087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.255530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.304766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.307489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.308769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e22f242-0057-4eaa-944f-d07cc1369c97 req-e03ce243-cdcd-4ee3-ab58-7401679965a5 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748223 May 06 09:35:16.309067 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a76207f0-8ea4-4604-bf15-987806d80466 HTTP/1.1" status: 204 len: 168 time: 0.1276631 May 06 09:35:16.319442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76207f0-8ea4-4604-bf15-987806d80466,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:16.326013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731f831-67bb-44c2-9b19-70cda635b2af req-b72601b4-d3fa-43ed-bfb4-7676cfcf0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.329407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-b72601b4-d3fa-43ed-bfb4-7676cfcf0e05 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2583508 May 06 09:35:16.335079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.338486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.339628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.340084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.342710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.343283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.343722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.344122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.344507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.345637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.346042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.348001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e12784d-df6a-4f88-921f-ce0bbbcf10b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:16.353984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb62ac6-e684-46ca-bfaf-25e8dca0cab4 req-dd5b50d1-1679-4337-9930-100a965dc33c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.361998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fb62ac6-e684-46ca-bfaf-25e8dca0cab4 req-dd5b50d1-1679-4337-9930-100a965dc33c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.1521788 May 06 09:35:16.404949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7'}, {'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:16.407254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2731f831-67bb-44c2-9b19-70cda635b2af req-04ef4e04-8fe8-4496-99d6-35f99b273d89 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.83 "GET /v2.0/ports?device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0420442 May 06 09:35:16.408225 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d693ef-5f15-45ee-98b7-6548340f4b6f" -d '{"events": [{"server_uuid": "7e957ff1-dffe-4783-86ab-f8d831326cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e6252eb8-ee8b-446b-b9a4-d5efa1587dd7"}, {"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-plugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:16.451687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fb62ac6-e684-46ca-bfaf-25e8dca0cab4 req-0d271834-dc20-43cd-a534-8689224e8925 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887372 May 06 09:35:16.469952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ceeee-4dab-40ed-bd04-0804732873c6 req-47b3a91a-395b-4837-8188-91d8c90bc021 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.483607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e1ceeee-4dab-40ed-bd04-0804732873c6 req-47b3a91a-395b-4837-8188-91d8c90bc021 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 949 time: 0.0741868 May 06 09:35:16.496345 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:16.531827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e1ceeee-4dab-40ed-bd04-0804732873c6 req-537abfad-41ff-415b-86d4-155eac9c667c tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 May 06 09:35:16.610067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f404c-6503-4a41-aa46-32a4cbd1a291 req-729024d3-7fee-4b38-8294-d576c14fe2ca tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.612340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-939f404c-6503-4a41-aa46-32a4cbd1a291 req-729024d3-7fee-4b38-8294-d576c14fe2ca tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0544884 May 06 09:35:16.625932 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a5c38d-916f-4ade-adfc-42beb64a3ca7 x-openstack-request-id: req-06a5c38d-916f-4ade-adfc-42beb64a3ca7 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:16.626219 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e957ff1-dffe-4783-86ab-f8d831326cc6", "name": "network-vif-plugged", "status": "completed", "tag": "e6252eb8-ee8b-446b-b9a4-d5efa1587dd7", "code": 200}, {"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-plugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:16.626462 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06a5c38d-916f-4ade-adfc-42beb64a3ca7 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:16.626861 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a5c38d-916f-4ade-adfc-42beb64a3ca7'] response: {'server_uuid': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7', 'code': 200} May 06 09:35:16.627927 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a5c38d-916f-4ade-adfc-42beb64a3ca7'] response: {'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'code': 200} May 06 09:35:16.658575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-939f404c-6503-4a41-aa46-32a4cbd1a291 req-1f250d91-4480-45aa-abf4-66cf28f3ad7a tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355468 May 06 09:35:16.777315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67b7a9-0f04-490b-9536-a5fbe7897a14 req-a958fdff-b882-44eb-b7f8-bcaaba6dd4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.778921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f67b7a9-0f04-490b-9536-a5fbe7897a14 req-a958fdff-b882-44eb-b7f8-bcaaba6dd4bc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 1100 time: 0.0478523 May 06 09:35:16.822255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544e1f11-d345-4201-bc19-489b4e7e3cc3 req-2077858f-df95-4288-b608-a894f5ab8c91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0368879 May 06 09:35:16.900940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f67b7a9-0f04-490b-9536-a5fbe7897a14 req-f8a71550-6e7f-4b3a-841a-63c76a6ae4a6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137843 May 06 09:35:16.961631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1f11-d345-4201-bc19-489b4e7e3cc3 req-4ca4706f-f201-4994-8753-73007c9eef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:16.963690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544e1f11-d345-4201-bc19-489b4e7e3cc3 req-4ca4706f-f201-4994-8753-73007c9eef13 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=572e50a56d59423dbaa3299982dc2b1c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1287670 May 06 09:35:17.009019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93c87455-30df-48d3-bb03-62a4d47b26b9 req-38bf83ba-9dd5-410e-93ba-5da092d7a258 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0441859 May 06 09:35:17.093094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1f11-d345-4201-bc19-489b4e7e3cc3 req-821dc5b5-b0d1-4b8b-be0a-88f3f294ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.094600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544e1f11-d345-4201-bc19-489b4e7e3cc3 req-821dc5b5-b0d1-4b8b-be0a-88f3f294ca3b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212060 May 06 09:35:17.200349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544e1f11-d345-4201-bc19-489b4e7e3cc3 req-bc87909b-c6b8-4abb-9bfc-16ba1742e188 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.83 "GET /v2.0/ports?device_id=645ff56a-5199-4894-a56e-a5b78e279ab4 HTTP/1.1" status: 200 len: 210 time: 0.0341547 May 06 09:35:17.281804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b175cbc-133c-4957-ba05-9ba5710676b9 req-237884d0-c4a3-4749-a61a-96e7ad547d7a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.283288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b175cbc-133c-4957-ba05-9ba5710676b9 req-237884d0-c4a3-4749-a61a-96e7ad547d7a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.0620692 May 06 09:35:17.329018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b175cbc-133c-4957-ba05-9ba5710676b9 req-d744a0cc-5f1a-48e9-84f9-bc02c77f26e4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364711 May 06 09:35:17.482527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a135fa-3908-4eff-912c-a07aaafd892f req-44e6a5b8-82c1-4377-beef-60092b47b913 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.484170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87a135fa-3908-4eff-912c-a07aaafd892f req-44e6a5b8-82c1-4377-beef-60092b47b913 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0653245 May 06 09:35:17.535714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87a135fa-3908-4eff-912c-a07aaafd892f req-2926230a-b4dc-4748-b3e1-a71a74ce4bdf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 May 06 09:35:17.654979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d0a12-3e9b-4be5-a1d9-4a15fc613e9a req-f700a34d-396b-4014-87e2-e8266d26f980 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.656551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a61d0a12-3e9b-4be5-a1d9-4a15fc613e9a req-f700a34d-396b-4014-87e2-e8266d26f980 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.0529752 May 06 09:35:17.703063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a61d0a12-3e9b-4be5-a1d9-4a15fc613e9a req-a91e0e16-387d-4109-8940-54483f8c3841 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 May 06 09:35:17.813735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-7d4b0a67-6309-4b23-8c43-d5c713239aef tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:17.814794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-7d4b0a67-6309-4b23-8c43-d5c713239aef tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203114 May 06 09:35:17.865252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af37b9-8b6a-4dfe-8d50-346b01c9c66c req-6c71b983-f965-42ec-917a-4c569c98e4e1 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.866906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55af37b9-8b6a-4dfe-8d50-346b01c9c66c req-6c71b983-f965-42ec-917a-4c569c98e4e1 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 949 time: 0.0833640 May 06 09:35:17.870053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-88cc4e5e-923e-42d8-9424-f2e9b268abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:17.871313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-88cc4e5e-923e-42d8-9424-f2e9b268abf2 service neutron] 10.222.0.76 "GET /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 1094 time: 0.0474339 May 06 09:35:17.884207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Request body: {'binding': {'host': 'n-h1-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:17.884654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Unknown quota resources ['binding']. {{(pid=102742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:35:17.939316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55af37b9-8b6a-4dfe-8d50-346b01c9c66c req-27e38fc4-9975-46b1-9f26-2d57b7994eca tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 May 06 09:35:18.005687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.299670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-e1779191-12fc-4f00-a3e2-9f07b49c0e26 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384891 May 06 09:35:18.341865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b5213702-ba97-4c1e-90b5-2985c637db51 service neutron] 10.222.0.82 "GET /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.3643994 May 06 09:35:18.428948 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on host n-h1-840834-1 for vnic_type normal with profile None {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:18.429187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:18.429518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:18.446013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:18.446334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:18.470475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:18.470812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:18.471195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:18.471672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Bound port: de2c3f89-497e-45ee-8639-e15e4add84d4, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:18.517250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b541af2-a660-436f-bf8b-997690d72eba tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:18.518684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b541af2-a660-436f-bf8b-997690d72eba tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111712 May 06 09:35:18.577340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-fccc1911-0054-4967-88ce-fc25f3e8ad86 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/quotas/f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 375 time: 0.0380237 May 06 09:35:18.601451 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.658128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:18.680248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-d85be387-1776-48ff-ab6f-f1f0e7b36e9b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787146 May 06 09:35:18.686128 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:18.687206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-9d5aff19-097e-4fba-91f6-a53d1e29653b service neutron] 10.222.0.76 "POST /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.8078594 May 06 09:35:18.721103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-6e1afdfb-eee8-4693-ac69-6191c25643d0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:18.722614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-6e1afdfb-eee8-4693-ac69-6191c25643d0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1556385 May 06 09:35:18.758296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:18.833756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:18.879030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6b86dc-393d-4b82-8555-10ad208a473b {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:18.909436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:18.986394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.018730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Deleting port 50de2dd0-77b0-4f55-b18f-967473fab47d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:19.018968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.032912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-c974ed7b-3507-44b2-88cf-68e6d5f86dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.034759 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-c974ed7b-3507-44b2-88cf-68e6d5f86dc6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0464268 May 06 09:35:19.056526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d02dfe-2af3-4d08-bbf2-81eb2e515479 req-d9fccccb-1068-4f20-8075-24a4c875e002 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.065316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56d02dfe-2af3-4d08-bbf2-81eb2e515479 req-d9fccccb-1068-4f20-8075-24a4c875e002 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 945 time: 0.1385593 May 06 09:35:19.165692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-1e2260e5-916f-4de3-b952-c65ba0aa8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.167902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-1e2260e5-916f-4de3-b952-c65ba0aa8b2e service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.1169362 May 06 09:35:19.213246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8a6b86dc-393d-4b82-8555-10ad208a473b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:19.217785 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-3c7a269a-539e-4676-b387-8531f7267e85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 217 time: 0.0423615 May 06 09:35:19.280140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-15c3e20f-b413-4ea3-b459-17f47e2bf806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.280513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56d02dfe-2af3-4d08-bbf2-81eb2e515479 req-d83f16da-e987-4faf-8176-07194d64e6ad tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121334 May 06 09:35:19.282192 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-15c3e20f-b413-4ea3-b459-17f47e2bf806 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0552812 May 06 09:35:19.326703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:19.327329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.333888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-1c7a0f06-7c57-4915-887e-e7a3bd5a044b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434735 May 06 09:35:19.371780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Calling delete_port for 50de2dd0-77b0-4f55-b18f-967473fab47d owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:19.390233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbbc15-346e-4a08-8cd6-041e386cd443 req-99e55799-3961-40ce-9bdb-972f42403721 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.391806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14fbbc15-346e-4a08-8cd6-041e386cd443 req-99e55799-3961-40ce-9bdb-972f42403721 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.2255292 May 06 09:35:19.397232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] Transition to ACTIVE for port object 8a6b86dc-393d-4b82-8555-10ad208a473b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:19.431222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50de2dd0-77b0-4f55-b18f-967473fab47d no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:19.431831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.447161 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-6f8e51d1-5f1a-4731-94a9-0751b0aa4a26 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025550 May 06 09:35:19.518089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.546717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:19.549483 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2779d108-2ad4-4855-b325-95650a6e3f6c" -d '{"events": [{"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-unplugged", "status": "completed", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:19.563892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50de2dd0-77b0-4f55-b18f-967473fab47d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50de2dd0-77b0-4f55-b18f-967473fab47d,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:19.570001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.570556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-b517a06f-25e8-4902-bb2e-ab6cf1843610 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042342 May 06 09:35:19.599417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] No DVR routers for this DVR port 8a6b86dc-393d-4b82-8555-10ad208a473b on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:19.603934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14fbbc15-346e-4a08-8cd6-041e386cd443 req-42c3522e-2376-44ee-b211-eaa9a8371dd4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006240 May 06 09:35:19.616602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5181-bb72-4fad-aa5c-817ca9eac415 req-7a956c47-6554-4891-ad2a-4a83405a29e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.617944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-656b5181-bb72-4fad-aa5c-817ca9eac415 req-7a956c47-6554-4891-ad2a-4a83405a29e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 943 time: 0.2588730 May 06 09:35:19.621214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:19.658428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:19.677559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-7000252c-7865-49c3-8183-76c456ffcf94 service neutron] 10.222.0.82 "PUT /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b/bindings/n-h2-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3063419 May 06 09:35:19.741779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-656b5181-bb72-4fad-aa5c-817ca9eac415 req-77ad409f-085c-41b4-aa63-bc5cdbcd38f4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892317 May 06 09:35:19.772946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-f277d403-2ade-4a74-af3a-f1f427776913 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.774533 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-f277d403-2ade-4a74-af3a-f1f427776913 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1097 time: 0.1129148 May 06 09:35:19.795350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840834-1'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:19.796370 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.813975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099f0f3-6866-415f-b396-714fdb53b171 req-b28ac9e2-25d6-4692-9883-7f59a8f93b05 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.815471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4099f0f3-6866-415f-b396-714fdb53b171 req-b28ac9e2-25d6-4692-9883-7f59a8f93b05 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 946 time: 0.1023123 May 06 09:35:19.838830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f52a7404-0345-4d19-b748-ae0bd5256eff tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.840297 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-f52a7404-0345-4d19-b748-ae0bd5256eff tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.0828016 May 06 09:35:19.852466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event deleted for resources: {'Port': ['ID=50de2dd0-77b0-4f55-b18f-967473fab47d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:19.892871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbc999c0-2a03-4d76-92a7-b8fb680e6ae7 req-0abba698-cb36-433f-bde4-f313e6af5b33 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 210 time: 0.0559666 May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.917511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.918170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.918249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.918249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.918249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.918249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:19.950753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] No DVR routers for this DVR port 50de2dd0-77b0-4f55-b18f-967473fab47d on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:19.953671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:19.957351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b5081ce-a5c4-4b8a-b6b8-9c6f3b898e44 req-8362cd89-e584-45cc-9ee2-d281002d6520 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "DELETE /v2.0/ports/50de2dd0-77b0-4f55-b18f-967473fab47d HTTP/1.1" status: 204 len: 173 time: 1.2169869 May 06 09:35:19.960535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-deleted', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:19.963729 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec8ff38-004a-42b9-8477-7721f2bd45a2" -d '{"events": [{"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-deleted", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:19.974021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4099f0f3-6866-415f-b396-714fdb53b171 req-4ac9839a-9a54-46ea-a1ad-9391ac08d575 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323247 May 06 09:35:19.975972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-bda7d871-2a45-4f60-b897-1af49af9979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:19.977835 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-bda7d871-2a45-4f60-b897-1af49af9979c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4&tenant_id=99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 1095 time: 0.1196930 May 06 09:35:20.048046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca6cbc-0a75-43f7-83b4-3382ce65b15c req-3ed8ffc7-79f8-4fee-8790-2d1039349289 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.050380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85ca6cbc-0a75-43f7-83b4-3382ce65b15c req-3ed8ffc7-79f8-4fee-8790-2d1039349289 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 949 time: 0.0757079 May 06 09:35:20.116001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-fd593b23-11e9-470b-a0ad-549c88616a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.117607 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-fd593b23-11e9-470b-a0ad-549c88616a9e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1095 time: 0.0722282 May 06 09:35:20.130700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:20.134898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85ca6cbc-0a75-43f7-83b4-3382ce65b15c req-b71b3f94-4471-4953-98bd-57b46969bb30 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716546 May 06 09:35:20.212754 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde922d2-a9cc-404c-9109-b39837ac58ff x-openstack-request-id: req-dde922d2-a9cc-404c-9109-b39837ac58ff {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:20.213061 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-unplugged", "status": "completed", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:20.213399 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dde922d2-a9cc-404c-9109-b39837ac58ff {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:20.217757 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde922d2-a9cc-404c-9109-b39837ac58ff'] response: {'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'code': 200} May 06 09:35:20.233962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-9db1a931-b591-4b6f-a178-4e37b1c27220 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363853 May 06 09:35:20.234621 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.242675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:20.290558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-65394e55-d7d9-4bce-bc07-45b6273a7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.292347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-65394e55-d7d9-4bce-bc07-45b6273a7b19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1594198 May 06 09:35:20.305336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:20.308355 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1acead5-d6ef-4f99-80d8-38689421329e x-openstack-request-id: req-b1acead5-d6ef-4f99-80d8-38689421329e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:20.308541 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f1951-80db-4c04-b25f-29db4715f7a2" -d '{"events": [{"server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:20.308714 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b19cba6-b7cd-4848-a014-58535fc1b241", "name": "network-vif-deleted", "tag": "50de2dd0-77b0-4f55-b18f-967473fab47d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:20.308894 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1acead5-d6ef-4f99-80d8-38689421329e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:20.309271 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1acead5-d6ef-4f99-80d8-38689421329e'] response: {'server_uuid': '0b19cba6-b7cd-4848-a014-58535fc1b241', 'name': 'network-vif-deleted', 'tag': '50de2dd0-77b0-4f55-b18f-967473fab47d', 'status': 'completed', 'code': 200} May 06 09:35:20.314170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.328294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.379615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-c3dba78d-d721-4e94-85e1-42b3f19c465c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.386221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-c3dba78d-d721-4e94-85e1-42b3f19c465c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.2681303 May 06 09:35:20.390348 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-da546e8e-4ada-4920-8d05-84ff66faf180 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 217 time: 0.0707521 May 06 09:35:20.416129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-80d413cf-c610-4494-bf4c-2a3ebaca1404 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/quotas/572e50a56d59423dbaa3299982dc2b1c HTTP/1.1" status: 200 len: 375 time: 0.0294340 May 06 09:35:20.436230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-385822a8-5a75-42de-9f7b-9c1ee4c7cecb tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.437598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-385822a8-5a75-42de-9f7b-9c1ee4c7cecb tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948767 May 06 09:35:20.480137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b00311e9-9d8b-4506-8e52-15cb8ba0179f req-db294a28-8a55-49a6-922f-975d686efb1c tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b19cba6-b7cd-4848-a014-58535fc1b241 HTTP/1.1" status: 200 len: 210 time: 0.0624189 May 06 09:35:20.483193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d1863e01-3779-4e13-bd11-9cbc46bf0c4c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621340 May 06 09:35:20.486646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Request body: {'port': {'device_id': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'f23552f3f2b442deb134d815b68f5f7a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:20.487390 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=7']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:20.505559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on host n-h2-840834-1 for vnic_type normal with profile {"migrating_to": "n-h1-840834-1"} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:20.505850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:20.506407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:20.520140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b7928542-1068-465a-bb0c-40ae54f57212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.521611 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-b7928542-1068-465a-bb0c-40ae54f57212 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1068523 May 06 09:35:20.523853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:20.524176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Attempting to bind port de2c3f89-497e-45ee-8639-e15e4add84d4 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:20.529320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:20.529655 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:20.530033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:20.530460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Bound port: de2c3f89-497e-45ee-8639-e15e4add84d4, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:20.530814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.551105 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcef6c3-bf89-43ad-9593-943be5ec0a95 x-openstack-request-id: req-2bcef6c3-bf89-43ad-9593-943be5ec0a95 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:20.551488 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "name": "network-vif-unplugged", "status": "completed", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:20.552748 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2bcef6c3-bf89-43ad-9593-943be5ec0a95 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:20.552922 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcef6c3-bf89-43ad-9593-943be5ec0a95'] response: {'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4', 'code': 200} May 06 09:35:20.670222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-ebc4c10b-12ed-459c-ac52-04ebf591fbca service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673639 May 06 09:35:20.808959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Made reservation on behalf of f23552f3f2b442deb134d815b68f5f7a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:20.812249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.832368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:20.841695 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-5524852f-25be-48e8-9ac9-030583b0c596 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3087711 May 06 09:35:20.867860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-497bf790-2ffd-4c11-895e-5cf06ae0d8c4 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740086 May 06 09:35:20.886499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f3e68-9df8-44d7-b52f-729a88fc6b4c req-2ea73e35-3475-4455-bdcd-71d98447c8ff tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:20.888431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94f3e68-9df8-44d7-b52f-729a88fc6b4c req-2ea73e35-3475-4455-bdcd-71d98447c8ff tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1234367 May 06 09:35:20.951402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94f3e68-9df8-44d7-b52f-729a88fc6b4c req-8fa5f18a-1784-48dd-ba9c-0979ef810ea2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498791 May 06 09:35:20.956381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:20.962900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:20.969843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.001187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.011847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.028372 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-874c3fc0-2bf2-46d6-b44e-a4fc32c698fd service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657875 May 06 09:35:21.105287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=8']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:21.113099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34086619-c0fc-4e05-9c1e-dd18c0a8369c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:21.135697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.136418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.137694 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-4fb345ad-1fca-4f27-a0d1-20548ae17a24 service neutron] 10.222.0.82 "PUT /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 1122 time: 1.3480227 May 06 09:35:21.200798 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-92458fe7-f004-4eb2-89e6-2559bd8f2059 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631079 May 06 09:35:21.234087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['de2c3f89-497e-45ee-8639-e15e4add84d4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:21.239874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae947612-400d-42a2-b68a-60773c6fe64d req-44c3811b-1b6e-4c56-b4ce-e63bdebababc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.241414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae947612-400d-42a2-b68a-60773c6fe64d req-44c3811b-1b6e-4c56-b4ce-e63bdebababc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 944 time: 0.1396639 May 06 09:35:21.248918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b6c49-528a-4871-8735-18a06b023d36 req-9208f90b-da60-4bcb-ac61-2787bfdb9e10 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.257614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-652b6c49-528a-4871-8735-18a06b023d36 req-9208f90b-da60-4bcb-ac61-2787bfdb9e10 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 949 time: 0.1631336 May 06 09:35:21.322052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Allocated IP 192.168.233.174 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/ca594dba-c79b-4b0e-b59b-8d4c5ab56260) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:21.345518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-652b6c49-528a-4871-8735-18a06b023d36 req-5f93f1ce-0e3c-4e7f-9486-affe90b075fa tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870488 May 06 09:35:21.368230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae947612-400d-42a2-b68a-60773c6fe64d req-14c9fd0f-fafd-4836-a559-8726d298ba12 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085174 May 06 09:35:21.544931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c380cd0f-344a-488d-8d03-9b23751bf4c6 req-444bdb8d-e76d-4de4-b905-1f387647d1cf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 210 time: 0.0648077 May 06 09:35:21.551493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-800a57fa-93fd-4c88-be2f-dec581d5e2e4 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.553240 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-800a57fa-93fd-4c88-be2f-dec581d5e2e4 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.0567086 May 06 09:35:21.605469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1976da5-ab95-43fb-a420-d30b7363a33f req-ebdb82ac-48ba-48e6-8690-8e32eea4ba65 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:21.607015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1976da5-ab95-43fb-a420-d30b7363a33f req-ebdb82ac-48ba-48e6-8690-8e32eea4ba65 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 944 time: 0.1255784 May 06 09:35:21.630484 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.667956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8628e6bd-fa44-4bd8-9b9a-31edb315a1b4 req-f7242ee6-102e-4d84-b176-827b745a45c3 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 210 time: 0.0414960 May 06 09:35:21.705258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1976da5-ab95-43fb-a420-d30b7363a33f req-89c66edf-b4d8-450d-a01c-f5d9df9c11e6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877442 May 06 09:35:21.707330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-80e86ab3-abca-4822-93a7-b351141792bb service neutron] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:21.713973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-80e86ab3-abca-4822-93a7-b351141792bb service neutron] Notify callbacks [] for binding, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.715860 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c8fec19-8743-42d8-b865-30ed13064d2c req-80e86ab3-abca-4822-93a7-b351141792bb service neutron] 10.222.0.83 "DELETE /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b/bindings/n-h1-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.1502891 May 06 09:35:21.718192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:21.769764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:21.774160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:21.778205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:21.959509 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35264) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:21.965138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-84125861-eedd-4951-8983-04d05ad9f336 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006161938', 'description': 'tempest-description--1615434272'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:21.990570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84125861-eedd-4951-8983-04d05ad9f336 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.075750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:22.078886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84125861-eedd-4951-8983-04d05ad9f336 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.084000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84125861-eedd-4951-8983-04d05ad9f336 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.112406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84125861-eedd-4951-8983-04d05ad9f336 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.114215 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-84125861-eedd-4951-8983-04d05ad9f336 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1533206 May 06 09:35:22.117165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35268) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:22.125204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e805b142-252d-4648-aa49-a33d08dcf499 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Request body: {'security_group_rule': {'security_group_id': '305d8dcb-8795-4025-adbb-b54472f7cd22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:22.133594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.134137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.146571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a47448d6-3982-4202-b628-51c6edaab3c9 None None] Provisioning complete for port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:22.146933 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a47448d6-3982-4202-b628-51c6edaab3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.148636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84125861-eedd-4951-8983-04d05ad9f336 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305d8dcb-8795-4025-adbb-b54472f7cd22,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:22.157061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476585e-b5aa-4c96-9827-a446a1ec0a88 req-3cd12647-c482-499a-9de6-482ed58c39a7 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.158612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0476585e-b5aa-4c96-9827-a446a1ec0a88 req-3cd12647-c482-499a-9de6-482ed58c39a7 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0842252 May 06 09:35:22.165053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-3b270784-22f1-413a-8d82-60deb0da66dc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6839302 May 06 09:35:22.176074 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e805b142-252d-4648-aa49-a33d08dcf499 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.184363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Request body: {'port': {'device_id': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:22.189927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a47448d6-3982-4202-b628-51c6edaab3c9 None None] Port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:22.228286 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e805b142-252d-4648-aa49-a33d08dcf499 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.232488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e805b142-252d-4648-aa49-a33d08dcf499 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.236094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0476585e-b5aa-4c96-9827-a446a1ec0a88 req-d2be5209-06ea-4ddf-a930-a0f46b48be2e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 May 06 09:35:22.252821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805b142-252d-4648-aa49-a33d08dcf499 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316c1d32-3148-4593-97a4-6e80014833d1,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:22.262967 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e805b142-252d-4648-aa49-a33d08dcf499 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.264273 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e805b142-252d-4648-aa49-a33d08dcf499 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461985 May 06 09:35:22.266963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35270) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:22.271884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-24336e5b-c009-4226-a5f6-e0cd1af97eb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Request body: {'security_group_rule': {'security_group_id': '305d8dcb-8795-4025-adbb-b54472f7cd22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:22.275376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.300176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24336e5b-c009-4226-a5f6-e0cd1af97eb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.380760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24336e5b-c009-4226-a5f6-e0cd1af97eb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.386161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24336e5b-c009-4226-a5f6-e0cd1af97eb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.469469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24336e5b-c009-4226-a5f6-e0cd1af97eb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b66eb37-3ac1-4fd1-8e72-402e4bb22c9c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:22.514021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24336e5b-c009-4226-a5f6-e0cd1af97eb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.514021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-24336e5b-c009-4226-a5f6-e0cd1af97eb4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2430682 May 06 09:35:22.514364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35276) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:22.519372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:22.554197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:22.557763 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ede1257-1452-4864-8337-0ca3f547fa7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:22.567266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.608237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf759c-7ab5-4b86-80d1-dd930c8b856f req-4805187e-6dd9-468f-b055-800248281ea6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.609768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9aaf759c-7ab5-4b86-80d1-dd930c8b856f req-4805187e-6dd9-468f-b055-800248281ea6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 944 time: 0.1172640 May 06 09:35:22.619289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08678ab-ce86-422f-b438-d30c156f9b10 req-8efbf892-7e69-479d-965a-fa9d087d6310 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.620758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d08678ab-ce86-422f-b438-d30c156f9b10 req-8efbf892-7e69-479d-965a-fa9d087d6310 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 949 time: 0.1443102 May 06 09:35:22.628028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-c394c290-7a86-4083-9f69-1f06879b8a90 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.629553 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-c394c290-7a86-4083-9f69-1f06879b8a90 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.2263174 May 06 09:35:22.653021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Request body: {'port': {'device_id': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'admin_state_up': True, 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:22.715043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9aaf759c-7ab5-4b86-80d1-dd930c8b856f req-84a7702d-6e04-42c9-9dc8-02858a1e058b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918922 May 06 09:35:22.724357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca594dba-c79b-4b0e-b59b-8d4c5ab56260 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:22.742591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d08678ab-ce86-422f-b438-d30c156f9b10 req-6088246d-0601-4154-b936-e2286af04dcf tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069374 May 06 09:35:22.744654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.757948 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Transition to ACTIVE for port object ca594dba-c79b-4b0e-b59b-8d4c5ab56260 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:22.762606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.778268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.819520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:22.827253 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa514785-05d7-4800-a313-1edcd2984fb0 x-openstack-request-id: req-aa514785-05d7-4800-a313-1edcd2984fb0 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:22.827253 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:22.827551 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa514785-05d7-4800-a313-1edcd2984fb0 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:22.828045 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa514785-05d7-4800-a313-1edcd2984fb0'] response: {'name': 'network-changed', 'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4', 'status': 'completed', 'code': 200} May 06 09:35:22.867034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:22.870623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:22.991411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:22.991777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:22.992136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:22.996049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbf928dc-579f-45b3-9675-655aac23e8e6 req-f5b83711-d0a3-4c8c-bc53-bdff2bcd26f1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 210 time: 0.0500176 May 06 09:35:22.996647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-961514a8-d409-4b7e-a240-c7bd39765588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:22.998159 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-961514a8-d409-4b7e-a240-c7bd39765588 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1125 time: 0.1627924 May 06 09:35:23.008045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:23.008359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:23.028780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96299ef8-99e6-47e7-951c-000c70752630 req-8ebc4c60-260c-4be4-ba5a-8136863cddb9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.030608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96299ef8-99e6-47e7-951c-000c70752630 req-8ebc4c60-260c-4be4-ba5a-8136863cddb9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.1412590 May 06 09:35:23.031542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:23.032063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:23.032780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:23.033365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Bound port: ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:23.033878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.093132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Allocated IP 172.25.8.86 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/d439ff97-bc58-4e12-bf06-09fed776e95a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:23.172823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96299ef8-99e6-47e7-951c-000c70752630 req-d8b1d57a-44bd-423a-9a2c-8d544d498c0a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145034 May 06 09:35:23.233694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-8990d8be-1567-48fa-8c11-5df1e3026144 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.235410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:23.236001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-8990d8be-1567-48fa-8c11-5df1e3026144 tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.82 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 949 time: 0.1881623 May 06 09:35:23.243773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Allocated IP 172.20.0.9 (c2e0bfbc-204a-4f2e-b60d-1d76e98190cf/fba4aadc-a164-4bed-bdbd-91ce48956fde/8c29b1cd-cbac-437c-877a-07003d86225d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:23.262795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d9e2a-971a-4ea1-9424-f8bc425bd116 req-54a4ff36-e7ed-4668-9de5-c6e452985fc6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.264737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a6d9e2a-971a-4ea1-9424-f8bc425bd116 req-54a4ff36-e7ed-4668-9de5-c6e452985fc6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 944 time: 0.1108937 May 06 09:35:23.268411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:23.280772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-48d51f14-0b85-468b-9628-d9dd88955099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.290445 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-48d51f14-0b85-468b-9628-d9dd88955099 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.2795169 May 06 09:35:23.324554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:23.364461 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-d8f0513c-4dde-480a-baf6-a43ca465b040 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 217 time: 0.0527468 May 06 09:35:23.371543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.387132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:23.400233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 has no active binding in host n-h1-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:35:23.424873 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.451371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.452004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.453356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] 10.222.0.83 "PUT /v2.0/ports/ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 1096 time: 1.2800117 May 06 09:35:23.460358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:23.463853 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f56dec8-463f-427b-b0a4-fe0749219130" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:23.496224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a6d9e2a-971a-4ea1-9424-f8bc425bd116 req-b952a363-7bf8-45be-885a-3759c3212e00 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245445 May 06 09:35:23.522831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6d789-b0aa-4255-bcb4-3a8667047bfa service neutron] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:23.526188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-4fb58bf1-2eb4-4df7-8e4b-85e02f0cbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.527520 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-4fb58bf1-2eb4-4df7-8e4b-85e02f0cbc3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.1538935 May 06 09:35:23.557318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.609338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a68f4-2c6a-4a88-9020-4daf77b48ad0 req-f7a43bae-0b2c-460b-9f16-a59225b17b3b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.613627 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-e97a3de0-09ba-44b3-82bd-7e9ebf31bc8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724201 May 06 09:35:23.619214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-907a68f4-2c6a-4a88-9020-4daf77b48ad0 req-f7a43bae-0b2c-460b-9f16-a59225b17b3b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.2848341 May 06 09:35:23.651876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:23.693498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Deleting port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:23.693833 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.696697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:23.704661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'Port': ['ID=d439ff97-bc58-4e12-bf06-09fed776e95a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:23.708269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:23.747062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.766646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-0f1a44bf-4033-4777-9f40-113ed9136e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.767994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-0f1a44bf-4033-4777-9f40-113ed9136e55 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1099 time: 0.2392490 May 06 09:35:23.800421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077b611-3432-4cda-b87f-c6cb34e3ab39 req-ea3de8b6-21cb-4b16-afef-51c54df47e0c tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:23.803861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a077b611-3432-4cda-b87f-c6cb34e3ab39 req-ea3de8b6-21cb-4b16-afef-51c54df47e0c tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1095 time: 0.1608489 May 06 09:35:23.808115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-907a68f4-2c6a-4a88-9020-4daf77b48ad0 req-91e2955b-fd3d-4d44-81b3-1b6029cf7741 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879852 May 06 09:35:23.862492 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-f4aa71ac-46c3-431d-bd31-2978db202e69 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377007 May 06 09:35:23.867269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.879106 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6351a39-75c5-4d3a-a651-c61ee9981250 x-openstack-request-id: req-d6351a39-75c5-4d3a-a651-c61ee9981250 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:23.880070 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:23.880191 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6351a39-75c5-4d3a-a651-c61ee9981250 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:23.880579 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6351a39-75c5-4d3a-a651-c61ee9981250'] response: {'name': 'network-changed', 'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'status': 'completed', 'code': 200} May 06 09:35:23.883634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-e2f2b38f-844a-4bc0-83f9-12a514a8d537 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.1043816 May 06 09:35:23.920101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.951371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] For port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:23.951758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:23.993731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:23.999246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Calling delete_port for e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:24.007493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a077b611-3432-4cda-b87f-c6cb34e3ab39 req-0af5cb45-96b8-4421-b56e-0c42443eb0fb tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260874 May 06 09:35:24.011550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event updated for resources: {'Port': ['ID=8c29b1cd-cbac-437c-877a-07003d86225d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:24.017400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:24.024709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:24.027812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-d50d8a76-ad27-450d-861c-24a9f365c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.029288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-d50d8a76-ad27-450d-861c-24a9f365c9b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1258171 May 06 09:35:24.052081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.122466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.123086 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.141825 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ede1257-1452-4864-8337-0ca3f547fa7f req-99fc78c7-2312-4f35-a729-038fc948bb36 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342131 May 06 09:35:24.165888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-d6b79aa7-d30d-4427-bb78-8c782bbb3664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167832 May 06 09:35:24.167432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c6304-8a83-446e-ba34-b592c07b350c req-c878eb0e-9cbb-4e2d-9f81-997edd03ffbd tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.172142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e2c6304-8a83-446e-ba34-b592c07b350c req-c878eb0e-9cbb-4e2d-9f81-997edd03ffbd tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/ports?device_id=7e957ff1-dffe-4783-86ab-f8d831326cc6 HTTP/1.1" status: 200 len: 949 time: 0.2576525 May 06 09:35:24.199947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Request body: {'port': {'device_id': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:24.272621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-c5e7d9f8-19ab-47d2-9175-cadd063baddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.274009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-c5e7d9f8-19ab-47d2-9175-cadd063baddb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2149453 May 06 09:35:24.281425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.298453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.311654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e2c6304-8a83-446e-ba34-b592c07b350c req-ab235b16-5151-4b5a-b9c2-06dea2afa03d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.76 "GET /v2.0/security-groups?id=c65e9260-7211-4bd9-a623-32943282f47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964687 May 06 09:35:24.321269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887db2b-dcda-481a-9332-3fa78a1e8677 req-52363ca9-3c4c-4303-98bc-1b6f91b18ae0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.322992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f887db2b-dcda-481a-9332-3fa78a1e8677 req-52363ca9-3c4c-4303-98bc-1b6f91b18ae0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 931 time: 0.1871874 May 06 09:35:24.329855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e6252eb8-ee8b-446b-b9a4-d5efa1587dd7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:24.352949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.381517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.404513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Pushing event deleted for resources: {'Port': ['ID=e6252eb8-ee8b-446b-b9a4-d5efa1587dd7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:24.474693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] No DVR routers for this DVR port e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:24.490928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.494122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-911e1653-fc9d-40d4-a0ce-029be014bd86 req-91b76e6b-d499-4a88-bf1a-9bdb718a9f9d tempest-ServerDiagnosticsNegativeTest-1895037673 tempest-ServerDiagnosticsNegativeTest-1895037673-project] 10.222.0.82 "DELETE /v2.0/ports/e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 HTTP/1.1" status: 204 len: 173 time: 1.2482984 May 06 09:35:24.512214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f887db2b-dcda-481a-9332-3fa78a1e8677 req-fe4e6fa9-fa8a-4105-bc38-240ceceb752f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499567 May 06 09:35:24.557820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.572728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'Port': ['ID=d439ff97-bc58-4e12-bf06-09fed776e95a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:24.580553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-bf9240f3-7daf-45f4-be7d-82425d45bdbf service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918024 May 06 09:35:24.750658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f3e4365-bc46-4f2a-afe4-12d7361a7cef req-0f9fdc29-3ef7-419a-bbf5-db330ae971e8 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629887 May 06 09:35:24.757851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-d2b0253e-b445-4f3b-bca1-d20483e06275 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.761365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-d2b0253e-b445-4f3b-bca1-d20483e06275 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.3145106 May 06 09:35:24.777943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-8e7ec26a-1cc2-41a0-8506-af2d8e07afab tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/quotas/99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 375 time: 0.0112257 May 06 09:35:24.886615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-bc059a70-3bbb-4c89-b963-7b88f4e05e8c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004272 May 06 09:35:24.928844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:24.930085 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-43c82963-5db0-40bc-8137-f6de9ab4eb60 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4149492 May 06 09:35:24.954973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-52ff305e-6b3d-4896-96ca-52bc6844caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.956485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-52ff305e-6b3d-4896-96ca-52bc6844caf0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1099 time: 0.1319678 May 06 09:35:24.975026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ba152-e9ba-4120-a867-740cf2e3c134 req-e24f0f35-8e32-4fb9-90aa-307ccdda9354 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:24.976541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-111ba152-e9ba-4120-a867-740cf2e3c134 req-e24f0f35-8e32-4fb9-90aa-307ccdda9354 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.1420085 May 06 09:35:25.033658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c29b1cd-cbac-437c-877a-07003d86225d {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:25.046690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:25.059848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Transition to ACTIVE for port object 8c29b1cd-cbac-437c-877a-07003d86225d will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:25.064161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:25.106459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-111ba152-e9ba-4120-a867-740cf2e3c134 req-d6a1bde0-7dd7-4368-969b-636b69e7a983 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176822 May 06 09:35:25.117068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-96574aed-de9e-45c9-a970-18725bcfbce2 service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197812 May 06 09:35:25.127556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Pushing event updated for resources: {'Port': ['ID=8c29b1cd-cbac-437c-877a-07003d86225d,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:25.202138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Attempting to bind port 8c29b1cd-cbac-437c-877a-07003d86225d on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:25.202484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Attempting to bind port 8c29b1cd-cbac-437c-877a-07003d86225d by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:25.202793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Attempting to bind port 8c29b1cd-cbac-437c-877a-07003d86225d on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:25.207500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Port 8c29b1cd-cbac-437c-877a-07003d86225d on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:25.207859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Attempting to bind port 8c29b1cd-cbac-437c-877a-07003d86225d on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:25.211419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-31a448c6-9208-4d56-a8f1-0323688bea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.213417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:25.213579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-31a448c6-9208-4d56-a8f1-0323688bea21 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2360559 May 06 09:35:25.213775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Checking segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:25.214140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Bound using segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:25.214672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Bound port: 8c29b1cd-cbac-437c-877a-07003d86225d, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:25.215045 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:25.287811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] For port 8c29b1cd-cbac-437c-877a-07003d86225d, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:25.291308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] For port 8c29b1cd-cbac-437c-877a-07003d86225d, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8c29b1cd-cbac-437c-877a-07003d86225d,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:25.296028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:25.336048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.336667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:25.338058 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] 10.222.0.82 "PUT /v2.0/ports/8c29b1cd-cbac-437c-877a-07003d86225d HTTP/1.1" status: 200 len: 1091 time: 1.1427679 May 06 09:35:25.338498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'tag': '8c29b1cd-cbac-437c-877a-07003d86225d'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:25.340785 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd2af69-bc0e-4412-a5cb-0dbe08e782e6", "tag": "8c29b1cd-cbac-437c-877a-07003d86225d"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:25.365664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d002bf-d684-4fd4-b6a8-5279319d6b62 service neutron] Pushing event updated for resources: {'Port': ['ID=8c29b1cd-cbac-437c-877a-07003d86225d,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:25.424431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-4c4a715b-8273-4502-acd0-f32b08e440a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.425949 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-4c4a715b-8273-4502-acd0-f32b08e440a6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 1094 time: 0.0439327 May 06 09:35:25.471012 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-db3b31fd-4596-4f3f-8699-80210fe7c011 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c29b1cd-cbac-437c-877a-07003d86225d HTTP/1.1" status: 200 len: 217 time: 0.0347099 May 06 09:35:25.525246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-2be79151-e18a-4a23-adde-412ffc4f7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.526689 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-2be79151-e18a-4a23-adde-412ffc4f7107 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0479767 May 06 09:35:25.546388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-4f4c3121-c9bf-4f1c-9af2-44d5886e1561 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.3104303 May 06 09:35:25.563728 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-e15ca52f-3d34-45ee-9ae3-1276b12d0390 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243549 May 06 09:35:25.604305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b23ccd-7dc7-4a3a-9aee-a06a45aaac9c req-36296663-f1a7-40b7-b6e5-1afd97673ddd tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.605797 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4b23ccd-7dc7-4a3a-9aee-a06a45aaac9c req-36296663-f1a7-40b7-b6e5-1afd97673ddd tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 944 time: 0.4172034 May 06 09:35:25.609293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-fb65bd0d-e337-46e6-9fff-f601ccb13cfb service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913309 May 06 09:35:25.639169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-a530437b-3232-4b99-a0c0-c284f5a3ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.640635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-a530437b-3232-4b99-a0c0-c284f5a3ab6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0861571 May 06 09:35:25.662647 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-3a26c63f-a006-4958-8136-c3867f7866e2 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897999 May 06 09:35:25.666795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4b23ccd-7dc7-4a3a-9aee-a06a45aaac9c req-c60d780c-b7ce-4963-8db4-a6b55e9fde82 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549834 May 06 09:35:25.712220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-82446162-b6b6-43ff-a11e-ab47f553840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.713706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-82446162-b6b6-43ff-a11e-ab47f553840d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614703 May 06 09:35:25.842785 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6d52a2c2-4a1d-4d75-8cee-84157627ac2c req-77dab006-1735-44ba-bc75-e0798436c572 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655898 May 06 09:35:25.872701 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-c195f91c-4bbc-4d89-a322-105d8a6069db service neutron] 10.222.0.83 "GET /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4/bindings/n-h1-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.0766885 May 06 09:35:25.882191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'name': 'network-vif-deleted', 'tag': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:25.884498 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e2d2d5-4860-4488-8f20-9aeaf5bc2b75" -d '{"events": [{"server_uuid": "7e957ff1-dffe-4783-86ab-f8d831326cc6", "name": "network-vif-deleted", "tag": "e6252eb8-ee8b-446b-b9a4-d5efa1587dd7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:25.938082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fca3e-6185-49b5-93ec-9a79b9b30a94 req-8970c9f9-46e0-4d4b-9613-c6b495b4cabf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:25.939533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a98fca3e-6185-49b5-93ec-9a79b9b30a94 req-8970c9f9-46e0-4d4b-9613-c6b495b4cabf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1852193 May 06 09:35:25.952955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-59bc1aae-9eb7-4848-816e-260f3bf09fa0 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316132 May 06 09:35:26.037346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c220ff-bc25-4903-9550-6878c7179536 req-fb4da609-362e-4af7-9a9e-59cc0c4d15b1 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.039250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-fb4da609-362e-4af7-9a9e-59cc0c4d15b1 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 822 time: 0.2460549 May 06 09:35:26.076478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a98fca3e-6185-49b5-93ec-9a79b9b30a94 req-65ba3b42-73ba-4834-b04f-6f74cc02978b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258512 May 06 09:35:26.079275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-8805a723-ab23-45df-9151-0b7cc40a110a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/quotas/f76002df712f4db1ae053f0f92016343 HTTP/1.1" status: 200 len: 375 time: 0.0287113 May 06 09:35:26.085618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:26.122501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:26.150640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f56dec8-463f-427b-b0a4-fe0749219130 req-3ff1b80c-2b76-4b00-8432-a0b156c9337e service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819069 May 06 09:35:26.153224 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40754f34-be35-4987-973e-5076671b4724 x-openstack-request-id: req-40754f34-be35-4987-973e-5076671b4724 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:26.153512 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd2af69-bc0e-4412-a5cb-0dbe08e782e6", "tag": "8c29b1cd-cbac-437c-877a-07003d86225d", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:26.153760 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40754f34-be35-4987-973e-5076671b4724 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:26.154153 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40754f34-be35-4987-973e-5076671b4724'] response: {'name': 'network-changed', 'server_uuid': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'tag': '8c29b1cd-cbac-437c-877a-07003d86225d', 'status': 'completed', 'code': 200} May 06 09:35:26.168455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2c3f89-497e-45ee-8639-e15e4add84d4 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:26.172680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-1773eb42-43b4-41d1-8e76-db69e0d5f931 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826790 May 06 09:35:26.184989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:26.227436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.310061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-25813fce-546e-4055-9628-55a5190c851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.312162 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-25813fce-546e-4055-9628-55a5190c851e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 1094 time: 0.1001818 May 06 09:35:26.318027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-e2e95f19-aa3d-4b9f-91e8-367cbc1af1d2 service neutron] 10.222.0.76 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443558 May 06 09:35:26.336806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac08c9-422e-469a-ab4e-81ff9372ffe8 req-65f2a19d-3f7b-45d6-b118-6fbefb481a16 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.338326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35ac08c9-422e-469a-ab4e-81ff9372ffe8 req-65f2a19d-3f7b-45d6-b118-6fbefb481a16 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 943 time: 0.0738442 May 06 09:35:26.422696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] Transition to ACTIVE for port object de2c3f89-497e-45ee-8639-e15e4add84d4 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:26.433239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:26.440944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35ac08c9-422e-469a-ab4e-81ff9372ffe8 req-1d3ae769-0669-44d6-96b9-f772eef7a6df tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942171 May 06 09:35:26.494756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-a6e766e3-fa45-4f37-a03f-ca01045bdfbd service neutron] 10.222.0.76 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668670 May 06 09:35:26.543190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-804fcc65-b493-4d1e-bb17-da2451cd62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.544808 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-804fcc65-b493-4d1e-bb17-da2451cd62b5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 913 time: 0.2184331 May 06 09:35:26.545765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] No DVR routers for this DVR port de2c3f89-497e-45ee-8639-e15e4add84d4 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:26.580295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9def1af-bc55-4828-9f1b-74d28e35c63a req-ee48b25a-2e7d-4e81-8b5c-d5f840eba283 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 210 time: 0.0416710 May 06 09:35:26.630179 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-9db745d7-acb2-4869-9645-31079122f0d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c29b1cd-cbac-437c-877a-07003d86225d HTTP/1.1" status: 200 len: 217 time: 0.0512257 May 06 09:35:26.635415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] 10.222.0.83 "PUT /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4/bindings/n-h1-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7546909 May 06 09:35:26.636109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7313015-fa1b-4631-9b76-64d510257925 service neutron] Pushing event updated for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=10']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:26.647248 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b02022-96b7-45e5-af33-90bb282b9e4a x-openstack-request-id: req-d9b02022-96b7-45e5-af33-90bb282b9e4a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:26.648980 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e957ff1-dffe-4783-86ab-f8d831326cc6", "name": "network-vif-deleted", "tag": "e6252eb8-ee8b-446b-b9a4-d5efa1587dd7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:26.649165 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9b02022-96b7-45e5-af33-90bb282b9e4a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:26.650427 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b02022-96b7-45e5-af33-90bb282b9e4a'] response: {'server_uuid': '7e957ff1-dffe-4783-86ab-f8d831326cc6', 'name': 'network-vif-deleted', 'tag': 'e6252eb8-ee8b-446b-b9a4-d5efa1587dd7', 'status': 'completed', 'code': 200} May 06 09:35:26.681732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:26.742716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-78d7d114-67a5-4308-a4e1-473272ba8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.745257 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-78d7d114-67a5-4308-a4e1-473272ba8f64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0932014 May 06 09:35:26.801601 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-13f798fa-29c5-4a70-81fd-446a6afb2e4e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348525 May 06 09:35:26.847098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-fc93d21a-806f-4cfc-a632-c5630822c22a tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.849053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-fc93d21a-806f-4cfc-a632-c5630822c22a tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1299996 May 06 09:35:26.919763 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-09b6ea57-e2ce-46f0-ba82-e9133aa310e4 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067872 May 06 09:35:26.920424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ae745-7fc3-4ab4-928a-dc29655e2378 req-fba2a7b4-c8e5-4cf1-b519-330bebc6feb6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.922028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-550ae745-7fc3-4ab4-928a-dc29655e2378 req-fba2a7b4-c8e5-4cf1-b519-330bebc6feb6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.1550701 May 06 09:35:26.956509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1b8a-ede5-4213-b4bb-0a7341e20e6a req-e354dd67-5d5e-482b-8ec3-337c0986e5e0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:26.958888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-580a1b8a-ede5-4213-b4bb-0a7341e20e6a req-e354dd67-5d5e-482b-8ec3-337c0986e5e0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 945 time: 0.1553252 May 06 09:35:27.022803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ec9df449-39b9-4833-a79a-c2772f14f69f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20b7720445c340ed9a97993954b422d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3398185 May 06 09:35:27.030459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-351e78c4-d853-4d7d-b814-345afbbc3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.031837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-351e78c4-d853-4d7d-b814-345afbbc3766 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9&tenant_id=5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 1096 time: 0.1622360 May 06 09:35:27.031984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35368) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:27.053849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-550ae745-7fc3-4ab4-928a-dc29655e2378 req-089d010c-f386-476d-910a-bd845eb400ee tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230366 May 06 09:35:27.075677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-580a1b8a-ede5-4213-b4bb-0a7341e20e6a req-997223fd-2830-4471-b19f-a69252ac185c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979953 May 06 09:35:27.095751 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2ccd14df-5a26-47ab-bd83-eb2eb94b07cb req-e5a95197-b267-4f37-b924-65ef07e1c485 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656892 May 06 09:35:27.136026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57bc0be7-15f6-41fc-b3d9-e0f40b75766c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.163897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57bc0be7-15f6-41fc-b3d9-e0f40b75766c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.190545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdc3292e-31f3-43ae-a308-3d54d3ffbf06 req-7574fc2e-e70d-4360-8010-bda2c72ff7f5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 210 time: 0.0543487 May 06 09:35:27.223798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-3ec3d40b-7a1e-433a-9e87-b57ac3925d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.226437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-3ec3d40b-7a1e-433a-9e87-b57ac3925d62 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1096 time: 0.1496842 May 06 09:35:27.269114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:27.295677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57bc0be7-15f6-41fc-b3d9-e0f40b75766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.299031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57bc0be7-15f6-41fc-b3d9-e0f40b75766c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.300206 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-57bc0be7-15f6-41fc-b3d9-e0f40b75766c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c65e9260-7211-4bd9-a623-32943282f47e HTTP/1.1" status: 204 len: 168 time: 0.2662489 May 06 09:35:27.309929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:27.310287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6252eb8-ee8b-446b-b9a4-d5efa1587dd7 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:27.319277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0be7-15f6-41fc-b3d9-e0f40b75766c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65e9260-7211-4bd9-a623-32943282f47e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:27.341233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-d72f8ae4-bfc1-48f9-9bdc-ea0ec89062ae tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.342867 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-d72f8ae4-bfc1-48f9-9bdc-ea0ec89062ae tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.1532135 May 06 09:35:27.369062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Request body: {'port': {'device_id': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'admin_state_up': True, 'tenant_id': '99c19f6a0cb84097a21118b13e02be3c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:27.369912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfde93-3fe9-49cd-b355-9f0d4b73e190 req-0729faba-63b4-4cd2-b7d9-eb7efa33ecfa tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.378682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10dfde93-3fe9-49cd-b355-9f0d4b73e190 req-0729faba-63b4-4cd2-b7d9-eb7efa33ecfa tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1779845 May 06 09:35:27.447938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10dfde93-3fe9-49cd-b355-9f0d4b73e190 req-62080599-306d-457e-b893-99c3ae47d730 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664730 May 06 09:35:27.473529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-7d936cf1-2a38-47b1-8270-771ae3539547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.483409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-7d936cf1-2a38-47b1-8270-771ae3539547 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.2264469 May 06 09:35:27.540442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-66491d65-00a9-48f8-a06c-e29131e6cb19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 217 time: 0.0447788 May 06 09:35:27.545439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Made reservation on behalf of 99c19f6a0cb84097a21118b13e02be3c for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:27.550588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.647370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-d43a4cf4-e8b7-4fc4-8f31-7e90c293bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.648894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-d43a4cf4-e8b7-4fc4-8f31-7e90c293bf73 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0895681 May 06 09:35:27.663507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fe528-e391-4be4-8bd3-e521570f956e req-708aa80d-176a-47c2-8ccb-69a137dd23b0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:27.666224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-695fe528-e391-4be4-8bd3-e521570f956e req-708aa80d-176a-47c2-8ccb-69a137dd23b0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 943 time: 0.1056097 May 06 09:35:27.716930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Allocated IP 172.20.0.4 (d705e668-3f4b-42c5-8272-caa5e6915636/a0c76e8f-fa61-4ff0-8ca8-b47fc851c527/7b9575a1-33fd-4978-9d69-a46851791e2d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:27.717148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-3aa73474-1f1b-4d34-b8d2-dabdff314147 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494938 May 06 09:35:27.744770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35380) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:27.749959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5d18b47-4564-4812-ad31-f4abb0cbfd73 req-dd9f7afc-b9ec-4bfb-a970-5d3721f55de6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 210 time: 0.0635960 May 06 09:35:27.764859 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9ac5-fd8d-4b3f-86fe-c28e1feb17a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.817761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-695fe528-e391-4be4-8bd3-e521570f956e req-9147627e-f96e-4341-9739-c54f808232ec tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381774 May 06 09:35:27.861874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-2d98c2a2-dd8d-4c44-a711-adbacfeafcae service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149442 May 06 09:35:27.944112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.958270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-7489b5a3-d104-4407-ab40-c66e6ef98e98 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881112 May 06 09:35:27.962777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9ac5-fd8d-4b3f-86fe-c28e1feb17a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:27.970064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9ac5-fd8d-4b3f-86fe-c28e1feb17a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.027456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c9ac5-fd8d-4b3f-86fe-c28e1feb17a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef782770-2f39-4969-badf-e3bcae879ab0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.037519 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b8c9ac5-fd8d-4b3f-86fe-c28e1feb17a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71c49ded4fe64e8dbcdcec9fa5a17665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917097 May 06 09:35:28.042193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35382) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:28.053128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.132740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Network d705e668-3f4b-42c5-8272-caa5e6915636 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:28.145125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:28.148388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:28.176744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.226665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b717cee-f45e-4c3a-bb2c-159647766dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.239071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.239956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.270738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b717cee-f45e-4c3a-bb2c-159647766dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.275967 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-e2c56701-80f2-43e7-b2d2-e8198c01eaff tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123285 May 06 09:35:28.294160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Request body: {'port': {'device_id': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:28.305064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c220ff-bc25-4903-9550-6878c7179536 req-3685f301-a816-4406-934d-65355ad21fa7 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.306712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-3685f301-a816-4406-934d-65355ad21fa7 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.82 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 822 time: 0.2652643 May 06 09:35:28.338460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Request body: {'port': {'device_id': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'admin_state_up': True, 'tenant_id': 'f76002df712f4db1ae053f0f92016343'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:28.367489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.383293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b717cee-f45e-4c3a-bb2c-159647766dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.386231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b717cee-f45e-4c3a-bb2c-159647766dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.389953 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b717cee-f45e-4c3a-bb2c-159647766dfd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef782770-2f39-4969-badf-e3bcae879ab0 HTTP/1.1" status: 204 len: 168 time: 0.3440738 May 06 09:35:28.405177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b717cee-f45e-4c3a-bb2c-159647766dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef782770-2f39-4969-badf-e3bcae879ab0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.408800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda7f3-dce2-48be-96d9-5cf242f9125e req-81295de0-d3a5-4d69-8cc5-67ebadc0dc30 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.410392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbcda7f3-dce2-48be-96d9-5cf242f9125e req-81295de0-d3a5-4d69-8cc5-67ebadc0dc30 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 945 time: 0.2103500 May 06 09:35:28.445704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826df9b-48ef-456e-869d-9896bff27483 req-b3a55342-8aa7-4f5e-864f-d397d7ef2ea5 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.447195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4826df9b-48ef-456e-869d-9896bff27483 req-b3a55342-8aa7-4f5e-864f-d397d7ef2ea5 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.2035425 May 06 09:35:28.465242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-b6b6ff06-116c-44f2-aa45-1f7737092480 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.466700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-b6b6ff06-116c-44f2-aa45-1f7737092480 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1994131 May 06 09:35:28.552067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbcda7f3-dce2-48be-96d9-5cf242f9125e req-9245dd15-e52f-46c1-b5ec-d1a900a322c2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302552 May 06 09:35:28.591069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4826df9b-48ef-456e-869d-9896bff27483 req-bab6a2f7-b200-46ad-bb8f-da33e138d8a3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322665 May 06 09:35:28.628544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Made reservation on behalf of f76002df712f4db1ae053f0f92016343 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:28.629867 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.715826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0544398e-5e08-49aa-aeed-98b9fc8a246c req-2e9ecae4-c6d2-4d14-b893-ca8d76fed0fa tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 210 time: 0.0487738 May 06 09:35:28.777478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9575a1-33fd-4978-9d69-a46851791e2d {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:28.783311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-201cc1b2-de93-4033-8a97-d301eef9ae7b service neutron] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:28.790531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.792730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-201cc1b2-de93-4033-8a97-d301eef9ae7b service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.793929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be097e63-6dd2-4191-9c87-b12e8154aaf0 req-201cc1b2-de93-4033-8a97-d301eef9ae7b service neutron] 10.222.0.82 "DELETE /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4/bindings/n-h2-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.3103595 May 06 09:35:28.807252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Transition to ACTIVE for port object 7b9575a1-33fd-4978-9d69-a46851791e2d will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:28.822501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:28.863365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f2e9b-d079-41c6-b7c0-cab4bd73e567 req-67e35eaf-9b0a-49b7-a417-5d8ccb0162d4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:28.869182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a28f2e9b-d079-41c6-b7c0-cab4bd73e567 req-67e35eaf-9b0a-49b7-a417-5d8ccb0162d4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1539705 May 06 09:35:28.937135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Allocated IP 172.20.0.13 (dcfea358-b2b6-462f-aef0-3725ee68fe11/03458e7d-89d9-4cd6-96be-e37f0c91c39f/516c9058-7e0a-404e-87ec-ce02d1be3269) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:28.964302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:28.983559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a28f2e9b-d079-41c6-b7c0-cab4bd73e567 req-6ded89c7-d4f5-424b-8dc1-e6d191e634e1 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946424 May 06 09:35:28.997299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:28.998998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:28.999439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:29.006405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:29.007160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:29.008128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac438a-7857-40da-a9fc-e5e94c16cf43 req-c954df3e-9cf2-4723-9087-037f9deb8c9e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.009826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2ac438a-7857-40da-a9fc-e5e94c16cf43 req-c954df3e-9cf2-4723-9087-037f9deb8c9e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.1394448 May 06 09:35:29.014461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:29.015431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:29.016382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:29.016822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Bound port: 7b9575a1-33fd-4978-9d69-a46851791e2d, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:29.017186 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.100456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:29.104657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:29.112353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.153498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2ac438a-7857-40da-a9fc-e5e94c16cf43 req-6d845575-ea43-4d68-ab0d-56ba1f35eb68 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314051 May 06 09:35:29.178678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.178678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.178678 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] 10.222.0.82 "PUT /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 1091 time: 0.8853822 May 06 09:35:29.178678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:29.178678 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f4cff7-32b4-4192-be0c-7436afb35f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:29.216163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f810444-d6ac-44a9-b8f5-b3ad5c6bfa98 req-b49e0dce-104d-46fa-8fdf-16e7f0d800db tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.217902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f810444-d6ac-44a9-b8f5-b3ad5c6bfa98 req-b49e0dce-104d-46fa-8fdf-16e7f0d800db tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 943 time: 0.1485662 May 06 09:35:29.229788 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4d3f8-ddb8-40f9-8ca7-3ac473698fe5 x-openstack-request-id: req-e5c4d3f8-ddb8-40f9-8ca7-3ac473698fe5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:29.230007 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:29.230304 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5c4d3f8-ddb8-40f9-8ca7-3ac473698fe5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:29.230889 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c4d3f8-ddb8-40f9-8ca7-3ac473698fe5'] response: {'name': 'network-changed', 'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d', 'status': 'completed', 'code': 200} May 06 09:35:29.259830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d21cfb-bf1e-49e8-afdd-386a84cd9613 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:29.270880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8c29b1cd-cbac-437c-877a-07003d86225d details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:29.293562 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.305212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f810444-d6ac-44a9-b8f5-b3ad5c6bfa98 req-bb0597db-3af4-412f-b8c5-c255a64ce856 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 May 06 09:35:29.341417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-2dd31643-2693-46e1-bc00-e81855a19af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.343566 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-2dd31643-2693-46e1-bc00-e81855a19af1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1094 time: 0.0964305 May 06 09:35:29.345440 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.390956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Network dcfea358-b2b6-462f-aef0-3725ee68fe11 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:29.394061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:29.398486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:29.403231 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-99a00f2b-af05-4262-a747-3fd8f1c579fb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 217 time: 0.0499918 May 06 09:35:29.424140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8c29b1cd-cbac-437c-877a-07003d86225d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8c29b1cd-cbac-437c-877a-07003d86225d,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:29.434168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35418) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:29.438062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '8c29b1cd-cbac-437c-877a-07003d86225d', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'port_id': '8c29b1cd-cbac-437c-877a-07003d86225d', 'mac_address': 'fa:16:3e:0a:e4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba4aadc-a164-4bed-bdbd-91ce48956fde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:29.444536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:29.465189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.465827 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.467553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-3f9c931f-e0f9-42a4-89d1-9bae5248f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.469386 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-3f9c931f-e0f9-42a4-89d1-9bae5248f5df service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0587492 May 06 09:35:29.482486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:29.484060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-325ef2e8-8b9e-4cff-8f90-a2ab2f5ac583 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1516387 May 06 09:35:29.484500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:29.486067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.500536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Request body: {'port': {'device_id': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:29.512295 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-b5ddf754-ce14-463a-a944-3c416f3c2c01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332224 May 06 09:35:29.533070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c29b1cd-cbac-437c-877a-07003d86225d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:29.564687 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.578479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8c29b1cd-cbac-437c-877a-07003d86225d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8c29b1cd-cbac-437c-877a-07003d86225d,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:29.615341 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.634207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:29.635087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1948471747-network', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:29.711862 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-a315ee99-8dd4-4c9f-a975-0c5ea544be26 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916447 May 06 09:35:29.739868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Made reservation on behalf of c828d98e26b24956919a5cbe5ce83d9e for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:29.744428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.757386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=8c29b1cd-cbac-437c-877a-07003d86225d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:29.767441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:29.784351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'mac_address': 'fa:16:3e:d3:5d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:29.797565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.829785 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.842576 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86cd8497-1f8a-4425-ba75-61fb0756d72c req-c5c1c119-109d-4e70-84ae-835d739116e2 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221519 May 06 09:35:29.847121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca594dba-c79b-4b0e-b59b-8d4c5ab56260 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:29.871264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:29.876385 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:29.913098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e32303-288d-41dd-9261-e1611fab6e3e req-78b03c56-2ee1-46f1-9cd9-9a4975360a18 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.914988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19e32303-288d-41dd-9261-e1611fab6e3e req-78b03c56-2ee1-46f1-9cd9-9a4975360a18 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 945 time: 0.2424078 May 06 09:35:29.930101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7738-c8f2-464c-aa62-36fc4f8935cd req-6dbf8221-39a8-4c15-8f99-27877e9fbcdc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.931556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9ee7738-c8f2-464c-aa62-36fc4f8935cd req-6dbf8221-39a8-4c15-8f99-27877e9fbcdc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.2014384 May 06 09:35:29.934290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:29.958553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-7ec8d980-2227-4f9b-a0e0-fa47f1899732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:29.960549 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-7ec8d980-2227-4f9b-a0e0-fa47f1899732 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1094 time: 0.0531309 May 06 09:35:29.982917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['8c29b1cd-cbac-437c-877a-07003d86225d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:30.047785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9ee7738-c8f2-464c-aa62-36fc4f8935cd req-18baf38e-8ebe-4b45-998d-aa89af30c277 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 May 06 09:35:30.056703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19e32303-288d-41dd-9261-e1611fab6e3e req-28668aa7-76ba-423e-9319-8f76aae7ca08 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138482 May 06 09:35:30.084739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-b174fc70-6882-49ec-8d51-9f69ec8c6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.086226 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-b174fc70-6882-49ec-8d51-9f69ec8c6731 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1138680 May 06 09:35:30.086952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.145060 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-8f758bd7-9850-4b48-bb40-8386c412c1de service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 217 time: 0.0488360 May 06 09:35:30.202820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-96e97f60-5576-4475-aff6-47eff164e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.204726 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-96e97f60-5576-4475-aff6-47eff164e793 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0495069 May 06 09:35:30.245500 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-1ed974cf-3574-4e0f-9799-e7c3eb57adf0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269632 May 06 09:35:30.289359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:30.339888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-0f426c42-8ee8-45c4-9f48-184cd6759ad8 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850646 May 06 09:35:30.378368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.447426 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7f4cff7-32b4-4192-be0c-7436afb35f9a req-dee189e1-e6dd-4ecc-9afa-4d66b9fd2bd0 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961943 May 06 09:35:30.456697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:35:30.472442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516c9058-7e0a-404e-87ec-ce02d1be3269 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:30.487169 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.493682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61501a63-5eb2-4ae8-8bdd-3414f662a313,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:30.498181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.498536 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Added segment e7572fb8-858b-4716-8743-571f7566803f of type vlan for network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 May 06 09:35:30.527179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f99b58-c542-4032-9a8a-22b67a8992ce req-3a22b0ac-8268-40d3-b27b-a5dbaefcaf81 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.528663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0f99b58-c542-4032-9a8a-22b67a8992ce req-3a22b0ac-8268-40d3-b27b-a5dbaefcaf81 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1541724 May 06 09:35:30.553331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Transition to ACTIVE for port object 516c9058-7e0a-404e-87ec-ce02d1be3269 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:30.578828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ccc7-9d53-4911-9d33-d32c39523966 req-41309f69-ada5-4872-80d5-622100e852f3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.580349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4a9ccc7-9d53-4911-9d33-d32c39523966 req-41309f69-ada5-4872-80d5-622100e852f3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 932 time: 0.2074986 May 06 09:35:30.580960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.590549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.697100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0f99b58-c542-4032-9a8a-22b67a8992ce req-2dfb17d9-110c-4b1b-8b6f-2a4a9c9abf3a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451771 May 06 09:35:30.706686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:30.723037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.724235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.724811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.733386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4a9ccc7-9d53-4911-9d33-d32c39523966 req-673a49a5-1967-4365-8158-05bffe475498 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391435 May 06 09:35:30.855986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4206483 May 06 09:35:30.858957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:30.865045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Request body: {'subnet': {'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1948471747-subnet', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:30.884471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Made reservation on behalf of c828d98e26b24956919a5cbe5ce83d9e for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:30.886743 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.898905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5a9dc-a249-4f17-a426-8c59df32cfda admin admin] Pushing event updated for resources: {'Network': ['ID=1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:30.913529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:35:30.923516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Attempting to bind port 516c9058-7e0a-404e-87ec-ce02d1be3269 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:30.923882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Attempting to bind port 516c9058-7e0a-404e-87ec-ce02d1be3269 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:30.924206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Attempting to bind port 516c9058-7e0a-404e-87ec-ce02d1be3269 on network dcfea358-b2b6-462f-aef0-3725ee68fe11 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:30.936951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceb11-f1f9-446d-81b2-380734424df1 req-a957a814-aadf-4122-af02-de46c07dfcc2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.938530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a6ceb11-f1f9-446d-81b2-380734424df1 req-a957a814-aadf-4122-af02-de46c07dfcc2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.1366394 May 06 09:35:30.943888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Port 516c9058-7e0a-404e-87ec-ce02d1be3269 on network dcfea358-b2b6-462f-aef0-3725ee68fe11 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:30.944254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Attempting to bind port 516c9058-7e0a-404e-87ec-ce02d1be3269 on network dcfea358-b2b6-462f-aef0-3725ee68fe11 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:30.950206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:30.950560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Checking segment: {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:30.950926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Bound using segment: {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:30.951370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Bound port: 516c9058-7e0a-404e-87ec-ce02d1be3269, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:30.951788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:30.962628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6fc8-ed86-4073-9516-a3d585177d45 req-288fd3cd-8de2-4790-a348-858c556e09f2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:30.964586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0a6fc8-ed86-4073-9516-a3d585177d45 req-288fd3cd-8de2-4790-a348-858c556e09f2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 944 time: 0.1450357 May 06 09:35:31.080211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0a6fc8-ed86-4073-9516-a3d585177d45 req-38c0b501-be18-4397-8340-aea9f7d124fb tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987809 May 06 09:35:31.089995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a6ceb11-f1f9-446d-81b2-380734424df1 req-a82f4fec-d868-4136-9a34-aafe0e179e2d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233635 May 06 09:35:31.094960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.147416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:31.151136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:31.159134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed86782-8896-44b3-b7b7-5f9b06b34202,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:31.161267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.195824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Checking segment: {'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:31.196187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Network hostable DHCP agents. Network: 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:35:31.224906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:35:31.230982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.231617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.232966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] 10.222.0.82 "PUT /v2.0/ports/516c9058-7e0a-404e-87ec-ce02d1be3269 HTTP/1.1" status: 200 len: 1092 time: 1.7385044 May 06 09:35:31.233809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:31.236629 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba90c15-4768-407b-a49b-7c8d69728673" -d '{"events": [{"name": "network-changed", "server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:31.245220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:31.250761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.251843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.256261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd44a87-d844-49d5-943a-0c7f6696a0fb None None] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:31.274721 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7cc618eb-c061-435d-a633-330ae1f92894 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4132550 May 06 09:35:31.276482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35446) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:31.280757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:31.305848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.307085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.309985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8c29b1cd-cbac-437c-877a-07003d86225d up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:31.325329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2881ff-a7c1-4b1c-92c6-ef20b8b83623 service neutron] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:31.344997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06e5b3-0eee-44bb-9f98-477f89cb2d4e req-79dcb600-3f8f-483f-9b1e-5c4abc205f6e tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.346561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d06e5b3-0eee-44bb-9f98-477f89cb2d4e req-79dcb600-3f8f-483f-9b1e-5c4abc205f6e tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1096 time: 0.1518450 May 06 09:35:31.361226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85337e-edf3-4923-bdb2-98d06d33cfa3 req-4a767690-7119-4869-9295-a2e0709b9c57 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.362608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d85337e-edf3-4923-bdb2-98d06d33cfa3 req-4a767690-7119-4869-9295-a2e0709b9c57 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 949 time: 0.1333303 May 06 09:35:31.374937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c220ff-bc25-4903-9550-6878c7179536 req-cd36bc4d-50a6-4046-9b0a-616e2ee2d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.376675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-cd36bc4d-50a6-4046-9b0a-616e2ee2d4cb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 1095 time: 0.0922089 May 06 09:35:31.378293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.400504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 8c29b1cd-cbac-437c-877a-07003d86225d completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:31.424871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 8c29b1cd-cbac-437c-877a-07003d86225d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:31.425259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.441120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-9bcbc832-f552-46fc-a74b-b5627053a5f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=516c9058-7e0a-404e-87ec-ce02d1be3269 HTTP/1.1" status: 200 len: 217 time: 0.0491097 May 06 09:35:31.457759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:31.497304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d06e5b3-0eee-44bb-9f98-477f89cb2d4e req-b188f3bd-343a-4ef7-ab29-1678f7e6f13f tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329978 May 06 09:35:31.508539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d85337e-edf3-4923-bdb2-98d06d33cfa3 req-0ee6e313-9d06-4b72-ad81-7cbc6bc2f0c6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359706 May 06 09:35:31.530258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c220ff-bc25-4903-9550-6878c7179536 req-a856bd1d-10b6-4fa0-a67e-96188a604a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.536973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.539477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-a856bd1d-10b6-4fa0-a67e-96188a604a1e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=03458e7d-89d9-4cd6-96be-e37f0c91c39f HTTP/1.1" status: 200 len: 862 time: 0.0829704 May 06 09:35:31.583659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'fixed_ips': [{'subnet_id': '5ed86782-8896-44b3-b7b7-5f9b06b34202'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:35:31.584752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.590488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-919574eb-f131-42aa-9393-bdcde49e019a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dcfea358-b2b6-462f-aef0-3725ee68fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495887 May 06 09:35:31.592079 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e40d470-d8fb-4734-888d-fa167eb76ab9 x-openstack-request-id: req-7e40d470-d8fb-4734-888d-fa167eb76ab9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:31.592542 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:31.592802 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e40d470-d8fb-4734-888d-fa167eb76ab9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:31.593204 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e40d470-d8fb-4734-888d-fa167eb76ab9'] response: {'name': 'network-changed', 'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'status': 'completed', 'code': 200} May 06 09:35:31.629685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:31.645257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:31.645566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.713435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-029826d8-e7b5-448c-bc5b-a1dd67494b58 service neutron] 10.222.0.82 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088841 May 06 09:35:31.744768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.833943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c29b1cd-cbac-437c-877a-07003d86225d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:31.835696 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918d3f7-3ba3-4101-aaed-ab6c71e52ad4" -d '{"events": [{"server_uuid": "dbd2af69-bc0e-4412-a5cb-0dbe08e782e6", "name": "network-vif-plugged", "status": "completed", "tag": "8c29b1cd-cbac-437c-877a-07003d86225d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:31.854603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8c29b1cd-cbac-437c-877a-07003d86225d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8c29b1cd-cbac-437c-877a-07003d86225d,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:31.865306 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.919302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Allocated IP 172.20.0.2 (1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36/5ed86782-8896-44b3-b7b7-5f9b06b34202/a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:31.959462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c220ff-bc25-4903-9550-6878c7179536 req-8b52dd8c-1d36-4db0-9d46-202a278d95d7 service neutron] 10.222.0.82 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385874 May 06 09:35:31.970344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=8c29b1cd-cbac-437c-877a-07003d86225d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:31.973568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:31.988653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-78c6bf06-6427-445a-90de-4779814dd44c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:31.990379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-78c6bf06-6427-445a-90de-4779814dd44c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.1888437 May 06 09:35:32.000448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe739de5-8cf0-41bc-b0c6-d6b7e0bd5d70 req-03a62d5c-4578-479c-a187-ad9be4a58307 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.001912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe739de5-8cf0-41bc-b0c6-d6b7e0bd5d70 req-03a62d5c-4578-479c-a187-ad9be4a58307 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1678386 May 06 09:35:32.016878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-edd94878-26c3-4e70-a970-4169a5471822 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/quotas/5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 375 time: 0.0132542 May 06 09:35:32.059472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:32.062618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.069974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.082660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.128088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe739de5-8cf0-41bc-b0c6-d6b7e0bd5d70 req-5255fe83-8201-4e9f-85d6-ec32a3c78923 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003664 May 06 09:35:32.150410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-3d0d8dfd-5251-401e-a84e-76d403c002ac tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237803 May 06 09:35:32.161223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba90c15-4768-407b-a49b-7c8d69728673 req-7c1fb18a-1ad4-4228-bd9a-11a3050fbe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.162207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:32.162706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba90c15-4768-407b-a49b-7c8d69728673 req-7c1fb18a-1ad4-4228-bd9a-11a3050fbe04 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 1095 time: 0.1266646 May 06 09:35:32.193357 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.202376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.235917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Allocated IP 172.25.8.192 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ee12abe0-a8d7-4634-bbeb-8756061369b9) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:32.246881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:32.253275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Pushing event updated for resources: {'Port': ['ID=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:32.255919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:32.258158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:32.320395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Attempting to bind port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:32.321068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Attempting to bind port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:32.321203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Attempting to bind port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 on network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:32.326972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:32.326972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Checking segment: {'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:32.327393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.327834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Bound using segment: {'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:32.328306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Bound port: a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:32.328688 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.354675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.388346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5c9ea-a22b-46dd-a78e-c73533ceab16 req-3ff8034d-361b-4e4f-8255-a6f2a7b81ad0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.389782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18b5c9ea-a22b-46dd-a78e-c73533ceab16 req-3ff8034d-361b-4e4f-8255-a6f2a7b81ad0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 944 time: 0.1723051 May 06 09:35:32.393463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-6d9de8bc-4727-47fa-9e99-165b10444c3b service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422655 May 06 09:35:32.395731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba90c15-4768-407b-a49b-7c8d69728673 req-3390c89e-9908-4435-96d9-8aeaff726aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.397178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba90c15-4768-407b-a49b-7c8d69728673 req-3390c89e-9908-4435-96d9-8aeaff726aa9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 923 time: 0.2158582 May 06 09:35:32.400701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] For port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:32.401675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.404566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] For port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,segment=NetworkSegment(e7572fb8-858b-4716-8743-571f7566803f),segment_id=e7572fb8-858b-4716-8743-571f7566803f)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:32.410220 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.446189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:32.451378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:32.453659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:32.480478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Pushing event updated for resources: {'Port': ['ID=ee12abe0-a8d7-4634-bbeb-8756061369b9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:32.487769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9d632-6594-4784-a5ed-8ee79561bffe None None] Pushing event updated for resources: {'Port': ['ID=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:32.496366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba90c15-4768-407b-a49b-7c8d69728673 req-471299be-286c-44de-8ff8-a49302478fc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=516c9058-7e0a-404e-87ec-ce02d1be3269 HTTP/1.1" status: 200 len: 217 time: 0.0797362 May 06 09:35:32.545711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18b5c9ea-a22b-46dd-a78e-c73533ceab16 req-664f5c3a-9663-451b-a37e-477eacfc8328 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461453 May 06 09:35:32.595611 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1bbb82-8960-4b2d-a53f-61e43a949e1b x-openstack-request-id: req-2f1bbb82-8960-4b2d-a53f-61e43a949e1b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:32.595968 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd2af69-bc0e-4412-a5cb-0dbe08e782e6", "name": "network-vif-plugged", "status": "completed", "tag": "8c29b1cd-cbac-437c-877a-07003d86225d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:32.596477 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f1bbb82-8960-4b2d-a53f-61e43a949e1b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:32.598094 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1bbb82-8960-4b2d-a53f-61e43a949e1b'] response: {'server_uuid': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c29b1cd-cbac-437c-877a-07003d86225d', 'code': 200} May 06 09:35:32.602146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-51bc954f-2929-4af3-ae30-b45f717122f6 service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960130 May 06 09:35:32.613270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba90c15-4768-407b-a49b-7c8d69728673 req-fda38e6d-b5d7-4270-9b25-4a33fd062114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.622014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba90c15-4768-407b-a49b-7c8d69728673 req-fda38e6d-b5d7-4270-9b25-4a33fd062114 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=03458e7d-89d9-4cd6-96be-e37f0c91c39f HTTP/1.1" status: 200 len: 862 time: 0.1095636 May 06 09:35:32.685324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba90c15-4768-407b-a49b-7c8d69728673 req-af50396c-3608-48ec-a371-3b6ccc1c1a74 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=dcfea358-b2b6-462f-aef0-3725ee68fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499363 May 06 09:35:32.839540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c761a-018d-44b7-83f7-d70a4b86a577 req-a885198f-414d-4daa-9815-bbdd2afb45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.841100 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-120c761a-018d-44b7-83f7-d70a4b86a577 req-a885198f-414d-4daa-9815-bbdd2afb45a5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 1096 time: 0.1220505 May 06 09:35:32.878355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:32.936105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb90f95b-aaf9-49e5-8744-1ccb6e660203 req-d1cde37c-5b9c-4671-9f38-2f542251e881 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.938015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb90f95b-aaf9-49e5-8744-1ccb6e660203 req-d1cde37c-5b9c-4671-9f38-2f542251e881 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 945 time: 0.2510841 May 06 09:35:32.938165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-120c761a-018d-44b7-83f7-d70a4b86a577 req-eb567b37-4889-4a9d-b168-b21301cf25f6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887992 May 06 09:35:32.984940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99772aa9-d33c-488e-b5ea-2ef463e920c1 req-21d5b6b4-64b9-4e91-8e76-c98a87d0e83d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:32.986485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99772aa9-d33c-488e-b5ea-2ef463e920c1 req-21d5b6b4-64b9-4e91-8e76-c98a87d0e83d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.1306236 May 06 09:35:33.002066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb90f95b-aaf9-49e5-8744-1ccb6e660203 req-e5996842-7fd1-4c99-bc2b-ac015e58e984 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552959 May 06 09:35:33.031822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba90c15-4768-407b-a49b-7c8d69728673 req-43dc6acf-d07e-4a10-b378-202803e469d9 service neutron] 10.222.0.82 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310263 May 06 09:35:33.045901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99772aa9-d33c-488e-b5ea-2ef463e920c1 req-e40f13f4-9976-4099-b891-496f1209c042 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 May 06 09:35:33.135554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.149742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7adc4333-3cda-40ba-bf7b-71c29febefb6 req-15470c80-2a0c-4e21-b4b2-02cd3558a2b3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 210 time: 0.0325971 May 06 09:35:33.163866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abec86-07b2-487d-8b03-475ec78b877a req-83d90a1f-9fe3-4230-992d-afcd0bb40823 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.174398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58abec86-07b2-487d-8b03-475ec78b877a req-83d90a1f-9fe3-4230-992d-afcd0bb40823 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0900519 May 06 09:35:33.268479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58abec86-07b2-487d-8b03-475ec78b877a req-16c2ad5e-86d2-4d65-aabf-93feb2f68b98 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939679 May 06 09:35:33.296749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:33.301999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Router b252a189-d874-4b6b-9eec-b8af317e7866 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:35:33.337457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b3ee1-5192-4874-ae7c-884b8075a5b4 req-14cf1894-08fc-491f-a366-0781aef3eafd tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.339006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b4b3ee1-5192-4874-ae7c-884b8075a5b4 req-14cf1894-08fc-491f-a366-0781aef3eafd tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0912464 May 06 09:35:33.348255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba90c15-4768-407b-a49b-7c8d69728673 req-dcaa74b8-8289-425a-9548-0e3996d32957 service neutron] 10.222.0.82 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811833 May 06 09:35:33.438494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:35:33.446439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b4b3ee1-5192-4874-ae7c-884b8075a5b4 req-4e1d36be-ca86-4b7e-a549-de6645f4aa71 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967915 May 06 09:35:33.455909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Sync routers for ids ['b252a189-d874-4b6b-9eec-b8af317e7866'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:35:33.484935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:33.485261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.489346 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fca7c2be-66c3-49da-842e-038db8838220 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2090971 May 06 09:35:33.489519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Routers {'b252a189-d874-4b6b-9eec-b8af317e7866'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:33.489519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:35:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b252a189-d874-4b6b-9eec-b8af317e7866'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:33.489919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35484) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:33.540850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '7b9575a1-33fd-4978-9d69-a46851791e2d', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'port_id': '7b9575a1-33fd-4978-9d69-a46851791e2d', 'mac_address': 'fa:16:3e:18:93:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c76e8f-fa61-4ff0-8ca8-b47fc851c527', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:33.646590 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.667155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9575a1-33fd-4978-9d69-a46851791e2d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:33.672458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Set router b252a189-d874-4b6b-9eec-b8af317e7866 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:33.757982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:33.770886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75ab54-a842-4efa-a959-d3a66a9fc0d3 req-5335127f-43fe-45f1-8a89-9883d6285de3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:33.774704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc75ab54-a842-4efa-a959-d3a66a9fc0d3 req-5335127f-43fe-45f1-8a89-9883d6285de3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 944 time: 0.1161878 May 06 09:35:33.792792 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:33.840240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc75ab54-a842-4efa-a959-d3a66a9fc0d3 req-a8492d70-cf10-47e5-9081-6d0af82b3adc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550120 May 06 09:35:33.856198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dded8e-fe3f-4570-9cbe-90e91e9d0ec0 None None] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:33.923161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:33.997002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.091366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-945107bf-c9d0-4199-94f6-6284b7c39902 None None] Provisioning complete for port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:34.091764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-945107bf-c9d0-4199-94f6-6284b7c39902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.197731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fee54-7a8c-4414-ad45-04ed268ca43b req-88e39c29-08f0-447d-9e0a-78c3dac9748b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.199680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b04fee54-7a8c-4414-ad45-04ed268ca43b req-88e39c29-08f0-447d-9e0a-78c3dac9748b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 945 time: 0.1171260 May 06 09:35:34.207392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Allocated IP 172.20.0.1 (1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36/5ed86782-8896-44b3-b7b7-5f9b06b34202/01453cb3-61c8-415f-b9ba-24dd63318c48) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:34.214447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e546c-a002-4d10-bcb7-f407801831e9 req-0263113f-c636-44c9-8f4f-d0a10c8c27f5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.216203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a4e546c-a002-4d10-bcb7-f407801831e9 req-0263113f-c636-44c9-8f4f-d0a10c8c27f5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 944 time: 0.0803213 May 06 09:35:34.233311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['7b9575a1-33fd-4978-9d69-a46851791e2d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:34.314871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:32Z', 'revision_number': 3, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port': {'id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:32Z', 'updated_at': '2022-05-06T09:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:34.394106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Checking router: b252a189-d874-4b6b-9eec-b8af317e7866 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:35:34.395304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Updating router b252a189-d874-4b6b-9eec-b8af317e7866 port ee12abe0-a8d7-4634-bbeb-8756061369b9 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:35:34.404456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.445769 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-945107bf-c9d0-4199-94f6-6284b7c39902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.465237 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.481720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.497038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:34.548331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:34.551926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:34.558014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:34.600788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:34.601165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=01453cb3-61c8-415f-b9ba-24dd63318c48,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:34.603351 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a70d9ab-ed1b-428f-b23f-9d03b7aa1610" -d '{"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:34.638081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.653364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-945107bf-c9d0-4199-94f6-6284b7c39902 None None] For port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,segment=NetworkSegment(e7572fb8-858b-4716-8743-571f7566803f),segment_id=e7572fb8-858b-4716-8743-571f7566803f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:34.670899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-945107bf-c9d0-4199-94f6-6284b7c39902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.808120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.832166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945107bf-c9d0-4199-94f6-6284b7c39902 None None] Pushing event updated for resources: {'Port': ['ID=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:34.855202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:34.855575 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:34.873652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a4e546c-a002-4d10-bcb7-f407801831e9 req-567ace02-9cbb-4b6b-af23-c34f260f2abd tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392753 May 06 09:35:34.886554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-e26499d7-f3ac-4e3c-bb30-ea06a919eebb tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:34.888233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-e26499d7-f3ac-4e3c-bb30-ea06a919eebb tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.6694224 May 06 09:35:34.901901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b04fee54-7a8c-4414-ad45-04ed268ca43b req-f49d6335-a370-4bf7-b2da-a2908723b029 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844306 May 06 09:35:34.914867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Request body: {'port': {'device_id': '20843664-b18f-421c-8f0f-f605ed583431', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'admin_state_up': True, 'tenant_id': '5a9639df0d80434c89421b49da0e8bf5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:34.923337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d08156eb-1551-4e32-a5fc-423993b78769 None None] Provisioning complete for port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:34.924758 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d08156eb-1551-4e32-a5fc-423993b78769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.053455 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.062482 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.108746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cec08d94-6566-44b5-8bf2-6588244feccc req-4f6cd669-1468-49ed-b516-fbd2fb3229e4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 210 time: 0.0744374 May 06 09:35:35.135511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.138646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=01453cb3-61c8-415f-b9ba-24dd63318c48,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:35.156362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c4339-9afa-4a47-812a-d5dbe95d72bf req-e314c323-c490-48bf-a5d6-6edb4b33c6d1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.165404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc5c4339-9afa-4a47-812a-d5dbe95d72bf req-e314c323-c490-48bf-a5d6-6edb4b33c6d1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1323338 May 06 09:35:35.213892 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.226133 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.247307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc5c4339-9afa-4a47-812a-d5dbe95d72bf req-29f3faec-6b87-4873-a326-54222f5d02fd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810335 May 06 09:35:35.267909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Made reservation on behalf of 5a9639df0d80434c89421b49da0e8bf5 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:35.272142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.281911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:35.284024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:35.298191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 516c9058-7e0a-404e-87ec-ce02d1be3269 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:35.307751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f07309-a822-4e73-b70d-4c04415afc87 req-cccaf671-2e73-43d6-bb6c-da344d253706 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.309343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2f07309-a822-4e73-b70d-4c04415afc87 req-cccaf671-2e73-43d6-bb6c-da344d253706 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1170943 May 06 09:35:35.315493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Attempting to bind port ee12abe0-a8d7-4634-bbeb-8756061369b9 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:35.315921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Attempting to bind port ee12abe0-a8d7-4634-bbeb-8756061369b9 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:35.316545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Attempting to bind port ee12abe0-a8d7-4634-bbeb-8756061369b9 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:35.326176 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37c8c8f-3677-4a7b-a7c5-1a67eb605c21 x-openstack-request-id: req-b37c8c8f-3677-4a7b-a7c5-1a67eb605c21 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:35.326491 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:35.326739 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b37c8c8f-3677-4a7b-a7c5-1a67eb605c21 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:35.327149 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37c8c8f-3677-4a7b-a7c5-1a67eb605c21'] response: {'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'code': 200} May 06 09:35:35.343196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279b1b8-45a9-490a-a456-7a1aed09a7d5 None None] Pushing event updated for resources: {'Port': ['ID=ee12abe0-a8d7-4634-bbeb-8756061369b9,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:35.357765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:35.358022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:35.358545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.368051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:35.368606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Bound port: ee12abe0-a8d7-4634-bbeb-8756061369b9, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:35.369010 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.451900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] For port ee12abe0-a8d7-4634-bbeb-8756061369b9, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:35.455556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] For port ee12abe0-a8d7-4634-bbeb-8756061369b9, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ee12abe0-a8d7-4634-bbeb-8756061369b9,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:35.466950 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:35:35.485022 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.513628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Allocated IP 172.20.0.6 (39424dc8-8550-4662-ad1d-3161e9d11e8c/ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a/55512deb-3d46-475b-9104-700c6d01aa41) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:35.558932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-96ddaeb8-aecd-4e30-bb6f-099a910bbfc8 None None] Provisioning complete for port 01453cb3-61c8-415f-b9ba-24dd63318c48 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:35.559566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-96ddaeb8-aecd-4e30-bb6f-099a910bbfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.666153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-96ddaeb8-aecd-4e30-bb6f-099a910bbfc8 None None] Port 01453cb3-61c8-415f-b9ba-24dd63318c48 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:35.674485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Routers {'b252a189-d874-4b6b-9eec-b8af317e7866'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:35.675878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:35:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b252a189-d874-4b6b-9eec-b8af317e7866'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:35.710088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2f07309-a822-4e73-b70d-4c04415afc87 req-6e69ab0e-afe1-4d77-80d4-b5ccc0f94aa8 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443395 May 06 09:35:35.721257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279b1b8-45a9-490a-a456-7a1aed09a7d5 None None] Pushing event updated for resources: {'Port': ['ID=ee12abe0-a8d7-4634-bbeb-8756061369b9,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:35.723027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfea66e-60a0-41e8-aec8-8d617d3d7ea6 req-71d79b28-be38-4bcf-ac27-6a21fb3fe564 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.731258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfea66e-60a0-41e8-aec8-8d617d3d7ea6 req-71d79b28-be38-4bcf-ac27-6a21fb3fe564 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 944 time: 0.2629218 May 06 09:35:35.733540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38b51a-5ee0-4705-bd92-65d0f343d6a4 req-2663838f-ccdd-4696-bcc1-0e50bee0079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:35.735154 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6e38b51a-5ee0-4705-bd92-65d0f343d6a4 req-2663838f-ccdd-4696-bcc1-0e50bee0079e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1101 time: 0.3459673 May 06 09:35:35.736368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:35.756701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'port_id': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'mac_address': 'fa:16:3e:2a:fa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03458e7d-89d9-4cd6-96be-e37f0c91c39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:35.773487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Router b252a189-d874-4b6b-9eec-b8af317e7866 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:35:35.782257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.793650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfea66e-60a0-41e8-aec8-8d617d3d7ea6 req-6928c15d-e7e9-416c-b169-46ecc153534d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611293 May 06 09:35:35.794298 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6e38b51a-5ee0-4705-bd92-65d0f343d6a4 req-1fb2f609-afcb-4576-855e-b054d863383b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 May 06 09:35:35.833840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.834397 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.870312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516c9058-7e0a-404e-87ec-ce02d1be3269 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:35.893618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:35.897938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] Set router b252a189-d874-4b6b-9eec-b8af317e7866 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:35.901073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b0adc6c1-149f-4b72-baf6-a1bbd72d0a16 None None] Provisioning complete for port 01453cb3-61c8-415f-b9ba-24dd63318c48 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:35.901073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0adc6c1-149f-4b72-baf6-a1bbd72d0a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:35.911999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:35.913485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:35.918324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:35.921698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:35:35.935046 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d145dc2-3241-4f05-8e81-333394d12cd6 admin admin] 10.222.0.76 "PUT /v2.0/routers/b252a189-d874-4b6b-9eec-b8af317e7866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4439154 May 06 09:35:35.975342 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b0adc6c1-149f-4b72-baf6-a1bbd72d0a16 None None] Port 01453cb3-61c8-415f-b9ba-24dd63318c48 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:35:35.983776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:35.985463 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:35:35.993667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.002648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.003191 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.071460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-f7a68557-7546-4dde-a141-797fa1aea24d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1684158 May 06 09:35:36.087616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9cb01-04b5-4076-ba36-4fc8ed489e9e req-329af69d-d88b-45eb-bcd7-aca3bc0beec9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.089204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79c9cb01-04b5-4076-ba36-4fc8ed489e9e req-329af69d-d88b-45eb-bcd7-aca3bc0beec9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 944 time: 0.1229851 May 06 09:35:36.096160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Request body: {'port': {'device_id': '20843664-b18f-421c-8f0f-f605ed583431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:36.141447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:36.148282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897e2b-3d4b-42de-a6d8-686cfce8df0e req-05f0a77e-fb1e-4a26-9138-cfe4269fdfc4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.149796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab897e2b-3d4b-42de-a6d8-686cfce8df0e req-05f0a77e-fb1e-4a26-9138-cfe4269fdfc4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 945 time: 0.1226242 May 06 09:35:36.206918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79c9cb01-04b5-4076-ba36-4fc8ed489e9e req-0796fdaa-c235-495a-b0d0-b79d2308732d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075194 May 06 09:35:36.213355 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.239993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab897e2b-3d4b-42de-a6d8-686cfce8df0e req-929c8527-78ed-4929-858d-da78edc6980f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668557 May 06 09:35:36.372230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 4, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port': {'id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:32Z', 'updated_at': '2022-05-06T09:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01453cb3-61c8-415f-b9ba-24dd63318c48', 'name': '', 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'mac_address': 'fa:16:3e:19:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:34Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 2, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'subnets': [{'id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:36.402189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716dcdb-bf7d-4f9f-b921-a64473304bd9 None None] The sync data for ids ['b252a189-d874-4b6b-9eec-b8af317e7866'] in n-d-840834-1 is: [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 4, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port': {'id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:32Z', 'updated_at': '2022-05-06T09:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01453cb3-61c8-415f-b9ba-24dd63318c48', 'name': '', 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'mac_address': 'fa:16:3e:19:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:34Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 2, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'subnets': [{'id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:35:36.437076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:36.466691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['516c9058-7e0a-404e-87ec-ce02d1be3269'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:36.543692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3e2c-4578-48af-a0c8-4557e73a44c2 req-a75f6ab6-dc8e-401d-9e3a-6f37f52459cb tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:36.545115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:36.545519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be8b3e2c-4578-48af-a0c8-4557e73a44c2 req-a75f6ab6-dc8e-401d-9e3a-6f37f52459cb tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 931 time: 0.2019413 May 06 09:35:36.545614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.736464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be8b3e2c-4578-48af-a0c8-4557e73a44c2 req-a5da70a7-c5e4-4256-a9cd-dbad1edec74b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725590 May 06 09:35:36.742860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-253df11b-0838-46b9-a02a-c80c69926e78 req-df03fb53-e7f5-4b93-ae59-7cc7e185e14f tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2976913 May 06 09:35:36.764541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:36.821922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55512deb-3d46-475b-9104-700c6d01aa41 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:36.827003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.843458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.893411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Transition to ACTIVE for port object 55512deb-3d46-475b-9104-700c6d01aa41 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:36.900927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:36.996101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:37.066155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9935124-740e-4050-bf71-8a9a29d69241 req-1edf78fc-4f1a-4421-a79b-0d4ba883348b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.067779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9935124-740e-4050-bf71-8a9a29d69241 req-1edf78fc-4f1a-4421-a79b-0d4ba883348b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1337674 May 06 09:35:37.146361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.152338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:37.152620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:37.152950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:37.162775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9935124-740e-4050-bf71-8a9a29d69241 req-e9ee0f5d-a44f-4380-80fa-c155a207cdca tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848989 May 06 09:35:37.201354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:37.201354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:37.229829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:37.230175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:37.230604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:37.231057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Bound port: 55512deb-3d46-475b-9104-700c6d01aa41, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:37.231418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.314862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:37.373095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 7b9575a1-33fd-4978-9d69-a46851791e2d completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:37.378192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 7b9575a1-33fd-4978-9d69-a46851791e2d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:37.379460 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.385840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:37.395184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468e004-247b-4023-a507-3480c3b0e41f req-93f5d762-5625-4694-a0b7-74f8cd153c01 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.396694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a468e004-247b-4023-a507-3480c3b0e41f req-93f5d762-5625-4694-a0b7-74f8cd153c01 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1596222 May 06 09:35:37.398642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:37.400171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Allocated IP 172.25.8.122 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/13933fba-61fc-4686-b6ca-725e49e6ecf1) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:37.411836 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.467332 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.474369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.474984 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.476458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] 10.222.0.82 "PUT /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 1091 time: 1.3855333 May 06 09:35:37.479706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:37.481928 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec7726-8c53-4081-a63d-0e810785b12d" -d '{"events": [{"name": "network-changed", "server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "tag": "55512deb-3d46-475b-9104-700c6d01aa41"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:37.494631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:37.497204 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40ac2a9-1ce3-46cb-ba8c-0a27645d2e7f" -d '{"events": [{"server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "name": "network-vif-plugged", "status": "completed", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:37.513102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:37.518743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.572482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:37.607747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a468e004-247b-4023-a507-3480c3b0e41f req-05810013-8698-4550-afe6-642ee2d51d08 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007606 May 06 09:35:37.612690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47cefa-07ed-4f0d-8620-b45e975c3abd service neutron] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:37.642758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-60637ac2-df0c-464c-913f-e194cc400188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.644806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-60637ac2-df0c-464c-913f-e194cc400188 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1094 time: 0.0952365 May 06 09:35:37.715293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-4a127ac6-df85-4ca6-803b-1765644a95fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 217 time: 0.0618963 May 06 09:35:37.772134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.812275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-707c2585-f995-4900-bade-f147e93ad8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.813740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-707c2585-f995-4900-bade-f147e93ad8d3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0784349 May 06 09:35:37.829954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43530a21-f8b2-4447-9980-73c8f457112b req-e5883a82-dfc0-47ec-baa9-67a968c4b177 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:37.831513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43530a21-f8b2-4447-9980-73c8f457112b req-e5883a82-dfc0-47ec-baa9-67a968c4b177 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 945 time: 0.1291335 May 06 09:35:37.868467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-d75ac5d3-1029-470b-b8d4-2033db6d8e20 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359423 May 06 09:35:37.911720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:37.952560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43530a21-f8b2-4447-9980-73c8f457112b req-8ee52eb5-288f-40f7-b987-c440aa65925e tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110489 May 06 09:35:38.247490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:38.269459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:38.282516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:38.290081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Pushing event updated for resources: {'Port': ['ID=13933fba-61fc-4686-b6ca-725e49e6ecf1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:38.347929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-8a766a13-3d48-4d79-9a08-f8ed7ab0ba66 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614143 May 06 09:35:38.359942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99def8ee-f100-44f5-86f7-70f334a32929 req-71792bf6-512d-4fda-b8ef-432bd5d606aa tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.361328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99def8ee-f100-44f5-86f7-70f334a32929 req-71792bf6-512d-4fda-b8ef-432bd5d606aa tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 945 time: 0.1378796 May 06 09:35:38.426437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ee12abe0-a8d7-4634-bbeb-8756061369b9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:38.476032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ee12abe0-a8d7-4634-bbeb-8756061369b9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:38.476403 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.534174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99def8ee-f100-44f5-86f7-70f334a32929 req-da4fe4c1-70c5-45f2-ae03-77b762f99e09 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587670 May 06 09:35:38.545350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.567913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-427d09c3-d5af-42b4-b62f-1794b6597d6d req-742074e9-b02c-4d1a-a362-ed20295957ef service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055774 May 06 09:35:38.570201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.597731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.609623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port ee12abe0-a8d7-4634-bbeb-8756061369b9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ee12abe0-a8d7-4634-bbeb-8756061369b9,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:38.614236 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.664106 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Sync routers for ids ['b252a189-d874-4b6b-9eec-b8af317e7866'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:35:38.675164 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Routers {'b252a189-d874-4b6b-9eec-b8af317e7866'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:38.676548 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:35:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b252a189-d874-4b6b-9eec-b8af317e7866'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:38.677960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=ee12abe0-a8d7-4634-bbeb-8756061369b9,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:38.685968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.686467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.686885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.687336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.687872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.688251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.688795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.689211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.689623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.690049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.690500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.690943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:38.724973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb35321-7d0d-4abe-8052-80148d94ffd3 req-0022d848-f7a9-43bb-b1f5-bfbba2da6e97 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:38.726460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcb35321-7d0d-4abe-8052-80148d94ffd3 req-0022d848-f7a9-43bb-b1f5-bfbba2da6e97 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 945 time: 0.1077702 May 06 09:35:38.783558 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Set router b252a189-d874-4b6b-9eec-b8af317e7866 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:38.790230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcb35321-7d0d-4abe-8052-80148d94ffd3 req-0f003703-098f-4c6f-a4ca-d0dc4ddb57b0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574937 May 06 09:35:38.825167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.833045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:38.860533 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd14f1c-d335-4d71-a8d3-474d45be6227 x-openstack-request-id: req-6cd14f1c-d335-4d71-a8d3-474d45be6227 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:38.861135 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "tag": "55512deb-3d46-475b-9104-700c6d01aa41", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:38.861392 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6cd14f1c-d335-4d71-a8d3-474d45be6227 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:38.864075 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd14f1c-d335-4d71-a8d3-474d45be6227'] response: {'name': 'network-changed', 'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41', 'status': 'completed', 'code': 200} May 06 09:35:38.885241 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3523dc-e915-475d-bf8c-0e5f1446e35e x-openstack-request-id: req-3d3523dc-e915-475d-bf8c-0e5f1446e35e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:38.885580 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "name": "network-vif-plugged", "status": "completed", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:38.885856 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d3523dc-e915-475d-bf8c-0e5f1446e35e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:38.886281 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3523dc-e915-475d-bf8c-0e5f1446e35e'] response: {'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d', 'code': 200} May 06 09:35:38.981427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Pushing event updated for resources: {'Port': ['ID=13933fba-61fc-4686-b6ca-725e49e6ecf1,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:39.012182 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 4, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port': {'id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:32Z', 'updated_at': '2022-05-06T09:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01453cb3-61c8-415f-b9ba-24dd63318c48', 'name': '', 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'mac_address': 'fa:16:3e:19:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:34Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 2, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'subnets': [{'id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:39.012658 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.018119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7726-8c53-4081-a63d-0e810785b12d req-5418714b-93e5-4562-a021-2c7b89ce30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.019764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bec7726-8c53-4081-a63d-0e810785b12d req-5418714b-93e5-4562-a021-2c7b89ce30aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1094 time: 0.1034868 May 06 09:35:39.038470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79ecd2-2f16-4ee6-b262-2400830396f1 req-bafee1c4-0d9b-47c1-8312-f0bab8ae0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.040047 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d79ecd2-2f16-4ee6-b262-2400830396f1 req-bafee1c4-0d9b-47c1-8312-f0bab8ae0120 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1096 time: 0.0476446 May 06 09:35:39.042342 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Checking router: b252a189-d874-4b6b-9eec-b8af317e7866 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:35:39.042733 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Updating router b252a189-d874-4b6b-9eec-b8af317e7866 port 01453cb3-61c8-415f-b9ba-24dd63318c48 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:35:39.043610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2027e-54d1-432f-a6a7-616b53a10d0b req-287c5fc0-435b-4c15-989a-36a4578b2365 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.045093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3b2027e-54d1-432f-a6a7-616b53a10d0b req-287c5fc0-435b-4c15-989a-36a4578b2365 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.0862637 May 06 09:35:39.056737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.057868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-253df11b-0838-46b9-a02a-c80c69926e78 req-321b8877-c7f2-467a-824e-ac65383bde2d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3024757 May 06 09:35:39.078172 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.085412 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d79ecd2-2f16-4ee6-b262-2400830396f1 req-15c5b458-9736-4234-988d-3a1843af5697 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295165 May 06 09:35:39.189774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-253df11b-0838-46b9-a02a-c80c69926e78 req-8593dd55-ce51-433e-a5ef-ca733e34a871 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.1168728 May 06 09:35:39.232232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3b2027e-54d1-432f-a6a7-616b53a10d0b req-6ea2c12f-8607-44a6-ba51-52b04a405a0c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783829 May 06 09:35:39.290408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7726-8c53-4081-a63d-0e810785b12d req-22f1c8ae-73c9-40c5-8040-3b7b2ac1d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.291898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bec7726-8c53-4081-a63d-0e810785b12d req-22f1c8ae-73c9-40c5-8040-3b7b2ac1d78f service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.2562747 May 06 09:35:39.322073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 516c9058-7e0a-404e-87ec-ce02d1be3269 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:39.376617 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 516c9058-7e0a-404e-87ec-ce02d1be3269 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:39.382365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 516c9058-7e0a-404e-87ec-ce02d1be3269 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:39.383354 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.386871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bec7726-8c53-4081-a63d-0e810785b12d req-9b74861b-6e24-4262-81fa-e702720e316c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 217 time: 0.0564089 May 06 09:35:39.396192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253df11b-0838-46b9-a02a-c80c69926e78 req-bd83ea8f-2774-4383-aea3-871e598b23da tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.397660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-253df11b-0838-46b9-a02a-c80c69926e78 req-bd83ea8f-2774-4383-aea3-871e598b23da tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1990418 May 06 09:35:39.432672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-253df11b-0838-46b9-a02a-c80c69926e78 req-d103dc50-b19b-40b4-b6b5-d84c18c56a53 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:39.433662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-253df11b-0838-46b9-a02a-c80c69926e78 req-d103dc50-b19b-40b4-b6b5-d84c18c56a53 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245762 May 06 09:35:39.449554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914a50-e236-4b62-bd5b-f304111cc00b req-1908409c-fee7-4d26-a09e-a54ceb48a045 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.451151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f914a50-e236-4b62-bd5b-f304111cc00b req-1908409c-fee7-4d26-a09e-a54ceb48a045 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1526093 May 06 09:35:39.458172 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.466229 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.473635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.479237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec7726-8c53-4081-a63d-0e810785b12d req-56d29d07-c5ee-4707-804e-3eff68557834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.480742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bec7726-8c53-4081-a63d-0e810785b12d req-56d29d07-c5ee-4707-804e-3eff68557834 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0811222 May 06 09:35:39.500918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f914a50-e236-4b62-bd5b-f304111cc00b req-4801a4ec-cd9e-4861-88f1-5a60933b8e1c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 May 06 09:35:39.543305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:39.550127 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.556829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bec7726-8c53-4081-a63d-0e810785b12d req-4b7cf18d-e734-4afe-a8a5-bfcdb242636c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521472 May 06 09:35:39.567642 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Pushing event updated for resources: {'Port': ['ID=01453cb3-61c8-415f-b9ba-24dd63318c48,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:39.593542 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.594143 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.594685 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.595199 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.595757 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.596284 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.596796 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.597362 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.598750 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.599636 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.600167 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.600686 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:35:39.629056 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Attempting to bind port 01453cb3-61c8-415f-b9ba-24dd63318c48 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:39.629525 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Attempting to bind port 01453cb3-61c8-415f-b9ba-24dd63318c48 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:39.630155 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Attempting to bind port 01453cb3-61c8-415f-b9ba-24dd63318c48 on network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:39.641834 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:39.642365 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Checking segment: {'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:39.643248 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.645585 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Bound using segment: {'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:39.646318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Bound port: 01453cb3-61c8-415f-b9ba-24dd63318c48, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7572fb8-858b-4716-8743-571f7566803f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:39.646984 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.668450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:39.749309 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] For port 01453cb3-61c8-415f-b9ba-24dd63318c48, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:39.752974 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] For port 01453cb3-61c8-415f-b9ba-24dd63318c48, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=01453cb3-61c8-415f-b9ba-24dd63318c48,segment=NetworkSegment(e7572fb8-858b-4716-8743-571f7566803f),segment_id=e7572fb8-858b-4716-8743-571f7566803f)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:39.759014 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.774418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6312-5b27-48ee-9d37-7b6bb0e3c585 req-1bf3550b-b71f-434c-82fa-3d369ef16553 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.775886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a4f6312-5b27-48ee-9d37-7b6bb0e3c585 req-1bf3550b-b71f-434c-82fa-3d369ef16553 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1101696 May 06 09:35:39.800975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bec7726-8c53-4081-a63d-0e810785b12d req-8c651d04-cee4-400f-8923-1a237414eb28 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372718 May 06 09:35:39.821281 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Routers {'b252a189-d874-4b6b-9eec-b8af317e7866'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:39.822486 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:35:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b252a189-d874-4b6b-9eec-b8af317e7866'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:39.853248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e6a620e6-0cc3-4db8-a3f3-635833d8efce None None] Provisioning complete for port 01453cb3-61c8-415f-b9ba-24dd63318c48 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:39.853729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e6a620e6-0cc3-4db8-a3f3-635833d8efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:39.863946 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8b3cf-fcd4-4d94-912a-c6f17f94d0df None None] Pushing event updated for resources: {'Port': ['ID=01453cb3-61c8-415f-b9ba-24dd63318c48,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:39.877213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646f833-537e-4a6c-8644-9fd7fd4e9f5e req-3e36eb6c-2c5e-4733-afd1-89605a5c8acc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:39.879469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4646f833-537e-4a6c-8644-9fd7fd4e9f5e req-3e36eb6c-2c5e-4733-afd1-89605a5c8acc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.1584382 May 06 09:35:39.902238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a4f6312-5b27-48ee-9d37-7b6bb0e3c585 req-ab35c83f-c364-47df-a051-d276ec84f069 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197705 May 06 09:35:39.969677 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] Set router b252a189-d874-4b6b-9eec-b8af317e7866 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:39.980271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e6a620e6-0cc3-4db8-a3f3-635833d8efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.037470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e6a620e6-0cc3-4db8-a3f3-635833d8efce None None] For port 01453cb3-61c8-415f-b9ba-24dd63318c48, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=01453cb3-61c8-415f-b9ba-24dd63318c48,segment=NetworkSegment(e7572fb8-858b-4716-8743-571f7566803f),segment_id=e7572fb8-858b-4716-8743-571f7566803f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:40.040440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4646f833-537e-4a6c-8644-9fd7fd4e9f5e req-cd275de3-bb64-4e3b-8d16-9e422bdd6e3f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439173 May 06 09:35:40.043000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e6a620e6-0cc3-4db8-a3f3-635833d8efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.071608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd294888-b486-494c-8459-e8faf3a6cbaf req-b4a5f7da-0c3a-4e3c-9630-e88791c41f52 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips/c2d73345-296a-4478-ac26-1979b1152808 HTTP/1.1" status: 200 len: 693 time: 0.1256044 May 06 09:35:40.093186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bec7726-8c53-4081-a63d-0e810785b12d req-52c1c508-72eb-4bba-bd42-6f4e6100f064 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819066 May 06 09:35:40.112138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a620e6-0cc3-4db8-a3f3-635833d8efce None None] Pushing event updated for resources: {'Port': ['ID=01453cb3-61c8-415f-b9ba-24dd63318c48,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:40.167090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0ba10b78-52b6-4fd6-8682-244bcab2f6ae None None] Provisioning complete for port 01453cb3-61c8-415f-b9ba-24dd63318c48 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:40.167704 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ba10b78-52b6-4fd6-8682-244bcab2f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.204628 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 4, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port': {'id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:32Z', 'updated_at': '2022-05-06T09:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01453cb3-61c8-415f-b9ba-24dd63318c48', 'name': '', 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'mac_address': 'fa:16:3e:19:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:34Z', 'updated_at': '2022-05-06T09:35:39Z', 'revision_number': 4, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'subnets': [{'id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:40.231198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ee205-ba04-420a-bf60-8fab86bccda9 req-07f2dd21-c522-4f8e-8b71-847e59c67f15 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.232690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d59ee205-ba04-420a-bf60-8fab86bccda9 req-07f2dd21-c522-4f8e-8b71-847e59c67f15 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 945 time: 0.0893576 May 06 09:35:40.235197 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29bc54e-ae8a-4b30-a615-5447513d0f97 None None] The sync data for ids ['b252a189-d874-4b6b-9eec-b8af317e7866'] in n-d-840834-1 is: [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:34Z', 'revision_number': 4, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port': {'id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:32Z', 'updated_at': '2022-05-06T09:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01453cb3-61c8-415f-b9ba-24dd63318c48', 'name': '', 'network_id': '1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'mac_address': 'fa:16:3e:19:a2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:34Z', 'updated_at': '2022-05-06T09:35:39Z', 'revision_number': 4, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'subnets': [{'id': '5ed86782-8896-44b3-b7b7-5f9b06b34202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:35:40.243051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd294888-b486-494c-8459-e8faf3a6cbaf req-6a4d0b79-9afc-4310-84e5-18de78ca749c tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.244473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd294888-b486-494c-8459-e8faf3a6cbaf req-6a4d0b79-9afc-4310-84e5-18de78ca749c tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1721153 May 06 09:35:40.264384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-bd294888-b486-494c-8459-e8faf3a6cbaf req-f9570cdd-83ec-4252-bf48-3901f98add9e tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:40.265381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd294888-b486-494c-8459-e8faf3a6cbaf req-f9570cdd-83ec-4252-bf48-3901f98add9e tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148036 May 06 09:35:40.299599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d59ee205-ba04-420a-bf60-8fab86bccda9 req-30a63f9f-20bc-4319-bc76-7b4b7599aa8a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465493 May 06 09:35:40.403860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b86fcb-cf35-40be-8faa-eb9e786c931e req-64edad90-0fd3-4251-a43e-57c90ef446d9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.408078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2b86fcb-cf35-40be-8faa-eb9e786c931e req-64edad90-0fd3-4251-a43e-57c90ef446d9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 945 time: 0.0851178 May 06 09:35:40.434364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ee12abe0-a8d7-4634-bbeb-8756061369b9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:40.459857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500e43d-42a4-432b-879e-be8309e60922 req-95ad012b-0f8f-4188-8c13-4c3584d8fb26 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.461561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0500e43d-42a4-432b-879e-be8309e60922 req-95ad012b-0f8f-4188-8c13-4c3584d8fb26 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.0937662 May 06 09:35:40.469674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2b86fcb-cf35-40be-8faa-eb9e786c931e req-ae675e42-f68a-468b-b5e7-6c6a5a461b08 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563042 May 06 09:35:40.502418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ee12abe0-a8d7-4634-bbeb-8756061369b9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:40.502783 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.572133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0500e43d-42a4-432b-879e-be8309e60922 req-b4284563-0cbd-4e40-ada0-d25baf2e0ff7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013322 May 06 09:35:40.578029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90af9472-52d5-4cf7-895b-eadcee460414 req-c75d9a6f-07a0-4799-a526-8fbf5dd3f819 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=c828d98e26b24956919a5cbe5ce83d9e HTTP/1.1" status: 200 len: 696 time: 0.0774722 May 06 09:35:40.605245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 01453cb3-61c8-415f-b9ba-24dd63318c48 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:40.676854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 01453cb3-61c8-415f-b9ba-24dd63318c48 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:40.677569 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:40.731532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af9472-52d5-4cf7-895b-eadcee460414 req-91e4e6d3-6de6-40da-b7cb-85996f90a6e2 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.733474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90af9472-52d5-4cf7-895b-eadcee460414 req-91e4e6d3-6de6-40da-b7cb-85996f90a6e2 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks?id=787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 787 time: 0.1460569 May 06 09:35:40.757848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-90af9472-52d5-4cf7-895b-eadcee460414 req-9226339d-ce44-4bd2-8d88-4351f3934daa tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:40.758980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90af9472-52d5-4cf7-895b-eadcee460414 req-9226339d-ce44-4bd2-8d88-4351f3934daa tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081968 May 06 09:35:40.782517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e4472-e897-4dbd-876e-7722afcffc3d req-6ae8bf5e-4b01-4c7c-82da-a91cd3bde968 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.783991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-686e4472-e897-4dbd-876e-7722afcffc3d req-6ae8bf5e-4b01-4c7c-82da-a91cd3bde968 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0759535 May 06 09:35:40.841498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-724630b6-545e-4825-b934-5d873c317522 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips/c2d73345-296a-4478-ac26-1979b1152808 HTTP/1.1" status: 200 len: 693 time: 0.0557704 May 06 09:35:40.869525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-686e4472-e897-4dbd-876e-7722afcffc3d req-b35845ee-2c74-4d7a-914a-1abc4dcfd7db tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769579 May 06 09:35:40.887968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:40.890840 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0911dc84-94cc-41d0-a537-b118cd8e3647" -d '{"events": [{"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-plugged", "status": "completed", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:40.932700 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9203f230-c042-44ee-ae45-51b5b3ae3106 x-openstack-request-id: req-9203f230-c042-44ee-ae45-51b5b3ae3106 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:40.933007 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-plugged", "status": "completed", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:40.933255 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9203f230-c042-44ee-ae45-51b5b3ae3106 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:40.933647 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9203f230-c042-44ee-ae45-51b5b3ae3106'] response: {'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'code': 200} May 06 09:35:40.980389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-ab3ca549-f4ee-4898-9268-1d9011bd5437 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:40.984136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-ab3ca549-f4ee-4898-9268-1d9011bd5437 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1309993 May 06 09:35:40.992402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-6e77eb23-bfa1-4ad2-9b8b-8ffedf3bdba1 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:40.993420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-6e77eb23-bfa1-4ad2-9b8b-8ffedf3bdba1 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060968 May 06 09:35:41.090362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-a6cfc7d0-5575-4908-ac08-183507ebdcd6 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0862122 May 06 09:35:41.118798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a380-a85b-4f66-a3c9-1da2c5fc7a75 req-214e02c4-b728-49bd-82b1-7a94caa2b5fa tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.120283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97a0a380-a85b-4f66-a3c9-1da2c5fc7a75 req-214e02c4-b728-49bd-82b1-7a94caa2b5fa tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1260405 May 06 09:35:41.163593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b23fc5-d549-4cce-a6d9-3cceb34d887f req-2dbfe3c2-6af2-4a67-9241-0b55ee1fa960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.165002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9b23fc5-d549-4cce-a6d9-3cceb34d887f req-2dbfe3c2-6af2-4a67-9241-0b55ee1fa960 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 1097 time: 0.1390061 May 06 09:35:41.167772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-27d671c7-4eb5-41d8-bfae-1efd0c554bcb tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.122 HTTP/1.1" status: 200 len: 696 time: 0.0691526 May 06 09:35:41.282913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97a0a380-a85b-4f66-a3c9-1da2c5fc7a75 req-4f488b52-e1c5-41f3-999b-89be3c932427 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343505 May 06 09:35:41.291788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9b23fc5-d549-4cce-a6d9-3cceb34d887f req-8d68d51b-f38d-4608-be7b-44c03bf98c42 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168835 May 06 09:35:41.316886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 55512deb-3d46-475b-9104-700c6d01aa41 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:41.340585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Deleting port 13933fba-61fc-4686-b6ca-725e49e6ecf1 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:41.340918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.417259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:41.429499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '55512deb-3d46-475b-9104-700c6d01aa41', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'port_id': '55512deb-3d46-475b-9104-700c6d01aa41', 'mac_address': 'fa:16:3e:cf:80:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:41.443466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d8e30-a6bc-461f-bc3f-45f38f3a9baa req-208fa813-fe4d-4f06-9a5e-a91b6612a2c2 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.444966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-780d8e30-a6bc-461f-bc3f-45f38f3a9baa req-208fa813-fe4d-4f06-9a5e-a91b6612a2c2 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.1059871 May 06 09:35:41.461994 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.462318 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.466440 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.480031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55512deb-3d46-475b-9104-700c6d01aa41 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:41.482100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Calling delete_port for 13933fba-61fc-4686-b6ca-725e49e6ecf1 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:41.501113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:41.507743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.508816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-780d8e30-a6bc-461f-bc3f-45f38f3a9baa req-d100649e-040f-4eb7-9e50-68d0c104fb45 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551858 May 06 09:35:41.563471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:41.911170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4655e-1c02-43e6-95ac-99b41081abcf req-d8a4a4dd-1446-4138-acc7-9d8cfe3d2630 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:41.912656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fb4655e-1c02-43e6-95ac-99b41081abcf req-d8a4a4dd-1446-4138-acc7-9d8cfe3d2630 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 945 time: 0.3275423 May 06 09:35:41.927943 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:41.963551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Pushing event deleted for resources: {'Port': ['ID=13933fba-61fc-4686-b6ca-725e49e6ecf1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:41.996276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fb4655e-1c02-43e6-95ac-99b41081abcf req-13ece7c5-d4c0-4356-8f86-338cbfee4be5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763116 May 06 09:35:42.037242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.039144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.040698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02433ad0-a884-436e-b7dc-51e0d4a7208e req-05007f93-1ad8-461a-b525-a82e1b26ef61 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "DELETE /v2.0/floatingips/c2d73345-296a-4478-ac26-1979b1152808 HTTP/1.1" status: 204 len: 173 time: 0.8665328 May 06 09:35:42.046895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['55512deb-3d46-475b-9104-700c6d01aa41'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:42.178410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-439110cb-fec6-46b2-a3e9-02129a6f9436 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.179805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-439110cb-fec6-46b2-a3e9-02129a6f9436 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 945 time: 0.1331904 May 06 09:35:42.196235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e3b54-f35b-49e5-b295-fb2e18ac7252 req-38bdce2b-5a16-4395-add4-eb0731db5dc3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.197706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-245e3b54-f35b-49e5-b295-fb2e18ac7252 req-38bdce2b-5a16-4395-add4-eb0731db5dc3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 945 time: 0.1079214 May 06 09:35:42.256099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70c1a8-4183-4b85-90a0-62238755d37e req-342cfbb5-f05d-465d-b2cd-bae79c767e72 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.257518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b70c1a8-4183-4b85-90a0-62238755d37e req-342cfbb5-f05d-465d-b2cd-bae79c767e72 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 944 time: 0.1258612 May 06 09:35:42.316181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-245e3b54-f35b-49e5-b295-fb2e18ac7252 req-acd7277d-3553-45c1-b021-242560ca866f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082275 May 06 09:35:42.336778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b70c1a8-4183-4b85-90a0-62238755d37e req-2d25d4bc-e2af-4c67-ae00-a27733f2721b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695133 May 06 09:35:42.361420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Deleting port 8c29b1cd-cbac-437c-877a-07003d86225d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:42.361759 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.560526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] For port 8c29b1cd-cbac-437c-877a-07003d86225d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8c29b1cd-cbac-437c-877a-07003d86225d,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:42.560906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.583729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ff339-6a2c-4c85-8ff5-e83112f26d11 req-2b4b453a-0f24-4b2e-898c-4380cc5b09d9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.585230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-141ff339-6a2c-4c85-8ff5-e83112f26d11 req-2b4b453a-0f24-4b2e-898c-4380cc5b09d9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1774821 May 06 09:35:42.590351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Calling delete_port for 8c29b1cd-cbac-437c-877a-07003d86225d owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:42.600585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65a6d748-817d-4696-b436-696d0ac6503b req-b3951adf-29e1-465d-b9f7-8519e23c2f84 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2206619 May 06 09:35:42.615467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:42.617299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c967ff8-30ca-474f-832a-9dc67aa14831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.699908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-141ff339-6a2c-4c85-8ff5-e83112f26d11 req-eec77a6b-3eb8-4023-8da3-5947d7f92488 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075745 May 06 09:35:42.700589 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.863460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab3549-5962-43af-8063-a50cf1175a5b req-b2d6ae8f-2290-42b7-aac6-c6bee531e391 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:42.865181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48ab3549-5962-43af-8063-a50cf1175a5b req-b2d6ae8f-2290-42b7-aac6-c6bee531e391 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1067379 May 06 09:35:42.879089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:42.929612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event deleted for resources: {'Port': ['ID=8c29b1cd-cbac-437c-877a-07003d86225d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:42.978174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48ab3549-5962-43af-8063-a50cf1175a5b req-8c8ae6db-0b18-4e18-a955-aec38d486bb9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065781 May 06 09:35:42.997383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] No DVR routers for this DVR port 8c29b1cd-cbac-437c-877a-07003d86225d on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:43.000406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.004313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f461bd35-1c6c-4f74-b92e-767267eb761b req-22d695c8-398b-4079-9d48-a240dbd7f969 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "DELETE /v2.0/ports/8c29b1cd-cbac-437c-877a-07003d86225d HTTP/1.1" status: 204 len: 173 time: 0.8168743 May 06 09:35:43.004963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'name': 'network-vif-deleted', 'tag': '8c29b1cd-cbac-437c-877a-07003d86225d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:43.007219 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26a660-f50f-45ac-8178-5d73cfa0ecbb" -d '{"events": [{"server_uuid": "dbd2af69-bc0e-4412-a5cb-0dbe08e782e6", "name": "network-vif-deleted", "tag": "8c29b1cd-cbac-437c-877a-07003d86225d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:43.011383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.012108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['8c29b1cd-cbac-437c-877a-07003d86225d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:43.146311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafe35d-9c10-45bb-8323-d6675b7c63db req-7bd8c879-04a4-434e-97f8-cae2dd68f9bb tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:43.147746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dafe35d-9c10-45bb-8323-d6675b7c63db req-7bd8c879-04a4-434e-97f8-cae2dd68f9bb tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1096 time: 0.0796685 May 06 09:35:43.155524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Allocated IP 172.25.8.114 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/d3c71424-6708-4f00-a52f-1e50b8787a8c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:43.235035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dafe35d-9c10-45bb-8323-d6675b7c63db req-e1ba69e8-f14e-4c43-a89a-55f4a19f9020 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807488 May 06 09:35:43.291934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.354383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.355485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 55512deb-3d46-475b-9104-700c6d01aa41 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:43.408148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0335557-4376-42b0-bbcd-bbd1d77dcf6b req-857ddd9c-0ac5-4d7f-be7c-2e8e505fb5e2 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:43.409915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0335557-4376-42b0-bbcd-bbd1d77dcf6b req-857ddd9c-0ac5-4d7f-be7c-2e8e505fb5e2 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.1010306 May 06 09:35:43.411913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:43.413654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 55512deb-3d46-475b-9104-700c6d01aa41 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:43.415048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:43.419468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 55512deb-3d46-475b-9104-700c6d01aa41 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:43.419985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.421811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:43.466752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Pushing event updated for resources: {'Port': ['ID=d3c71424-6708-4f00-a52f-1e50b8787a8c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:43.497076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0335557-4376-42b0-bbcd-bbd1d77dcf6b req-bc927196-bcf4-4f01-9575-2fa9ecbfbe86 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 May 06 09:35:43.517255 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.545179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:43.547109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.547981 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccefea5-bfc9-4d60-a9d6-edc48c2d2bec" -d '{"events": [{"server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "name": "network-vif-plugged", "status": "completed", "tag": "55512deb-3d46-475b-9104-700c6d01aa41"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:43.554785 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb5d93-0926-46df-89c6-44c8cda7996f x-openstack-request-id: req-97cb5d93-0926-46df-89c6-44c8cda7996f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:43.555300 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd2af69-bc0e-4412-a5cb-0dbe08e782e6", "name": "network-vif-deleted", "tag": "8c29b1cd-cbac-437c-877a-07003d86225d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:43.555486 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97cb5d93-0926-46df-89c6-44c8cda7996f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:43.556068 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97cb5d93-0926-46df-89c6-44c8cda7996f'] response: {'server_uuid': 'dbd2af69-bc0e-4412-a5cb-0dbe08e782e6', 'name': 'network-vif-deleted', 'tag': '8c29b1cd-cbac-437c-877a-07003d86225d', 'status': 'completed', 'code': 200} May 06 09:35:43.562146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:43.567711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.568493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8c29b1cd-cbac-437c-877a-07003d86225d no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:43.607309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.628002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 8c29b1cd-cbac-437c-877a-07003d86225d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:43.628476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8c29b1cd-cbac-437c-877a-07003d86225d not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:43.667797 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1abc60f6-8934-44be-b0f8-0638b3869ddb req-6492314a-1d09-418e-9b10-ca3c8a1572aa tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbd2af69-bc0e-4412-a5cb-0dbe08e782e6 HTTP/1.1" status: 200 len: 210 time: 0.0369065 May 06 09:35:43.672465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:43.824173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11914-01b8-476f-a7b4-f0e2a0bb0629 req-c1afbb79-d16b-43a2-9269-64525af96cf9 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:43.825660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50a11914-01b8-476f-a7b4-f0e2a0bb0629 req-c1afbb79-d16b-43a2-9269-64525af96cf9 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1096 time: 0.0791359 May 06 09:35:43.837456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.844558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.927699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50a11914-01b8-476f-a7b4-f0e2a0bb0629 req-0f867c33-c076-42a5-82f1-12ad1732fb5f tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938814 May 06 09:35:43.931507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Pushing event updated for resources: {'Port': ['ID=d3c71424-6708-4f00-a52f-1e50b8787a8c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:43.947883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.965538 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:43.966667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65a6d748-817d-4696-b436-696d0ac6503b req-87e3de58-a71c-4b5b-a2b2-191696f1dec9 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3571279 May 06 09:35:44.031745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65a6d748-817d-4696-b436-696d0ac6503b req-3bc5f17d-6ea6-4cf2-9325-f45818f5d325 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0571325 May 06 09:35:44.122641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6512d9-b2dc-4e17-a193-7d8f926a9796 req-caf60178-5f63-4b8d-a407-6f69260bdf3c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.124397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f6512d9-b2dc-4e17-a193-7d8f926a9796 req-caf60178-5f63-4b8d-a407-6f69260bdf3c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1107919 May 06 09:35:44.181642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6d748-817d-4696-b436-696d0ac6503b req-b317abbb-b045-45cd-beba-d4231bf99176 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.182914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65a6d748-817d-4696-b436-696d0ac6503b req-b317abbb-b045-45cd-beba-d4231bf99176 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1379731 May 06 09:35:44.190150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f6512d9-b2dc-4e17-a193-7d8f926a9796 req-0eb377e9-e045-46bb-a47f-990f0e25a223 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585604 May 06 09:35:44.196073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-65a6d748-817d-4696-b436-696d0ac6503b req-8f741845-c163-4af7-8cb8-697bb0ac2113 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:44.197038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65a6d748-817d-4696-b436-696d0ac6503b req-8f741845-c163-4af7-8cb8-697bb0ac2113 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054739 May 06 09:35:44.236347 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c79033b-7b63-4c0a-83d3-ae797894d6f1 x-openstack-request-id: req-5c79033b-7b63-4c0a-83d3-ae797894d6f1 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:44.236858 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "name": "network-vif-plugged", "status": "completed", "tag": "55512deb-3d46-475b-9104-700c6d01aa41", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:44.237133 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c79033b-7b63-4c0a-83d3-ae797894d6f1 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:44.238119 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c79033b-7b63-4c0a-83d3-ae797894d6f1'] response: {'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41', 'code': 200} May 06 09:35:44.351084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f2c5d-fe28-4b0f-a484-ee08c3078386 req-e80094e8-9a09-4261-b033-105235db1138 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.352605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c69f2c5d-fe28-4b0f-a484-ee08c3078386 req-e80094e8-9a09-4261-b033-105235db1138 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.1064239 May 06 09:35:44.394822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be88ac-f6d6-49da-86af-98960141252f req-5f722580-1fd7-4b2b-9f7e-641a5422f0b0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.396303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7be88ac-f6d6-49da-86af-98960141252f req-5f722580-1fd7-4b2b-9f7e-641a5422f0b0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1118796 May 06 09:35:44.401143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e7e5a-6e4b-4aef-a886-f73eef23fea4 req-97f41c48-ac3a-4a23-a037-6c36c657a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.402461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce7e7e5a-6e4b-4aef-a886-f73eef23fea4 req-97f41c48-ac3a-4a23-a037-6c36c657a7c6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1096 time: 0.0904558 May 06 09:35:44.432741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c69f2c5d-fe28-4b0f-a484-ee08c3078386 req-f8f4d4f4-487d-4a33-9ea5-49002b422091 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723040 May 06 09:35:44.465182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7be88ac-f6d6-49da-86af-98960141252f req-02a593a5-76de-4757-939a-6ef943268fc3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607164 May 06 09:35:44.470785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce7e7e5a-6e4b-4aef-a886-f73eef23fea4 req-c7a773b3-6432-4c95-9cf5-d8112da98579 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537851 May 06 09:35:44.546281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-781b68f8-0398-4597-9e36-046e048ffc44 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips/858d4993-e903-426c-9c5c-7cfef7803657 HTTP/1.1" status: 200 len: 693 time: 0.0530210 May 06 09:35:44.639760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba29784-589a-4d6d-a4bb-9e746ffdb49c req-38b5b1af-b758-4474-bedf-d83586652ee6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.641200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ba29784-589a-4d6d-a4bb-9e746ffdb49c req-38b5b1af-b758-4474-bedf-d83586652ee6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1114428 May 06 09:35:44.700189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-d2d2ba59-76e5-4ecb-82ba-67792c1c12f2 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:44.701414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-d2d2ba59-76e5-4ecb-82ba-67792c1c12f2 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1413100 May 06 09:35:44.707423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ba29784-589a-4d6d-a4bb-9e746ffdb49c req-8203665f-5d53-4aa6-926d-5fc64551045a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551386 May 06 09:35:44.755824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-f3ceac97-7db2-41f3-9f09-af8eb226556d tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0472188 May 06 09:35:44.806008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-c9f94c09-f190-4462-ad75-6da2a23aa117 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0439966 May 06 09:35:44.934738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Deleting port d3c71424-6708-4f00-a52f-1e50b8787a8c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:44.935769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.028719 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.029054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.042800 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-464be831-4f19-4c09-ac1d-8d6709c7d46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.045649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Calling delete_port for d3c71424-6708-4f00-a52f-1e50b8787a8c owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:45.204031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.236960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Pushing event deleted for resources: {'Port': ['ID=d3c71424-6708-4f00-a52f-1e50b8787a8c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:45.301913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.305140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:45.306287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b9093b0-971c-49e5-b566-b1e480e86e1e req-fcc1bedc-02c1-411f-a657-a9d5b0a83294 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "DELETE /v2.0/floatingips/858d4993-e903-426c-9c5c-7cfef7803657 HTTP/1.1" status: 204 len: 173 time: 0.4945126 May 06 09:35:45.412215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2aceb-9291-4529-9c7f-160be0aab13c req-9f561618-34d1-4103-94e5-961f84504236 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:45.413709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8e2aceb-9291-4529-9c7f-160be0aab13c req-9f561618-34d1-4103-94e5-961f84504236 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1096 time: 0.0726326 May 06 09:35:45.433773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790914b-aa37-4d83-b909-3cbca339c53d req-971d8b34-487a-4b03-beb6-3afcb241870b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:45.435160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4790914b-aa37-4d83-b909-3cbca339c53d req-971d8b34-487a-4b03-beb6-3afcb241870b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0686512 May 06 09:35:45.481650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8e2aceb-9291-4529-9c7f-160be0aab13c req-78e3547c-49e4-4140-9715-052459394aa0 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604436 May 06 09:35:45.486406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4790914b-aa37-4d83-b909-3cbca339c53d req-4b9947a8-3dba-4d93-bc00-e75e3f32cf29 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 May 06 09:35:45.588822 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-6411d432-e2e9-4375-a060-64d8ebf5677d req-3405930f-1b36-4e63-8bf3-d927970c95bb tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] show failed (client error): The resource could not be found. May 06 09:35:45.589789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6411d432-e2e9-4375-a060-64d8ebf5677d req-3405930f-1b36-4e63-8bf3-d927970c95bb tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips/858d4993-e903-426c-9c5c-7cfef7803657 HTTP/1.1" status: 404 len: 350 time: 0.0418389 May 06 09:35:45.964899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa940a6-6ea6-4320-9b14-a17a67919b8b req-604579b2-fa4d-40f6-8718-6c3fcf31c3d9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:45.966346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5aa940a6-6ea6-4320-9b14-a17a67919b8b req-604579b2-fa4d-40f6-8718-6c3fcf31c3d9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0751472 May 06 09:35:45.991788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-a3a2df6b-73f9-40dd-bdf6-18487096673f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:45.993244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-a3a2df6b-73f9-40dd-bdf6-18487096673f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.4066296 May 06 09:35:46.017468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-18736bd9-e9ff-4e0b-b297-96d54f869273 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/quotas/572e50a56d59423dbaa3299982dc2b1c HTTP/1.1" status: 200 len: 375 time: 0.0177124 May 06 09:35:46.037865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5aa940a6-6ea6-4320-9b14-a17a67919b8b req-e4c3db3a-a45a-4904-84ad-6541ffa7b8ba tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627601 May 06 09:35:46.061006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-58161517-ea07-4868-bc54-df6b37ab3fb4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352955 May 06 09:35:46.170944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:46.193706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3ee8-4a91-4b5a-a983-205171e410f4 req-85d380b1-cc8b-4da4-8030-07718c382deb tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.195486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c64a3ee8-4a91-4b5a-a983-205171e410f4 req-85d380b1-cc8b-4da4-8030-07718c382deb tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.0815704 May 06 09:35:46.202882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-b5fb3a35-c037-40d4-a91c-cec6e3782d66 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330647 May 06 09:35:46.288868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c64a3ee8-4a91-4b5a-a983-205171e410f4 req-ad7af8fc-4f8a-4c03-92cc-311da6b6962e tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849550 May 06 09:35:46.320584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-dad5e30c-744a-461b-8331-db425fea9374 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085341 May 06 09:35:46.355898 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-4d91f25d-3a19-46ba-a4e0-3cd2e329a8fe req-049ea3c7-25b6-44af-bf48-b7f934ad0375 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] show failed (client error): The resource could not be found. May 06 09:35:46.356938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d91f25d-3a19-46ba-a4e0-3cd2e329a8fe req-049ea3c7-25b6-44af-bf48-b7f934ad0375 tempest-FloatingIPsTestJSON-176436012 tempest-FloatingIPsTestJSON-176436012-project] 10.222.0.76 "GET /v2.0/floatingips/858d4993-e903-426c-9c5c-7cfef7803657 HTTP/1.1" status: 404 len: 350 time: 0.0355041 May 06 09:35:46.367698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:46.482087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf4043-3734-4ed3-a8f9-b653e3360f56 req-52325e91-ff1b-4d6b-8f7d-9451ca083426 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.493045 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:46.493602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-debf4043-3734-4ed3-a8f9-b653e3360f56 req-52325e91-ff1b-4d6b-8f7d-9451ca083426 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0809004 May 06 09:35:46.528292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f832d4f7-4a19-4c79-a4ba-8fd79f5e7163 req-3d7a04d6-6276-4dec-b4d2-8423f6d0283a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 210 time: 0.0335965 May 06 09:35:46.567441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-debf4043-3734-4ed3-a8f9-b653e3360f56 req-bfee8b50-cbc4-472b-85e6-d41044a77aab tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624480 May 06 09:35:46.706525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c57341-20ff-4770-badf-6f96cb6d6a63 req-dca41305-45a5-4c92-bdd9-463cbf9711e3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.708049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67c57341-20ff-4770-badf-6f96cb6d6a63 req-dca41305-45a5-4c92-bdd9-463cbf9711e3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0862150 May 06 09:35:46.721327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacf1d1-372f-40df-b5a5-7033277e4781 req-9d155a52-574a-4eaf-93aa-77c63bd4dd50 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.724130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acacf1d1-372f-40df-b5a5-7033277e4781 req-9d155a52-574a-4eaf-93aa-77c63bd4dd50 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1096 time: 0.0848539 May 06 09:35:46.780752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67c57341-20ff-4770-badf-6f96cb6d6a63 req-adc2c2c5-aed5-4fc1-9c28-50e0f7b0c5b5 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633335 May 06 09:35:46.787096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acacf1d1-372f-40df-b5a5-7033277e4781 req-2a7d8d6b-6db8-4ff3-96c9-348b709140db tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530703 May 06 09:35:46.918064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f539e8-0a4a-44ea-8d06-2aa8b1079db1 req-9665ff38-3c17-456f-b6ae-469b869bde3b tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:46.920654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05f539e8-0a4a-44ea-8d06-2aa8b1079db1 req-9665ff38-3c17-456f-b6ae-469b869bde3b tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1096 time: 0.0571144 May 06 09:35:46.942561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:46.977988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05f539e8-0a4a-44ea-8d06-2aa8b1079db1 req-c421fd98-190e-4afe-932c-15675bb5aff5 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477319 May 06 09:35:47.277561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9e75a-bd9a-469b-bd44-b3e8f6c92719 req-a69fabcf-bccc-408b-9b16-a4a5124eb6f3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.280032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ef9e75a-bd9a-469b-bd44-b3e8f6c92719 req-a69fabcf-bccc-408b-9b16-a4a5124eb6f3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0930028 May 06 09:35:47.349273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ef9e75a-bd9a-469b-bd44-b3e8f6c92719 req-f26a09af-f058-4212-b610-cc82df3c38d7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595539 May 06 09:35:47.376731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 516c9058-7e0a-404e-87ec-ce02d1be3269 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:47.429906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Deleting port 01453cb3-61c8-415f-b9ba-24dd63318c48 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:47.432373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.530035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab92630-8788-49d2-a447-c3d6b22799ce req-c68289db-2467-4965-bb42-1d39bc66aa72 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:47.533260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dab92630-8788-49d2-a447-c3d6b22799ce req-c68289db-2467-4965-bb42-1d39bc66aa72 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.1063511 May 06 09:35:47.549460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:47.567833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'port_id': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'mac_address': 'fa:16:3e:2a:fa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03458e7d-89d9-4cd6-96be-e37f0c91c39f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:47.620055 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.644344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 516c9058-7e0a-404e-87ec-ce02d1be3269 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:47.653532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] For port 01453cb3-61c8-415f-b9ba-24dd63318c48, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=01453cb3-61c8-415f-b9ba-24dd63318c48,segment=NetworkSegment(e7572fb8-858b-4716-8743-571f7566803f),segment_id=e7572fb8-858b-4716-8743-571f7566803f)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:47.654054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.655727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dab92630-8788-49d2-a447-c3d6b22799ce req-4707428d-9b19-4b88-a6d3-b7e2053ae25c tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148119 May 06 09:35:47.670833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Calling delete_port for 01453cb3-61c8-415f-b9ba-24dd63318c48 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:47.686914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:47.695647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:47.774480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:47.786430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f96287e-698e-4d12-9b75-c97e1fbade4b req-4df23754-dfe3-46b3-90f7-e913d8ffd683 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 210 time: 0.0452282 May 06 09:35:47.847099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['516c9058-7e0a-404e-87ec-ce02d1be3269'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:48.045527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.065078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.076181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9a85-2a1c-4714-9aee-babceddfd256 req-a4425057-daf5-4a5a-8e4a-e04212137dd2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.078409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e39a9a85-2a1c-4714-9aee-babceddfd256 req-a4425057-daf5-4a5a-8e4a-e04212137dd2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1801779 May 06 09:35:48.091848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Pushing event deleted for resources: {'Port': ['ID=01453cb3-61c8-415f-b9ba-24dd63318c48,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:48.174989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e39a9a85-2a1c-4714-9aee-babceddfd256 req-8813dccc-ff74-405f-890a-e1a487bede43 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855751 May 06 09:35:48.181720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-0f491975-8047-4a7b-8062-acdbbb71078f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.183217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-0f491975-8047-4a7b-8062-acdbbb71078f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.2135177 May 06 09:35:48.198521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Request body: {'port': {'device_id': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'admin_state_up': True, 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:48.336870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:48.340552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.359792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.529988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Allocated IP 172.20.0.8 (c2e0bfbc-204a-4f2e-b60d-1d76e98190cf/fba4aadc-a164-4bed-bdbd-91ce48956fde/4df48b5f-7d46-4514-b2bb-2ef31a5e37f2) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:48.551973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f592b2-f914-48bc-b36c-0748d17661aa req-360e1fe6-1b79-42a3-b934-309deede1adf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.553472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51f592b2-f914-48bc-b36c-0748d17661aa req-360e1fe6-1b79-42a3-b934-309deede1adf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0820827 May 06 09:35:48.614953 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.639631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51f592b2-f914-48bc-b36c-0748d17661aa req-08b44f9e-6987-4ad2-b331-20fa54f78319 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777094 May 06 09:35:48.653412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Router b252a189-d874-4b6b-9eec-b8af317e7866 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:35:48.743818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.771697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:35:48.777256 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0cc508fc-4808-49f5-b520-eec4152a55cf admin admin] 10.222.0.76 "PUT /v2.0/routers/b252a189-d874-4b6b-9eec-b8af317e7866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085519 May 06 09:35:48.779748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35724) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:48.781724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] Sync routers for ids ['b252a189-d874-4b6b-9eec-b8af317e7866'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:35:48.790972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.793634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] Routers {'b252a189-d874-4b6b-9eec-b8af317e7866'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:48.794778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:35:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b252a189-d874-4b6b-9eec-b8af317e7866'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:48.844382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:48.854384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:48.858667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:48.920675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:48.959766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:48.965947 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.978655 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:48.997113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] Set router b252a189-d874-4b6b-9eec-b8af317e7866 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:48.999112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-f1c70837-694e-4238-8fb6-ae6b86934104 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8045375 May 06 09:35:49.016620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Request body: {'port': {'device_id': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:49.118985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.178467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-bd17813d-eb05-4e8a-b063-7f2d640592f2 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:49.180051 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-bd17813d-eb05-4e8a-b063-7f2d640592f2 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128779 May 06 09:35:49.203307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.275085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e59491eb-6b98-41bc-a565-44e29d4bf523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:49.276921 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e59491eb-6b98-41bc-a565-44e29d4bf523 service neutron] 10.222.0.76 "GET /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 1093 time: 0.0852981 May 06 09:35:49.287899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Request body: {'binding': {'host': 'n-h2-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:49.288397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Unknown quota resources ['binding']. {{(pid=102743) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:35:49.363345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac17ca-6cd5-44ab-bb67-29d8351978a7 req-748076f3-4454-4408-ab94-926dcef7c447 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:49.367374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebac17ca-6cd5-44ab-bb67-29d8351978a7 req-748076f3-4454-4408-ab94-926dcef7c447 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 945 time: 0.2050323 May 06 09:35:49.400733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 516c9058-7e0a-404e-87ec-ce02d1be3269 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:49.409264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:47Z', 'revision_number': 5, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port': {'id': 'ee12abe0-a8d7-4634-bbeb-8756061369b9', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:35:32Z', 'updated_at': '2022-05-06T09:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:49.465073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebac17ca-6cd5-44ab-bb67-29d8351978a7 req-b4dd733c-8bae-40bf-837e-607b4b67c603 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909407 May 06 09:35:49.522109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] Checking router: b252a189-d874-4b6b-9eec-b8af317e7866 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:35:49.541310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] Routers {'b252a189-d874-4b6b-9eec-b8af317e7866'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:35:49.542015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:35:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b252a189-d874-4b6b-9eec-b8af317e7866'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:49.658150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:49.670679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.698560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080d764-97c9-4335-a005-5c61f3d6d8ea req-aa33510e-c591-45b4-81aa-1daa09e332ea tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:49.700631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a080d764-97c9-4335-a005-5c61f3d6d8ea req-aa33510e-c591-45b4-81aa-1daa09e332ea tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 931 time: 0.1158164 May 06 09:35:49.701156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] Set router b252a189-d874-4b6b-9eec-b8af317e7866 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:35:49.702606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Transition to ACTIVE for port object 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:49.710932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.783154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:49Z', 'revision_number': 6, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:49.794375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a080d764-97c9-4335-a005-5c61f3d6d8ea req-b2554eef-8088-4765-a3c8-e04e81e7ff4b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866332 May 06 09:35:49.801167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Deleting port ee12abe0-a8d7-4634-bbeb-8756061369b9 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:49.801723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.830574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e982d6-9dd2-44a7-b1a9-825db0f10387 None None] The sync data for ids ['b252a189-d874-4b6b-9eec-b8af317e7866'] in n-d-840834-1 is: [{'id': 'b252a189-d874-4b6b-9eec-b8af317e7866', 'name': 'tempest-FloatingIPsTestJSON-1948471747-router', 'tenant_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:35:31Z', 'updated_at': '2022-05-06T09:35:49Z', 'revision_number': 6, 'project_id': 'c828d98e26b24956919a5cbe5ce83d9e', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:35:49.854449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:49.857346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 516c9058-7e0a-404e-87ec-ce02d1be3269 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:49.858094 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.858420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on host n-h2-840834-1 for vnic_type normal with profile None {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:49.858764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:49.859546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:49.878851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:49.879178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:49.886280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:49.886620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:49.887007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:49.887472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Bound port: 7b9575a1-33fd-4978-9d69-a46851791e2d, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:49.958566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Attempting to bind port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:49.958772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Attempting to bind port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:49.959617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Attempting to bind port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:49.967468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] For port ee12abe0-a8d7-4634-bbeb-8756061369b9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ee12abe0-a8d7-4634-bbeb-8756061369b9,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:49.967902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.969063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:49.969482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Attempting to bind port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:49.978200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:49.978588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Checking segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:49.978935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Bound using segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:49.979369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Bound port: 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:49.979913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:49.989066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:49.990906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Calling delete_port for ee12abe0-a8d7-4634-bbeb-8756061369b9 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:49.998582 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] Notify callbacks [] for binding, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.002493 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.010458 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b91249bc-8b3b-42f8-a741-476d6bbd8a24 service neutron] 10.222.0.76 "POST /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7274315 May 06 09:35:50.047114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:50.048341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746719-1cec-4aee-851d-d8c274084330 req-13804c56-5912-436a-ad6b-00330070200f tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.050004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8746719-1cec-4aee-851d-d8c274084330 req-13804c56-5912-436a-ad6b-00330070200f tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1259608 May 06 09:35:50.051499 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157f036e-8d7e-4db9-bc3a-0ce01ecb2d26" -d '{"events": [{"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-plugged", "status": "completed", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:50.095454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:50.102898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.172762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8746719-1cec-4aee-851d-d8c274084330 req-080d6c7b-329e-4dfc-ac55-a90cfc0cc2ec tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131887 May 06 09:35:50.190588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:50.219271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:50.219545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:50.245093 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.265665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.330476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.359572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.368215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.370420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] 10.222.0.82 "PUT /v2.0/ports/4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 HTTP/1.1" status: 200 len: 1091 time: 1.3626521 May 06 09:35:50.370988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:50.373679 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daab55ad-ccfd-4c78-9f70-c3bce86e7785" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:50.382813 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983336fc-e0ef-487c-a90d-4002bd14c64c x-openstack-request-id: req-983336fc-e0ef-487c-a90d-4002bd14c64c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:50.383115 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-plugged", "status": "completed", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:50.383416 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-983336fc-e0ef-487c-a90d-4002bd14c64c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:50.383861 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983336fc-e0ef-487c-a90d-4002bd14c64c'] response: {'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'code': 200} May 06 09:35:50.413926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 01453cb3-61c8-415f-b9ba-24dd63318c48 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:50.441244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bad6aa-177c-40b4-be10-e96665e09942 req-0e8df8f2-2386-467e-a029-8cf156d0574e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.450470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee12abe0-a8d7-4634-bbeb-8756061369b9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:50.454487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6bad6aa-177c-40b4-be10-e96665e09942 req-0e8df8f2-2386-467e-a029-8cf156d0574e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.2932162 May 06 09:35:50.469909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 01453cb3-61c8-415f-b9ba-24dd63318c48 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:50.471909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 01453cb3-61c8-415f-b9ba-24dd63318c48 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:50.519315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580ef03-e06c-4d14-90c7-bbc4480becff service neutron] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:50.551036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-474af045-4fb1-49e4-91d5-2caaf621e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.551563 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-474af045-4fb1-49e4-91d5-2caaf621e8a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1096 time: 0.1144345 May 06 09:35:50.556598 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.576857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6bad6aa-177c-40b4-be10-e96665e09942 req-dc3ed154-eafc-4cce-9d0f-5a0f798d1023 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214790 May 06 09:35:50.598797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-d5c1e8da-9eb0-4f4f-9e8f-8641bc6f81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.600423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-d5c1e8da-9eb0-4f4f-9e8f-8641bc6f81b0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 1094 time: 0.1257796 May 06 09:35:50.614239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff13bad-6e48-4e24-8da7-16d79fb818a3 req-f9c0e247-0898-4be6-9478-b134e75ee79f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.623624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ff13bad-6e48-4e24-8da7-16d79fb818a3 req-f9c0e247-0898-4be6-9478-b134e75ee79f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 945 time: 0.1040123 May 06 09:35:50.684092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-7129a990-8330-418c-9ccd-9730804f5b9c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 HTTP/1.1" status: 200 len: 217 time: 0.0592356 May 06 09:35:50.689356 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c42f92a-956c-4170-813c-5e9dff36484e x-openstack-request-id: req-2c42f92a-956c-4170-813c-5e9dff36484e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:50.689790 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:50.690071 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c42f92a-956c-4170-813c-5e9dff36484e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:50.690471 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c42f92a-956c-4170-813c-5e9dff36484e'] response: {'name': 'network-changed', 'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'status': 'completed', 'code': 200} May 06 09:35:50.762655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-268fea6c-891a-4841-94d9-0087ce81ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:50.764161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-268fea6c-891a-4841-94d9-0087ce81ae8e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0677056 May 06 09:35:50.766458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.770828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.790594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ff13bad-6e48-4e24-8da7-16d79fb818a3 req-7ca79984-1d3f-4a4d-aa0a-7edbd0db7756 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674659 May 06 09:35:50.917244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.919631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b252a189-d874-4b6b-9eec-b8af317e7866 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:35:50.921900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-24b95139-4c9a-4b17-9faf-041cb8bb8bcb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408861 May 06 09:35:50.946266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:50.949040 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a6332dc5-98e8-460c-886e-e81ea9f60a52 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b252a189-d874-4b6b-9eec-b8af317e7866 HTTP/1.1" status: 204 len: 168 time: 2.1679761 May 06 09:35:50.972839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35756) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:51.007307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-4ca0c77f-719d-4c8f-b02e-2bd3897d3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.009203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-4ca0c77f-719d-4c8f-b02e-2bd3897d3086 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.4364944 May 06 09:35:51.081307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c221cc7-ab43-477a-a69a-e63095265cff req-d5183d8a-a7d3-4aa7-8610-6eb23b9029fc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.083666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c221cc7-ab43-477a-a69a-e63095265cff req-d5183d8a-a7d3-4aa7-8610-6eb23b9029fc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.3165646 May 06 09:35:51.099210 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-eda8f517-d2d6-474b-aada-fd057ea9ffea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 217 time: 0.0799146 May 06 09:35:51.104447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] Deleting subnet 5ed86782-8896-44b3-b7b7-5f9b06b34202 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:35:51.115302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.132382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-387293ba-0fc9-430a-bbd7-774b5116e3c2 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960227 May 06 09:35:51.172261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.252241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.280462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16886c6b-eb27-4ebd-9c7c-9b6e4f7bd00c req-fac340ac-57ee-4df0-b99f-59e461a75f77 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353846 May 06 09:35:51.297266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb7590-2e0d-40b0-a4ee-bf722894836b req-6a38ad8d-398f-4776-9600-fc8e3f5de6e3 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.300366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-befb7590-2e0d-40b0-a4ee-bf722894836b req-6a38ad8d-398f-4776-9600-fc8e3f5de6e3 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 943 time: 0.2743969 May 06 09:35:51.316261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c221cc7-ab43-477a-a69a-e63095265cff req-5a31418d-ffb2-4978-9492-10c715507c85 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089009 May 06 09:35:51.322208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.428957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b04d5c2-c18c-4a3d-9607-bd2e7033bc1b None None] Network 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:35:51.429494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.432676 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5ed86782-8896-44b3-b7b7-5f9b06b34202 HTTP/1.1" status: 204 len: 168 time: 0.4587171 May 06 09:35:51.436329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:51.438357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-befb7590-2e0d-40b0-a4ee-bf722894836b req-a54bac7b-d7a4-44aa-a150-3bb3dd13ca15 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016383 May 06 09:35:51.438512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47724a39-3abf-4815-b334-7d193b347341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed86782-8896-44b3-b7b7-5f9b06b34202,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:51.515028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-95cee6b0-40e5-4caf-85a6-d3044aa1ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.518427 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-95cee6b0-40e5-4caf-85a6-d3044aa1ef71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.2057152 May 06 09:35:51.565496 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-0d394120-e531-481b-94e2-08672ac94e76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387390 May 06 09:35:51.572984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.594941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-ae4b8633-20f3-4526-8e4e-7bfa3a989586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.596955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-ae4b8633-20f3-4526-8e4e-7bfa3a989586 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 1094 time: 0.1573527 May 06 09:35:51.619508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fb5e6-15e9-4b85-8dd1-abca16864a80 req-4b531718-6320-4267-b344-787ec20c9964 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.621500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e35fb5e6-15e9-4b85-8dd1-abca16864a80 req-4b531718-6320-4267-b344-787ec20c9964 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1799245 May 06 09:35:51.704367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] DHCP port deletion for 1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:35:51.737148 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-246f6698-8a59-405c-aa2b-8bd89f970688 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578512 May 06 09:35:51.775135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] Deleting port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:51.775521 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.807054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e35fb5e6-15e9-4b85-8dd1-abca16864a80 req-a8e6fbb0-1910-49ab-9345-b39eb6609280 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140306 May 06 09:35:51.828632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Deleting port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:51.829064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.857781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] For port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,segment=NetworkSegment(e7572fb8-858b-4716-8743-571f7566803f),segment_id=e7572fb8-858b-4716-8743-571f7566803f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:51.858189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.871059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dc8c7-8b0f-4f29-88db-562dc8dcb271 req-4438d8a0-5703-4eb6-8113-73b9dc5f9b1f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.873138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-686dc8c7-8b0f-4f29-88db-562dc8dcb271 req-4438d8a0-5703-4eb6-8113-73b9dc5f9b1f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1259792 May 06 09:35:51.874563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-dab85d86-a9f8-4fbd-b9d9-d1fe2913262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:51.876075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-dab85d86-a9f8-4fbd-b9d9-d1fe2913262e service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 913 time: 0.2533736 May 06 09:35:51.885282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] Calling delete_port for a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:51.929522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] For port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,segment=NetworkSegment(e7572fb8-858b-4716-8743-571f7566803f),segment_id=e7572fb8-858b-4716-8743-571f7566803f)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:51.930121 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:51.954174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Calling delete_port for a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:51.961437 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-d4aa7291-bb2a-4b32-b46e-8edc2ab73251 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171764 May 06 09:35:51.972966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-d48b7ab5-44c8-4bd5-927f-02f2dc1b5f53 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 HTTP/1.1" status: 200 len: 217 time: 0.0778205 May 06 09:35:51.984446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-686dc8c7-8b0f-4f29-88db-562dc8dcb271 req-f200b35c-df7b-4dcb-89f1-fb93cdddcaf3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033823 May 06 09:35:52.006064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.046405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] Pushing event deleted for resources: {'Port': ['ID=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:52.050893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc5520-2b0f-469f-a0c6-d84604de50cd None None] No DVR routers for this DVR port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:52.094597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-342e7b8b-d864-4831-ae6c-311cefcfed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.096162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-342e7b8b-d864-4831-ae6c-311cefcfed5c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.1106143 May 06 09:35:52.127017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.129516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ef480-a6a7-408a-a608-a280119103e0 req-81dcd574-2a48-4009-b31d-1d388205607b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.131022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-565ef480-a6a7-408a-a608-a280119103e0 req-81dcd574-2a48-4009-b31d-1d388205607b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.1569209 May 06 09:35:52.159487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:52.160708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-cb5a5d20-5399-4ca3-81f3-31b9fcce65a3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479693 May 06 09:35:52.164020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] No DVR routers for this DVR port a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:52.189254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-2246e751-82ac-4a04-bae2-0ad6349c890a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.189666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-2246e751-82ac-4a04-bae2-0ad6349c890a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1111052 May 06 09:35:52.214867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840834-1'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:52.259274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81848874-f30d-4644-b794-29e907fef68e req-889cf647-fdde-4794-9f87-a17f94bb405a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.260814 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81848874-f30d-4644-b794-29e907fef68e req-889cf647-fdde-4794-9f87-a17f94bb405a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 945 time: 0.1806345 May 06 09:35:52.271922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-565ef480-a6a7-408a-a608-a280119103e0 req-4d29229e-bc13-4faf-a3f3-c61be7a6b151 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289384 May 06 09:35:52.276408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.333516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:52.337287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-0fe08dd5-13be-4306-85b1-76011fd6d4d2 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655388 May 06 09:35:52.340740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81848874-f30d-4644-b794-29e907fef68e req-44ea1d04-1cdb-49af-87a5-bb8c41d83a09 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516131 May 06 09:35:52.347620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7572fb8-858b-4716-8743-571f7566803f') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:52.347935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7572fb8-858b-4716-8743-571f7566803f') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:35:52.361584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.390038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.392063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.406754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:35:52.407790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: timer() May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:35:52.409921 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:35:52.466431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:52.508690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:52.509040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a034d4e2-3ae4-4bfa-9a6c-d0e1551064a8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:52.509466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ee12abe0-a8d7-4634-bbeb-8756061369b9 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:52.546068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ee12abe0-a8d7-4634-bbeb-8756061369b9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:52.546413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ee12abe0-a8d7-4634-bbeb-8756061369b9 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:52.606349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:52.635414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-daab55ad-ccfd-4c78-9f70-c3bce86e7785 req-c504922c-3528-4a09-b442-46fb5269f8ad service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773459 May 06 09:35:52.647958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:52.657581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22040e-7d24-4146-8ac3-c25b0744e0a4 req-cc880132-389a-4b78-bb8d-16b12dc32d82 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.659799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e22040e-7d24-4146-8ac3-c25b0744e0a4 req-cc880132-389a-4b78-bb8d-16b12dc32d82 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 943 time: 0.1114361 May 06 09:35:52.666670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38efdb8-d2e9-4e86-b680-e07c0e125525 req-12086f33-1333-496b-b1da-6392a037430a tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.668480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f38efdb8-d2e9-4e86-b680-e07c0e125525 req-12086f33-1333-496b-b1da-6392a037430a tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1101 time: 0.0928779 May 06 09:35:52.697052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f38efdb8-d2e9-4e86-b680-e07c0e125525 req-9c578bd6-8b31-4fca-9ac1-e6b6222eb6f6 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.726277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:52.728622 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecb66a3-a9e2-481a-bd67-303106cb95ff" -d '{"events": [{"server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:52.733018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.736152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.737603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e22040e-7d24-4146-8ac3-c25b0744e0a4 req-bdf8982d-9fb3-4efa-a732-4f4689599a73 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670109 May 06 09:35:52.761886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:52.761886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.767943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.774666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2272b187-3bec-41ae-85a6-43c3dd5d8b74 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1c2abae1-01e3-4fae-8c3f-a2f7c18c8d36 HTTP/1.1" status: 204 len: 168 time: 1.3370569 May 06 09:35:52.841457 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4598567b-8ee1-432f-99dc-b48be0bb9d85 x-openstack-request-id: req-4598567b-8ee1-432f-99dc-b48be0bb9d85 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:52.841740 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:52.842155 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4598567b-8ee1-432f-99dc-b48be0bb9d85 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:52.842705 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4598567b-8ee1-432f-99dc-b48be0bb9d85'] response: {'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d', 'code': 200} May 06 09:35:52.847008 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f38efdb8-d2e9-4e86-b680-e07c0e125525 req-9c578bd6-8b31-4fca-9ac1-e6b6222eb6f6 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.857589 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f38efdb8-d2e9-4e86-b680-e07c0e125525 req-9c578bd6-8b31-4fca-9ac1-e6b6222eb6f6 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.863395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on host n-h1-840834-1 for vnic_type normal with profile {"migrating_to": "n-h2-840834-1"} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:35:52.863842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:35:52.864477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:52.875507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:35:52.876117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Attempting to bind port 7b9575a1-33fd-4978-9d69-a46851791e2d on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:35:52.884962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=7']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:52.888475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:35:52.889046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:35:52.889574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:35:52.890172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Bound port: 7b9575a1-33fd-4978-9d69-a46851791e2d, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:35:52.890720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:52.916686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f38efdb8-d2e9-4e86-b680-e07c0e125525 req-9c578bd6-8b31-4fca-9ac1-e6b6222eb6f6 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395453 May 06 09:35:52.950866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c578bd6-8b31-4fca-9ac1-e6b6222eb6f6 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cdffc3-d176-4eb0-83b6-e84b4feec43c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:52.996500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bc87d-77b7-425d-acbd-eadba3631b40 req-94b2d6c0-7f50-4df5-8c50-a3c5d3a61381 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:52.998761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb0bc87d-77b7-425d-acbd-eadba3631b40 req-94b2d6c0-7f50-4df5-8c50-a3c5d3a61381 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0938570 May 06 09:35:53.008396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35788) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:53.017695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:35:53.021120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:35:53.028186 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.100501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb0bc87d-77b7-425d-acbd-eadba3631b40 req-86d3bb23-e6d4-446b-8243-77c8eb8edd31 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908544 May 06 09:35:53.132596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=8']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:53.155240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3ea9fa2f-5fb0-49cd-8357-0efb91e2e6c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c828d98e26b24956919a5cbe5ce83d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296203 May 06 09:35:53.158704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35792) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:35:53.163497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.164148 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.165556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-c1271d5d-9c2a-4615-8435-ae08f28c594d service neutron] 10.222.0.83 "PUT /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 1121 time: 0.9555435 May 06 09:35:53.217456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-2dbe570d-37f0-4ffa-86aa-237f1100286d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1070914 May 06 09:35:53.236373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e612ea2-b0af-4e10-8d9b-5d7cde2b6275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.306862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['7b9575a1-33fd-4978-9d69-a46851791e2d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:53.435522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:53.437853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 516c9058-7e0a-404e-87ec-ce02d1be3269 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:53.624020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e612ea2-b0af-4e10-8d9b-5d7cde2b6275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.651615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:53.692291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'port_id': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'mac_address': 'fa:16:3e:22:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba4aadc-a164-4bed-bdbd-91ce48956fde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:53.738357 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.779343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-9a360609-f6a2-416b-bda2-eb47869b1f44 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.781924 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-9a360609-f6a2-416b-bda2-eb47869b1f44 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.82 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.0730629 May 06 09:35:53.784529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:53.787841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:53.789919 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190cf1ec-08c2-47d4-a448-6e4a67957622" -d '{"events": [{"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-unplugged", "status": "completed", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:53.808597 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.811931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.838803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd096f78-4ac8-4081-bf08-2984ee80c6b5 req-c23edcbd-024b-4e3b-922a-0dc172cfda30 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.847008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd096f78-4ac8-4081-bf08-2984ee80c6b5 req-c23edcbd-024b-4e3b-922a-0dc172cfda30 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 946 time: 0.2888563 May 06 09:35:53.861454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-f47fea22-c275-40d5-94c1-68bc48190605 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1615536 May 06 09:35:53.865264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-0f7732d5-b624-4665-bf4e-10e4c9831f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.866654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-0f7732d5-b624-4665-bf4e-10e4c9831f24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 1101 time: 0.3105023 May 06 09:35:53.875106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:53.897833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303ce09-bafe-4343-b546-70dea596385a req-6a7066ee-051c-47a7-9886-1e2286dad164 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:53.907857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d303ce09-bafe-4343-b546-70dea596385a req-6a7066ee-051c-47a7-9886-1e2286dad164 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.2383387 May 06 09:35:53.917399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-fa0405d7-6cfb-4d1d-bc2d-4d09a0cfe78b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:35:53.918434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-fa0405d7-6cfb-4d1d-bc2d-4d09a0cfe78b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058606 May 06 09:35:53.933234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:53.933596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Deleting port 516c9058-7e0a-404e-87ec-ce02d1be3269 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:35:53.934318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.936773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e612ea2-b0af-4e10-8d9b-5d7cde2b6275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.939629 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e612ea2-b0af-4e10-8d9b-5d7cde2b6275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.941145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e612ea2-b0af-4e10-8d9b-5d7cde2b6275 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/61501a63-5eb2-4ae8-8bdd-3414f662a313 HTTP/1.1" status: 204 len: 168 time: 0.7816365 May 06 09:35:53.950378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:53.952849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:54.043106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:54.065663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e612ea2-b0af-4e10-8d9b-5d7cde2b6275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61501a63-5eb2-4ae8-8bdd-3414f662a313,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:54.105144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd096f78-4ac8-4081-bf08-2984ee80c6b5 req-edabb447-02bf-461b-9dcf-e71c3a0112cd tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528198 May 06 09:35:54.121321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] For port 516c9058-7e0a-404e-87ec-ce02d1be3269, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=516c9058-7e0a-404e-87ec-ce02d1be3269,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:54.122435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.138455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d303ce09-bafe-4343-b546-70dea596385a req-d543f4c9-600d-4116-8cf9-6460b01447ed tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283194 May 06 09:35:54.153426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Calling delete_port for 516c9058-7e0a-404e-87ec-ce02d1be3269 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:35:54.229644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-f41f057d-4d5d-4990-ba6a-12937e966d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.231251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-f41f057d-4d5d-4990-ba6a-12937e966d55 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3075931 May 06 09:35:54.271702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['4df48b5f-7d46-4514-b2bb-2ef31a5e37f2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:54.307436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-eb78390b-a2ab-4d36-9eaf-e85d208e42ab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a HTTP/1.1" status: 200 len: 217 time: 0.0597157 May 06 09:35:54.418849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.426967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-af316d07-4670-4bd7-9cc3-d5a61b527bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.428607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-af316d07-4670-4bd7-9cc3-d5a61b527bce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1023052 May 06 09:35:54.438721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5ca7f-9f8d-468a-8b75-11cc7de2b2f9 req-2662f4a0-c5a5-4e53-a143-0877dbd1b9e7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.447021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fe5ca7f-9f8d-468a-8b75-11cc7de2b2f9 req-2662f4a0-c5a5-4e53-a143-0877dbd1b9e7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 944 time: 0.1424546 May 06 09:35:54.457011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc2259-ccbc-486e-8983-74bff07cfb3f req-9ed9c82d-57fa-4820-a8c7-f6e87cda3c76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.464393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0fc2259-ccbc-486e-8983-74bff07cfb3f req-9ed9c82d-57fa-4820-a8c7-f6e87cda3c76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1584666 May 06 09:35:54.467244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event deleted for resources: {'Port': ['ID=516c9058-7e0a-404e-87ec-ce02d1be3269,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:54.576814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] No DVR routers for this DVR port 516c9058-7e0a-404e-87ec-ce02d1be3269 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:35:54.583679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:54.597444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-007fc0f6-0b6d-45a6-a79f-ff6aac4a9a5c req-43e28da4-a6a4-417d-8da3-23208cc63b84 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.82 "DELETE /v2.0/ports/516c9058-7e0a-404e-87ec-ce02d1be3269 HTTP/1.1" status: 204 len: 173 time: 0.8039141 May 06 09:35:54.610477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fe5ca7f-9f8d-468a-8b75-11cc7de2b2f9 req-8e5cb2ee-983a-4da3-8717-9de21c04aa58 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610727 May 06 09:35:54.644857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0fc2259-ccbc-486e-8983-74bff07cfb3f req-ed9a655b-8261-436e-af12-c13ed7a00a1e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745450 May 06 09:35:54.655814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-c8786b35-0736-4600-a6e7-3365549a3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:54.658162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-c8786b35-0736-4600-a6e7-3365549a3cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912227 May 06 09:35:54.731568 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697623d3-7882-459f-bde4-0ba7ca7f067d x-openstack-request-id: req-697623d3-7882-459f-bde4-0ba7ca7f067d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:54.732148 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-unplugged", "status": "completed", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:54.732148 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-697623d3-7882-459f-bde4-0ba7ca7f067d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:54.732574 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697623d3-7882-459f-bde4-0ba7ca7f067d'] response: {'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'code': 200} May 06 09:35:54.843787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d'}, {'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-deleted', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:54.846758 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc8c4cf-566b-490a-9439-f51b4425f1e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d"}, {"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-deleted", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:54.904337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-78b4be18-734a-4889-8929-3c32a9a55f59 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305505 May 06 09:35:54.913558 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250cae27-7170-471d-86ed-448f0ee92305 x-openstack-request-id: req-250cae27-7170-471d-86ed-448f0ee92305 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:54.914391 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d", "status": "completed", "code": 200}, {"server_uuid": "ec10d716-d0a2-4e5c-8433-daabede4b420", "name": "network-vif-deleted", "tag": "516c9058-7e0a-404e-87ec-ce02d1be3269", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:54.914895 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-250cae27-7170-471d-86ed-448f0ee92305 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:54.915528 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250cae27-7170-471d-86ed-448f0ee92305'] response: {'name': 'network-changed', 'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d', 'status': 'completed', 'code': 200} May 06 09:35:54.916085 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250cae27-7170-471d-86ed-448f0ee92305'] response: {'server_uuid': 'ec10d716-d0a2-4e5c-8433-daabede4b420', 'name': 'network-vif-deleted', 'tag': '516c9058-7e0a-404e-87ec-ce02d1be3269', 'status': 'completed', 'code': 200} May 06 09:35:55.015310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-26c90a17-bc08-4100-8636-e986eb09665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.017312 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-26c90a17-bc08-4100-8636-e986eb09665c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1124 time: 0.0518515 May 06 09:35:55.020187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f14b83-c76b-4eb5-8f48-a535a05ac900 req-21f8b998-5407-426c-acc4-0627f68fe597 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.021692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46f14b83-c76b-4eb5-8f48-a535a05ac900 req-21f8b998-5407-426c-acc4-0627f68fe597 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.2418447 May 06 09:35:55.069063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46f14b83-c76b-4eb5-8f48-a535a05ac900 req-63d503bc-f1ca-4bed-ba79-e6de1787d61c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 May 06 09:35:55.156724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c7683f-6021-4385-99dc-34cb36b42789 req-315d9485-7451-41be-b8cf-213819371804 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410126 May 06 09:35:55.214710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-28b19bc6-c3b3-4118-8567-2ba4de3335be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.216281 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-28b19bc6-c3b3-4118-8567-2ba4de3335be service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1892142 May 06 09:35:55.299866 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-2aedfb6b-f924-47be-b8d5-87cf3e243f24 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 217 time: 0.0758204 May 06 09:35:55.305274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fe2a633-bfa2-48e2-863d-1ca072bedc78 req-ac4f7762-1f56-4949-979c-b177705122d2 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec10d716-d0a2-4e5c-8433-daabede4b420 HTTP/1.1" status: 200 len: 210 time: 0.0462103 May 06 09:35:55.364167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfbf8d-0c66-4fa2-8958-660ca6fbc542 req-958ca187-ce55-4524-95cf-ebcad88b3e20 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.365732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5bfbf8d-0c66-4fa2-8958-660ca6fbc542 req-958ca187-ce55-4524-95cf-ebcad88b3e20 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.0629425 May 06 09:35:55.399136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-d88333bf-7e5c-44f5-a106-4869bde1080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.400832 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-d88333bf-7e5c-44f5-a106-4869bde1080d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0751326 May 06 09:35:55.422014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5bfbf8d-0c66-4fa2-8958-660ca6fbc542 req-e636f53a-ef3f-4e04-8c89-481ad04a0a5f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457919 May 06 09:35:55.458071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:35:55.467923 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-e2a7f873-34f5-4fd5-97be-c60db08e3680 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588739 May 06 09:35:55.515847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:35:55.522023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:35:55.522662 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.558305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:55.588876 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-e513bf28-a84d-4e3a-a787-3b806a22f13b service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120963 May 06 09:35:55.704700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:55.724950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d has no active binding in host n-h2-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:35:55.734806 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7dc8c4cf-566b-490a-9439-f51b4425f1e4 req-30f6694e-6d34-49dc-b610-d63f9a358a59 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375201 May 06 09:35:55.800112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.863156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:55.869295 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:55.887805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766307a-d790-4d12-b05d-da06612dee6c req-eb9566ee-f383-44f1-915e-dee2ad763591 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.896518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9766307a-d790-4d12-b05d-da06612dee6c req-eb9566ee-f383-44f1-915e-dee2ad763591 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1411207 May 06 09:35:55.906596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbacdcd-6a0f-46ac-bada-5230b6424ed4 req-ef4b2669-f48d-4571-ad0d-d007759313ce tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:55.908321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cbacdcd-6a0f-46ac-bada-5230b6424ed4 req-ef4b2669-f48d-4571-ad0d-d007759313ce tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 944 time: 0.1919060 May 06 09:35:55.968211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:55.980108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cbacdcd-6a0f-46ac-bada-5230b6424ed4 req-f4ecd4f8-6382-4fac-a684-3e4fc908213e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514932 May 06 09:35:55.988119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9766307a-d790-4d12-b05d-da06612dee6c req-131c20a5-5cee-4c57-8bb1-be2631970b71 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905764 May 06 09:35:56.226692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f305ae-10aa-4c99-ac99-f183d1717fa3 req-b44ebabd-cc90-4f57-832e-aaf6c98c2f03 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.228202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19f305ae-10aa-4c99-ac99-f183d1717fa3 req-b44ebabd-cc90-4f57-832e-aaf6c98c2f03 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.0541756 May 06 09:35:56.273875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19f305ae-10aa-4c99-ac99-f183d1717fa3 req-43244d8d-cd88-40c9-8ccd-e993bcaed72a tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 May 06 09:35:56.499612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-90986425-a036-4435-bc3c-429ae0ca0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.502444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-90986425-a036-4435-bc3c-429ae0ca0abc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1101 time: 0.0778742 May 06 09:35:56.569288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0087dad-7273-42da-bb72-b0d9730ef438 req-229d6581-bf4d-4c34-b49e-d84b9d63319b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.571016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0087dad-7273-42da-bb72-b0d9730ef438 req-229d6581-bf4d-4c34-b49e-d84b9d63319b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.0560610 May 06 09:35:56.614169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0087dad-7273-42da-bb72-b0d9730ef438 req-72c9a416-854c-498c-ac52-ff7f66bb4bab tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 May 06 09:35:56.632656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-f09a10c8-44ab-4109-944d-dbfdc682cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.634099 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-f09a10c8-44ab-4109-944d-dbfdc682cd0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1249237 May 06 09:35:56.678700 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-a3c2aed4-9a00-48b4-8288-4161bdd3afd2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.0371015 May 06 09:35:56.732275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-138e83ec-32c1-4f0d-8b23-d8b54ef2a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.733430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:35:56.733718 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-138e83ec-32c1-4f0d-8b23-d8b54ef2a986 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0488477 May 06 09:35:56.736190 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90af0bfc-268f-453d-b31e-b30fd771e1c9" -d '{"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-plugged", "status": "completed", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:35:56.786581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-d8b7e7cd-6260-4d80-9cc7-0705e25f9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.788542 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-d8b7e7cd-6260-4d80-9cc7-0705e25f9f82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475504 May 06 09:35:56.825560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-95af9791-3dbb-4570-bd07-b580387adaae tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:56.827317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-95af9791-3dbb-4570-bd07-b580387adaae tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 822 time: 0.1267600 May 06 09:35:56.846959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-6b69895c-024a-4623-b637-0fdc366877ea tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/quotas/f76002df712f4db1ae053f0f92016343 HTTP/1.1" status: 200 len: 375 time: 0.0101750 May 06 09:35:56.927457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-4523353e-9a30-4ff3-a30f-23c6180cd8ac tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717406 May 06 09:35:56.944525 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-5a03b0c8-4174-48c4-a1fb-20b6f5254199 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487412 May 06 09:35:56.951742 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dabc2fc-55f2-4edf-a1ec-1d6c211d9f4d x-openstack-request-id: req-9dabc2fc-55f2-4edf-a1ec-1d6c211d9f4d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:35:56.952692 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-plugged", "status": "completed", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:35:56.953135 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9dabc2fc-55f2-4edf-a1ec-1d6c211d9f4d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:35:56.953669 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dabc2fc-55f2-4edf-a1ec-1d6c211d9f4d'] response: {'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'code': 200} May 06 09:35:57.053421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-dbfa45dd-bc3b-477f-aa45-fbd5658d5f01 service neutron] 10.222.0.76 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249740 May 06 09:35:57.086767 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-2d578b0f-d74d-4a0a-a581-03676d579f0d service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319966 May 06 09:35:57.098544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4712d1-ca4d-40e1-a209-6914f6710acd req-09f80419-d59b-49fe-8546-a2c478a83439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.100418 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3c4712d1-ca4d-40e1-a209-6914f6710acd req-09f80419-d59b-49fe-8546-a2c478a83439 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1100 time: 0.0654993 May 06 09:35:57.141939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3c4712d1-ca4d-40e1-a209-6914f6710acd req-f7684551-f232-4fba-b058-3953a7a27a90 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326571 May 06 09:35:57.146818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb17bd4-7839-4cb4-b0d4-5e812eb23f5f req-9f3d8f0c-b466-46d5-beb4-3694422145fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.148346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fb17bd4-7839-4cb4-b0d4-5e812eb23f5f req-9f3d8f0c-b466-46d5-beb4-3694422145fc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 1096 time: 0.1132147 May 06 09:35:57.186234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-7b1b4b6d-2f8b-4079-9088-3638097dedf5 service neutron] 10.222.0.76 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298265 May 06 09:35:57.219055 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-4d41feac-f202-4994-955a-ebf21e74f01d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472002 May 06 09:35:57.363841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-38ce4427-6e81-4418-bed0-423bbe6941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.380663 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-38ce4427-6e81-4418-bed0-423bbe6941cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=04c2772b84074723a5aa90df54cc8f12&device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 1101 time: 0.0615799 May 06 09:35:57.448159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fb17bd4-7839-4cb4-b0d4-5e812eb23f5f req-80209e19-33b0-4358-a2a2-99954c79c56b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827665 May 06 09:35:57.457746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:35:57.483726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd7ef7-2062-4290-83fb-d116a124d67d req-3523dcc9-c322-4bbd-8a6e-35ca5a5b2903 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.487541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8edd7ef7-2062-4290-83fb-d116a124d67d req-3523dcc9-c322-4bbd-8a6e-35ca5a5b2903 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1137667 May 06 09:35:57.535541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-e88ba074-1caa-4c3d-acaf-bdf1aa1af39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.537498 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-e88ba074-1caa-4c3d-acaf-bdf1aa1af39a service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1270962 May 06 09:35:57.539320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 516c9058-7e0a-404e-87ec-ce02d1be3269 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:57.567807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8edd7ef7-2062-4290-83fb-d116a124d67d req-f6f8ab32-e8a1-4c00-9ffb-a257eb4fa229 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665016 May 06 09:35:57.577185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82cfe3-b79c-4ef8-afcd-395239868ce0 req-e7043826-65d6-45e7-9a0b-876d3931cc83 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.578860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc82cfe3-b79c-4ef8-afcd-395239868ce0 req-e7043826-65d6-45e7-9a0b-876d3931cc83 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0878494 May 06 09:35:57.596184 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-d88e0a46-06ee-4985-939b-fd68bbb23172 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a HTTP/1.1" status: 200 len: 217 time: 0.0492887 May 06 09:35:57.613514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:57.615750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 516c9058-7e0a-404e-87ec-ce02d1be3269 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:35:57.616682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 516c9058-7e0a-404e-87ec-ce02d1be3269 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:35:57.622858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc82cfe3-b79c-4ef8-afcd-395239868ce0 req-22fe8dd2-cd54-47a2-9bfe-e1bc2d34b6b0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355854 May 06 09:35:57.629171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'mac_address': 'fa:16:3e:15:f2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:35:57.687151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-ff424c14-922e-4309-a818-6afea597c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.689582 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-ff424c14-922e-4309-a818-6afea597c710 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0828354 May 06 09:35:57.726511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9ee7de6-62a2-4c19-a16d-49cc20428681 req-70ca9d5e-6ebc-4e65-80a0-c0c6a4f4eff8 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 210 time: 0.0478377 May 06 09:35:57.808563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277249a3-b9c7-4c6e-b593-d4c3f8fad514 req-aca0a27a-e6a3-45c7-aae1-fd4045dfda7b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:57.810752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-277249a3-b9c7-4c6e-b593-d4c3f8fad514 req-aca0a27a-e6a3-45c7-aae1-fd4045dfda7b tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 949 time: 0.1131032 May 06 09:35:57.846447 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:57.872295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:57.876964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-277249a3-b9c7-4c6e-b593-d4c3f8fad514 req-507a0d6e-e23d-4104-9be4-cdd8408edbbc tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587502 May 06 09:35:57.926329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:57.936228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:58.032072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2992d-a377-4e84-831f-fba515f4084b req-0e282bd8-7ff1-482f-a89d-d42fbc3f78e0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.034374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94d2992d-a377-4e84-831f-fba515f4084b req-0e282bd8-7ff1-482f-a89d-d42fbc3f78e0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.1004012 May 06 09:35:58.055151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:58.073879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-87221547-8033-4ecf-a1c6-e67b4d9f0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.075817 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-87221547-8033-4ecf-a1c6-e67b4d9f0e2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3792782 May 06 09:35:58.080601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94d2992d-a377-4e84-831f-fba515f4084b req-10a4b8b9-3a8d-4ead-af54-8acda10bff59 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 May 06 09:35:58.178513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-b8da5b08-85bb-4818-aa75-a24bb2f2b5fb service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952175 May 06 09:35:58.277673 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0803bb1d-e6b1-4457-b81e-916652f2b50d req-57ef4ff0-238e-455f-bf3d-6091c54f55f6 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912101 May 06 09:35:58.719538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea981-6f7a-4a85-943b-b61fe5e6fab0 req-8848026e-4da3-4f8a-a23f-76ccd332147f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.727476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-364ea981-6f7a-4a85-943b-b61fe5e6fab0 req-8848026e-4da3-4f8a-a23f-76ccd332147f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0675375 May 06 09:35:58.775111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-364ea981-6f7a-4a85-943b-b61fe5e6fab0 req-5312e969-40dd-44b3-8adf-daaf059e51be tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397208 May 06 09:35:58.788199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-95d2e536-3da0-4125-bfaf-adecf41824d8 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.790549 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-95d2e536-3da0-4125-bfaf-adecf41824d8 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 822 time: 0.1825669 May 06 09:35:58.808109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Request body: {'port': {'device_id': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'admin_state_up': True, 'tenant_id': 'f76002df712f4db1ae053f0f92016343'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:58.849528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319eeca-c20f-4700-bb76-5a760d0b6581 req-edbb82ec-7246-4e39-9074-0d4094ef8980 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:58.851672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2319eeca-c20f-4700-bb76-5a760d0b6581 req-edbb82ec-7246-4e39-9074-0d4094ef8980 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0741389 May 06 09:35:58.913682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2319eeca-c20f-4700-bb76-5a760d0b6581 req-33120320-b618-4800-813d-25594638817e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553718 May 06 09:35:58.962321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f419b6cf-4a91-4abf-8ca4-bf5eaf30f882 req-c4a1a748-a53e-4552-b61a-98ae567ec8c5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 210 time: 0.0308132 May 06 09:35:58.968163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Made reservation on behalf of f76002df712f4db1ae053f0f92016343 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:35:58.971900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.101514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324b580-0385-42fd-83ad-5b514f358a84 req-06592cfb-de27-4220-8f8d-fbdd1b0861af tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.105609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4324b580-0385-42fd-83ad-5b514f358a84 req-06592cfb-de27-4220-8f8d-fbdd1b0861af tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 948 time: 0.0678864 May 06 09:35:59.151272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4324b580-0385-42fd-83ad-5b514f358a84 req-f9a750db-3ff8-43d2-9a78-7c5f66126ccb tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 May 06 09:35:59.152586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Allocated IP 172.20.0.12 (dcfea358-b2b6-462f-aef0-3725ee68fe11/03458e7d-89d9-4cd6-96be-e37f0c91c39f/913f250e-9f1e-411a-9e1f-0957c4f64660) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:35:59.275197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6186b1e-7cbe-4e79-bab2-0f85ea3cd753 req-9f015093-2ed1-44ca-b73f-b5909427cf23 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.277256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6186b1e-7cbe-4e79-bab2-0f85ea3cd753 req-9f015093-2ed1-44ca-b73f-b5909427cf23 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.0564184 May 06 09:35:59.327613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6186b1e-7cbe-4e79-bab2-0f85ea3cd753 req-48797a3f-fbd6-4044-b1ea-9ed0fa36e74f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 May 06 09:35:59.331610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.375944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.379367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:35:59.425142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Network dcfea358-b2b6-462f-aef0-3725ee68fe11 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:35:59.428624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:35:59.431631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:35:59.451388 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:35:59.476073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event updated for resources: {'Port': ['ID=913f250e-9f1e-411a-9e1f-0957c4f64660,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:59.504708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.505740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.526988 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-46f94f31-55dc-45ac-b1a9-81c47ac2bc00 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7255659 May 06 09:35:59.531219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dbd35-52d7-46f2-b854-6fa022210a6e req-c054a291-c448-4f8b-91b4-949cd209c569 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.539033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a0dbd35-52d7-46f2-b854-6fa022210a6e req-c054a291-c448-4f8b-91b4-949cd209c569 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1099 time: 0.0558398 May 06 09:35:59.543377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Request body: {'port': {'device_id': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:35:59.591429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a0dbd35-52d7-46f2-b854-6fa022210a6e req-2fa893af-8679-4518-b58e-fddb530e6898 tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 May 06 09:35:59.616615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.631614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.672565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:59.699365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:35:59.705144 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.760828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=10']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:35:59.844254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60c69-e3da-4d3b-a648-f01be51fe7f0 req-cc407f31-a032-42bc-bbde-65c3f1edf1cd tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.846306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7c60c69-e3da-4d3b-a648-f01be51fe7f0 req-cc407f31-a032-42bc-bbde-65c3f1edf1cd tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 1099 time: 0.0499880 May 06 09:35:59.883964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7c60c69-e3da-4d3b-a648-f01be51fe7f0 req-5c0ad6e6-fa02-438b-b5f9-e108b7cda38f tempest-ServersAdminTestJSON-527848692 tempest-ServersAdminTestJSON-527848692-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297499 May 06 09:35:59.942408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913f250e-9f1e-411a-9e1f-0957c4f64660 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:35:59.944096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ff49-7543-49a0-aa59-aecd0dd5873e req-677891de-e854-4de5-a618-98f1db3ca08f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:35:59.946242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d03ff49-7543-49a0-aa59-aecd0dd5873e req-677891de-e854-4de5-a618-98f1db3ca08f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0556319 May 06 09:35:59.950487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.971911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Transition to ACTIVE for port object 913f250e-9f1e-411a-9e1f-0957c4f64660 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:35:59.976999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:35:59.989272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d03ff49-7543-49a0-aa59-aecd0dd5873e req-5cbc9c6d-147d-48a3-ac31-51081bb0532b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360434 May 06 09:36:00.032449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=913f250e-9f1e-411a-9e1f-0957c4f64660,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:00.121714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Attempting to bind port 913f250e-9f1e-411a-9e1f-0957c4f64660 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:00.122524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Attempting to bind port 913f250e-9f1e-411a-9e1f-0957c4f64660 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:00.122727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Attempting to bind port 913f250e-9f1e-411a-9e1f-0957c4f64660 on network dcfea358-b2b6-462f-aef0-3725ee68fe11 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:00.129257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Port 913f250e-9f1e-411a-9e1f-0957c4f64660 on network dcfea358-b2b6-462f-aef0-3725ee68fe11 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:00.129569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Attempting to bind port 913f250e-9f1e-411a-9e1f-0957c4f64660 on network dcfea358-b2b6-462f-aef0-3725ee68fe11 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:00.131204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f28177-a852-4655-b5c5-c550cce0ecf5 req-804d1c62-2295-4878-b12a-0de8c23ac656 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.132860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77f28177-a852-4655-b5c5-c550cce0ecf5 req-804d1c62-2295-4878-b12a-0de8c23ac656 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0741227 May 06 09:36:00.140635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:00.140968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Checking segment: {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:00.141337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Bound using segment: {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:00.141760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Bound port: 913f250e-9f1e-411a-9e1f-0957c4f64660, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5876ea7f-0edf-4201-8bfa-5afaed0ab953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:00.142112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.176668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77f28177-a852-4655-b5c5-c550cce0ecf5 req-a238f294-eee5-4a1a-ae6b-04590664431b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378637 May 06 09:36:00.221814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] For port 913f250e-9f1e-411a-9e1f-0957c4f64660, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:00.225423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] For port 913f250e-9f1e-411a-9e1f-0957c4f64660, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=913f250e-9f1e-411a-9e1f-0957c4f64660,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:00.231950 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.275120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.275778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:00.277119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] 10.222.0.83 "PUT /v2.0/ports/913f250e-9f1e-411a-9e1f-0957c4f64660 HTTP/1.1" status: 200 len: 1092 time: 0.7387357 May 06 09:36:00.277551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'tag': '913f250e-9f1e-411a-9e1f-0957c4f64660'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:00.279809 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0246b74-7ca2-4443-90ca-0a957705027e", "tag": "913f250e-9f1e-411a-9e1f-0957c4f64660"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:00.287121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4e1bf-18d6-4cbc-8362-74ad8627c397 req-d26ea0e9-890a-4ec3-a9b6-552ad2d5f25b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.289052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5f4e1bf-18d6-4cbc-8362-74ad8627c397 req-d26ea0e9-890a-4ec3-a9b6-552ad2d5f25b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 944 time: 0.0524764 May 06 09:36:00.319457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08afd-cd25-43e3-9f1d-e7184a8ccaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=913f250e-9f1e-411a-9e1f-0957c4f64660,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:00.348971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5f4e1bf-18d6-4cbc-8362-74ad8627c397 req-9637e891-6a86-4f64-921f-a5e003cbbf0d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487306 May 06 09:36:00.371382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-d5fdb073-eff3-4a42-bb5b-79662c37f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.373609 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-d5fdb073-eff3-4a42-bb5b-79662c37f8ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 1095 time: 0.0471818 May 06 09:36:00.420908 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-7da2e64e-7aab-4428-806d-2a50c39d309e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=913f250e-9f1e-411a-9e1f-0957c4f64660 HTTP/1.1" status: 200 len: 217 time: 0.0394483 May 06 09:36:00.462353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e952492-23d9-4e2b-abac-0df62ff5eb01 req-546b95e9-da51-4c6e-a1d0-29ac6dd3e937 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.464058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e952492-23d9-4e2b-abac-0df62ff5eb01 req-546b95e9-da51-4c6e-a1d0-29ac6dd3e937 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 950 time: 0.0490761 May 06 09:36:00.474415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-5572adda-afc9-4f1d-92db-458ce4c1a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.476210 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-5572adda-afc9-4f1d-92db-458ce4c1a733 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03458e7d-89d9-4cd6-96be-e37f0c91c39f HTTP/1.1" status: 200 len: 862 time: 0.0473740 May 06 09:36:00.504710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e952492-23d9-4e2b-abac-0df62ff5eb01 req-bbbb0cd2-7baf-4407-98f5-62e7bec91d82 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 May 06 09:36:00.514064 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-3c788115-f713-4a16-9141-99ecebbe89f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcfea358-b2b6-462f-aef0-3725ee68fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276549 May 06 09:36:00.609361 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a345e1f-b681-4880-b50d-ab31388d3a92 x-openstack-request-id: req-0a345e1f-b681-4880-b50d-ab31388d3a92 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:00.609650 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0246b74-7ca2-4443-90ca-0a957705027e", "tag": "913f250e-9f1e-411a-9e1f-0957c4f64660", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:00.609983 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a345e1f-b681-4880-b50d-ab31388d3a92 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:00.610584 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a345e1f-b681-4880-b50d-ab31388d3a92'] response: {'name': 'network-changed', 'server_uuid': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'tag': '913f250e-9f1e-411a-9e1f-0957c4f64660', 'status': 'completed', 'code': 200} May 06 09:36:00.631632 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-2d4fcb1a-0074-4c5d-9e65-c8bb58a8dfa3 service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073189 May 06 09:36:00.716953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e356d3-2099-4649-bc23-d38fc63ebade req-01c17f60-4430-4556-9d88-bbc8456786ef tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.718841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97e356d3-2099-4649-bc23-d38fc63ebade req-01c17f60-4430-4556-9d88-bbc8456786ef tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.0545070 May 06 09:36:00.750456 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1da5fd39-59f9-4be3-992f-03096cc4e843 req-b457cf7d-824a-493d-ba97-3b8024aae261 service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103311 May 06 09:36:00.776420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97e356d3-2099-4649-bc23-d38fc63ebade req-f7215880-8d31-4bfd-9554-cdf8d2ef572b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489588 May 06 09:36:00.873628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-fdb52197-8c64-421a-83ef-64e837c08cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.877823 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-fdb52197-8c64-421a-83ef-64e837c08cc8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f76002df712f4db1ae053f0f92016343&device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 1095 time: 0.0493107 May 06 09:36:00.996574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-337c957d-1a6f-447c-824f-593beca3ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:00.998308 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-337c957d-1a6f-447c-824f-593beca3ec1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 200 len: 923 time: 0.1081793 May 06 09:36:01.031974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdba217-9826-418f-9a65-1e9443002732 req-0bc914a8-acbb-4ec3-9621-a31b1f48e032 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.034633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbdba217-9826-418f-9a65-1e9443002732 req-0bc914a8-acbb-4ec3-9621-a31b1f48e032 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0559542 May 06 09:36:01.043303 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-953d10a4-c479-4933-b405-ddfb2173c0f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=913f250e-9f1e-411a-9e1f-0957c4f64660 HTTP/1.1" status: 200 len: 217 time: 0.0364213 May 06 09:36:01.074251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbdba217-9826-418f-9a65-1e9443002732 req-871925bb-c08e-4301-8634-ae96cb5a72f7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 May 06 09:36:01.104623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-442aff15-9fb7-4662-9ab2-1b723b8249f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.106122 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-442aff15-9fb7-4662-9ab2-1b723b8249f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03458e7d-89d9-4cd6-96be-e37f0c91c39f HTTP/1.1" status: 200 len: 862 time: 0.0492418 May 06 09:36:01.142574 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-77dfc31d-9743-4baf-8fa5-5b44c7a8934b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcfea358-b2b6-462f-aef0-3725ee68fe11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282404 May 06 09:36:01.192747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb32324-3605-4778-9f21-61c1be5fec2c req-af284829-4da1-4191-92c9-e97d2ed7232b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.195004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cb32324-3605-4778-9f21-61c1be5fec2c req-af284829-4da1-4191-92c9-e97d2ed7232b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0575581 May 06 09:36:01.242739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cb32324-3605-4778-9f21-61c1be5fec2c req-bdf91462-7be6-40e7-90c4-966ccbaf28e8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 May 06 09:36:01.256426 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-b78047fa-86e8-4de9-bcb6-d3e3d3b20c4c service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060064 May 06 09:36:01.362430 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8ae0cbad-8b91-4004-ac3c-67ca76fa24b6 req-d1972d56-5927-46c0-8b2e-081dd19ef63a service neutron] 10.222.0.83 "GET /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924907 May 06 09:36:01.385102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b1e39-8dff-445a-b37f-2aa004c85d3d req-b21d2443-1b9f-46fb-88c0-a8dcb0aacc7b tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.386609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-258b1e39-8dff-445a-b37f-2aa004c85d3d req-b21d2443-1b9f-46fb-88c0-a8dcb0aacc7b tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1096 time: 0.0523610 May 06 09:36:01.424243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-258b1e39-8dff-445a-b37f-2aa004c85d3d req-09e61dcc-49f4-46dd-9cab-a95b0b9e35fd tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 May 06 09:36:01.472760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:01.522798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:01.523292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.531283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cae4e-fab7-4067-8faa-3b3bc8a73ad7 req-0ed09455-9695-44ea-9751-5f72773350b4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.532850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c4cae4e-fab7-4067-8faa-3b3bc8a73ad7 req-0ed09455-9695-44ea-9751-5f72773350b4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 944 time: 0.0530307 May 06 09:36:01.573722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c4cae4e-fab7-4067-8faa-3b3bc8a73ad7 req-be4550d7-eb8c-4fdb-ad6d-16c1f74e50f5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 May 06 09:36:01.610176 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.636849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:01.639176 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa684f0-46e4-4475-83fa-c75815daf1db" -d '{"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-plugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:01.655613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:01.660561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:01.718070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=11']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:01.793947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb0f66-fb19-440f-8634-25ff15c9ff00 req-3a892e5e-5844-43b9-854c-a70460090872 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:01.795403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3abb0f66-fb19-440f-8634-25ff15c9ff00 req-3a892e5e-5844-43b9-854c-a70460090872 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 950 time: 0.0573826 May 06 09:36:01.838269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3abb0f66-fb19-440f-8634-25ff15c9ff00 req-56da724a-798e-4731-a6f8-86fea13acadf tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 May 06 09:36:01.882833 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aca9822-feb5-46ba-b169-906078c6b7d2 x-openstack-request-id: req-9aca9822-feb5-46ba-b169-906078c6b7d2 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:01.883130 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-plugged", "status": "completed", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:01.883373 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9aca9822-feb5-46ba-b169-906078c6b7d2 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:01.883794 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aca9822-feb5-46ba-b169-906078c6b7d2'] response: {'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'code': 200} May 06 09:36:02.285116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-25da4046-b4e6-4ef6-b713-a000431aa1ed tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.286676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-25da4046-b4e6-4ef6-b713-a000431aa1ed tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 950 time: 0.0545728 May 06 09:36:02.398533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-56f0ada3-4345-429a-ae22-b91f5c893dd5 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:02.399521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-56f0ada3-4345-429a-ae22-b91f5c893dd5 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126121 May 06 09:36:02.437579 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-44737e90-b819-4ca9-9b6c-f616a1077f98 service neutron] 10.222.0.82 "GET /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.0596285 May 06 09:36:02.449773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc576-9f2a-4e28-a452-4ccfdaef7938 req-ccfc40f6-a906-43f4-8f3e-0df76bc700e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.451239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eddc576-9f2a-4e28-a452-4ccfdaef7938 req-ccfc40f6-a906-43f4-8f3e-0df76bc700e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 943 time: 0.0923612 May 06 09:36:02.469001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-f6979e58-3074-4674-9e4c-1b415ff1e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.470291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-f6979e58-3074-4674-9e4c-1b415ff1e623 service neutron] 10.222.0.76 "GET /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 1093 time: 0.0607345 May 06 09:36:02.482784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Deleting port ef67e01e-e13d-4873-bdac-c6e1fa1d436a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:02.483126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.501129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Request body: {'binding': {'host': 'n-h2-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:02.501574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Unknown quota resources ['binding']. {{(pid=102742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:36:02.587060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eddc576-9f2a-4e28-a452-4ccfdaef7938 req-025ca713-9138-472c-b715-825010da2f29 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280077 May 06 09:36:02.628105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:02.651060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:02.684333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9575a1-33fd-4978-9d69-a46851791e2d {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:02.696043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:02.701938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] For port ef67e01e-e13d-4873-bdac-c6e1fa1d436a, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:02.702295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.709449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.724219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Calling delete_port for ef67e01e-e13d-4873-bdac-c6e1fa1d436a owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:02.786395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] Transition to ACTIVE for port object 7b9575a1-33fd-4978-9d69-a46851791e2d will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:02.791177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:02.803879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f7bb0-9eb0-4c1c-930d-93daf7949a1b req-3a542d57-42af-4a88-84c9-68e722d04480 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:02.805332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd3f7bb0-9eb0-4c1c-930d-93daf7949a1b req-3a542d57-42af-4a88-84c9-68e722d04480 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1517208 May 06 09:36:02.842910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on host n-h2-840834-1 for vnic_type normal with profile None {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:02.843238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:02.843560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:02.853356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] No DVR routers for this DVR port 7b9575a1-33fd-4978-9d69-a46851791e2d on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:02.860770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:02.861059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:02.868961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=10']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:02.885043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd3f7bb0-9eb0-4c1c-930d-93daf7949a1b req-2874b2e5-6127-4bff-812d-014f824e4148 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727952 May 06 09:36:02.887608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:02.888011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:02.888684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:02.889095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Bound port: 55512deb-3d46-475b-9104-700c6d01aa41, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:02.893343 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-e960de48-7243-42f8-8c8f-223d22291897 service neutron] 10.222.0.82 "PUT /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d/bindings/n-h2-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4470491 May 06 09:36:03.000550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-11f31eba-bc01-4935-9e8c-e26cdb24af2a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.002328 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-11f31eba-bc01-4935-9e8c-e26cdb24af2a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.0446460 May 06 09:36:03.018856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:03.031166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:03.032404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-29956715-f958-4f4a-8290-1af28f393a61 service neutron] 10.222.0.76 "POST /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41/bindings HTTP/1.1" status: 201 len: 389 time: 0.5462933 May 06 09:36:03.034920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:03.049695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ef67e01e-e13d-4873-bdac-c6e1fa1d436a', '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:03.053280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['8e17c0a3-e9f0-4d76-b02e-12ff2310998a'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:03.056723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-43f884a8-1f63-48bc-92b4-4860af791ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.058296 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-43f884a8-1f63-48bc-92b4-4860af791ae1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd&tenant_id=99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 1095 time: 0.0487363 May 06 09:36:03.078003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Pushing event deleted for resources: {'Port': ['ID=ef67e01e-e13d-4873-bdac-c6e1fa1d436a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:03.095862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72193b7-834b-4a96-a2fd-3dede5477e4f req-ba8a03d8-24d9-4b97-a48b-18892f9bac89 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.098312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d72193b7-834b-4a96-a2fd-3dede5477e4f req-ba8a03d8-24d9-4b97-a48b-18892f9bac89 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1374092 May 06 09:36:03.170122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] No DVR routers for this DVR port ef67e01e-e13d-4873-bdac-c6e1fa1d436a on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:03.173246 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:03.177815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-81d9688c-b82a-45f0-ac93-a8b64e2edcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.178601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5df6fa1-09f9-45f9-899c-986aa440b3d8 req-58dcd2d3-86ee-404e-bc97-3f2a8477bff9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "DELETE /v2.0/ports/ef67e01e-e13d-4873-bdac-c6e1fa1d436a HTTP/1.1" status: 204 len: 173 time: 0.8827777 May 06 09:36:03.179673 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-81d9688c-b82a-45f0-ac93-a8b64e2edcc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1095 time: 0.0874581 May 06 09:36:03.193961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'name': 'network-vif-deleted', 'tag': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:03.198898 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a49d7c3-5490-4c76-a693-72cba6521cae" -d '{"events": [{"server_uuid": "b37d35c4-2e55-4eae-98ea-8aa096e04650", "name": "network-vif-deleted", "tag": "ef67e01e-e13d-4873-bdac-c6e1fa1d436a"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:03.225835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d72193b7-834b-4a96-a2fd-3dede5477e4f req-c750b078-73ee-407f-ae42-8111c44d52ce tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038342 May 06 09:36:03.419163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-5d2b1f51-2197-473c-85e5-26959b05f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.420860 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-5d2b1f51-2197-473c-85e5-26959b05f3cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.2329485 May 06 09:36:03.428295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b2b6581-8ad1-4a4b-8df9-a712a3187104 req-a89f99cf-5238-4bd3-b8e0-09433b897377 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=b37d35c4-2e55-4eae-98ea-8aa096e04650 HTTP/1.1" status: 200 len: 210 time: 0.0464525 May 06 09:36:03.465887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07a867-814d-4c4b-97c5-dfb09be6c7de req-2479aa55-00ff-4057-aeaa-84a7aa1fc213 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.469527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:03.479207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a07a867-814d-4c4b-97c5-dfb09be6c7de req-2479aa55-00ff-4057-aeaa-84a7aa1fc213 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 944 time: 0.1321268 May 06 09:36:03.519567 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-b7537197-376e-4ce5-90e2-6f45eb3d1012 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 200 len: 217 time: 0.0830126 May 06 09:36:03.546884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:03.554836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a07a867-814d-4c4b-97c5-dfb09be6c7de req-f3f8ce6f-e7a7-4d91-adab-fb92513294c5 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744708 May 06 09:36:03.581820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-cb7736bc-dc21-4db9-9ca8-38afe3b89729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.583527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-cb7736bc-dc21-4db9-9ca8-38afe3b89729 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0572340 May 06 09:36:03.618374 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-2a924a2e-2f96-4e74-9ef4-4e5f2a77c4b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266309 May 06 09:36:03.629138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10955d08-49f7-4999-adbc-1199956f44d1 req-da90f8d9-82f6-4b59-af5c-bd2545e65bf0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.641810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10955d08-49f7-4999-adbc-1199956f44d1 req-da90f8d9-82f6-4b59-af5c-bd2545e65bf0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1201680 May 06 09:36:03.646063 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5edba7-3552-4f6a-a4ac-7f019b7f0c20 x-openstack-request-id: req-2b5edba7-3552-4f6a-a4ac-7f019b7f0c20 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:03.648700 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37d35c4-2e55-4eae-98ea-8aa096e04650", "name": "network-vif-deleted", "tag": "ef67e01e-e13d-4873-bdac-c6e1fa1d436a", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:03.648700 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b5edba7-3552-4f6a-a4ac-7f019b7f0c20 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:03.650792 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5edba7-3552-4f6a-a4ac-7f019b7f0c20'] response: {'server_uuid': 'b37d35c4-2e55-4eae-98ea-8aa096e04650', 'name': 'network-vif-deleted', 'tag': 'ef67e01e-e13d-4873-bdac-c6e1fa1d436a', 'status': 'completed', 'code': 200} May 06 09:36:03.745412 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-f59a7b1a-04c3-4793-935f-97528cb00fcb service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178188 May 06 09:36:03.745633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10955d08-49f7-4999-adbc-1199956f44d1 req-a418a79f-a56a-4274-9769-3e2dec297b56 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019800 May 06 09:36:03.761831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a09fa4-b4bc-42c7-a16a-421a523ea3e5 req-97a138a7-d44b-408c-b6c9-b49660154795 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:03.763677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88a09fa4-b4bc-42c7-a16a-421a523ea3e5 req-97a138a7-d44b-408c-b6c9-b49660154795 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 944 time: 0.0868661 May 06 09:36:03.818156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88a09fa4-b4bc-42c7-a16a-421a523ea3e5 req-45a7ac3c-088a-4a13-b424-83045333a730 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470095 May 06 09:36:03.857220 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-6167e4d9-16fe-4c54-a498-afc2626e569b service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042879 May 06 09:36:03.980255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:04.014469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b324-0ebe-404b-a5ea-c03a3d97e215 req-f5458526-1ced-409e-83e7-a90ed140c967 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.015985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb2b324-0ebe-404b-a5ea-c03a3d97e215 req-f5458526-1ced-409e-83e7-a90ed140c967 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0581164 May 06 09:36:04.057506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb2b324-0ebe-404b-a5ea-c03a3d97e215 req-54f1cd76-34cf-4150-a8d5-2b646c42fabf tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345337 May 06 09:36:04.114392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca0e6-dc91-43ff-84fc-09ebcfcefdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.142028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-5cf3bfd8-d801-495e-83dd-b6d4a7b1c2d5 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.144430 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-5cf3bfd8-d801-495e-83dd-b6d4a7b1c2d5 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.0780165 May 06 09:36:04.273660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca0e6-dc91-43ff-84fc-09ebcfcefdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.278983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca0e6-dc91-43ff-84fc-09ebcfcefdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.331810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca0e6-dc91-43ff-84fc-09ebcfcefdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e589bccc-e4d8-4a3b-b416-b04ff26f55c7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:04.339020 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c6ca0e6-dc91-43ff-84fc-09ebcfcefdef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21e4a297bd83404f916f1f2c9adc5bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576581 May 06 09:36:04.342378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36528) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:04.344897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-d24d2a60-f776-4dbf-8c3e-6cf65340a883 service neutron] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:04.348448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-d24d2a60-f776-4dbf-8c3e-6cf65340a883 service neutron] Notify callbacks [] for binding, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.349478 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b28ea76a-f23c-4286-916f-ed4e1be4e316 req-d24d2a60-f776-4dbf-8c3e-6cf65340a883 service neutron] 10.222.0.83 "DELETE /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d/bindings/n-h1-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.1905134 May 06 09:36:04.399692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4b34-a1e2-44c7-bb19-106ba34adcd0 req-0b75f2ba-8098-486e-b72a-3b8549dd37bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.401091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b42b4b34-a1e2-44c7-bb19-106ba34adcd0 req-0b75f2ba-8098-486e-b72a-3b8549dd37bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0956573 May 06 09:36:04.430820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-292369d2-cbe6-4471-9c4d-626bfac068fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.462358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-292369d2-cbe6-4471-9c4d-626bfac068fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.466272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b42b4b34-a1e2-44c7-bb19-106ba34adcd0 req-b023aa47-acfe-4129-b122-033e85fbad49 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584044 May 06 09:36:04.516409 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-292369d2-cbe6-4471-9c4d-626bfac068fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.518908 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-292369d2-cbe6-4471-9c4d-626bfac068fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:04.520220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-292369d2-cbe6-4471-9c4d-626bfac068fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e589bccc-e4d8-4a3b-b416-b04ff26f55c7 HTTP/1.1" status: 204 len: 168 time: 0.1763179 May 06 09:36:04.528382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292369d2-cbe6-4471-9c4d-626bfac068fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e589bccc-e4d8-4a3b-b416-b04ff26f55c7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:04.681935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa77874-7d37-4c53-9943-0eed4046cc61 req-5cdcd4f5-4217-47e7-ac63-15ba03acc5a0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.683538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afa77874-7d37-4c53-9943-0eed4046cc61 req-5cdcd4f5-4217-47e7-ac63-15ba03acc5a0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 944 time: 0.0562983 May 06 09:36:04.753229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afa77874-7d37-4c53-9943-0eed4046cc61 req-23f78033-4649-448f-a70f-2fd8a23af52e tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618761 May 06 09:36:04.776440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843f0e7-ae5e-4e1f-8dba-6d0384114e68 req-d36eeb7e-6503-4c47-90a4-aa0b62aeb631 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.777886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9843f0e7-ae5e-4e1f-8dba-6d0384114e68 req-d36eeb7e-6503-4c47-90a4-aa0b62aeb631 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.0724196 May 06 09:36:04.828128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9843f0e7-ae5e-4e1f-8dba-6d0384114e68 req-e0c4a021-0245-4d64-9f56-76af60c97e22 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431824 May 06 09:36:04.907106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50335d-5c03-4463-aac6-3d3168ee4641 req-2cc488f2-43dd-41d3-a2c8-5fe5e5ee60e0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.909729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da50335d-5c03-4463-aac6-3d3168ee4641 req-2cc488f2-43dd-41d3-a2c8-5fe5e5ee60e0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0760875 May 06 09:36:04.981400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da50335d-5c03-4463-aac6-3d3168ee4641 req-c96f46b2-29d1-429a-b683-fc35793b9552 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603828 May 06 09:36:04.993649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57525e-c05a-4535-ba6d-3ac1a507be37 req-f32dc785-2329-41f8-94eb-6a49e1976baa tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:04.995123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d57525e-c05a-4535-ba6d-3ac1a507be37 req-f32dc785-2329-41f8-94eb-6a49e1976baa tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 944 time: 0.0834565 May 06 09:36:05.039070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d57525e-c05a-4535-ba6d-3ac1a507be37 req-1a517b36-c371-4392-a340-c5c767fcfc37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 May 06 09:36:05.211394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca270-5d74-45ff-9ee1-74fa1ff2ef08 req-5eb942cb-259c-4766-a653-b87438fedc35 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.213367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-086ca270-5d74-45ff-9ee1-74fa1ff2ef08 req-5eb942cb-259c-4766-a653-b87438fedc35 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0816369 May 06 09:36:05.225499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0414d-07e2-442a-9e1b-712236cfe054 req-09fa6aec-0d07-418e-ad55-3f490f7373d0 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.227050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1f0414d-07e2-442a-9e1b-712236cfe054 req-09fa6aec-0d07-418e-ad55-3f490f7373d0 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 1095 time: 0.0646100 May 06 09:36:05.243846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36568) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:05.287687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-086ca270-5d74-45ff-9ee1-74fa1ff2ef08 req-9d233b59-19a7-4b7d-8a5e-48e3322c48f1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643046 May 06 09:36:05.299930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1f0414d-07e2-442a-9e1b-712236cfe054 req-bca8653f-51f3-4fa3-801c-29385c62a2e2 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650992 May 06 09:36:05.363972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-781220857-network', 'tenant_id': 'be3a060def1c4870b8cc28ff458007ab'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:05.384246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Made reservation on behalf of be3a060def1c4870b8cc28ff458007ab for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:05.386533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.396350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.485147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ef67e01e-e13d-4873-bdac-c6e1fa1d436a no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:05.491153 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.504241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.508698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: ef67e01e-e13d-4873-bdac-c6e1fa1d436a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:05.509240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ef67e01e-e13d-4873-bdac-c6e1fa1d436a not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:05.551387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:36:05.557914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5d6b2-b13a-4937-b487-3d2291a52bd3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:05.564048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.566949 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Added segment 7ce6aef4-61ca-4413-9739-32633569686f of type vlan for network 60c687e6-13c2-4bbd-9da0-b7771c15e1af May 06 09:36:05.578246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 913f250e-9f1e-411a-9e1f-0957c4f64660 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:05.645308 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.650586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-7177ab76-294c-443c-8736-6e4b3ccafb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.652119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-7177ab76-294c-443c-8736-6e4b3ccafb67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1096 time: 0.0859587 May 06 09:36:05.674762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598eac2-011c-4763-8498-5db25d10bf91 req-9cc0b2e2-6ba0-4bca-b815-12e093c9d8a1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.682051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c598eac2-011c-4763-8498-5db25d10bf91 req-9cc0b2e2-6ba0-4bca-b815-12e093c9d8a1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1223905 May 06 09:36:05.699446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 913f250e-9f1e-411a-9e1f-0957c4f64660, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=913f250e-9f1e-411a-9e1f-0957c4f64660,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:05.714218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '913f250e-9f1e-411a-9e1f-0957c4f64660', 'network_id': 'dcfea358-b2b6-462f-aef0-3725ee68fe11', 'port_id': '913f250e-9f1e-411a-9e1f-0957c4f64660', 'mac_address': 'fa:16:3e:51:0e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03458e7d-89d9-4cd6-96be-e37f0c91c39f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:05.718466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.719561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-5dba7bc7-5dfe-4351-9762-0e83a308fb10 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.719744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.720211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.724785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-5dba7bc7-5dfe-4351-9762-0e83a308fb10 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.1773536 May 06 09:36:05.750689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-3fd4a7b1-015b-4c2d-a05a-a5155fa0eb0f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/quotas/99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 375 time: 0.0189290 May 06 09:36:05.758179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.760153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c598eac2-011c-4763-8498-5db25d10bf91 req-04eb5477-80d5-4459-9a8c-f6060d820f61 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772603 May 06 09:36:05.790038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913f250e-9f1e-411a-9e1f-0957c4f64660 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:05.812324 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5673597 May 06 09:36:05.819937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1970e8-24e5-4a21-80ef-bbb4ea0ca09e admin admin] Pushing event updated for resources: {'Network': ['ID=60c687e6-13c2-4bbd-9da0-b7771c15e1af,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:05.822591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36588) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:05.823205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-66ab455d-9976-4ce7-9d1a-3a39dabe293f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580192 May 06 09:36:05.826366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 913f250e-9f1e-411a-9e1f-0957c4f64660, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=913f250e-9f1e-411a-9e1f-0957c4f64660,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:05.833156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:36:05.839229 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.839662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Request body: {'subnet': {'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-781220857-subnet', 'tenant_id': 'be3a060def1c4870b8cc28ff458007ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:05.858711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-86706023-c660-4967-b708-096912c0df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:05.860583 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-86706023-c660-4967-b708-096912c0df39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.1951973 May 06 09:36:05.863411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Made reservation on behalf of be3a060def1c4870b8cc28ff458007ab for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:05.866210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:05.944429 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-12fc5be9-3f99-4423-809e-a31116bd06a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 217 time: 0.0644109 May 06 09:36:05.950106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=913f250e-9f1e-411a-9e1f-0957c4f64660,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:06.027245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-d8563185-de29-4ff9-b5a2-cef0b8619117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.028892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-d8563185-de29-4ff9-b5a2-cef0b8619117 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0709524 May 06 09:36:06.068486 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-a47f374c-1032-4a50-8ee7-42dc48638e21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310934 May 06 09:36:06.211807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.212048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d99df8-884f-42bd-8549-5ff1ae591b50 req-a5dc9175-c713-4350-ad88-19fa873d7439 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.213253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0d99df8-884f-42bd-8549-5ff1ae591b50 req-a5dc9175-c713-4350-ad88-19fa873d7439 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 945 time: 0.3646572 May 06 09:36:06.239720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-9a10d45b-e7e0-464f-b6b4-6dac3e5d42e9 service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146681 May 06 09:36:06.248809 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-8a4317df-58bf-4f17-b8f4-1c8088a21f41 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610448 May 06 09:36:06.266550 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0d99df8-884f-42bd-8549-5ff1ae591b50 req-0b48d5fe-389a-4e2a-881b-f0c20f153157 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 May 06 09:36:06.302420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['913f250e-9f1e-411a-9e1f-0957c4f64660'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:06.320040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e199ac-e5c1-4305-9b5b-3707327d6d64,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:06.353978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Checking segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:06.354424 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Network hostable DHCP agents. Network: 60c687e6-13c2-4bbd-9da0-b7771c15e1af, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:36:06.370923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-b9d48ad8-bb5a-49f7-8425-1a5c722f93b7 service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190414 May 06 09:36:06.396173 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-8fe1a526-bba5-4d0d-8fb2-8ed9f890c254 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344264 May 06 09:36:06.397283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:36:06.413106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 60c687e6-13c2-4bbd-9da0-b7771c15e1af) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:06.420742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.421344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:06.438327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f296441f-9e38-44d9-9962-a64926468016 None None] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:06.450424 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ac24b6c8-bf6a-429c-9a61-5067ef68e1d9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6165750 May 06 09:36:06.455469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c21671-3b2a-4da9-b0a5-129074be2b88 req-e9ea7230-2bfb-4f2b-bc74-5f23660de222 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.458252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49c21671-3b2a-4da9-b0a5-129074be2b88 req-e9ea7230-2bfb-4f2b-bc74-5f23660de222 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.0733445 May 06 09:36:06.510385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49c21671-3b2a-4da9-b0a5-129074be2b88 req-78574b55-fb08-4509-ae65-393e205e91b2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 May 06 09:36:06.693061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7699b-0e66-4567-8ea9-1c8ad05db29d None None] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:36:06.694378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d120e-f48d-44ac-a6f9-bc157ee46bec req-e1f0f1be-0dfd-467f-b427-bdfea283b14b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.700057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-480d120e-f48d-44ac-a6f9-bc157ee46bec req-e1f0f1be-0dfd-467f-b427-bdfea283b14b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1019642 May 06 09:36:06.750856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f83f8-197e-46b7-afd9-d787ae07f8cf req-52307f63-4db8-49c5-b87a-d39d2d551f56 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.752867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-888f83f8-197e-46b7-afd9-d787ae07f8cf req-52307f63-4db8-49c5-b87a-d39d2d551f56 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1139560 May 06 09:36:06.762096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-480d120e-f48d-44ac-a6f9-bc157ee46bec req-8f6332ac-eb69-4479-9ae0-9dafe3d1f525 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578425 May 06 09:36:06.806666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-888f83f8-197e-46b7-afd9-d787ae07f8cf req-1e6c6464-aefe-441e-a02b-e7e573c33f0a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440910 May 06 09:36:06.857678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ff0b3bc-19d4-445c-b592-911027cad1d8 req-865a5486-25e7-46b3-b554-c618940d0a3d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 210 time: 0.0383968 May 06 09:36:06.989083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998e8e-72c4-4c51-a2e2-f903d9f354bd req-49341a47-da1c-481f-a6dd-0a77ac2d6e90 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:06.990803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00998e8e-72c4-4c51-a2e2-f903d9f354bd req-49341a47-da1c-481f-a6dd-0a77ac2d6e90 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0595756 May 06 09:36:07.033139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00998e8e-72c4-4c51-a2e2-f903d9f354bd req-eba6441e-0f4e-4c62-9b24-1e6bc5cfbcf6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353484 May 06 09:36:07.158911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-d25135f7-e427-4d58-96b5-fe0860842fc1 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.160580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-d25135f7-e427-4d58-96b5-fe0860842fc1 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.1160309 May 06 09:36:07.177167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-802f29d6-348e-4cd0-af3b-615f91cfd5a0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/quotas/be3a060def1c4870b8cc28ff458007ab HTTP/1.1" status: 200 len: 375 time: 0.0107782 May 06 09:36:07.211468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-17ea96f3-5e47-4582-80b7-da43ffd87d9c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284867 May 06 09:36:07.308898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-216e1c9c-0ecb-4916-924a-f532fa47bea1 service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890789 May 06 09:36:07.440140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda22b8-8b09-4ff1-a383-80e5226edc52 req-8e860d35-d92f-4073-aa16-65509619394d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.441601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-beda22b8-8b09-4ff1-a383-80e5226edc52 req-8e860d35-d92f-4073-aa16-65509619394d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 945 time: 0.0813236 May 06 09:36:07.445316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-78d77551-7796-42f8-ac1f-5edf8af8430b service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295018 May 06 09:36:07.485748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-beda22b8-8b09-4ff1-a383-80e5226edc52 req-dc382c13-b6ef-481c-920b-5a7181d30daf tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 May 06 09:36:07.667660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d10b3f96-df34-4215-af49-94ab74ee1c26 req-ab5be583-4962-417b-9450-f6e1cad41056 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 210 time: 0.0607159 May 06 09:36:07.750442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4df770-5982-423e-b58c-5b7943f0a35c req-8111eb4f-90f7-49c0-b4fe-187560e20ae2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.751960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f4df770-5982-423e-b58c-5b7943f0a35c req-8111eb4f-90f7-49c0-b4fe-187560e20ae2 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.1548104 May 06 09:36:07.835908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f4df770-5982-423e-b58c-5b7943f0a35c req-a852a78b-b3bf-4557-831d-c5ee00453b27 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725760 May 06 09:36:07.850862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-4b41971b-5fb4-488e-ab36-e690d9cc5499 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:07.852435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-4b41971b-5fb4-488e-ab36-e690d9cc5499 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.1888015 May 06 09:36:07.866817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Request body: {'port': {'device_id': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'admin_state_up': True, 'tenant_id': '99c19f6a0cb84097a21118b13e02be3c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:08.016414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d387d-033e-4bbb-8594-aa6aeb8df81f req-1a4d43df-2b73-4f33-82d8-88535d65e863 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.018891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-969d387d-033e-4bbb-8594-aa6aeb8df81f req-1a4d43df-2b73-4f33-82d8-88535d65e863 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1764922 May 06 09:36:08.074947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90d2d8-3e7a-42b1-aba8-2fcc381914a2 req-b12f1357-b7c9-43a6-8107-af449525a878 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.076545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a90d2d8-3e7a-42b1-aba8-2fcc381914a2 req-b12f1357-b7c9-43a6-8107-af449525a878 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1398203 May 06 09:36:08.128311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-969d387d-033e-4bbb-8594-aa6aeb8df81f req-fccb5695-7b92-4690-aaeb-8591619d1216 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992239 May 06 09:36:08.140691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Made reservation on behalf of 99c19f6a0cb84097a21118b13e02be3c for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:08.144458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.173178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a90d2d8-3e7a-42b1-aba8-2fcc381914a2 req-56f14552-58c9-4e7b-99f1-110e06932cb6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852263 May 06 09:36:08.263210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3d80043-982e-421a-9b1a-affedfe60dfc req-d34615c0-6acd-493b-a479-ad376e9ce01a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 210 time: 0.0401442 May 06 09:36:08.372314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c98d89-05ba-4518-9056-24bd76fb0f94 req-83ac8382-1be4-45ed-ac0f-3db2dd5c2be0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.373786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5c98d89-05ba-4518-9056-24bd76fb0f94 req-83ac8382-1be4-45ed-ac0f-3db2dd5c2be0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1129968 May 06 09:36:08.378738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Allocated IP 172.20.0.6 (d705e668-3f4b-42c5-8272-caa5e6915636/a0c76e8f-fa61-4ff0-8ca8-b47fc851c527/d7b7e710-8f96-49a1-9554-e53f0787bed5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:08.439226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5c98d89-05ba-4518-9056-24bd76fb0f94 req-d2cb07dd-c0ef-45a1-b39a-15c31a0429e3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579176 May 06 09:36:08.551818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.625569 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.636615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47df97-b0db-4c75-bd9f-39422de0e094 req-35ba6c1a-5d99-46d7-b03c-436c8e2a8d37 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.638107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab47df97-b0db-4c75-bd9f-39422de0e094 req-35ba6c1a-5d99-46d7-b03c-436c8e2a8d37 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 945 time: 0.0789404 May 06 09:36:08.696799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Network d705e668-3f4b-42c5-8272-caa5e6915636 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:08.711263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:08.715631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:08.719964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:08.727663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab47df97-b0db-4c75-bd9f-39422de0e094 req-97532561-64cb-4fe0-9f46-8dd796d34aa7 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646894 May 06 09:36:08.789378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f5b3125-94ae-47d3-9a78-0927c1293e9a req-b3aef4dd-61f7-4e1a-aade-18390e53737f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 210 time: 0.0341833 May 06 09:36:08.797667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.798125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.823547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-c3c46d91-9074-42c2-9889-751b9a62b3f8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9565678 May 06 09:36:08.833203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Request body: {'port': {'device_id': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:08.919448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-c9f2c778-7089-46af-b01e-e843b0565bb9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.920989 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-c9f2c778-7089-46af-b01e-e843b0565bb9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.1388142 May 06 09:36:08.925679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:08.937132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Request body: {'port': {'device_id': '85eb5314-8763-4a6e-8363-504ff33000f5', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'admin_state_up': True, 'tenant_id': 'be3a060def1c4870b8cc28ff458007ab'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:08.992198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5829c7-f964-44ab-a05f-2816ab2b17df req-acd3cb92-6199-471c-8a7e-673f0a5b369c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:08.993745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d5829c7-f964-44ab-a05f-2816ab2b17df req-acd3cb92-6199-471c-8a7e-673f0a5b369c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.0841086 May 06 09:36:09.048097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Made reservation on behalf of be3a060def1c4870b8cc28ff458007ab for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:09.052143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.102111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d5829c7-f964-44ab-a05f-2816ab2b17df req-bf435f65-946f-4e37-a346-5915f4dfc44d tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941699 May 06 09:36:09.187021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Allocated IP 172.20.0.14 (60c687e6-13c2-4bbd-9da0-b7771c15e1af/c4e199ac-e5c1-4305-9b5b-3707327d6d64/211d60b5-4021-4e25-a14f-91f03d948827) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:09.315851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b7e710-8f96-49a1-9554-e53f0787bed5 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:09.327898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.338153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f824efa-283f-40dc-88a1-a9898108f349 req-c0fadade-90c0-4ef6-a19d-e23eadf0c896 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.339626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f824efa-283f-40dc-88a1-a9898108f349 req-c0fadade-90c0-4ef6-a19d-e23eadf0c896 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1292405 May 06 09:36:09.353417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.362516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Transition to ACTIVE for port object d7b7e710-8f96-49a1-9554-e53f0787bed5 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:09.378190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba631a8-2f04-4d2d-af4a-abef316cde43 req-7fa5191b-130d-4771-8a4b-cf06d64aa1ae tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.379702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bba631a8-2f04-4d2d-af4a-abef316cde43 req-7fa5191b-130d-4771-8a4b-cf06d64aa1ae tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1106956 May 06 09:36:09.382419 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.390396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.435340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:09.438256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:09.442580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:09.458936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f824efa-283f-40dc-88a1-a9898108f349 req-47cf0d57-579b-4798-9bc8-e38025a4511c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092446 May 06 09:36:09.481330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:09.489647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bba631a8-2f04-4d2d-af4a-abef316cde43 req-cf6f61b9-721e-463c-be78-5aa2d433dcbc tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015410 May 06 09:36:09.597504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 913f250e-9f1e-411a-9e1f-0957c4f64660 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:09.666669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 913f250e-9f1e-411a-9e1f-0957c4f64660 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:09.669773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:09.670731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:09.671070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:09.679913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 913f250e-9f1e-411a-9e1f-0957c4f64660 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:09.680620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.681642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8423044-dd5f-479e-9f27-490fe47dd431 req-7820cb1e-d759-4153-94a6-005214fac1e1 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.683142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8423044-dd5f-479e-9f27-490fe47dd431 req-7820cb1e-d759-4153-94a6-005214fac1e1 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1492591 May 06 09:36:09.694169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:09.694361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:09.725194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:09.727631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:09.728131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:09.728689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Bound port: d7b7e710-8f96-49a1-9554-e53f0787bed5, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:09.730764 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.745700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a6f6e-16a8-4b4d-8ad3-13974d9fdaed req-bd400c21-9751-40b3-8ac9-21e7c17c2206 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.755856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c13a6f6e-16a8-4b4d-8ad3-13974d9fdaed req-bd400c21-9751-40b3-8ac9-21e7c17c2206 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1779020 May 06 09:36:09.808782 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.811157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8423044-dd5f-479e-9f27-490fe47dd431 req-ca9958d3-74df-4e2a-ba5e-c5e61e9bf849 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167436 May 06 09:36:09.848073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f250e-9f1e-411a-9e1f-0957c4f64660'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:09.850948 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e89b15-838f-4921-83ee-69a7768b4269" -d '{"events": [{"server_uuid": "e0246b74-7ca2-4443-90ca-0a957705027e", "name": "network-vif-plugged", "status": "completed", "tag": "913f250e-9f1e-411a-9e1f-0957c4f64660"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:09.873908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 913f250e-9f1e-411a-9e1f-0957c4f64660, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=913f250e-9f1e-411a-9e1f-0957c4f64660,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:09.884233 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.884664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:09.885153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8e17c0a3-e9f0-4d76-b02e-12ff2310998a no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:09.902623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:09.907023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:09.931800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.949951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.950767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:09.973519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-27279169-0484-44ca-a126-8b434715b89c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:09.975379 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-27279169-0484-44ca-a126-8b434715b89c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.83 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 950 time: 0.1115317 May 06 09:36:09.980137 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-61aab00a-1a06-49b9-a041-2649c6c7a56a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0470815 May 06 09:36:10.010662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=913f250e-9f1e-411a-9e1f-0957c4f64660,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:10.015063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:10.037567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Request body: {'port': {'device_id': '85eb5314-8763-4a6e-8363-504ff33000f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:10.039478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c13a6f6e-16a8-4b4d-8ad3-13974d9fdaed req-359350f9-f818-4b81-bada-8123657d1646 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824423 May 06 09:36:10.060790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.063232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.067019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-53178e4f-be3e-41d7-8415-4227ccd6c620 service neutron] 10.222.0.82 "PUT /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 1091 time: 1.2393637 May 06 09:36:10.068679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:10.070997 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15713824-679e-4a82-995b-2a2c25e83786" -d '{"events": [{"name": "network-changed", "server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:10.102147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.113811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2de840-0893-4e6a-b532-8f975453c3e7 req-19e5d3a7-9da7-4345-a690-ed6f447521c0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.123146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df2de840-0893-4e6a-b532-8f975453c3e7 req-19e5d3a7-9da7-4345-a690-ed6f447521c0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.2120049 May 06 09:36:10.143794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.163833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Deleting port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:10.164393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.165150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:10.174995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.235413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-f96aa7ed-28ba-47d0-bab6-e187a3f5581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.237868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-f96aa7ed-28ba-47d0-bab6-e187a3f5581a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1094 time: 0.0993164 May 06 09:36:10.241016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:10.310222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df2de840-0893-4e6a-b532-8f975453c3e7 req-602283b3-3ba7-4dfc-b99e-b4d190dec179 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860456 May 06 09:36:10.312691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-f7d6cb58-1664-4444-8756-725078486074 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 217 time: 0.0564137 May 06 09:36:10.326472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ec96d-dcb8-4f66-b7c3-91743dfbc6f9 req-2dd3bcf0-e246-48da-98fe-c49557e0917b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.328752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b1ec96d-dcb8-4f66-b7c3-91743dfbc6f9 req-2dd3bcf0-e246-48da-98fe-c49557e0917b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 932 time: 0.1533809 May 06 09:36:10.367490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] For port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:10.367899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.399900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Calling delete_port for 8e17c0a3-e9f0-4d76-b02e-12ff2310998a owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:10.412376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b1ec96d-dcb8-4f66-b7c3-91743dfbc6f9 req-25592103-cbf9-46b2-acab-7da37a45a43d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729151 May 06 09:36:10.413942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-18be21da-feff-4e8f-91ac-906c691c6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.415865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-18be21da-feff-4e8f-91ac-906c691c6f78 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0859294 May 06 09:36:10.425401 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934aed41-5542-45dc-b361-723e1e9a9288 x-openstack-request-id: req-934aed41-5542-45dc-b361-723e1e9a9288 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:10.425878 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0246b74-7ca2-4443-90ca-0a957705027e", "name": "network-vif-plugged", "status": "completed", "tag": "913f250e-9f1e-411a-9e1f-0957c4f64660", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:10.426144 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-934aed41-5542-45dc-b361-723e1e9a9288 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:10.426542 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934aed41-5542-45dc-b361-723e1e9a9288'] response: {'server_uuid': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f250e-9f1e-411a-9e1f-0957c4f64660', 'code': 200} May 06 09:36:10.465709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-ff379461-b69f-4cca-b48a-b90cc40c7439 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379832 May 06 09:36:10.494522 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15f7d5-1cd9-4d62-b342-3a3707982505 x-openstack-request-id: req-bd15f7d5-1cd9-4d62-b342-3a3707982505 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:10.494867 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:10.495053 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd15f7d5-1cd9-4d62-b342-3a3707982505 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:10.495458 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd15f7d5-1cd9-4d62-b342-3a3707982505'] response: {'name': 'network-changed', 'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5', 'status': 'completed', 'code': 200} May 06 09:36:10.690863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba12a5-ab1e-4da2-ad76-6e6ed8a271bd req-f4e45620-eab4-4a65-893b-c907d0e76167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.692386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43ba12a5-ab1e-4da2-ad76-6e6ed8a271bd req-f4e45620-eab4-4a65-893b-c907d0e76167 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 1097 time: 0.1828332 May 06 09:36:10.699636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1208-52eb-4943-a7ce-eac8361112de req-2ffe0bcb-6984-45c3-a63e-eb756787a10e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.701127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e9b1208-52eb-4943-a7ce-eac8361112de req-2ffe0bcb-6984-45c3-a63e-eb756787a10e tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 948 time: 0.1561074 May 06 09:36:10.708756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb459b2-b7bf-4958-a074-64499313627f req-fd12c246-7f8a-4f10-8419-ba5f2f7a141b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:10.710291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bb459b2-b7bf-4958-a074-64499313627f req-fd12c246-7f8a-4f10-8419-ba5f2f7a141b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1323206 May 06 09:36:10.731931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-f84ef6d6-bb66-43e6-a330-dd7ccd80d243 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496982 May 06 09:36:10.791428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211d60b5-4021-4e25-a14f-91f03d948827 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:10.805670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.832784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.844679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:10.869094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bb459b2-b7bf-4958-a074-64499313627f req-022d2096-6134-4c0b-bdbb-e9a42e92e54d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505716 May 06 09:36:10.872757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Transition to ACTIVE for port object 211d60b5-4021-4e25-a14f-91f03d948827 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:10.888559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e9b1208-52eb-4943-a7ce-eac8361112de req-bb2dae5d-251f-4dd2-8b4e-9442b4b4e2c0 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605363 May 06 09:36:10.904475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43ba12a5-ab1e-4da2-ad76-6e6ed8a271bd req-db5d309d-89a4-4233-a0cb-ca3311c78a1b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826067 May 06 09:36:10.911788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.943815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] No DVR routers for this DVR port 8e17c0a3-e9f0-4d76-b02e-12ff2310998a on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:10.947693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Pushing event deleted for resources: {'Port': ['ID=8e17c0a3-e9f0-4d76-b02e-12ff2310998a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:10.949925 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:10.953843 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c9912c54-1fcc-4ac3-80ba-7cac5daae94a req-4a34be34-f237-4ba8-af67-d00229063ba6 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.83 "DELETE /v2.0/ports/8e17c0a3-e9f0-4d76-b02e-12ff2310998a HTTP/1.1" status: 204 len: 173 time: 0.9706628 May 06 09:36:10.955622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'name': 'network-vif-deleted', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:10.959371 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84e945a-80d8-4918-9969-8856146ea245" -d '{"events": [{"server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "name": "network-vif-deleted", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:10.985584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc20f06-23cb-4d29-8dd4-f46e20f6db09 req-42687f2c-ab35-4475-b6ec-c6727599e614 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453201 May 06 09:36:11.032414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:11.147783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Attempting to bind port 211d60b5-4021-4e25-a14f-91f03d948827 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:11.148380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Attempting to bind port 211d60b5-4021-4e25-a14f-91f03d948827 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:11.149029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Attempting to bind port 211d60b5-4021-4e25-a14f-91f03d948827 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:11.154516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Port 211d60b5-4021-4e25-a14f-91f03d948827 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:11.155061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Attempting to bind port 211d60b5-4021-4e25-a14f-91f03d948827 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:11.161029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:11.161597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Checking segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:11.162203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Bound using segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:11.162863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Bound port: 211d60b5-4021-4e25-a14f-91f03d948827, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:11.163463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:11.175926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2be234-602e-4649-98c4-295507594bf7 req-a818c6fa-b57c-4b69-9cd8-6e438b8b9c37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.178536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c2be234-602e-4649-98c4-295507594bf7 req-a818c6fa-b57c-4b69-9cd8-6e438b8b9c37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1860886 May 06 09:36:11.182354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15713824-679e-4a82-995b-2a2c25e83786 req-b2c6da3c-5db9-46c8-a359-e1f0497e98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.184607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15713824-679e-4a82-995b-2a2c25e83786 req-b2c6da3c-5db9-46c8-a359-e1f0497e98c3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1094 time: 0.0978611 May 06 09:36:11.198907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56ebd1-ad5a-4884-a5c2-8975d2956523 req-a965810d-281a-485c-9045-66ec07f9f1fa tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.200598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d56ebd1-ad5a-4884-a5c2-8975d2956523 req-a965810d-281a-485c-9045-66ec07f9f1fa tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1543438 May 06 09:36:11.248506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:11.253182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:11.262141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:11.300425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.301481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:11.302666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] 10.222.0.82 "PUT /v2.0/ports/211d60b5-4021-4e25-a14f-91f03d948827 HTTP/1.1" status: 200 len: 1092 time: 1.2720118 May 06 09:36:11.331786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36266e-c71f-450e-a8a6-dd5f4902aec3 service neutron] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:11.418082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-949f5a34-9fa3-4cd9-8a26-4cfa58d4c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.420306 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-949f5a34-9fa3-4cd9-8a26-4cfa58d4c293 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 1095 time: 0.0618722 May 06 09:36:11.476186 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-f5b2eba6-0cfc-461c-b39d-c29e577201fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=211d60b5-4021-4e25-a14f-91f03d948827 HTTP/1.1" status: 200 len: 217 time: 0.0464697 May 06 09:36:11.532230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-2dfffe34-d9bd-45d4-b0b4-1bb15c72ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.534716 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-2dfffe34-d9bd-45d4-b0b4-1bb15c72ebda service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.0511701 May 06 09:36:11.570595 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-0dfff78b-db3e-411b-a7a7-319213c33751 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269430 May 06 09:36:11.678133 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-3f26fda5-4e53-4354-833a-447e1a5148a6 service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995347 May 06 09:36:11.679441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d56ebd1-ad5a-4884-a5c2-8975d2956523 req-36c20feb-dca7-44ab-8f5e-22ef5e0147f5 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563525 May 06 09:36:11.700820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c2be234-602e-4649-98c4-295507594bf7 req-b427f13e-8ce8-4253-b69d-14a7788e627f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124562 May 06 09:36:11.723279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15713824-679e-4a82-995b-2a2c25e83786 req-61c03b7e-457e-4a3e-966c-cc7b19a7ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.725282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15713824-679e-4a82-995b-2a2c25e83786 req-61c03b7e-457e-4a3e-966c-cc7b19a7ee3c service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.5219336 May 06 09:36:11.779507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15713824-679e-4a82-995b-2a2c25e83786 req-283218e7-cfa7-498b-90ad-4049efba7eb9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 217 time: 0.0397046 May 06 09:36:11.794821 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e646e-c0fd-49ea-8798-17e6f1c31951 x-openstack-request-id: req-6c5e646e-c0fd-49ea-8798-17e6f1c31951 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:11.795115 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "name": "network-vif-deleted", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:11.795315 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c5e646e-c0fd-49ea-8798-17e6f1c31951 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:11.795896 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5e646e-c0fd-49ea-8798-17e6f1c31951'] response: {'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'name': 'network-vif-deleted', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a', 'status': 'completed', 'code': 200} May 06 09:36:11.824415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3b42dcc2-e6cb-4fb1-9674-632beb8e0ff8 req-2778d2b6-9f1f-4172-b068-00fee6ab8ecb service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321728 May 06 09:36:11.896861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15713824-679e-4a82-995b-2a2c25e83786 req-081d044e-c660-4185-a2b8-b32fa1ef942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.898532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15713824-679e-4a82-995b-2a2c25e83786 req-081d044e-c660-4185-a2b8-b32fa1ef942c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1106431 May 06 09:36:11.925508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed89cc1-a1cd-4b9a-9f24-ce463245adb6 req-94ca01d8-9a23-45f9-bbc8-147e12ed06e1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.926959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fed89cc1-a1cd-4b9a-9f24-ce463245adb6 req-94ca01d8-9a23-45f9-bbc8-147e12ed06e1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1313906 May 06 09:36:11.949223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15713824-679e-4a82-995b-2a2c25e83786 req-ebaafac8-e079-4215-b0dd-a0f3e3df4bbe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428469 May 06 09:36:11.972103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc298e-2414-4276-8b6f-3666483cf390 req-89117667-1bbe-4d22-a34d-3fee02e279be tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:11.973553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ecc298e-2414-4276-8b6f-3666483cf390 req-89117667-1bbe-4d22-a34d-3fee02e279be tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.1223493 May 06 09:36:12.059208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fed89cc1-a1cd-4b9a-9f24-ce463245adb6 req-0f158635-0bea-4713-8e08-a0f92b02c824 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143115 May 06 09:36:12.087952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ecc298e-2414-4276-8b6f-3666483cf390 req-de83650c-f7d4-4f3c-9f97-de3b53f93c4b tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032119 May 06 09:36:12.122969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15713824-679e-4a82-995b-2a2c25e83786 req-85bc12ca-c3de-4750-8271-45b73251e8ac service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589262 May 06 09:36:12.235801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f21921c7-0ec1-4b2d-8a75-e08df61095f3 req-dbd6aaeb-7644-48ef-a6ac-540e4ff14a21 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0684948 May 06 09:36:12.254971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae0fcb-aa47-4f71-a56c-0f40a4486cbc req-b9d61a37-2f5c-4297-850a-2f6938c3bbe2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.256566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99ae0fcb-aa47-4f71-a56c-0f40a4486cbc req-b9d61a37-2f5c-4297-850a-2f6938c3bbe2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 944 time: 0.1327181 May 06 09:36:12.322862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15713824-679e-4a82-995b-2a2c25e83786 req-72f12985-24ca-4294-af16-20fd57986b49 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887758 May 06 09:36:12.346067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99ae0fcb-aa47-4f71-a56c-0f40a4486cbc req-4b08d9e7-01e3-440e-b632-4e54eb0140b4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799782 May 06 09:36:12.372093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12013afa-a556-4989-8dad-1637eb804acb req-ebdb2e80-491e-418a-9a2c-f65588e40dde tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.373754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12013afa-a556-4989-8dad-1637eb804acb req-ebdb2e80-491e-418a-9a2c-f65588e40dde tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0682011 May 06 09:36:12.412301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12013afa-a556-4989-8dad-1637eb804acb req-e9884cfd-0834-4d59-8099-00d2448efbc9 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 May 06 09:36:12.427930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:12.430391 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac472fb4-6ba4-4b91-add1-4b09ef67f3f4" -d '{"events": [{"server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "name": "network-vif-unplugged", "status": "completed", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:12.467166 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ef4de8-956d-4e0c-bf76-75ae8cb8f4cc x-openstack-request-id: req-81ef4de8-956d-4e0c-bf76-75ae8cb8f4cc {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:12.467517 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a330998f-562a-40c1-a3f6-b7f97883f698", "name": "network-vif-unplugged", "status": "completed", "tag": "8e17c0a3-e9f0-4d76-b02e-12ff2310998a", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:12.467855 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81ef4de8-956d-4e0c-bf76-75ae8cb8f4cc {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:12.468243 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ef4de8-956d-4e0c-bf76-75ae8cb8f4cc'] response: {'server_uuid': 'a330998f-562a-40c1-a3f6-b7f97883f698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e17c0a3-e9f0-4d76-b02e-12ff2310998a', 'code': 200} May 06 09:36:12.611535 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b06ac44e-641c-4588-8c4e-ea0fdbfd10fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:12.828288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496d2e-a5c1-410b-9ebf-359dd408e137 req-1da4042a-511c-4a71-ba5c-6a0b14e2e0ec tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.829858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4496d2e-a5c1-410b-9ebf-359dd408e137 req-1da4042a-511c-4a71-ba5c-6a0b14e2e0ec tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0811167 May 06 09:36:12.867722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb3148-cf16-4297-8183-33d15d8b2adc req-cacc2bf1-cea3-4895-b678-a5442c3857bc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:12.869194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fdb3148-cf16-4297-8183-33d15d8b2adc req-cacc2bf1-cea3-4895-b678-a5442c3857bc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.0776839 May 06 09:36:12.895573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4496d2e-a5c1-410b-9ebf-359dd408e137 req-0be62c32-6587-448a-a75d-f3e015604832 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 May 06 09:36:12.925507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fdb3148-cf16-4297-8183-33d15d8b2adc req-3edb3ed0-9a0d-405e-a75d-0a703fcfb91d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 May 06 09:36:12.984624 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:36:13.179752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2853d4-f8f1-4391-b800-a756c789da6a req-f79a1a16-f0a3-4870-8773-a051b16036cd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.181217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b2853d4-f8f1-4391-b800-a756c789da6a req-f79a1a16-f0a3-4870-8773-a051b16036cd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0509505 May 06 09:36:13.248544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b2853d4-f8f1-4391-b800-a756c789da6a req-a20d7b44-6cbb-4c17-8258-b3881766f277 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592523 May 06 09:36:13.260432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f80a-80bb-4bae-88a6-39a808ea903d req-64d53383-9d47-4116-99de-099b98c86a6f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.261754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8d3f80a-80bb-4bae-88a6-39a808ea903d req-64d53383-9d47-4116-99de-099b98c86a6f tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0902882 May 06 09:36:13.305022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8d3f80a-80bb-4bae-88a6-39a808ea903d req-16b02a5f-6a3c-46ef-b0b6-bad840a7b9aa tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351157 May 06 09:36:13.346089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df4082f2-075d-48ca-98e8-fa400b26d7e4 req-6fd038c7-e932-4080-b475-cf0dbf0d4180 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0275567 May 06 09:36:13.463810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d92f3-a45a-473d-83e8-c4af3163d281 req-074ab66a-00b1-4443-914b-fbf5bea05e8b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.465276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa6d92f3-a45a-473d-83e8-c4af3163d281 req-074ab66a-00b1-4443-914b-fbf5bea05e8b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 944 time: 0.0497515 May 06 09:36:13.528678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:13.537920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa6d92f3-a45a-473d-83e8-c4af3163d281 req-c80fb628-ff8e-4234-ad57-a21a88c6758e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656619 May 06 09:36:13.562571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9190d72-4945-4769-90fa-e52d4f41c1e0 req-a136ae2b-5ff0-497c-8ad8-e379f3706ccc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.564204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9190d72-4945-4769-90fa-e52d4f41c1e0 req-a136ae2b-5ff0-497c-8ad8-e379f3706ccc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0740950 May 06 09:36:13.609381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9190d72-4945-4769-90fa-e52d4f41c1e0 req-24a91354-dd67-4989-a9e8-ce1719aa6651 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384436 May 06 09:36:13.638758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:13.654157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd7b7e710-8f96-49a1-9554-e53f0787bed5', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'port_id': 'd7b7e710-8f96-49a1-9554-e53f0787bed5', 'mac_address': 'fa:16:3e:77:db:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c76e8f-fa61-4ff0-8ca8-b47fc851c527', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:13.692552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:13.706107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b7e710-8f96-49a1-9554-e53f0787bed5 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:13.726043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:13.733329 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:13.734288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 211d60b5-4021-4e25-a14f-91f03d948827 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:13.796968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:13.799407 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734af61e-ce1a-4940-a587-652ccf8a632d" -d '{"events": [{"name": "network-changed", "server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "tag": "211d60b5-4021-4e25-a14f-91f03d948827"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:13.838709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:13.839290 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4dd6a8-8814-441d-8f7b-27a6836e9066 x-openstack-request-id: req-7e4dd6a8-8814-441d-8f7b-27a6836e9066 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:13.839607 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "tag": "211d60b5-4021-4e25-a14f-91f03d948827", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:13.839865 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e4dd6a8-8814-441d-8f7b-27a6836e9066 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:13.840258 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4dd6a8-8814-441d-8f7b-27a6836e9066'] response: {'name': 'network-changed', 'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827', 'status': 'completed', 'code': 200} May 06 09:36:13.884672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:13.897723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '211d60b5-4021-4e25-a14f-91f03d948827', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': '211d60b5-4021-4e25-a14f-91f03d948827', 'mac_address': 'fa:16:3e:b2:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:13.920318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af61e-ce1a-4940-a587-652ccf8a632d req-f0f0d806-7efa-417e-9394-9ecc17924b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:13.922642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-734af61e-ce1a-4940-a587-652ccf8a632d req-f0f0d806-7efa-417e-9394-9ecc17924b6b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 1095 time: 0.0459826 May 06 09:36:13.938076 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:13.957331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211d60b5-4021-4e25-a14f-91f03d948827 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:13.978289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:13.983309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:14.038277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:14.084650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621448e-f43b-4818-a953-6a4f57b8a57f req-1a7e848c-e6d0-4000-8316-5946054d7e3a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.086158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c621448e-f43b-4818-a953-6a4f57b8a57f req-1a7e848c-e6d0-4000-8316-5946054d7e3a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1026781 May 06 09:36:14.120615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af61e-ce1a-4940-a587-652ccf8a632d req-ef3c14c3-a21d-4521-9f7a-7c9655c0f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.122326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-734af61e-ce1a-4940-a587-652ccf8a632d req-ef3c14c3-a21d-4521-9f7a-7c9655c0f4ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 905 time: 0.1914463 May 06 09:36:14.131949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9b91c-1a34-4d2f-8e94-c9a5559f0801 req-c49debb5-1c0f-41a7-9544-0bcbf02f1e94 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.133386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5c9b91c-1a34-4d2f-8e94-c9a5559f0801 req-c49debb5-1c0f-41a7-9544-0bcbf02f1e94 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.1142836 May 06 09:36:14.195779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-734af61e-ce1a-4940-a587-652ccf8a632d req-5e9af181-d1d9-474a-887c-c46378b8d671 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=211d60b5-4021-4e25-a14f-91f03d948827 HTTP/1.1" status: 200 len: 217 time: 0.0600903 May 06 09:36:14.204695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c621448e-f43b-4818-a953-6a4f57b8a57f req-00d08713-a4a6-46f6-a1e0-43f89a953992 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088941 May 06 09:36:14.248200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5c9b91c-1a34-4d2f-8e94-c9a5559f0801 req-c43b8119-8eed-468f-8529-05436b2f6ec9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067691 May 06 09:36:14.263684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af61e-ce1a-4940-a587-652ccf8a632d req-529c9bad-2e15-4526-8d77-8806ff4ef591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.265111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-734af61e-ce1a-4940-a587-652ccf8a632d req-529c9bad-2e15-4526-8d77-8806ff4ef591 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.0595381 May 06 09:36:14.304366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-734af61e-ce1a-4940-a587-652ccf8a632d req-85e9a68f-5acf-4ae7-9d96-5b8fbdb4b397 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281377 May 06 09:36:14.401388 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d7b7e710-8f96-49a1-9554-e53f0787bed5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:14.429997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['211d60b5-4021-4e25-a14f-91f03d948827'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:14.473940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2a02c-7fb8-43d5-a51e-fe49bb12ca23 req-54d6e470-0e9c-4b18-b2d4-556bdc7f866f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.475348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89d2a02c-7fb8-43d5-a51e-fe49bb12ca23 req-54d6e470-0e9c-4b18-b2d4-556bdc7f866f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1367319 May 06 09:36:14.505147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98ccc-1c60-4e2b-99f5-0af3b78b259e req-6f10e706-1b80-4d3a-8307-affdb2135b45 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.506608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f98ccc-1c60-4e2b-99f5-0af3b78b259e req-6f10e706-1b80-4d3a-8307-affdb2135b45 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.1255059 May 06 09:36:14.509753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-734af61e-ce1a-4940-a587-652ccf8a632d req-b0a6615c-b4e9-429b-af17-d0c498ef8cb3 service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976480 May 06 09:36:14.609809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89d2a02c-7fb8-43d5-a51e-fe49bb12ca23 req-3f81499d-fd3e-4df0-bbff-38f235173223 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204937 May 06 09:36:14.615611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f98ccc-1c60-4e2b-99f5-0af3b78b259e req-4a7f0876-857a-45b9-82f4-5bd0121f48bc tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995400 May 06 09:36:14.660921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-734af61e-ce1a-4940-a587-652ccf8a632d req-4fc7ffa9-9667-463e-a085-1014cf95f28b service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359088 May 06 09:36:14.735443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47589684-50f0-4486-b787-844a3b1a0af4 req-eaaa9da4-c588-4536-b90c-3872825e8a17 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0385137 May 06 09:36:14.779648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf36ffd-e76d-4996-aa48-8876fdce27c7 req-1685f7e8-211e-40e1-a19d-ee1bb56c40e7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.781120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bf36ffd-e76d-4996-aa48-8876fdce27c7 req-1685f7e8-211e-40e1-a19d-ee1bb56c40e7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 945 time: 0.0755496 May 06 09:36:14.850996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bf36ffd-e76d-4996-aa48-8876fdce27c7 req-046ba49f-add8-4343-94c6-72c6b158a6df tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621908 May 06 09:36:14.872572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338ad27-28d4-46a9-a4be-dfe331d7adb6 req-fb5001b1-9e80-44cd-9a5a-18e2f05b1eed tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:14.874031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8338ad27-28d4-46a9-a4be-dfe331d7adb6 req-fb5001b1-9e80-44cd-9a5a-18e2f05b1eed tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0718553 May 06 09:36:14.915599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8338ad27-28d4-46a9-a4be-dfe331d7adb6 req-f56266e2-82cb-468d-b661-74f0a3e846b6 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 May 06 09:36:15.024909 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edd8beb7-b3cd-43fe-b4fb-af3ed1416108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:15.331909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dd9e2-6f31-465a-b84e-110033eaadcc req-716edf10-2a7a-4b4a-944b-73441808350f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.333655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc8dd9e2-6f31-465a-b84e-110033eaadcc req-716edf10-2a7a-4b4a-944b-73441808350f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0554910 May 06 09:36:15.397371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc8dd9e2-6f31-465a-b84e-110033eaadcc req-993c6078-7747-4c3b-b00d-1aec18904663 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548465 May 06 09:36:15.408369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5095d-4fbd-40be-98a0-9c0532268c82 req-91779bb8-f303-4a1f-a9bc-f269ab2ea786 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.409933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ff5095d-4fbd-40be-98a0-9c0532268c82 req-91779bb8-f303-4a1f-a9bc-f269ab2ea786 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.0753853 May 06 09:36:15.449742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ff5095d-4fbd-40be-98a0-9c0532268c82 req-889d1703-2084-4ab9-bed2-4878b3b3f525 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 May 06 09:36:15.773659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edc6c5-eeef-4d32-991f-a3a56755ba1d req-a58e409c-62e2-44cb-b869-7dbb4be44227 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.775135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93edc6c5-eeef-4d32-991f-a3a56755ba1d req-a58e409c-62e2-44cb-b869-7dbb4be44227 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0864294 May 06 09:36:15.782209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024894-f480-4c88-8dc3-825dd4897639 req-0917ca4c-4dd0-4bbd-bb27-663bb49661e9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.784062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f024894-f480-4c88-8dc3-825dd4897639 req-0917ca4c-4dd0-4bbd-bb27-663bb49661e9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0859106 May 06 09:36:15.840148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93edc6c5-eeef-4d32-991f-a3a56755ba1d req-a7dc4ad8-87f2-464e-8780-87dcf4ca7443 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550585 May 06 09:36:15.845082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f024894-f480-4c88-8dc3-825dd4897639 req-0ac981f9-8d0f-4573-ad33-27258d7d8a4f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540073 May 06 09:36:15.929013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1747afd-5047-432d-a9dd-d92cf59a6357 req-d74d2cd9-0b49-420e-a6ec-51776b0e1ccb tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0283880 May 06 09:36:15.976829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc7d0c-debb-4532-8cb8-e7444ca3a4af req-1faa9eb9-c445-4674-873b-7617422cd76a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:15.978465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-badc7d0c-debb-4532-8cb8-e7444ca3a4af req-1faa9eb9-c445-4674-873b-7617422cd76a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 945 time: 0.0517778 May 06 09:36:16.045579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-badc7d0c-debb-4532-8cb8-e7444ca3a4af req-29a0a5c2-c31d-474e-ac6a-8f9e3088552e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 May 06 09:36:16.060228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cde6d-0c5b-4d16-9f28-119aa21af840 req-554e171b-7ecd-47b4-9f64-89bb0e393e48 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.061679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f87cde6d-0c5b-4d16-9f28-119aa21af840 req-554e171b-7ecd-47b4-9f64-89bb0e393e48 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0710554 May 06 09:36:16.100233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f87cde6d-0c5b-4d16-9f28-119aa21af840 req-015e9865-26d0-45c9-b2bf-0d850c928f29 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 May 06 09:36:16.176310 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.491746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:16.517986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192d67d-a673-4dd0-b269-073e95376565 req-b66516fc-c32d-4be7-b47f-c236240b4c86 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.519506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1192d67d-a673-4dd0-b269-073e95376565 req-b66516fc-c32d-4be7-b47f-c236240b4c86 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0544000 May 06 09:36:16.590888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1192d67d-a673-4dd0-b269-073e95376565 req-fb69168a-5ddc-4d0b-b30a-901dde94d5e4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585270 May 06 09:36:16.599760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bf283-1497-4d1e-9916-6f9d44c5198c req-4d988ca3-ca50-4008-948f-b6a708cf5de1 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.601204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c7bf283-1497-4d1e-9916-6f9d44c5198c req-4d988ca3-ca50-4008-948f-b6a708cf5de1 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.0772088 May 06 09:36:16.644504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c7bf283-1497-4d1e-9916-6f9d44c5198c req-ee52377f-99d4-4119-91e3-859c5a5f5984 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362828 May 06 09:36:16.984173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9a519-e169-41ac-9479-60e5fc96df78 req-32a3747a-6698-47da-9a86-0b6995414de3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.985581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25c9a519-e169-41ac-9479-60e5fc96df78 req-32a3747a-6698-47da-9a86-0b6995414de3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0768988 May 06 09:36:16.992687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc0b4-e32f-4037-9aa7-d7604bfb8cd1 req-2e41a410-8796-4f3d-a48e-157bd564ebbf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:16.994049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc0bc0b4-e32f-4037-9aa7-d7604bfb8cd1 req-2e41a410-8796-4f3d-a48e-157bd564ebbf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0755653 May 06 09:36:17.045894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25c9a519-e169-41ac-9479-60e5fc96df78 req-7a9deec6-f3af-43dc-bc96-75788e524e9d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509038 May 06 09:36:17.053367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc0bc0b4-e32f-4037-9aa7-d7604bfb8cd1 req-e2df4c63-ac57-4d40-a702-f85dd0037492 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 May 06 09:36:17.146687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b15d6508-cefd-44a9-bdf4-7dd93ae37137 req-550f1492-7d54-41ef-a5fb-25163109f397 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0389156 May 06 09:36:17.183738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e552d-ade5-4405-9d59-117ecb5d30dd req-0ee327fb-18b0-40f7-8560-535b529fc33b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.185219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a94e552d-ade5-4405-9d59-117ecb5d30dd req-0ee327fb-18b0-40f7-8560-535b529fc33b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 945 time: 0.0668256 May 06 09:36:17.258735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a94e552d-ade5-4405-9d59-117ecb5d30dd req-48e82bc6-3d17-4e0b-9df8-2d3eb57efdf4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620837 May 06 09:36:17.277377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d3dc-a449-4957-8105-e8f23e3f0861 req-cbb3134f-2d97-4be2-96bb-9b654c33fe51 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.278826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09c2d3dc-a449-4957-8105-e8f23e3f0861 req-cbb3134f-2d97-4be2-96bb-9b654c33fe51 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0657530 May 06 09:36:17.317639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09c2d3dc-a449-4957-8105-e8f23e3f0861 req-e28d8168-07b4-4303-a674-220f630483b7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 May 06 09:36:17.543108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:17.592811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d7b7e710-8f96-49a1-9554-e53f0787bed5 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:17.597185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d7b7e710-8f96-49a1-9554-e53f0787bed5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:17.597564 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.678099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.702707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:17.705144 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b185e00f-30ad-42a8-b51a-04f43ea73ccd" -d '{"events": [{"server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:17.717936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:17.718443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067452fb-a1ed-466e-8c57-e4af74fa2189 req-195d714c-7fe6-4aa3-b948-3404832902aa tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.720716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-067452fb-a1ed-466e-8c57-e4af74fa2189 req-195d714c-7fe6-4aa3-b948-3404832902aa tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0560575 May 06 09:36:17.724890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.725780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 211d60b5-4021-4e25-a14f-91f03d948827 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:17.783541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-067452fb-a1ed-466e-8c57-e4af74fa2189 req-0f0ff385-dacb-42f8-a5c2-e61aa6b52b62 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525274 May 06 09:36:17.795424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a022398-c530-4f80-a307-e1b2d71bfd4c req-322dfade-677e-4c40-89f8-db9b5a0a661c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.797009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a022398-c530-4f80-a307-e1b2d71bfd4c req-322dfade-677e-4c40-89f8-db9b5a0a661c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.0748212 May 06 09:36:17.806500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:17.823559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 211d60b5-4021-4e25-a14f-91f03d948827 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:17.830621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 211d60b5-4021-4e25-a14f-91f03d948827 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:17.831201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.852302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a022398-c530-4f80-a307-e1b2d71bfd4c req-d48fc6d6-ac3b-44e3-8121-d708191d2feb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356662 May 06 09:36:17.852532 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea768f3-3b5f-4643-929b-06f6afdbed22 x-openstack-request-id: req-bea768f3-3b5f-4643-929b-06f6afdbed22 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:17.852738 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "name": "network-vif-plugged", "status": "completed", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:17.852987 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bea768f3-3b5f-4643-929b-06f6afdbed22 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:17.853368 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea768f3-3b5f-4643-929b-06f6afdbed22'] response: {'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5', 'code': 200} May 06 09:36:17.919225 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.947590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0272c8-51de-4ffa-86c1-1dd6e460d254 req-8ca293fa-3943-4aaa-9928-190d5d65ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:17.949085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe0272c8-51de-4ffa-86c1-1dd6e460d254 req-8ca293fa-3943-4aaa-9928-190d5d65ff2e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1096 time: 0.0401504 May 06 09:36:17.951147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:17.955705 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:17.985824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe0272c8-51de-4ffa-86c1-1dd6e460d254 req-e2044014-c321-468e-b808-f1a2574ee0c1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272677 May 06 09:36:18.015223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:18.023105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:18.193013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bbbf0-8edf-457b-b416-40e4fa022dc7 req-e5666747-1a6a-497b-920f-660f5199def7 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.194450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-170bbbf0-8edf-457b-b416-40e4fa022dc7 req-e5666747-1a6a-497b-920f-660f5199def7 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0784299 May 06 09:36:18.202073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e46bdc-7e4c-4398-9e2e-e524cdcd6786 req-0b8cc04e-be6e-4663-90ee-a5cda7cf6730 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.203425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2e46bdc-7e4c-4398-9e2e-e524cdcd6786 req-0b8cc04e-be6e-4663-90ee-a5cda7cf6730 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0786352 May 06 09:36:18.257205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-170bbbf0-8edf-457b-b416-40e4fa022dc7 req-77fc5544-a12d-4282-9716-7825da3a811e tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526695 May 06 09:36:18.261885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2e46bdc-7e4c-4398-9e2e-e524cdcd6786 req-792e2479-9435-4df5-b749-3ee746b8c236 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514348 May 06 09:36:18.349130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a062c63-ff8c-4747-9bf6-d40d26bec599 req-d850dea5-3006-4b0e-a80e-d869e7ae2bdb tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0343328 May 06 09:36:18.389368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8205f2b-c92f-46df-aed6-b0e0c8775a37 req-fe377588-3a0d-4db6-a20c-dec5881bd933 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.390845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8205f2b-c92f-46df-aed6-b0e0c8775a37 req-fe377588-3a0d-4db6-a20c-dec5881bd933 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 946 time: 0.0655758 May 06 09:36:18.456259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8205f2b-c92f-46df-aed6-b0e0c8775a37 req-82075e80-fc06-43a2-8102-886334b608ec tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586042 May 06 09:36:18.472808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0ff81-c39c-487d-b191-0a3adc03d500 req-4ea634f5-c0b6-426b-8db8-43f969cb360c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.474276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ee0ff81-c39c-487d-b191-0a3adc03d500 req-4ea634f5-c0b6-426b-8db8-43f969cb360c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0690770 May 06 09:36:18.512826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ee0ff81-c39c-487d-b191-0a3adc03d500 req-ec0c2829-73f9-4a6c-b9a7-6db6ee5d4df0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 May 06 09:36:18.599621 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:18.905379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bf32e-e9ed-4477-86e4-cfb82b343089 req-103b9510-dfa2-4f1a-b697-a31fae007fb6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.906958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da9bf32e-e9ed-4477-86e4-cfb82b343089 req-103b9510-dfa2-4f1a-b697-a31fae007fb6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0504522 May 06 09:36:18.959614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da9bf32e-e9ed-4477-86e4-cfb82b343089 req-065cb6b3-5b87-4211-a14a-046f26cd0a78 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458467 May 06 09:36:18.994862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2dae-9d89-42f3-b6e5-f50ce5e6b247 req-333b539e-8db5-46fd-a452-1ef97fceb4cb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:18.996732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36ac2dae-9d89-42f3-b6e5-f50ce5e6b247 req-333b539e-8db5-46fd-a452-1ef97fceb4cb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.0561488 May 06 09:36:19.033388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36ac2dae-9d89-42f3-b6e5-f50ce5e6b247 req-0f9caab6-2517-42d9-ab7c-a9ae1421afe8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 May 06 09:36:19.400011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba8116-5b6f-4042-a4b0-643579cd8ac7 req-aabc7573-a577-4929-95fe-9b7877e7aeb3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:19.401474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4ba8116-5b6f-4042-a4b0-643579cd8ac7 req-aabc7573-a577-4929-95fe-9b7877e7aeb3 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0764992 May 06 09:36:19.409500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8cba6-e426-4029-87db-d318c6815ef0 req-072fe8ad-f706-4019-86cf-c528a8a00fd7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:19.410863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69c8cba6-e426-4029-87db-d318c6815ef0 req-072fe8ad-f706-4019-86cf-c528a8a00fd7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0768006 May 06 09:36:19.468471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4ba8116-5b6f-4042-a4b0-643579cd8ac7 req-420cd26f-4304-4848-b340-5bbd5149d5af tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 May 06 09:36:19.473925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69c8cba6-e426-4029-87db-d318c6815ef0 req-f8a96afa-ff2a-441f-a8a9-77d04f3c634a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556028 May 06 09:36:19.572717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6165b8ab-8ee3-440b-8746-19bd827fb485 req-a27f447d-7f3d-486f-92c9-55d8fd601e7c tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0471833 May 06 09:36:19.601286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eecdd5-934a-4b43-9b9c-ee890bfba167 req-458f5e47-0dfa-49ec-a5fe-90e50e01e884 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:19.601704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8eecdd5-934a-4b43-9b9c-ee890bfba167 req-458f5e47-0dfa-49ec-a5fe-90e50e01e884 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 946 time: 0.0643950 May 06 09:36:19.644288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8eecdd5-934a-4b43-9b9c-ee890bfba167 req-42d0f3b8-36f4-464e-b714-7b0091707a2a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351994 May 06 09:36:19.694671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4f0c2-6509-436e-a9ef-616ced2203d5 req-cf734d79-bc40-4c24-a9ac-3556a7354c45 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:19.696137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06b4f0c2-6509-436e-a9ef-616ced2203d5 req-cf734d79-bc40-4c24-a9ac-3556a7354c45 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0483625 May 06 09:36:19.732469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06b4f0c2-6509-436e-a9ef-616ced2203d5 req-66af9a40-aba6-4155-b9d4-9f9e8c26c38c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303757 May 06 09:36:19.855113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:19.857508 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5872556-42a7-42e7-bd1f-bae87ac2c6df" -d '{"events": [{"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-plugged", "status": "completed", "tag": "211d60b5-4021-4e25-a14f-91f03d948827"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:19.894089 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9168abe-5cd8-4042-a974-3decbe7bdd21 x-openstack-request-id: req-e9168abe-5cd8-4042-a974-3decbe7bdd21 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:19.894395 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-plugged", "status": "completed", "tag": "211d60b5-4021-4e25-a14f-91f03d948827", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:19.894669 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9168abe-5cd8-4042-a974-3decbe7bdd21 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:19.895099 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9168abe-5cd8-4042-a974-3decbe7bdd21'] response: {'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827', 'code': 200} May 06 09:36:20.029402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388512e8-a1d4-4655-a1c7-31e02041619b req-342f93e5-4647-422e-ad86-3220c16c58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.030876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-388512e8-a1d4-4655-a1c7-31e02041619b req-342f93e5-4647-422e-ad86-3220c16c58ab service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 1097 time: 0.0437562 May 06 09:36:20.094012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-388512e8-a1d4-4655-a1c7-31e02041619b req-8ea467c9-04ca-4b03-b79a-65462e4e0059 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382118 May 06 09:36:20.102504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19e7d3-216a-4c38-837e-4860afc0c9e2 req-f5e61fae-e73e-42ec-8c36-a7d060395393 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.103963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed19e7d3-216a-4c38-837e-4860afc0c9e2 req-f5e61fae-e73e-42ec-8c36-a7d060395393 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0722210 May 06 09:36:20.170061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed19e7d3-216a-4c38-837e-4860afc0c9e2 req-975dad10-cb87-481e-a609-b1ad7a96f4c3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539851 May 06 09:36:20.181428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4171e-c09b-45db-bda2-7a1aee2b5e0e req-e2a648b3-fb26-470b-9fa3-ee960ba7295a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.182863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ef4171e-c09b-45db-bda2-7a1aee2b5e0e req-e2a648b3-fb26-470b-9fa3-ee960ba7295a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.0754635 May 06 09:36:20.226773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ef4171e-c09b-45db-bda2-7a1aee2b5e0e req-1d95ff44-bd36-488d-a724-c0910f0b7cb5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 May 06 09:36:20.231154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:20.346554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e114-0bd2-493a-b83c-68802f604e8f req-2ac2134c-ffb8-4326-8821-96c81f2b1890 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.348042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1e2e114-0bd2-493a-b83c-68802f604e8f req-2ac2134c-ffb8-4326-8821-96c81f2b1890 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1096 time: 0.0428407 May 06 09:36:20.383452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1e2e114-0bd2-493a-b83c-68802f604e8f req-617ee1cd-092b-4b10-aaf4-21e4a1594f78 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289435 May 06 09:36:20.624127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade316d6-0142-45d5-8bb8-7c12067b8286 req-95f3dd87-85e5-451e-8352-8d6967be3732 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.626227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ade316d6-0142-45d5-8bb8-7c12067b8286 req-95f3dd87-85e5-451e-8352-8d6967be3732 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0839281 May 06 09:36:20.634444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0f7e2-6ba7-4685-bad1-4dbb215b2c9b req-7d8e2bae-e26a-4f58-9a4d-7a3a88d5e797 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.635931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fe0f7e2-6ba7-4685-bad1-4dbb215b2c9b req-7d8e2bae-e26a-4f58-9a4d-7a3a88d5e797 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0840130 May 06 09:36:20.695069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ade316d6-0142-45d5-8bb8-7c12067b8286 req-69e21fac-686b-4b83-9f52-320e0d484485 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580897 May 06 09:36:20.697878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fe0f7e2-6ba7-4685-bad1-4dbb215b2c9b req-4cbfe718-4e21-4b19-8a94-4e2ce65858d7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541291 May 06 09:36:20.827610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94c72b04-5ef4-44e6-85b9-faf3327769a4 req-37b14a9f-23e9-41d4-8959-2833676c63fa tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=a330998f-562a-40c1-a3f6-b7f97883f698 HTTP/1.1" status: 200 len: 210 time: 0.0334153 May 06 09:36:20.860891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8786be-0763-4be4-877b-db82bdfb3dfa req-42039c33-2e3a-429a-910b-d4ac7e61a9e1 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:20.870874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b8786be-0763-4be4-877b-db82bdfb3dfa req-42039c33-2e3a-429a-910b-d4ac7e61a9e1 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 946 time: 0.1075335 May 06 09:36:20.924076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b8786be-0763-4be4-877b-db82bdfb3dfa req-73713de4-35fc-486d-a12c-445839d8a74d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 May 06 09:36:21.002784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e1d2-c247-4ba7-b6f8-46e32237376e req-36539771-8cc8-49b5-89f4-47475765a576 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.004248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cd5e1d2-c247-4ba7-b6f8-46e32237376e req-36539771-8cc8-49b5-89f4-47475765a576 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0847111 May 06 09:36:21.048858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cd5e1d2-c247-4ba7-b6f8-46e32237376e req-ef238302-601a-4526-9890-2d4eb2cee037 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339897 May 06 09:36:21.289205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95811-16e4-449b-9d52-96967b1fea65 req-3b4ce005-4942-4cc5-a6ab-4af7ac5f8797 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.290813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfe95811-16e4-449b-9d52-96967b1fea65 req-3b4ce005-4942-4cc5-a6ab-4af7ac5f8797 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0523038 May 06 09:36:21.337052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfe95811-16e4-449b-9d52-96967b1fea65 req-bb66cf5f-b214-46fe-b98f-15692cbdac75 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381248 May 06 09:36:21.850978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544893d0-afc1-4a54-b4d9-915ce760966a req-a0b9f70a-acd8-470d-a2be-e9677acc8059 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.852444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544893d0-afc1-4a54-b4d9-915ce760966a req-a0b9f70a-acd8-470d-a2be-e9677acc8059 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0778205 May 06 09:36:21.862121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec8428-d128-4de6-aeae-72ccadd3a648 req-1558bf29-9f3e-4ae8-9c25-83de30bec429 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:21.863603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eec8428-d128-4de6-aeae-72ccadd3a648 req-1558bf29-9f3e-4ae8-9c25-83de30bec429 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0909288 May 06 09:36:21.918680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544893d0-afc1-4a54-b4d9-915ce760966a req-303a3b26-9010-4f75-8508-c7f882a40133 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540402 May 06 09:36:21.924089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eec8428-d128-4de6-aeae-72ccadd3a648 req-a131b65b-ff6e-4ce3-bd19-fc36d40b2078 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540352 May 06 09:36:22.044881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752473f-fa87-40b7-bcbb-a62201fd2dbf req-5918187c-cd71-41c6-ae60-c92471aedc89 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.046335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a752473f-fa87-40b7-bcbb-a62201fd2dbf req-5918187c-cd71-41c6-ae60-c92471aedc89 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 946 time: 0.0513220 May 06 09:36:22.094805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a752473f-fa87-40b7-bcbb-a62201fd2dbf req-dbce4de1-6584-403c-9ffa-d3b23ea6cf33 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 May 06 09:36:22.209071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbff30b-853b-424b-b425-005c6d064e47 req-d691a161-4267-4a95-aeaa-9fef07ebdcf6 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.210530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bbff30b-853b-424b-b425-005c6d064e47 req-d691a161-4267-4a95-aeaa-9fef07ebdcf6 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0528305 May 06 09:36:22.253329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bbff30b-853b-424b-b425-005c6d064e47 req-9c0969df-6ed7-4996-bef9-51938dc11724 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366528 May 06 09:36:22.365085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81571b-5a54-436b-b4fe-77e324388e50 req-a606496d-85ec-43af-8357-313039b90e21 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.366546 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f81571b-5a54-436b-b4fe-77e324388e50 req-a606496d-85ec-43af-8357-313039b90e21 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 950 time: 0.0559707 May 06 09:36:22.417545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f81571b-5a54-436b-b4fe-77e324388e50 req-b561e999-d850-49e2-af62-6ca637247b35 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410132 May 06 09:36:22.527652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc9b97-962f-46dd-97cb-b9d8f749ca28 req-e240b98b-6fd7-480b-aaba-8d9ec83a7ee4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.529219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63fc9b97-962f-46dd-97cb-b9d8f749ca28 req-e240b98b-6fd7-480b-aaba-8d9ec83a7ee4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0513096 May 06 09:36:22.597767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63fc9b97-962f-46dd-97cb-b9d8f749ca28 req-fc103452-2ba6-4285-a9b3-2b964c983839 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585811 May 06 09:36:22.609724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63899bd-1c56-4763-8bd9-9b1b8886c3d6 req-2543c826-9e01-460c-926a-6640420324c7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:22.612119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b63899bd-1c56-4763-8bd9-9b1b8886c3d6 req-2543c826-9e01-460c-926a-6640420324c7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 946 time: 0.0819392 May 06 09:36:22.655354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b63899bd-1c56-4763-8bd9-9b1b8886c3d6 req-9d2bb472-88a0-4b4d-9acf-f97b5013af0e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361359 May 06 09:36:23.066488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d8397-a7f5-4c1c-88dc-03229f0aabe3 req-016b6d54-c79b-4f76-933c-00c1a08d3e29 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.068094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e9d8397-a7f5-4c1c-88dc-03229f0aabe3 req-016b6d54-c79b-4f76-933c-00c1a08d3e29 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0791426 May 06 09:36:23.081762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f26fa0-91b3-47a0-b699-b15f41f95de2 req-d0cea346-0ae7-4469-aa85-32d5a21184ed tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.083230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54f26fa0-91b3-47a0-b699-b15f41f95de2 req-d0cea346-0ae7-4469-aa85-32d5a21184ed tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0838616 May 06 09:36:23.137332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e9d8397-a7f5-4c1c-88dc-03229f0aabe3 req-7b817e00-e5ce-451d-baab-defaf9091921 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531151 May 06 09:36:23.142550 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54f26fa0-91b3-47a0-b699-b15f41f95de2 req-8926cf32-8727-4ee8-9841-fb246e37ae8e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525980 May 06 09:36:23.377552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b6da8-187d-4cba-8e67-e09b71d25856 req-6195194f-0ff2-464c-81ca-f2bdd33b81b7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.379018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-574b6da8-187d-4cba-8e67-e09b71d25856 req-6195194f-0ff2-464c-81ca-f2bdd33b81b7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0538409 May 06 09:36:23.417236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-574b6da8-187d-4cba-8e67-e09b71d25856 req-91949246-f8c3-4c05-95de-fb92aa716e8a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 May 06 09:36:23.535950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f130e-e1bd-44f2-9e46-bf9f15215fb2 req-633ce48b-3818-4481-8969-ee6ac985cb5f tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.537345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f5f130e-e1bd-44f2-9e46-bf9f15215fb2 req-633ce48b-3818-4481-8969-ee6ac985cb5f tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 950 time: 0.0494385 May 06 09:36:23.576421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f5f130e-e1bd-44f2-9e46-bf9f15215fb2 req-5af1dd6a-5c85-42a7-83de-3f05b962c1bb tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 May 06 09:36:23.764139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0291b-5987-4be0-818d-e87cd5ba821b req-5938e2b5-31d7-4e54-8398-6b59b34d93fc tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.765605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88d0291b-5987-4be0-818d-e87cd5ba821b req-5938e2b5-31d7-4e54-8398-6b59b34d93fc tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0935261 May 06 09:36:23.806852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba3e7f-dadd-41da-b454-ad30a1da8b72 req-781aabe4-eff6-4c33-813b-738b11fad155 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:23.808322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-caba3e7f-dadd-41da-b454-ad30a1da8b72 req-781aabe4-eff6-4c33-813b-738b11fad155 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 946 time: 0.0815623 May 06 09:36:23.826837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88d0291b-5987-4be0-818d-e87cd5ba821b req-79c453a0-1c4b-4d87-a933-05cf3f83c9df tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543048 May 06 09:36:23.864283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-caba3e7f-dadd-41da-b454-ad30a1da8b72 req-d18f1370-a7a6-408c-a858-33f351d9999f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476375 May 06 09:36:24.138619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b16390-63f2-46a1-968c-77163763ad44 req-a0c2a4c0-5af5-4e67-9695-e8ba527a6078 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.140330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5b16390-63f2-46a1-968c-77163763ad44 req-a0c2a4c0-5af5-4e67-9695-e8ba527a6078 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 950 time: 0.0533581 May 06 09:36:24.562502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Deleting port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:24.562839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:24.580259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe6c15-51d8-4341-8e19-83f915ca7402 req-06443cb1-8129-4c88-be64-9e1df17b0da9 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.581768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4fe6c15-51d8-4341-8e19-83f915ca7402 req-06443cb1-8129-4c88-be64-9e1df17b0da9 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.3526318 May 06 09:36:24.643404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53603697-47c2-4419-98d2-e2ae8288058a req-c5b0ff37-1291-4ed3-98f5-ad191bf6e6e2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.644791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53603697-47c2-4419-98d2-e2ae8288058a req-c5b0ff37-1291-4ed3-98f5-ad191bf6e6e2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1330211 May 06 09:36:24.713991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4fe6c15-51d8-4341-8e19-83f915ca7402 req-8be6a43b-bf25-46b8-adde-97a211f935c0 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951371 May 06 09:36:24.728363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53603697-47c2-4419-98d2-e2ae8288058a req-11bc1b4b-02dc-45d0-b273-ea78ad96d24e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750909 May 06 09:36:24.734915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] For port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:24.735327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:24.750747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Calling delete_port for 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:24.945218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281cb4d-92a3-4de2-ace9-fa4e3ac4cd08 req-46f69387-9f06-452d-a3ab-ddbd34d74c89 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.946917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7281cb4d-92a3-4de2-ace9-fa4e3ac4cd08 req-46f69387-9f06-452d-a3ab-ddbd34d74c89 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1237354 May 06 09:36:24.979789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605d44-c484-498b-8121-5d7cf9ef8bff req-f0f74b84-7e7e-4965-89cf-309305b1cef4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:24.981329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb605d44-c484-498b-8121-5d7cf9ef8bff req-f0f74b84-7e7e-4965-89cf-309305b1cef4 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfd32a86-5c15-4238-90b8-900aae1d1459 HTTP/1.1" status: 200 len: 950 time: 0.1229978 May 06 09:36:25.001940 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:25.017990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:25.054559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Pushing event deleted for resources: {'Port': ['ID=14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:25.073522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7281cb4d-92a3-4de2-ace9-fa4e3ac4cd08 req-a973a15d-d7cf-4d9d-a882-44dadd831460 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190929 May 06 09:36:25.085346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.085837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.086151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.086492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.097292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:25.118269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb605d44-c484-498b-8121-5d7cf9ef8bff req-05875c50-348b-462c-832e-0e632c1f34cd tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.76 "GET /v2.0/security-groups?id=16002e4e-d9e3-4caf-9d1b-fef4056b12f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265988 May 06 09:36:25.152165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] No DVR routers for this DVR port 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:25.157193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:25.161218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5b16390-63f2-46a1-968c-77163763ad44 req-ad70317d-1d78-4d16-a89d-02fcb0093ac9 tempest-ServersAdminTestJSON-1188773914 tempest-ServersAdminTestJSON-1188773914-project] 10.222.0.82 "DELETE /v2.0/ports/14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 HTTP/1.1" status: 204 len: 173 time: 1.0145450 May 06 09:36:25.161839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-deleted', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:25.165663 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b57d35d-0e7d-4fcd-b0c0-496e76bc04a0" -d '{"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-deleted", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:25.268739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc342775-3061-4ecb-a015-b37832ce0cf9 req-33c16947-0faa-4d93-b696-febb772255a9 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.276179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc342775-3061-4ecb-a015-b37832ce0cf9 req-33c16947-0faa-4d93-b696-febb772255a9 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0820048 May 06 09:36:25.313509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc342775-3061-4ecb-a015-b37832ce0cf9 req-e9959e53-38c2-4fe2-9ee5-e194f65e7a0c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358024 May 06 09:36:25.342160 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e482f742-136f-4bb4-80f2-339151de9316 x-openstack-request-id: req-e482f742-136f-4bb4-80f2-339151de9316 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:25.342596 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd32a86-5c15-4238-90b8-900aae1d1459", "name": "network-vif-deleted", "tag": "14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:25.342954 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e482f742-136f-4bb4-80f2-339151de9316 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:25.344474 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e482f742-136f-4bb4-80f2-339151de9316'] response: {'server_uuid': 'dfd32a86-5c15-4238-90b8-900aae1d1459', 'name': 'network-vif-deleted', 'tag': '14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02', 'status': 'completed', 'code': 200} May 06 09:36:25.440873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fec6f5-0b54-457b-ad4d-e6c99063a233 req-2bf24731-9db8-4209-80d8-c047a452f999 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.448101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8fec6f5-0b54-457b-ad4d-e6c99063a233 req-2bf24731-9db8-4209-80d8-c047a452f999 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0626907 May 06 09:36:25.483317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8fec6f5-0b54-457b-ad4d-e6c99063a233 req-67481f7a-7332-4773-8995-051d12802525 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 May 06 09:36:25.878242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550328c-fcfc-4dc6-92b4-7af8bc69a6a5 req-5148d92c-59ea-401c-a613-f0d51f56a7d8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:25.879883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e550328c-fcfc-4dc6-92b4-7af8bc69a6a5 req-5148d92c-59ea-401c-a613-f0d51f56a7d8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0677698 May 06 09:36:25.917987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e550328c-fcfc-4dc6-92b4-7af8bc69a6a5 req-02bbf999-4cf3-4ed3-80eb-9f9a583cca74 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 May 06 09:36:26.201510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286cd3e-da4e-4556-acdc-248ecdfeb24e req-8d8d5330-dbf2-4af4-a477-9890105c495a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.204332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8286cd3e-da4e-4556-acdc-248ecdfeb24e req-8d8d5330-dbf2-4af4-a477-9890105c495a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0576839 May 06 09:36:26.249258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8286cd3e-da4e-4556-acdc-248ecdfeb24e req-d7946ced-92c6-49f8-95b6-e6af9581a58f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 May 06 09:36:26.421005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36922) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:26.457386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b6dd-d6f9-4092-b417-63f8e2ac3c3a req-c0349324-944b-4512-a8fa-988e80dee8ba tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.458886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ac7b6dd-d6f9-4092-b417-63f8e2ac3c3a req-c0349324-944b-4512-a8fa-988e80dee8ba tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0603740 May 06 09:36:26.499458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ac7b6dd-d6f9-4092-b417-63f8e2ac3c3a req-7a95676d-f685-4783-b8c1-7113cc9b69ac tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 May 06 09:36:26.570484 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-421d5e17-8c98-4269-9d43-4076494df605 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04c2772b84074723a5aa90df54cc8f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482761 May 06 09:36:26.573311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:26.631150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cea25-5e8f-405d-a9df-fb3bb673a23b req-7ec63d75-d060-456d-a356-e0ba054f1945 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:26.632710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259cea25-5e8f-405d-a9df-fb3bb673a23b req-7ec63d75-d060-456d-a356-e0ba054f1945 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0582142 May 06 09:36:26.637312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.667433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.694373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259cea25-5e8f-405d-a9df-fb3bb673a23b req-181ef13c-4b57-4263-a389-85287cb8bc87 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510154 May 06 09:36:26.728414 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.731447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:26.732602 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16002e4e-d9e3-4caf-9d1b-fef4056b12f7 HTTP/1.1" status: 204 len: 168 time: 0.1584065 May 06 09:36:26.742930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16002e4e-d9e3-4caf-9d1b-fef4056b12f7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:26.751473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.751839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.752174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.752638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.752827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.753147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.753464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.753841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.754161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.754472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.754782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:26.755092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6653ee4-2ad0-45f0-a2c2-e81dd7017a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:27.006548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36948) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:27.038727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96dde6-ad5c-46e1-8860-bf3c4803b53b req-124e34e2-fb3f-4dea-a8c7-96715d594383 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:27.040272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d96dde6-ad5c-46e1-8860-bf3c4803b53b req-124e34e2-fb3f-4dea-a8c7-96715d594383 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0517058 May 06 09:36:27.046931 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-006d492f-a5f0-4687-b874-53cc93c83c61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c012f48a1564a6d8ad090c41fbe1830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392478 May 06 09:36:27.049392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36950) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:27.079979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d96dde6-ad5c-46e1-8860-bf3c4803b53b req-56ae8975-1c24-49b5-8175-13a04bca28eb tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 May 06 09:36:27.132143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42819de3-b01f-4170-beda-f173672c1485 req-2cdb7e63-040d-49af-9430-2604ce72b65d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:27.133582 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-42819de3-b01f-4170-beda-f173672c1485 req-2cdb7e63-040d-49af-9430-2604ce72b65d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 946 time: 0.0718656 May 06 09:36:27.136532 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ccc1db5e-ed97-4ab6-9fb1-7f3f90042dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.186231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ccc1db5e-ed97-4ab6-9fb1-7f3f90042dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.271365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Deleting port 913f250e-9f1e-411a-9e1f-0957c4f64660 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:27.271792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.274698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ccc1db5e-ed97-4ab6-9fb1-7f3f90042dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.277154 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ccc1db5e-ed97-4ab6-9fb1-7f3f90042dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.278306 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ccc1db5e-ed97-4ab6-9fb1-7f3f90042dae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9756e3a0-b0d1-4872-bfab-f5bbeb5bac3e HTTP/1.1" status: 204 len: 168 time: 0.2280223 May 06 09:36:27.324171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1db5e-ed97-4ab6-9fb1-7f3f90042dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9756e3a0-b0d1-4872-bfab-f5bbeb5bac3e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:27.388495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] For port 913f250e-9f1e-411a-9e1f-0957c4f64660, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=913f250e-9f1e-411a-9e1f-0957c4f64660,segment=NetworkSegment(5876ea7f-0edf-4201-8bfa-5afaed0ab953),segment_id=5876ea7f-0edf-4201-8bfa-5afaed0ab953)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:27.388787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.389691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195846b0-03a9-493f-b654-68fe91c99731 req-0496c3e3-f6b8-424a-9e99-f278f05d2673 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:27.391249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-195846b0-03a9-493f-b654-68fe91c99731 req-0496c3e3-f6b8-424a-9e99-f278f05d2673 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0697715 May 06 09:36:27.408661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Calling delete_port for 913f250e-9f1e-411a-9e1f-0957c4f64660 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:27.436146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-195846b0-03a9-493f-b654-68fe91c99731 req-82eadbb1-ff82-4312-87df-16214005155c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367539 May 06 09:36:27.547493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.565648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['913f250e-9f1e-411a-9e1f-0957c4f64660'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:27.591039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event deleted for resources: {'Port': ['ID=913f250e-9f1e-411a-9e1f-0957c4f64660,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:27.594835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 211d60b5-4021-4e25-a14f-91f03d948827 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:27.629741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:27.649854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] No DVR routers for this DVR port 913f250e-9f1e-411a-9e1f-0957c4f64660 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:27.653347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.656609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4145f8-c5e0-489e-93c6-68ef8917788f req-fb9db336-6b23-4019-9c4e-a41c8f57fd2a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:27.658965 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-42819de3-b01f-4170-beda-f173672c1485 req-cd570272-7e76-4f23-b619-16dd4f859895 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.83 "DELETE /v2.0/ports/913f250e-9f1e-411a-9e1f-0957c4f64660 HTTP/1.1" status: 204 len: 173 time: 0.5181534 May 06 09:36:27.660051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'name': 'network-vif-deleted', 'tag': '913f250e-9f1e-411a-9e1f-0957c4f64660'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:27.669500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a4145f8-c5e0-489e-93c6-68ef8917788f req-fb9db336-6b23-4019-9c4e-a41c8f57fd2a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0786452 May 06 09:36:27.679512 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d75ad-4022-47a5-893a-295d5775f5ef" -d '{"events": [{"server_uuid": "e0246b74-7ca2-4443-90ca-0a957705027e", "name": "network-vif-deleted", "tag": "913f250e-9f1e-411a-9e1f-0957c4f64660"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:27.698338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:27.698673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 14ec1bb7-9e15-4bb3-8a67-fcaf51fc5f02 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:27.718498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a4145f8-c5e0-489e-93c6-68ef8917788f req-d414f545-8809-4e03-a750-ad6c16b03d50 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476928 May 06 09:36:27.763721 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cd6c83-6696-4f46-a989-dd02465252c5 x-openstack-request-id: req-d1cd6c83-6696-4f46-a989-dd02465252c5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:27.765548 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0246b74-7ca2-4443-90ca-0a957705027e", "name": "network-vif-deleted", "tag": "913f250e-9f1e-411a-9e1f-0957c4f64660", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:27.768694 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1cd6c83-6696-4f46-a989-dd02465252c5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:27.769122 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1cd6c83-6696-4f46-a989-dd02465252c5'] response: {'server_uuid': 'e0246b74-7ca2-4443-90ca-0a957705027e', 'name': 'network-vif-deleted', 'tag': '913f250e-9f1e-411a-9e1f-0957c4f64660', 'status': 'completed', 'code': 200} May 06 09:36:27.791964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:27.806810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '211d60b5-4021-4e25-a14f-91f03d948827', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': '211d60b5-4021-4e25-a14f-91f03d948827', 'mac_address': 'fa:16:3e:b2:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:27.829968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cbada42-1cdb-49e7-9e0e-48a0c4b5fa91 req-c5c86b0b-76a0-4ad4-a43c-4e81a2426be8 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0246b74-7ca2-4443-90ca-0a957705027e HTTP/1.1" status: 200 len: 210 time: 0.0311708 May 06 09:36:27.851911 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.868027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 211d60b5-4021-4e25-a14f-91f03d948827 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:27.893122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:27.908500 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:27.980021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:28.035112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['211d60b5-4021-4e25-a14f-91f03d948827'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:28.276570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e89e-d4aa-4fe7-9a70-4029d754991b req-5d8e4970-2d0c-44db-9b17-9a349f871cf8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:28.278775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09e4e89e-d4aa-4fe7-9a70-4029d754991b req-5d8e4970-2d0c-44db-9b17-9a349f871cf8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0731010 May 06 09:36:28.339882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09e4e89e-d4aa-4fe7-9a70-4029d754991b req-799fa395-cf35-4f0b-b169-928dd07ee2d8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506959 May 06 09:36:28.564824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55b4a8-2d6b-407b-9c8d-dee6a4ca9407 req-dd4e337d-07d9-4046-9cc7-5c92ddaf206e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:28.566469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed55b4a8-2d6b-407b-9c8d-dee6a4ca9407 req-dd4e337d-07d9-4046-9cc7-5c92ddaf206e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0552034 May 06 09:36:28.613508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed55b4a8-2d6b-407b-9c8d-dee6a4ca9407 req-002af26f-3b76-498f-81c8-394b14fa14d7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 May 06 09:36:28.882917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aaba7c-a2b7-4e81-b85a-0f853e7f50bd req-21a12fc4-74ba-43e0-9440-22a6102bd4e3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:28.885107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1aaba7c-a2b7-4e81-b85a-0f853e7f50bd req-21a12fc4-74ba-43e0-9440-22a6102bd4e3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0787740 May 06 09:36:28.957281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1aaba7c-a2b7-4e81-b85a-0f853e7f50bd req-c7137732-6458-47fc-b779-2e3bda2dc4ee tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576370 May 06 09:36:29.173218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37076) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:29.223408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-27fbd36a-f668-465f-a735-aa4a054edca0 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=eefdb0139cae4b2aa9197ea9d2da408b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325079 May 06 09:36:29.255971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2df9d276-196e-42e1-a293-5e29f537c3e4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.285286 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2df9d276-196e-42e1-a293-5e29f537c3e4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.345170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-22b6525f-746b-41b4-952e-4a0ff020eeaa tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.353006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-22b6525f-746b-41b4-952e-4a0ff020eeaa tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1235936 May 06 09:36:29.371625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-2ea74ddb-0537-40a2-9833-dbdafa80808c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/quotas/eefdb0139cae4b2aa9197ea9d2da408b HTTP/1.1" status: 200 len: 375 time: 0.0169561 May 06 09:36:29.376137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2df9d276-196e-42e1-a293-5e29f537c3e4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.383884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2df9d276-196e-42e1-a293-5e29f537c3e4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.385342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2df9d276-196e-42e1-a293-5e29f537c3e4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "DELETE /v2.0/security-groups/305d8dcb-8795-4025-adbb-b54472f7cd22 HTTP/1.1" status: 204 len: 168 time: 0.2105691 May 06 09:36:29.400525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:29.410443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-af7de441-7ef1-41c3-94e4-9f2de45adec9 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=eefdb0139cae4b2aa9197ea9d2da408b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375073 May 06 09:36:29.427336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9d276-196e-42e1-a293-5e29f537c3e4 tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d8dcb-8795-4025-adbb-b54472f7cd22,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:29.516082 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-d15f8fe4-1dda-4e8f-b419-228051213d3a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] show failed (client error): The resource could not be found. May 06 09:36:29.520095 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d15f8fe4-1dda-4e8f-b419-228051213d3a tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "GET /v2.0/security-groups/305d8dcb-8795-4025-adbb-b54472f7cd22 HTTP/1.1" status: 404 len: 347 time: 0.1172078 May 06 09:36:29.522901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37082) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:29.588288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 211d60b5-4021-4e25-a14f-91f03d948827 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:29.687421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 913f250e-9f1e-411a-9e1f-0957c4f64660 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:29.696796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784ef1d-4694-4ffa-a6a8-6de1c9d48e18 req-6601a46d-a339-4f07-9b7b-9366ce547aa1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.698323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5784ef1d-4694-4ffa-a6a8-6de1c9d48e18 req-6601a46d-a339-4f07-9b7b-9366ce547aa1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1002183 May 06 09:36:29.763546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 913f250e-9f1e-411a-9e1f-0957c4f64660 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:29.763983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 913f250e-9f1e-411a-9e1f-0957c4f64660 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:29.788391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 211d60b5-4021-4e25-a14f-91f03d948827 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:29.788788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.806302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc404-9586-4610-bf47-623821c8a227 req-04f392fd-a500-47cf-a2b3-84301676196c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:29.807809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541bc404-9586-4610-bf47-623821c8a227 req-04f392fd-a500-47cf-a2b3-84301676196c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0737953 May 06 09:36:29.820747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5784ef1d-4694-4ffa-a6a8-6de1c9d48e18 req-17553fc5-d239-418f-b49e-6eeb56e39a9b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 May 06 09:36:29.846356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Deleting port d439ff97-bc58-4e12-bf06-09fed776e95a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:29.846697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.933346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.933676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.950428 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:29.987879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:29.990325 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3c78fe-15ba-4d3b-88cc-0ac4b5a2b1ea" -d '{"events": [{"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-plugged", "status": "completed", "tag": "211d60b5-4021-4e25-a14f-91f03d948827"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:29.996845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eac5087f-0e33-4fde-adfb-0e1c414841b8 req-9bbe569a-4452-4834-9e05-ed0252632ff7 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 210 time: 0.0472968 May 06 09:36:30.003081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Calling delete_port for d439ff97-bc58-4e12-bf06-09fed776e95a owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:30.006341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:30.017765 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.048914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541bc404-9586-4610-bf47-623821c8a227 req-b0a79646-3a72-456b-9952-c13a73e0bdcb tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301724 May 06 09:36:30.116782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:30.126157 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffdc996-1eab-47c4-a493-a4398688cfe1 x-openstack-request-id: req-5ffdc996-1eab-47c4-a493-a4398688cfe1 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:30.126470 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-plugged", "status": "completed", "tag": "211d60b5-4021-4e25-a14f-91f03d948827", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:30.126723 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5ffdc996-1eab-47c4-a493-a4398688cfe1 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:30.127114 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffdc996-1eab-47c4-a493-a4398688cfe1'] response: {'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827', 'code': 200} May 06 09:36:30.206901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3fe84-b685-48fe-9ac8-f2b81dae5bd4 req-a866b477-1884-4f80-976c-83322d3e1bf6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:30.208656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1a3fe84-b685-48fe-9ac8-f2b81dae5bd4 req-a866b477-1884-4f80-976c-83322d3e1bf6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0905256 May 06 09:36:30.317930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1a3fe84-b685-48fe-9ac8-f2b81dae5bd4 req-2ad55b0b-3aed-4e1f-9d47-80e2919716ff tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865781 May 06 09:36:30.336580 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.363946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Pushing event deleted for resources: {'Port': ['ID=d439ff97-bc58-4e12-bf06-09fed776e95a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:30.434531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.438518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.442752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9263a6c3-b1d9-4f3f-a474-2441912c148d tempest-ImagesOneServerNegativeTestJSON-363539088 tempest-ImagesOneServerNegativeTestJSON-363539088-project] 10.222.0.76 "DELETE /v2.0/floatingips/a82f55bb-6757-4a3c-a743-94396b5f50f5 HTTP/1.1" status: 204 len: 168 time: 0.9181883 May 06 09:36:30.568022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37122) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:30.628866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] Deleting subnet 03458e7d-89d9-4cd6-96be-e37f0c91c39f {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:36:30.632125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.669911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.722222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.801280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.837433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03458e7d-89d9-4cd6-96be-e37f0c91c39f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:30.844866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:30.849001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55f883dc-5b98-4388-bf78-330df63f8ebf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/03458e7d-89d9-4cd6-96be-e37f0c91c39f HTTP/1.1" status: 204 len: 168 time: 0.2798822 May 06 09:36:30.851692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37124) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:30.982898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.015395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20082c7f-249f-4cde-a50c-c0cb0b1dc0ab req-c57f507b-e414-48bc-a4d8-88a926c1be6f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.019953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20082c7f-249f-4cde-a50c-c0cb0b1dc0ab req-c57f507b-e414-48bc-a4d8-88a926c1be6f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1138849 May 06 09:36:31.048292 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-4a3206b6-53bf-4287-9dc4-7fc9919521ea tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=eefdb0139cae4b2aa9197ea9d2da408b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275040 May 06 09:36:31.129877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20082c7f-249f-4cde-a50c-c0cb0b1dc0ab req-fdbbf3e5-736a-4463-9509-95c4304091b0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003237 May 06 09:36:31.145250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.172973 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcfea358-b2b6-462f-aef0-3725ee68fe11']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:31.184877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5876ea7f-0edf-4201-8bfa-5afaed0ab953') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:31.185482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5876ea7f-0edf-4201-8bfa-5afaed0ab953') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:31.188010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d023e768-d495-428d-8a47-682fb3f97dcf req-2fb125da-26c0-4ebb-aa61-0e73d90114a7 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 210 time: 0.0514016 May 06 09:36:31.233775 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.251375 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.259894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:36:31.260639 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: timer() May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:36:31.274278 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:36:31.284039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a580ba3-f2e5-4de6-bf43-3953d27cafc0 req-045ad520-0cd4-4745-9737-28b526ef84cc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.285599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a580ba3-f2e5-4de6-bf43-3953d27cafc0 req-045ad520-0cd4-4745-9737-28b526ef84cc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0709391 May 06 09:36:31.354897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a580ba3-f2e5-4de6-bf43-3953d27cafc0 req-6644d2a3-f7fe-4ba8-a8e5-a7a5b8ab08d3 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544443 May 06 09:36:31.447004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.478073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742642f9-c84f-41d6-a2da-499a83df6941 req-369331ca-aeda-471c-aba8-fe7190c4f260 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.478340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.480350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-742642f9-c84f-41d6-a2da-499a83df6941 req-369331ca-aeda-471c-aba8-fe7190c4f260 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.0796309 May 06 09:36:31.485502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/dcfea358-b2b6-462f-aef0-3725ee68fe11 HTTP/1.1" status: 204 len: 168 time: 0.6290638 May 06 09:36:31.485502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa17531-3fdc-4317-991f-937611902bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcfea358-b2b6-462f-aef0-3725ee68fe11,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:31.535468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-acfc1285-fc93-486d-919d-a926ea94da5a tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:31.537396 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-acfc1285-fc93-486d-919d-a926ea94da5a tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604504 May 06 09:36:31.552544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Request body: {'port': {'device_id': 'c854c172-f6a4-497c-929d-2285a0604836', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'eefdb0139cae4b2aa9197ea9d2da408b'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:31.560076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-742642f9-c84f-41d6-a2da-499a83df6941 req-c1d64b71-c3a8-4cb3-be71-29a489bb618a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613446 May 06 09:36:31.694169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Made reservation on behalf of eefdb0139cae4b2aa9197ea9d2da408b for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:31.698004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.709260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.757854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37148) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:31.840319 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c5dbaa0f-9eeb-4ee3-b3fe-631bbbd2513e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f76002df712f4db1ae053f0f92016343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809453 May 06 09:36:31.843250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:31.847365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.854102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.905450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c707e9b-ff53-4b54-b900-6fc40d4b584e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.935737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c707e9b-ff53-4b54-b900-6fc40d4b584e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:31.975022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d725ce43-8385-47ea-80bb-3e1a492df8eb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:32.017355 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c707e9b-ff53-4b54-b900-6fc40d4b584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:32.020761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c707e9b-ff53-4b54-b900-6fc40d4b584e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:32.025341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c707e9b-ff53-4b54-b900-6fc40d4b584e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d HTTP/1.1" status: 204 len: 168 time: 0.1798086 May 06 09:36:32.037083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c707e9b-ff53-4b54-b900-6fc40d4b584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0b7d5a-7203-4902-a5b9-ac3f8cdaea4d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:32.069400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Allocated IP 192.168.233.203 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/1fb3e2b4-a183-46c4-8339-73ca53517c7e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:32.348723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:32.398216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:32.430240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4264b220-f201-4527-961e-639e22787d2a req-d34d9638-eaac-44b2-abfa-50a741911ce1 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 210 time: 0.0745556 May 06 09:36:32.506324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7c22-9169-4bee-a8a4-120d62501b18 req-9537cd83-0bc4-45fd-82df-05b3c7c612c4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.507936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74ff7c22-9169-4bee-a8a4-120d62501b18 req-9537cd83-0bc4-45fd-82df-05b3c7c612c4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.2142730 May 06 09:36:32.525822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:32.528027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:32.529757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Pushing event updated for resources: {'Port': ['ID=1fb3e2b4-a183-46c4-8339-73ca53517c7e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:32.549404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:32.616252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74ff7c22-9169-4bee-a8a4-120d62501b18 req-17607bc2-9ee2-41fc-aa0e-74f6320b6ef7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972371 May 06 09:36:32.718766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.720115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:32.760969 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-451a1e98-5c0d-43aa-b5b1-434498feb10c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2090583 May 06 09:36:32.782041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Request body: {'port': {'device_id': 'c854c172-f6a4-497c-929d-2285a0604836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:32.799409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95a60-b408-4483-9fff-661e2c725d38 req-74476e20-f5b2-42bf-a2e0-7656f08e2035 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.808768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ee95a60-b408-4483-9fff-661e2c725d38 req-74476e20-f5b2-42bf-a2e0-7656f08e2035 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0894401 May 06 09:36:32.902833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:32.926842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ee95a60-b408-4483-9fff-661e2c725d38 req-b2cc509e-a388-48cd-9e11-efb5cde34684 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170433 May 06 09:36:32.947757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7cc9aa82-501a-4dcc-90b9-e018272eadcb None None] Provisioning complete for port 1fb3e2b4-a183-46c4-8339-73ca53517c7e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:32.948275 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cc9aa82-501a-4dcc-90b9-e018272eadcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:32.953807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3113c7e-b8cd-4ca2-9955-19ff5c4b059b req-307e512e-b2fa-4cc3-a687-f863f5c0f1de tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:32.955429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3113c7e-b8cd-4ca2-9955-19ff5c4b059b req-307e512e-b2fa-4cc3-a687-f863f5c0f1de tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1354406 May 06 09:36:33.038700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7cc9aa82-501a-4dcc-90b9-e018272eadcb None None] Port 1fb3e2b4-a183-46c4-8339-73ca53517c7e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:33.074231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3113c7e-b8cd-4ca2-9955-19ff5c4b059b req-5834ca07-8666-488a-ab28-715f6b4ad53b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985985 May 06 09:36:33.123555 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-5bf5acfb-8843-4c4b-992f-e9461f98a0a3 service neutron] show failed (client error): The resource could not be found. May 06 09:36:33.125695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-5bf5acfb-8843-4c4b-992f-e9461f98a0a3 service neutron] 10.222.0.83 "GET /v2.0/ports/ca594dba-c79b-4b0e-b59b-8d4c5ab56260/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.1470802 May 06 09:36:33.330038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb3e2b4-a183-46c4-8339-73ca53517c7e {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:33.341841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.358500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Transition to ACTIVE for port object 1fb3e2b4-a183-46c4-8339-73ca53517c7e will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:33.368266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.473782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb3e2b4-a183-46c4-8339-73ca53517c7e,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:33.493909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-d0f25f39-d93a-47c5-ba28-38c0654c49df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.495492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-d0f25f39-d93a-47c5-ba28-38c0654c49df service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4&tenant_id=f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 1101 time: 0.0951216 May 06 09:36:33.525304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:33.538603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3887-ff63-4f1e-bc97-d21ceee66e7b req-2fce89f0-2c2e-48e1-ba10-3f3b41a6e4b7 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.546104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c7b3887-ff63-4f1e-bc97-d21ceee66e7b req-2fce89f0-2c2e-48e1-ba10-3f3b41a6e4b7 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1096 time: 0.1060293 May 06 09:36:33.600240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Attempting to bind port 1fb3e2b4-a183-46c4-8339-73ca53517c7e on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:33.600911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Attempting to bind port 1fb3e2b4-a183-46c4-8339-73ca53517c7e by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:33.601523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Attempting to bind port 1fb3e2b4-a183-46c4-8339-73ca53517c7e on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:33.607487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Port 1fb3e2b4-a183-46c4-8339-73ca53517c7e on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:33.608329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Attempting to bind port 1fb3e2b4-a183-46c4-8339-73ca53517c7e on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:33.622895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:33.623611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:33.626126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:33.626810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Bound port: 1fb3e2b4-a183-46c4-8339-73ca53517c7e, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:33.627449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.747847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] For port 1fb3e2b4-a183-46c4-8339-73ca53517c7e, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:33.750298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c7b3887-ff63-4f1e-bc97-d21ceee66e7b req-412ff970-1a8b-4302-9cc3-4806fe9960f6 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031817 May 06 09:36:33.752498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] For port 1fb3e2b4-a183-46c4-8339-73ca53517c7e, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1fb3e2b4-a183-46c4-8339-73ca53517c7e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:33.759940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.813277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9596c-5648-4faa-893a-9cb5face8068 req-54c45a06-56c7-4368-aaf5-6561ae6a7034 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.832235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb3e2b4-a183-46c4-8339-73ca53517c7e,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:33.845074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.845994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.847547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00f9596c-5648-4faa-893a-9cb5face8068 req-54c45a06-56c7-4368-aaf5-6561ae6a7034 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 948 time: 0.2441509 May 06 09:36:33.847874 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-ecdcf5e4-b211-4128-afaa-6be5a6899158 service neutron] 10.222.0.83 "PUT /v2.0/ports/1fb3e2b4-a183-46c4-8339-73ca53517c7e HTTP/1.1" status: 200 len: 1096 time: 1.0804780 May 06 09:36:33.849024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c854c172-f6a4-497c-929d-2285a0604836', 'tag': '1fb3e2b4-a183-46c4-8339-73ca53517c7e'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:33.852900 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093" -d '{"events": [{"name": "network-changed", "server_uuid": "c854c172-f6a4-497c-929d-2285a0604836", "tag": "1fb3e2b4-a183-46c4-8339-73ca53517c7e"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:33.891517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:33.994396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-a30d2712-4d68-43f3-86a3-a37f5d2d81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:33.996196 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-a30d2712-4d68-43f3-86a3-a37f5d2d81b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eefdb0139cae4b2aa9197ea9d2da408b&device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 1099 time: 0.0790880 May 06 09:36:34.009975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00f9596c-5648-4faa-893a-9cb5face8068 req-859d739b-7cbc-4505-b6cb-0253e699ae4b tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598127 May 06 09:36:34.063566 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-4de08c01-4ab3-4a2f-a8ae-46eef6a912ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1fb3e2b4-a183-46c4-8339-73ca53517c7e HTTP/1.1" status: 200 len: 217 time: 0.0582695 May 06 09:36:34.160679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-74d21e0b-2064-4581-a57b-1830cc7c4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.162257 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-74d21e0b-2064-4581-a57b-1830cc7c4c60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0912869 May 06 09:36:34.230459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0a168-3bdb-4122-9668-9b194ec7763b req-300f6515-1fab-498a-8896-8b9aaec16657 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.239966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59e0a168-3bdb-4122-9668-9b194ec7763b req-300f6515-1fab-498a-8896-8b9aaec16657 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.2217100 May 06 09:36:34.276090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-929056a0-9f0c-4f54-8736-5907e800702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.278441 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-929056a0-9f0c-4f54-8736-5907e800702a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070664 May 06 09:36:34.321060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59e0a168-3bdb-4122-9668-9b194ec7763b req-f32ca463-d44c-4f31-9f2a-c2a7165c4465 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795779 May 06 09:36:34.405051 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcb0b96-bf1b-4d30-86bb-dd1fc220375c x-openstack-request-id: req-6dcb0b96-bf1b-4d30-86bb-dd1fc220375c {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:34.405909 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c854c172-f6a4-497c-929d-2285a0604836", "tag": "1fb3e2b4-a183-46c4-8339-73ca53517c7e", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:34.406455 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dcb0b96-bf1b-4d30-86bb-dd1fc220375c {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:34.407565 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dcb0b96-bf1b-4d30-86bb-dd1fc220375c'] response: {'name': 'network-changed', 'server_uuid': 'c854c172-f6a4-497c-929d-2285a0604836', 'tag': '1fb3e2b4-a183-46c4-8339-73ca53517c7e', 'status': 'completed', 'code': 200} May 06 09:36:34.431766 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-6438a93c-05ee-424b-8aa9-ea702c61cfce service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431744 May 06 09:36:34.480886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:34.582515 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0cd7a4c3-d8be-4dda-983c-d2b40fbab76f req-8a5e8bb4-a813-48c2-90ed-9e86d9ae86db service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374605 May 06 09:36:34.582755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:34.618986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09140dbe-8b15-4ec2-8aa7-3a079df7e62d req-2e1ee1c4-9c94-45a9-be62-b7c8fa97ebf5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.621062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09140dbe-8b15-4ec2-8aa7-3a079df7e62d req-2e1ee1c4-9c94-45a9-be62-b7c8fa97ebf5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1163599 May 06 09:36:34.681763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:34.684529 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1779b6d-b7ec-40dc-a305-af0729548409" -d '{"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:34.692967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:34.700300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-de55216b-2b7f-4179-b319-65dc12a8b8c3 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.702698 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-de55216b-2b7f-4179-b319-65dc12a8b8c3 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1058111 May 06 09:36:34.723391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09140dbe-8b15-4ec2-8aa7-3a079df7e62d req-f6c86f1a-5cd4-4c55-8243-02bf2f04b645 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953128 May 06 09:36:34.740289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Transition to ACTIVE for port object ca594dba-c79b-4b0e-b59b-8d4c5ab56260 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:34.740601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840834-1'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:34.765176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-8f12ec58-5860-46a7-9549-8bdab71fa4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:34.768264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-8f12ec58-5860-46a7-9549-8bdab71fa4bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eefdb0139cae4b2aa9197ea9d2da408b&device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 1099 time: 0.1049438 May 06 09:36:34.769065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:34.887486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.037573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] No DVR routers for this DVR port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:35.049510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:35.083843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2d487-097a-4e03-9ee6-27ac97998481 req-531bc642-085b-421b-ba26-dde2f37c6615 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.085367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cd2d487-097a-4e03-9ee6-27ac97998481 req-531bc642-085b-421b-ba26-dde2f37c6615 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 945 time: 0.1703587 May 06 09:36:35.198459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-d0afc135-b949-4e75-b109-279c879f5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.201583 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:35.203845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-d0afc135-b949-4e75-b109-279c879f5103 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.4187565 May 06 09:36:35.215574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:35.217242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:35.217571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:35.234910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:35.235132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Attempting to bind port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:35.279860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:35.298843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:35.299194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:35.299617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:35.300037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Bound port: ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:35.300397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.303157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-d7c5206f-160a-4b86-9cc7-ffc363efa1f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=1fb3e2b4-a183-46c4-8339-73ca53517c7e HTTP/1.1" status: 200 len: 217 time: 0.0755692 May 06 09:36:35.315260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cd2d487-097a-4e03-9ee6-27ac97998481 req-670b3518-6776-4b59-99f0-6cd91a12c22a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952522 May 06 09:36:35.366938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.377592 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.454880 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b82efeb-cebf-457c-b3c2-a40d5207aaf6 x-openstack-request-id: req-8b82efeb-cebf-457c-b3c2-a40d5207aaf6 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:35.455103 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-unplugged", "status": "completed", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:35.455199 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b82efeb-cebf-457c-b3c2-a40d5207aaf6 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:35.455558 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b82efeb-cebf-457c-b3c2-a40d5207aaf6'] response: {'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'code': 200} May 06 09:36:35.479859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=7']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:35.481926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-81bf0223-6708-4691-ba3d-fb790f974113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.486402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-81bf0223-6708-4691-ba3d-fb790f974113 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1701241 May 06 09:36:35.540589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on host n-h1-840834-1 for vnic_type normal with profile {"migrating_to": "n-h2-840834-1"} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:35.540938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:35.541315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:35.550763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:35.551287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Attempting to bind port 55512deb-3d46-475b-9104-700c6d01aa41 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:35.551967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:35.556586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:35.557627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:35.558285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:35.559056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:35.559994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Bound port: 55512deb-3d46-475b-9104-700c6d01aa41, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:35.560622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.584516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-3a93efff-31f2-400d-84fe-8af2a9abe36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.586431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-3a93efff-31f2-400d-84fe-8af2a9abe36a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898657 May 06 09:36:35.587815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.657603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:35.662373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:35.668752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.677613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.677613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.679153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] 10.222.0.82 "PUT /v2.0/ports/ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 1096 time: 2.1688030 May 06 09:36:35.744010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55512deb-3d46-475b-9104-700c6d01aa41 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:35.750677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:35.777638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.778605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:35.779166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-19e72364-ff5b-4297-bb88-a5139fe0eebc tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:36:35.782799 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] 10.222.0.83 "PUT /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 1121 time: 1.0688827 May 06 09:36:35.788667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b02af-2f87-4f7b-b3b3-0f0db8f8a03b service neutron] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=8']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:35.794513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-19e72364-ff5b-4297-bb88-a5139fe0eebc tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0316992 May 06 09:36:35.989049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-04ffde6b-4e26-490c-a0d1-321f2d19c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:35.997631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-04ffde6b-4e26-490c-a0d1-321f2d19c1a5 service neutron] 10.222.0.76 "GET /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 1093 time: 0.2015879 May 06 09:36:36.004027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Request body: {'binding': {'host': 'n-h2-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:36.004485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Unknown quota resources ['binding']. {{(pid=102742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:36:36.013419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a26207-9cdf-4f07-8a13-399713c48c90 service neutron] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:36.020814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['55512deb-3d46-475b-9104-700c6d01aa41'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:36.068701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-24b7c96b-28ad-4b77-82a5-560d2368e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:36.070201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-24b7c96b-28ad-4b77-82a5-560d2368e567 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1099 time: 0.2446744 May 06 09:36:36.086502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['55512deb-3d46-475b-9104-700c6d01aa41'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:36.141224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:36.204977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-da3cc6b7-774d-4414-9d51-ab32c2ca3bc1 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038842 May 06 09:36:36.225030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:36.241842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55512deb-3d46-475b-9104-700c6d01aa41 has no active binding in host n-h2-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:36:36.408990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41'}, {'name': 'network-changed', 'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:36.412107 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3aca57-82cc-49f9-bd66-79198a3a0a53" -d '{"events": [{"server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "name": "network-vif-unplugged", "status": "completed", "tag": "55512deb-3d46-475b-9104-700c6d01aa41"}, {"name": "network-changed", "server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "tag": "55512deb-3d46-475b-9104-700c6d01aa41"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:36.610886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3beb55-173b-4f6d-8279-ef57c191fb7c req-a57bc966-d59a-4976-bd65-90ca2d76c96c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:36.612453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e3beb55-173b-4f6d-8279-ef57c191fb7c req-a57bc966-d59a-4976-bd65-90ca2d76c96c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 948 time: 0.5366015 May 06 09:36:36.717642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-7d93efc4-2164-480f-b185-1d8e3dc7a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:36.719065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-7d93efc4-2164-480f-b185-1d8e3dc7a2cf service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.6259556 May 06 09:36:36.728948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0deecfd0-c6dd-42fb-a6e0-f95caddfa093 req-a1d56c4f-901f-478b-a45a-b6ea1acabe22 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049133 May 06 09:36:36.748491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e3beb55-173b-4f6d-8279-ef57c191fb7c req-dc41a9e3-565d-43dc-80a1-dad51bb83232 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199744 May 06 09:36:36.802791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-94bd9a27-c8e6-42dd-bde2-a45e3d23a5bb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.0705283 May 06 09:36:36.803979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on host n-h2-840834-1 for vnic_type normal with profile None {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:36.804314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:36.804638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:36.850302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:36.850517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:36.874551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:36.874971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:36.875360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:36.875824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Bound port: d7b7e710-8f96-49a1-9554-e53f0787bed5, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:36.925471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-23d7f8cc-82be-4f06-9161-02bd65d1eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:36.926933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-23d7f8cc-82be-4f06-9161-02bd65d1eb02 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1119289 May 06 09:36:36.948410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e861-02f1-4a02-b030-2bcf590959de req-58da8314-0f36-46b4-8168-c9831a9721ff tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:36.949832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f131e861-02f1-4a02-b030-2bcf590959de req-58da8314-0f36-46b4-8168-c9831a9721ff tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.1263762 May 06 09:36:37.000671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:37.013932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:37.015115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-faf5b53c-f361-4150-b99d-7c1a33aa5e97 service neutron] 10.222.0.76 "POST /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5/bindings HTTP/1.1" status: 201 len: 389 time: 1.0166798 May 06 09:36:37.043539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f131e861-02f1-4a02-b030-2bcf590959de req-0b1d5f10-1f8e-47db-bf5c-476b862da3d9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655334 May 06 09:36:37.052495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-1cde2f38-8d75-4b80-a077-60c7845b68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.053999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-1cde2f38-8d75-4b80-a077-60c7845b68d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134555 May 06 09:36:37.256985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-d55e42af-4ddf-4f2c-aa77-b16bab609142 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938298 May 06 09:36:37.374980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85364052-271b-49c6-bb62-b18715b0600f req-99466962-3fd4-47a9-a258-3e92feeeaa05 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.376769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85364052-271b-49c6-bb62-b18715b0600f req-99466962-3fd4-47a9-a258-3e92feeeaa05 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1753163 May 06 09:36:37.453702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762783f8-2a78-432a-9c46-038df51e9e22 req-37ef1f1a-cd9e-4e69-b1a4-3f1cd5d08c25 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.455405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762783f8-2a78-432a-9c46-038df51e9e22 req-37ef1f1a-cd9e-4e69-b1a4-3f1cd5d08c25 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.1723731 May 06 09:36:37.463005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:37.465364 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:37.475469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85364052-271b-49c6-bb62-b18715b0600f req-cc009f84-aae9-49bd-9320-5f0c29756262 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907915 May 06 09:36:37.485983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba4da7e-f246-4ca5-92e1-f99eee62df8b req-946d8468-c1c7-4a1b-b854-627669e636eb service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204552 May 06 09:36:37.530072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762783f8-2a78-432a-9c46-038df51e9e22 req-f831f9ed-03d8-4a14-8a84-6dc6e396a17d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 May 06 09:36:37.567937 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 May 2022 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834ffbb9-9412-4507-9758-0b24c3b03a55 x-openstack-request-id: req-834ffbb9-9412-4507-9758-0b24c3b03a55 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:37.568572 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "name": "network-vif-unplugged", "status": "completed", "tag": "55512deb-3d46-475b-9104-700c6d01aa41", "code": 200}, {"name": "network-changed", "server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "tag": "55512deb-3d46-475b-9104-700c6d01aa41", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:37.568572 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-834ffbb9-9412-4507-9758-0b24c3b03a55 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:37.569556 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834ffbb9-9412-4507-9758-0b24c3b03a55'] response: {'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41', 'code': 200} May 06 09:36:37.571220 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834ffbb9-9412-4507-9758-0b24c3b03a55'] response: {'name': 'network-changed', 'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41', 'status': 'completed', 'code': 200} May 06 09:36:37.685191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-549ee0c9-f342-49c3-9671-5a5d189b2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.687215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-549ee0c9-f342-49c3-9671-5a5d189b2b2d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1124 time: 0.0901833 May 06 09:36:37.706459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614ae8e-cc56-40ad-80ad-07097b18e8da req-c98f8d5f-0421-4ab3-9430-875006bef8b5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.707989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7614ae8e-cc56-40ad-80ad-07097b18e8da req-c98f8d5f-0421-4ab3-9430-875006bef8b5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.0836437 May 06 09:36:37.740284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1fb3e2b4-a183-46c4-8339-73ca53517c7e details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:37.826136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-f7fe74d3-aa69-4244-bcf1-2f7e37940c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.827700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-f7fe74d3-aa69-4244-bcf1-2f7e37940c5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.1037283 May 06 09:36:37.843415 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d745c63-b625-43cb-8688-321b5130ebba x-openstack-request-id: req-8d745c63-b625-43cb-8688-321b5130ebba {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:37.843890 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:37.844127 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d745c63-b625-43cb-8688-321b5130ebba {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:37.844586 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d745c63-b625-43cb-8688-321b5130ebba'] response: {'name': 'network-changed', 'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'status': 'completed', 'code': 200} May 06 09:36:37.877957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7614ae8e-cc56-40ad-80ad-07097b18e8da req-e3333b4f-92c7-4284-a528-8e768453e228 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637106 May 06 09:36:37.947671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 1fb3e2b4-a183-46c4-8339-73ca53517c7e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1fb3e2b4-a183-46c4-8339-73ca53517c7e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:37.965759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '1fb3e2b4-a183-46c4-8339-73ca53517c7e', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '1fb3e2b4-a183-46c4-8339-73ca53517c7e', 'mac_address': 'fa:16:3e:d6:87:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:37.976788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-86dd1069-9a38-4d15-8fa6-79c93f31010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:37.978377 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-86dd1069-9a38-4d15-8fa6-79c93f31010b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1099 time: 0.0887024 May 06 09:36:37.998068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-d209c299-bcab-41cb-80c2-2e969276413b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 217 time: 0.1259353 May 06 09:36:38.013616 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:38.029973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb3e2b4-a183-46c4-8339-73ca53517c7e {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:38.069113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 1fb3e2b4-a183-46c4-8339-73ca53517c7e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1fb3e2b4-a183-46c4-8339-73ca53517c7e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:38.082751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01284b-f792-4eed-bf23-7135048a6ebf req-25de1c23-1c30-46cb-9d31-00628d54d91b tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.084413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd01284b-f792-4eed-bf23-7135048a6ebf req-25de1c23-1c30-46cb-9d31-00628d54d91b tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 948 time: 0.1617568 May 06 09:36:38.087966 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:38.090405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-f435517b-be10-4ce5-b03d-388fb9c46b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.092224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-f435517b-be10-4ce5-b03d-388fb9c46b68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1099 time: 0.2216492 May 06 09:36:38.106730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-03dbd3a4-3860-40b6-b1f9-55d70925973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.108280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-03dbd3a4-3860-40b6-b1f9-55d70925973a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0890663 May 06 09:36:38.147221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=1fb3e2b4-a183-46c4-8339-73ca53517c7e,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:38.155407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-04e65842-9cde-457b-855f-417d5b045300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.161741 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-04e65842-9cde-457b-855f-417d5b045300 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1754575 May 06 09:36:38.205221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-312661ab-eaea-46b8-93af-55714bc3fde3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743260 May 06 09:36:38.218176 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-14eba0a2-d76f-4f5b-99b6-898aba2052e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.0480423 May 06 09:36:38.285858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-27a28365-3fca-4bef-8579-61c078b2a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.288461 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-27a28365-3fca-4bef-8579-61c078b2a9ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0515921 May 06 09:36:38.310999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd01284b-f792-4eed-bf23-7135048a6ebf req-f4c67220-21ff-4bc6-8d75-7088077e3623 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162819 May 06 09:36:38.352628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-5df68bf9-5104-4b59-ba80-a09e86721684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.354209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-5df68bf9-5104-4b59-ba80-a09e86721684 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562506 May 06 09:36:38.366524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973d7d7-07ae-4b2c-8aca-12de22806ebc req-25cb859c-f5fc-4ee6-afc3-b82475820815 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.368060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1973d7d7-07ae-4b2c-8aca-12de22806ebc req-25cb859c-f5fc-4ee6-afc3-b82475820815 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.1663954 May 06 09:36:38.397190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-88090615-8711-456d-bcb2-c6826d6b7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.398796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-88090615-8711-456d-bcb2-c6826d6b7aa0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2940757 May 06 09:36:38.468011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-babad94b-630f-4ac8-a88f-11c87b55c801 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.0586908 May 06 09:36:38.480880 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-b0b05766-11d4-498f-8710-3a461d071587 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183476 May 06 09:36:38.484222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1973d7d7-07ae-4b2c-8aca-12de22806ebc req-6602ab82-de5d-4868-ac12-daa60956bfe7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064739 May 06 09:36:38.488365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-4ebffc0c-53d8-4128-a1d3-7c29b6456ea2 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521911 May 06 09:36:38.623242 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-a8aa6aef-cdaf-40b9-beba-f7d48f2cb33a service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335123 May 06 09:36:38.636331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1fb3e2b4-a183-46c4-8339-73ca53517c7e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:38.645780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-81fbd115-45e6-4d11-a24f-95ea26954d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.646392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-81fbd115-45e6-4d11-a24f-95ea26954d4c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1533935 May 06 09:36:38.775384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da3aca57-82cc-49f9-bd66-79198a3a0a53 req-da2869f2-5c44-4042-b2eb-5a2555f83293 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736585 May 06 09:36:38.790507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8ed77-5f5a-406c-8f97-64981f56c77d req-d4bf6cbd-9522-4906-ad29-88c6ec5ac260 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.792040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccf8ed77-5f5a-406c-8f97-64981f56c77d req-d4bf6cbd-9522-4906-ad29-88c6ec5ac260 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1637299 May 06 09:36:38.804047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-f8e27e7e-187a-41bd-85ad-77c9244fabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.806082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-f8e27e7e-187a-41bd-85ad-77c9244fabb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426260 May 06 09:36:38.832984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d11a8-e802-40d5-9566-90e87a313fb6 req-59931383-6ade-47e4-8d55-14fe0e64c7f5 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:38.834562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-233d11a8-e802-40d5-9566-90e87a313fb6 req-59931383-6ade-47e4-8d55-14fe0e64c7f5 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.1685059 May 06 09:36:38.946157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccf8ed77-5f5a-406c-8f97-64981f56c77d req-4cca5cb3-aa0b-4fa4-b76d-1abf5a7e5784 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469247 May 06 09:36:38.972414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-233d11a8-e802-40d5-9566-90e87a313fb6 req-6559dfba-6550-4824-8b4f-6c498219c0e3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154535 May 06 09:36:39.022304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-47a66025-62f6-4421-8db7-ee43cfac7d6a service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968768 May 06 09:36:39.204906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faba2a-27a0-4bc5-b4f8-4d51b7e9b5ca req-f784e42b-4a40-4cb2-b48d-1bf34ad2cfed tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:39.206544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79faba2a-27a0-4bc5-b4f8-4d51b7e9b5ca req-f784e42b-4a40-4cb2-b48d-1bf34ad2cfed tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.1102531 May 06 09:36:39.208819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6fbf12d-3b2d-4a6c-946b-0dbaf106a945 req-47d4c31b-2e3f-4c5d-9b0a-5dbe11352349 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813760 May 06 09:36:39.264438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79faba2a-27a0-4bc5-b4f8-4d51b7e9b5ca req-1661dd8a-1520-449b-90b9-71dc2aff1b2a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507307 May 06 09:36:39.441876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591eff80-1fb0-4cab-a28e-e6dbca78187e req-9533355c-1a63-4df3-b239-4cb9d73be36a tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:39.444168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-591eff80-1fb0-4cab-a28e-e6dbca78187e req-9533355c-1a63-4df3-b239-4cb9d73be36a tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 949 time: 0.0530186 May 06 09:36:39.484427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-591eff80-1fb0-4cab-a28e-e6dbca78187e req-2133a19b-09e8-4f73-b222-99663e78a38b tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 May 06 09:36:39.629387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:39.630573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bef703-b431-478e-901c-61c9053819bf req-aadb95fd-fb6c-4544-96a5-8bcb23f21063 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:39.634234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32bef703-b431-478e-901c-61c9053819bf req-aadb95fd-fb6c-4544-96a5-8bcb23f21063 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 948 time: 0.0783238 May 06 09:36:39.697681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32bef703-b431-478e-901c-61c9053819bf req-c7629958-542d-40fc-88e6-7b2f107c0768 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577142 May 06 09:36:39.769643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:39.781139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'mac_address': 'fa:16:3e:d3:5d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:39.944564 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:39.959822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca594dba-c79b-4b0e-b59b-8d4c5ab56260 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:39.980660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:39.987728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:40.044803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:40.058685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.059409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.059991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.060561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.061220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.061779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.063524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.064467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.065025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.065622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.066225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.066765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:36:40.132340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364bf70-dfe7-431c-984f-651df9893c24 req-3670334b-a9d5-4cee-a602-001c96bd7ace tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:40.135146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6364bf70-dfe7-431c-984f-651df9893c24 req-3670334b-a9d5-4cee-a602-001c96bd7ace tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0971730 May 06 09:36:40.149403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff6c94-b4e3-445b-a40c-52e392f1bf23 req-c45fc619-8614-464d-8f22-7258135594e7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:40.160169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaff6c94-b4e3-445b-a40c-52e392f1bf23 req-c45fc619-8614-464d-8f22-7258135594e7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.0850074 May 06 09:36:40.229107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaff6c94-b4e3-445b-a40c-52e392f1bf23 req-eb2bced7-fbd7-4c9b-b0e7-db929dcd3baa tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672584 May 06 09:36:40.233448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6364bf70-dfe7-431c-984f-651df9893c24 req-f39b71d2-fbe6-4784-8f9c-5905c3fb3834 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655015 May 06 09:36:40.416111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:40.497476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e294b6-2ad0-443f-8946-9b5c1ab36e58 req-335ef529-133c-4a46-a8d5-094c37afd644 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:40.506553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4e294b6-2ad0-443f-8946-9b5c1ab36e58 req-335ef529-133c-4a46-a8d5-094c37afd644 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.1437831 May 06 09:36:40.581529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4e294b6-2ad0-443f-8946-9b5c1ab36e58 req-2368c20a-25c3-40b7-9f69-7afa62a01a65 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740080 May 06 09:36:40.670671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afd6d7-a77a-4d09-ad40-3dab603a3dfa req-4d9dc0b5-e5e9-4748-ab18-b405946d76bf tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:40.673229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6afd6d7-a77a-4d09-ad40-3dab603a3dfa req-4d9dc0b5-e5e9-4748-ab18-b405946d76bf tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 949 time: 0.0592034 May 06 09:36:40.720865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6afd6d7-a77a-4d09-ad40-3dab603a3dfa req-bdde6b8f-281e-4000-8be1-0f21f391bf31 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 May 06 09:36:40.851472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced409bf-09f1-4c2b-8ce5-7f82dae6e5cf req-13961e4f-dc9f-43bc-a37b-f47f892df4e1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:40.853286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ced409bf-09f1-4c2b-8ce5-7f82dae6e5cf req-13961e4f-dc9f-43bc-a37b-f47f892df4e1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 949 time: 0.0668073 May 06 09:36:40.906466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ced409bf-09f1-4c2b-8ce5-7f82dae6e5cf req-ba6c798f-2aad-4354-ab49-8ef7f49a588c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446980 May 06 09:36:41.132928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-12af502c-74e5-45dc-a3b3-5e84f41bb503 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444620 May 06 09:36:41.349406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10878a4-c200-4708-9764-3a938e316a83 req-3f57f4d0-0a7c-4517-84d5-47853e1dc04e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.350895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f10878a4-c200-4708-9764-3a938e316a83 req-3f57f4d0-0a7c-4517-84d5-47853e1dc04e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 949 time: 0.2046022 May 06 09:36:41.403878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-a56cdac4-8683-4031-9eb3-30402f4e7f0b tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.407367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-a56cdac4-8683-4031-9eb3-30402f4e7f0b tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2608125 May 06 09:36:41.414526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-c7ef8fa2-ddfe-408d-a23b-65867f7e740a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.415985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-c7ef8fa2-ddfe-408d-a23b-65867f7e740a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4&tenant_id=f23552f3f2b442deb134d815b68f5f7a&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 949 time: 0.1646676 May 06 09:36:41.462364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-077d0e8d-94b3-4178-80a6-45ced49e5b43 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/quotas/57844d1467034b90bbc2fc2f2a7f3fe6 HTTP/1.1" status: 200 len: 375 time: 0.0441916 May 06 09:36:41.467973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f10878a4-c200-4708-9764-3a938e316a83 req-6f83a6cd-35a8-4c45-9d8e-c7f04cdecd67 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065977 May 06 09:36:41.513033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-16c29bb2-f8be-431b-bae6-259cbbb2825a tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416179 May 06 09:36:41.574759 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-c5756b83-8d62-4cd9-9a6b-3d8edb36db9e service neutron] delete failed (client error): The resource could not be found. May 06 09:36:41.578475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-c5756b83-8d62-4cd9-9a6b-3d8edb36db9e service neutron] 10.222.0.83 "DELETE /v2.0/ports/ca594dba-c79b-4b0e-b59b-8d4c5ab56260/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.1493707 May 06 09:36:41.634684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:41.693838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d74550-cb6f-4f06-ac57-7f06a3568051 req-bdf31699-be49-4cf6-91bf-6540d59e478a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.712959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49d74550-cb6f-4f06-ac57-7f06a3568051 req-bdf31699-be49-4cf6-91bf-6540d59e478a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1578074 May 06 09:36:41.748058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1fb3e2b4-a183-46c4-8339-73ca53517c7e up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:41.830236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:41.836432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 1fb3e2b4-a183-46c4-8339-73ca53517c7e completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:41.840318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:41.840941 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.861729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 1fb3e2b4-a183-46c4-8339-73ca53517c7e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:41.862150 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:41.870518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49d74550-cb6f-4f06-ac57-7f06a3568051 req-dddadd39-cea2-4278-921f-69c8deeb32be tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524229 May 06 09:36:41.887288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-33a2ad5f-def6-4dc3-adea-d77362110b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.888739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-33a2ad5f-def6-4dc3-adea-d77362110b58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1100 time: 0.1738813 May 06 09:36:41.900972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df3cb4-5464-4ae8-88b6-9301d294e0d6 req-319d884e-166d-4b08-af3e-1f5fd7ad7746 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:41.902491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3df3cb4-5464-4ae8-88b6-9301d294e0d6 req-319d884e-166d-4b08-af3e-1f5fd7ad7746 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.1493902 May 06 09:36:42.036425 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:42.055307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:42.060294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3df3cb4-5464-4ae8-88b6-9301d294e0d6 req-bcb58649-628e-466d-8af8-14f7d1441f64 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486778 May 06 09:36:42.108086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-01e0f0cc-4108-4dc0-9ee6-36bb0d4c1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.113495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:42.115787 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc6ebe2-3f11-4bed-acab-2760623d9028" -d '{"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:42.116722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-01e0f0cc-4108-4dc0-9ee6-36bb0d4c1e3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2132471 May 06 09:36:42.170858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:42.180485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 1fb3e2b4-a183-46c4-8339-73ca53517c7e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1fb3e2b4-a183-46c4-8339-73ca53517c7e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:42.181637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-b0605a59-a986-4d9a-9f19-cf0b77cbfefa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.0488586 May 06 09:36:42.183009 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:42.243162 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:42.245957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:42.309272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=1fb3e2b4-a183-46c4-8339-73ca53517c7e,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:42.527573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b6b23-99e0-4189-bdc7-bc872baff534 req-acd41138-a8ad-4a6c-9130-52c095a2d30c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.529082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c26b6b23-99e0-4189-bdc7-bc872baff534 req-acd41138-a8ad-4a6c-9130-52c095a2d30c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.4745650 May 06 09:36:42.545722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-d2bfd651-10f5-4a55-a105-c37676397093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.548182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-d2bfd651-10f5-4a55-a105-c37676397093 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.3542221 May 06 09:36:42.574490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2c690-112c-450f-b868-9de8ebe7e567 req-0e75bd3e-42aa-4376-a623-4fd2e6638203 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.575968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d2c690-112c-450f-b868-9de8ebe7e567 req-0e75bd3e-42aa-4376-a623-4fd2e6638203 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.3960788 May 06 09:36:42.617513 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22b1b5b9-c806-4033-823d-36b37402ba57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:42.627476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c26b6b23-99e0-4189-bdc7-bc872baff534 req-cbd206cc-db39-4869-b22f-162158bfe44a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910316 May 06 09:36:42.650152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-bf6fe4f2-d5eb-4dc7-bb54-da139a9a5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.651835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-bf6fe4f2-d5eb-4dc7-bb54-da139a9a5b85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927341 May 06 09:36:42.659299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d2c690-112c-450f-b868-9de8ebe7e567 req-5b7f79f1-765a-4765-967e-a589c29ba0b1 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635121 May 06 09:36:42.739514 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6037f8c9-95aa-4e57-a756-da756fa2da47 x-openstack-request-id: req-6037f8c9-95aa-4e57-a756-da756fa2da47 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:42.740113 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:42.740314 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6037f8c9-95aa-4e57-a756-da756fa2da47 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:42.740709 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6037f8c9-95aa-4e57-a756-da756fa2da47'] response: {'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'code': 200} May 06 09:36:42.761574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-8e18a0e7-620f-48d6-9d0b-74db0994efc2 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306919 May 06 09:36:42.856060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-8662558d-5a38-4444-8696-769a425da1bb service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882453 May 06 09:36:42.938411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe742f-cc42-4c6f-9490-62d25bfcf797 req-9506e930-d13a-4c33-aeb4-f1c183a89e30 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:42.939955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62fe742f-cc42-4c6f-9490-62d25bfcf797 req-9506e930-d13a-4c33-aeb4-f1c183a89e30 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1524863 May 06 09:36:42.998542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-0d28dfca-636e-4ae2-b958-dc6f1b9284c4 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:43.000680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-0d28dfca-636e-4ae2-b958-dc6f1b9284c4 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305627 May 06 09:36:43.026465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62fe742f-cc42-4c6f-9490-62d25bfcf797 req-68e79ab6-c12a-45f1-8b52-7bd7ba80dd1b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800860 May 06 09:36:43.033838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-2a7485e9-78dc-4a40-9943-b0d4106c9a89 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/quotas/57844d1467034b90bbc2fc2f2a7f3fe6 HTTP/1.1" status: 200 len: 375 time: 0.0223114 May 06 09:36:43.054197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04fe56fe-d5ca-457a-8ce7-4144f5f44d5c req-24316343-93bb-401e-8050-d02b1e6276f4 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817274 May 06 09:36:43.075222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-ffdd8602-781a-483b-957b-f08082c2a608 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336940 May 06 09:36:43.086018 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-d604a6d9-71e1-4f1a-89ec-0420e86a005a tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308836 May 06 09:36:43.175116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82207-b75c-4139-a155-d47c43753928 req-d3ef758a-8f68-44a2-888e-b0f87a25cf03 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:43.191111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57f82207-b75c-4139-a155-d47c43753928 req-d3ef758a-8f68-44a2-888e-b0f87a25cf03 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0835807 May 06 09:36:43.240532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57f82207-b75c-4139-a155-d47c43753928 req-aa7bcbb1-b9b4-4663-8b13-f6db6551e824 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485969 May 06 09:36:43.279800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-3731690d-c749-4634-a0e8-4b973774a08c tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:43.281924 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-3731690d-c749-4634-a0e8-4b973774a08c tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752172 May 06 09:36:43.369006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7662e33f-bf5a-4137-8261-2c29d4be747e req-714b76db-90d0-4deb-89ac-b58771543ac3 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 210 time: 0.0401809 May 06 09:36:43.390161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46058998-bb68-4463-a14d-a38c98832d8a req-f91263ee-e349-40a5-821d-10ab61a93b3c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:43.392231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46058998-bb68-4463-a14d-a38c98832d8a req-f91263ee-e349-40a5-821d-10ab61a93b3c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.0755868 May 06 09:36:43.444777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46058998-bb68-4463-a14d-a38c98832d8a req-1c7f53ee-9f5f-436d-9f74-1360abb13fb4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 May 06 09:36:43.471986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Request body: {'port': {'device_id': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '57844d1467034b90bbc2fc2f2a7f3fe6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:43.599471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Made reservation on behalf of 57844d1467034b90bbc2fc2f2a7f3fe6 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:43.602929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.613377 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.651945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:43.740490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.746728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.820644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aca756b-573f-4361-9f23-ed7b0bf99ddc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:43.823122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:43.827051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec0858-4968-4f5e-b3d8-3ff288ef6d59 req-51c04ad1-a9fe-447a-9cb8-c42eadd041d3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:43.828726 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2ec0858-4968-4f5e-b3d8-3ff288ef6d59 req-51c04ad1-a9fe-447a-9cb8-c42eadd041d3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.0919993 May 06 09:36:43.872769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'port_id': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'mac_address': 'fa:16:3e:22:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba4aadc-a164-4bed-bdbd-91ce48956fde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:43.913652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2ec0858-4968-4f5e-b3d8-3ff288ef6d59 req-c924295b-2381-4a3c-a2e7-47cfda686041 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570445 May 06 09:36:43.981593 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:43.995871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Allocated IP 192.168.233.253 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/50101918-7d0a-4e27-9b08-768410a28013) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:44.004727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:44.034255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:44.044978 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.138880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fbaec-12a8-4e06-8491-353bd0e27bde req-bf3ab564-e1ef-40e2-b8e7-819eae165d97 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:44.144579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b27fbaec-12a8-4e06-8491-353bd0e27bde req-bf3ab564-e1ef-40e2-b8e7-819eae165d97 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.1482408 May 06 09:36:44.203922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:44.224022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['4df48b5f-7d46-4514-b2bb-2ef31a5e37f2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:44.243427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b27fbaec-12a8-4e06-8491-353bd0e27bde req-0627d394-9932-4931-8c68-fbd7f2e991a8 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903616 May 06 09:36:44.301733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7b515-dc58-4372-938b-3d94267efaa9 req-6b4d568d-4848-422b-b0ac-cc54560fb537 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:44.309304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64b7b515-dc58-4372-938b-3d94267efaa9 req-6b4d568d-4848-422b-b0ac-cc54560fb537 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1145267 May 06 09:36:44.313684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.366142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64b7b515-dc58-4372-938b-3d94267efaa9 req-a7021c3c-45c7-4957-933e-e472b3706ce4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554962 May 06 09:36:44.449107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.507882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80b78-511f-452f-9bef-6ba2f8b008d2 req-5d1c22b9-4647-45c4-ba8e-92aa1624903e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:44.520184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afc80b78-511f-452f-9bef-6ba2f8b008d2 req-5d1c22b9-4647-45c4-ba8e-92aa1624903e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 944 time: 0.0904617 May 06 09:36:44.527641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:44.532379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:44.537957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:44.584884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afc80b78-511f-452f-9bef-6ba2f8b008d2 req-6adcac15-486d-4a66-91cf-5e3dcbbd1f66 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637412 May 06 09:36:44.618953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:44.622736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.640911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:44.649844 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-bfa19634-947d-4121-9b6f-8cb0b5d3d011 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1870251 May 06 09:36:44.690541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Request body: {'port': {'device_id': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:44.701699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c18d4-01b2-418a-8c93-b688989a5499 req-925c2dc0-c667-4389-8c87-345de771f892 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:44.720709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e1c18d4-01b2-418a-8c93-b688989a5499 req-925c2dc0-c667-4389-8c87-345de771f892 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1101 time: 0.1331952 May 06 09:36:44.743369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854c172-f6a4-497c-929d-2285a0604836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb3e2b4-a183-46c4-8339-73ca53517c7e'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:44.745853 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af9f14a-b646-40bb-a37a-1b2342095a1b" -d '{"events": [{"server_uuid": "c854c172-f6a4-497c-929d-2285a0604836", "name": "network-vif-plugged", "status": "completed", "tag": "1fb3e2b4-a183-46c4-8339-73ca53517c7e"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:44.777246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-eb0c5f8b-ba5f-46a2-8917-3c7982ea5684 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481837 May 06 09:36:44.807322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.963217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a4627efb-77a7-4ece-9197-156b450b7669 None None] Provisioning complete for port 50101918-7d0a-4e27-9b08-768410a28013 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:44.964373 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a4627efb-77a7-4ece-9197-156b450b7669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:44.975759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c10fbf4-187d-4328-9c98-140d16b371f0 req-086ced42-1f90-4f41-a09a-97a65dfdd5fd tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 210 time: 0.1908221 May 06 09:36:45.002644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-8f8b6ad7-e41e-4ea8-b48d-59bf40532026 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.004433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-8f8b6ad7-e41e-4ea8-b48d-59bf40532026 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012069 May 06 09:36:45.021040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e1c18d4-01b2-418a-8c93-b688989a5499 req-c89ffa86-b5c3-4159-9d9d-1d2427f36ba6 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978909 May 06 09:36:45.036681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Request body: {'port': {'device_id': 'de743b42-430c-4948-a225-c4791e722ed1', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '57844d1467034b90bbc2fc2f2a7f3fe6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:45.086233 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b1b811-4654-420b-8c11-1ca2611c9204 x-openstack-request-id: req-b4b1b811-4654-420b-8c11-1ca2611c9204 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:45.086840 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c854c172-f6a4-497c-929d-2285a0604836", "name": "network-vif-plugged", "status": "completed", "tag": "1fb3e2b4-a183-46c4-8339-73ca53517c7e", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:45.087253 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4b1b811-4654-420b-8c11-1ca2611c9204 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:45.087927 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b1b811-4654-420b-8c11-1ca2611c9204'] response: {'server_uuid': 'c854c172-f6a4-497c-929d-2285a0604836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb3e2b4-a183-46c4-8339-73ca53517c7e', 'code': 200} May 06 09:36:45.111249 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5102f26-bbc7-4cf8-9fa1-583e5c71ffee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.112971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a4627efb-77a7-4ece-9197-156b450b7669 None None] Port 50101918-7d0a-4e27-9b08-768410a28013 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:45.408260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ebd01-382c-4a33-ac13-8ce896adc0db req-a0162a19-cf69-41e0-bdf4-bc296c204be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.409915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d9ebd01-382c-4a33-ac13-8ce896adc0db req-a0162a19-cf69-41e0-bdf4-bc296c204be9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 1101 time: 0.2368515 May 06 09:36:45.425668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65486c8e-3ba8-4eab-b107-a3167e9722d5 req-5424d819-509a-49ab-9ffa-6b51a92ec5d9 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.435089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65486c8e-3ba8-4eab-b107-a3167e9722d5 req-5424d819-509a-49ab-9ffa-6b51a92ec5d9 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.2545338 May 06 09:36:45.473468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Made reservation on behalf of 57844d1467034b90bbc2fc2f2a7f3fe6 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:45.477086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.515489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-1217a65e-534a-42f3-8a67-08fbfdcad14e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:45.524422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-1217a65e-534a-42f3-8a67-08fbfdcad14e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.3500330 May 06 09:36:45.582093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-02d9ce15-f0f6-424e-9e05-cea56e736f22 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/quotas/be3a060def1c4870b8cc28ff458007ab HTTP/1.1" status: 200 len: 375 time: 0.0566833 May 06 09:36:45.589204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50101918-7d0a-4e27-9b08-768410a28013 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:45.599451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.610918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65486c8e-3ba8-4eab-b107-a3167e9722d5 req-328ccedc-f323-465a-958d-2b89e6868958 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742606 May 06 09:36:45.617162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Transition to ACTIVE for port object 50101918-7d0a-4e27-9b08-768410a28013 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:45.622557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.675611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:45.751646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d9ebd01-382c-4a33-ac13-8ce896adc0db req-339a03d2-8594-4b4e-b7e8-479a55e405d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083336 May 06 09:36:45.783220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:45.797003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:45.797631 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.815359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Attempting to bind port 50101918-7d0a-4e27-9b08-768410a28013 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:45.815873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Attempting to bind port 50101918-7d0a-4e27-9b08-768410a28013 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:45.816292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Attempting to bind port 50101918-7d0a-4e27-9b08-768410a28013 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:45.823002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Port 50101918-7d0a-4e27-9b08-768410a28013 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:45.823446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Attempting to bind port 50101918-7d0a-4e27-9b08-768410a28013 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:45.834276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:45.835243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:45.835753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:45.836929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Bound port: 50101918-7d0a-4e27-9b08-768410a28013, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:45.837384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.846149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-2d2705d1-13e6-450b-b326-188a98a81dff tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2627211 May 06 09:36:45.944741 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.969129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:45.973270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:45.988045 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:45.990017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:46.000203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5d11c522-adaf-41cd-8299-f8afe742971c service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245534 May 06 09:36:46.007433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.013192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 211d60b5-4021-4e25-a14f-91f03d948827 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:46.027204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.028015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.029615 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] 10.222.0.83 "PUT /v2.0/ports/50101918-7d0a-4e27-9b08-768410a28013 HTTP/1.1" status: 200 len: 1096 time: 1.3587525 May 06 09:36:46.030142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'tag': '50101918-7d0a-4e27-9b08-768410a28013'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:46.036496 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20624c4d-9920-44f3-8f6a-aa744806cacf" -d '{"events": [{"name": "network-changed", "server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "tag": "50101918-7d0a-4e27-9b08-768410a28013"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:46.054748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9613f8c-5de6-40af-850c-447b2e3464b4 req-544142f4-0901-477e-b665-8eaf8cc051bb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.056185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9613f8c-5de6-40af-850c-447b2e3464b4 req-544142f4-0901-477e-b665-8eaf8cc051bb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.3036230 May 06 09:36:46.075050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9377b-43bc-402b-b7fb-9a863d80fc19 service neutron] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:46.145085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9613f8c-5de6-40af-850c-447b2e3464b4 req-4ef26029-4c22-4518-987d-1987378a4499 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553288 May 06 09:36:46.185880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Allocated IP 192.168.233.224 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/ba2a969f-f081-44bd-b816-9fea035ebdc5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:46.235020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-eadb6d02-9908-46f9-844a-62c8a8d84733 service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336619 May 06 09:36:46.276658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:46.394402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.418915 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.421668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1f0ce-ba39-486a-8ab6-11175d1d507e req-c99d6113-9d0c-4486-8831-59206657318f tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.423361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdf1f0ce-ba39-486a-8ab6-11175d1d507e req-c99d6113-9d0c-4486-8831-59206657318f tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.1125102 May 06 09:36:46.507896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:46.524566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.534179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.605560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:46.646941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdf1f0ce-ba39-486a-8ab6-11175d1d507e req-c58057ac-5613-4724-a531-c8b2fd003e7f tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108564 May 06 09:36:46.679618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283a065-8431-4534-b8d8-10bce5c4e6af req-806b190f-4ddb-49ba-8b7a-47cc748fbfd2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:46.688058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2283a065-8431-4534-b8d8-10bce5c4e6af req-806b190f-4ddb-49ba-8b7a-47cc748fbfd2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1346595 May 06 09:36:46.692568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.764485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2283a065-8431-4534-b8d8-10bce5c4e6af req-d8cf7794-57ce-42f5-8a04-4c02050b012a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755014 May 06 09:36:46.783516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93ede2e1-1a45-4751-a4b6-7ac0c7604c96 req-502067be-eaad-4b68-9666-9b186652dcae tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 210 time: 0.0592859 May 06 09:36:46.795418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:46.861318 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637d150-0d7d-4dc0-ab12-e2b1e59171d5 x-openstack-request-id: req-4637d150-0d7d-4dc0-ab12-e2b1e59171d5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:46.862480 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "tag": "50101918-7d0a-4e27-9b08-768410a28013", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:46.862878 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4637d150-0d7d-4dc0-ab12-e2b1e59171d5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:46.863566 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4637d150-0d7d-4dc0-ab12-e2b1e59171d5'] response: {'name': 'network-changed', 'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'tag': '50101918-7d0a-4e27-9b08-768410a28013', 'status': 'completed', 'code': 200} May 06 09:36:46.869646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:46.889511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:46.895443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:46.901513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:46.960843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14f8b66-eacb-4758-853e-77d8825aa152 req-329e5c8f-34de-4c0e-ab59-010443376aa4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 210 time: 0.0610945 May 06 09:36:47.045413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-9bb53c08-bf2f-48aa-b7b3-be01d28f59b5 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046078 May 06 09:36:47.088742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2'}, {'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:47.092781 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d2c1fe-9fac-4251-b77a-79aefdee5598" -d '{"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-plugged", "status": "completed", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2"}, {"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-unplugged", "status": "completed", "tag": "211d60b5-4021-4e25-a14f-91f03d948827"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:47.184506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.185035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.237352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-f942a9eb-c71c-45a6-85f7-8b5138421747 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2135286 May 06 09:36:47.246064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-708da76e-0a32-444f-878c-bdfef679d819 None None] Provisioning complete for port ba2a969f-f081-44bd-b816-9fea035ebdc5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:47.246554 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-708da76e-0a32-444f-878c-bdfef679d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.254674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Request body: {'port': {'device_id': 'de743b42-430c-4948-a225-c4791e722ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:47.285213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-36438fcc-311e-471c-af0d-c15683d9736b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.287109 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-36438fcc-311e-471c-af0d-c15683d9736b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "GET /v2.0/ports?device_id=85eb5314-8763-4a6e-8363-504ff33000f5 HTTP/1.1" status: 200 len: 944 time: 0.0764728 May 06 09:36:47.288650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2b59b-3888-4e1b-bbed-2799e2e8a551 req-845b2100-013e-4304-9c00-63c077888910 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.299252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ab2b59b-3888-4e1b-bbed-2799e2e8a551 req-845b2100-013e-4304-9c00-63c077888910 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.1950560 May 06 09:36:47.311196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-708da76e-0a32-444f-878c-bdfef679d819 None None] Port ba2a969f-f081-44bd-b816-9fea035ebdc5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:47.343474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-978e8f81-0054-4af8-b9c8-bb28885b4212 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.350527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-978e8f81-0054-4af8-b9c8-bb28885b4212 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026888 May 06 09:36:47.397180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-c0294b42-a121-4b35-a339-3a435a0052d8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/quotas/f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 375 time: 0.0455968 May 06 09:36:47.408244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Deleting port 211d60b5-4021-4e25-a14f-91f03d948827 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:47.408591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.430951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ab2b59b-3888-4e1b-bbed-2799e2e8a551 req-b6812dee-ed9f-4e6f-b876-9533e385b090 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307042 May 06 09:36:47.467377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.514311 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 May 2022 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52962a6d-b754-4eaa-b309-8401107b7954 x-openstack-request-id: req-52962a6d-b754-4eaa-b309-8401107b7954 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:47.516594 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-plugged", "status": "completed", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2", "code": 200}, {"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-unplugged", "status": "completed", "tag": "211d60b5-4021-4e25-a14f-91f03d948827", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:47.516594 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52962a6d-b754-4eaa-b309-8401107b7954 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:47.516594 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52962a6d-b754-4eaa-b309-8401107b7954'] response: {'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'code': 200} May 06 09:36:47.516594 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52962a6d-b754-4eaa-b309-8401107b7954'] response: {'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827', 'code': 200} May 06 09:36:47.529876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] For port 211d60b5-4021-4e25-a14f-91f03d948827, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=211d60b5-4021-4e25-a14f-91f03d948827,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:47.530886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.549096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Calling delete_port for 211d60b5-4021-4e25-a14f-91f03d948827 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:47.665456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-3b9bbba5-966a-46f3-9a0f-4a08acfeed78 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2672019 May 06 09:36:47.715023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.759153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event deleted for resources: {'Port': ['ID=211d60b5-4021-4e25-a14f-91f03d948827,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:47.781749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0003-b9b2-4bc4-b205-287a59159519 req-a74defa6-7d45-4921-8797-ed4c1e4c67c0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:47.791622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b87b0003-b9b2-4bc4-b205-287a59159519 req-a74defa6-7d45-4921-8797-ed4c1e4c67c0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.1489906 May 06 09:36:47.822520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] No DVR routers for this DVR port 211d60b5-4021-4e25-a14f-91f03d948827 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:47.828390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:47.835192 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-532ffa9b-b625-45cd-aa65-771739a6fc61 req-7321ab5c-39ad-4773-a12b-1b3693f89d9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "DELETE /v2.0/ports/211d60b5-4021-4e25-a14f-91f03d948827 HTTP/1.1" status: 204 len: 173 time: 0.5390053 May 06 09:36:47.945643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b87b0003-b9b2-4bc4-b205-287a59159519 req-ea8ad3b5-3024-4674-8891-864f87f23d4f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514857 May 06 09:36:48.010615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8950ab-7450-44fd-a829-aeecc8365e03 req-72c21db5-0943-4bc2-b1f5-e9ea2ed8c1b8 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.021070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f8950ab-7450-44fd-a829-aeecc8365e03 req-72c21db5-0943-4bc2-b1f5-e9ea2ed8c1b8 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.1355550 May 06 09:36:48.039538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.151149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f8950ab-7450-44fd-a829-aeecc8365e03 req-f3172bc1-e6f8-4c2d-9054-47ec79fb3b7f tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258121 May 06 09:36:48.179735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a966e9-e0fa-43fc-a84f-0328cf8961e0 req-5ba3437e-982b-467e-a189-4d42efeaf98d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.181114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2a966e9-e0fa-43fc-a84f-0328cf8961e0 req-5ba3437e-982b-467e-a189-4d42efeaf98d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1041429 May 06 09:36:48.194016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2a969f-f081-44bd-b816-9fea035ebdc5 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:48.208940 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.250732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Transition to ACTIVE for port object ba2a969f-f081-44bd-b816-9fea035ebdc5 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:48.268788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2a966e9-e0fa-43fc-a84f-0328cf8961e0 req-57113536-d168-4836-a615-a4e8eb8f6564 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676913 May 06 09:36:48.272644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.391103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:48.485302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a285e8ef-1646-467e-a9f5-7582cd365845 req-8f500414-19a2-49a6-9498-32b58d177e1c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 210 time: 0.0729311 May 06 09:36:48.502377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d416e-6d8e-4537-b48b-2c8de85b2a24 req-c94e55e9-d608-4c8b-a67b-314584a8a2e8 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.503941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a9d416e-6d8e-4537-b48b-2c8de85b2a24 req-c94e55e9-d608-4c8b-a67b-314584a8a2e8 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 948 time: 0.2499857 May 06 09:36:48.615926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a9d416e-6d8e-4537-b48b-2c8de85b2a24 req-3301d247-435f-475e-ae52-1ff0a1339142 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719712 May 06 09:36:48.622594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.647891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Attempting to bind port ba2a969f-f081-44bd-b816-9fea035ebdc5 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:36:48.648231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Attempting to bind port ba2a969f-f081-44bd-b816-9fea035ebdc5 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:36:48.648559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Attempting to bind port ba2a969f-f081-44bd-b816-9fea035ebdc5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:48.668827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Port ba2a969f-f081-44bd-b816-9fea035ebdc5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:36:48.669034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Attempting to bind port ba2a969f-f081-44bd-b816-9fea035ebdc5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:36:48.673696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-084928ab-dbe6-45e3-b3f6-4245e5cf2a53 req-b995957c-2b6e-438f-99e7-dd16b44aaf12 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 210 time: 0.0375669 May 06 09:36:48.679532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:36:48.679890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:36:48.680274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:36:48.680710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Bound port: ba2a969f-f081-44bd-b816-9fea035ebdc5, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:36:48.681074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.854704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:48.862295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:36:48.865708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-deleted', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:48.873878 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14124398-d571-4669-b1fd-224b14f3bbb8" -d '{"events": [{"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-deleted", "tag": "211d60b5-4021-4e25-a14f-91f03d948827"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:48.884289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c16b0-4fa0-444d-86a2-a226b802758b req-c6daa8fb-aae5-4bf3-af16-532c10368293 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.886389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-010c16b0-4fa0-444d-86a2-a226b802758b req-c6daa8fb-aae5-4bf3-af16-532c10368293 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.1330588 May 06 09:36:48.889187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.956231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:48.956846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:48.958218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] 10.222.0.82 "PUT /v2.0/ports/ba2a969f-f081-44bd-b816-9fea035ebdc5 HTTP/1.1" status: 200 len: 1096 time: 1.7099631 May 06 09:36:48.959231 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd15d15-8ba9-4475-bb58-65870e2da1b0 x-openstack-request-id: req-afd15d15-8ba9-4475-bb58-65870e2da1b0 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:48.959361 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85eb5314-8763-4a6e-8363-504ff33000f5", "name": "network-vif-deleted", "tag": "211d60b5-4021-4e25-a14f-91f03d948827", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:48.959778 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-afd15d15-8ba9-4475-bb58-65870e2da1b0 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:48.959942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:48.960530 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd15d15-8ba9-4475-bb58-65870e2da1b0'] response: {'server_uuid': '85eb5314-8763-4a6e-8363-504ff33000f5', 'name': 'network-vif-deleted', 'tag': '211d60b5-4021-4e25-a14f-91f03d948827', 'status': 'completed', 'code': 200} May 06 09:36:48.962050 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2" -d '{"events": [{"name": "network-changed", "server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:49.009137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-010c16b0-4fa0-444d-86a2-a226b802758b req-5ac44063-00f7-4559-9875-e06045063c87 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038640 May 06 09:36:49.010024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bd8a4-5e9b-45cf-b4c7-fb92ec6731ea service neutron] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:49.101558 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d976d3-f32c-48d3-8599-c8a99ec2c031 x-openstack-request-id: req-32d976d3-f32c-48d3-8599-c8a99ec2c031 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:49.101916 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:49.102069 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32d976d3-f32c-48d3-8599-c8a99ec2c031 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:49.102466 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d976d3-f32c-48d3-8599-c8a99ec2c031'] response: {'name': 'network-changed', 'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'status': 'completed', 'code': 200} May 06 09:36:49.196666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-3601b35a-be4c-4248-b537-b3ba5e237dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:49.198161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-3601b35a-be4c-4248-b537-b3ba5e237dd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 1099 time: 0.1733155 May 06 09:36:49.573414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-53a3dace-70b8-422e-9435-e56955fb1c2a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5 HTTP/1.1" status: 200 len: 217 time: 0.0490897 May 06 09:36:49.631310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-63edf4a4-569a-4cfa-b0f5-2629667c93d6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1447146217&fields=id&tenant_id=4bc78a1ab88e486ca25840343c07abb5 HTTP/1.1" status: 200 len: 267 time: 0.1060131 May 06 09:36:49.642046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f161126-e57c-488e-98a3-c78759df3429 req-c1fb8f6b-d7d3-4488-8934-6494d60873c4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:49.643612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f161126-e57c-488e-98a3-c78759df3429 req-c1fb8f6b-d7d3-4488-8934-6494d60873c4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.4669938 May 06 09:36:49.685924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 55512deb-3d46-475b-9104-700c6d01aa41 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:49.721441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-6c3e7c7d-14c5-4f3f-8695-bd89d2eec03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:49.723682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-6c3e7c7d-14c5-4f3f-8695-bd89d2eec03d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1394141 May 06 09:36:49.771520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f161126-e57c-488e-98a3-c78759df3429 req-81bad31a-315c-40a2-8f1b-511b2241e6f7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147361 May 06 09:36:49.837380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 211d60b5-4021-4e25-a14f-91f03d948827 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:49.864538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 211d60b5-4021-4e25-a14f-91f03d948827 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:49.865847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 211d60b5-4021-4e25-a14f-91f03d948827 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:49.887658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-7ccec4d3-4494-499d-b940-2a66cf172cc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:49.895947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-7ccec4d3-4494-499d-b940-2a66cf172cc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 823 time: 0.2496569 May 06 09:36:49.924673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-18abe017-0edc-4216-a397-6a254ae14d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:49.926165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-18abe017-0edc-4216-a397-6a254ae14d39 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1857901 May 06 09:36:49.935013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-d12bb940-a1f8-41e5-baeb-92337fd12f1a tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/quotas/4bc78a1ab88e486ca25840343c07abb5 HTTP/1.1" status: 200 len: 375 time: 0.0381899 May 06 09:36:49.983696 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:36:50.049998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3f64f-296f-423d-8de0-c71822f1a7c4 req-576e2a03-0e09-4071-a287-6023b5bdd7d5 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.051491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-beb3f64f-296f-423d-8de0-c71822f1a7c4 req-576e2a03-0e09-4071-a287-6023b5bdd7d5 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.1841209 May 06 09:36:50.103656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-afd42016-115c-417d-aca5-09db813bf0ae tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1601877 May 06 09:36:50.129214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-8a30defe-564a-42b0-8d88-de79b6bf8aab service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848304 May 06 09:36:50.263468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:50.266671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-beb3f64f-296f-423d-8de0-c71822f1a7c4 req-aa4da997-84bb-4198-b867-164a92c44a7c tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073176 May 06 09:36:50.345190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b51380ac-29f1-4d07-a132-bcc3808e6ad6 req-5fe63064-1e02-449d-a6a2-a81da2fc184f service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868136 May 06 09:36:50.443620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-f8517896-6da1-40be-a068-a2b31272f00c service neutron] 10.222.0.76 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382890 May 06 09:36:50.478500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497593d-7a21-4e07-b4dc-00cfec31c531 req-04d74d2c-4bc8-47b5-8af4-9dd0d8d260ee tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.487416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2497593d-7a21-4e07-b4dc-00cfec31c531 req-04d74d2c-4bc8-47b5-8af4-9dd0d8d260ee tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1380057 May 06 09:36:50.589086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2497593d-7a21-4e07-b4dc-00cfec31c531 req-773eed4e-df87-496f-b6b7-a5d6a915ccc8 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995300 May 06 09:36:50.611132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20624c4d-9920-44f3-8f6a-aa744806cacf req-c9aae7e7-5b5e-4574-94cc-5d7e1839ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.616360 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-20624c4d-9920-44f3-8f6a-aa744806cacf req-c9aae7e7-5b5e-4574-94cc-5d7e1839ca72 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 1099 time: 0.1454442 May 06 09:36:50.631742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-ba1f7a78-f7ab-4a04-8ba4-56d720112142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:50.640297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-ba1f7a78-f7ab-4a04-8ba4-56d720112142 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 1099 time: 0.2178197 May 06 09:36:50.703391 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-20624c4d-9920-44f3-8f6a-aa744806cacf req-8d1fb61c-6e82-4954-a2b9-5e691979df57 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778489 May 06 09:36:50.704299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-a48c5c79-b0b0-4989-b86b-8e6efa6407de service neutron] 10.222.0.76 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606671 May 06 09:36:50.790460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5779df4-b58b-4d04-8e86-91158657de34 req-4a4bd9d5-2959-48a6-ac2d-f1305c3170b0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 210 time: 0.0837471 May 06 09:36:51.104912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20624c4d-9920-44f3-8f6a-aa744806cacf req-d0b12186-3009-46a2-bbba-26174a7f37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.106796 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-20624c4d-9920-44f3-8f6a-aa744806cacf req-d0b12186-3009-46a2-bbba-26174a7f37c2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3876858 May 06 09:36:51.125402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e39dfe7a-46fe-43fa-8a3b-eb0c5fb36b1e req-8ad5a019-8f80-4c65-981c-0d72357f6183 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 210 time: 0.1040461 May 06 09:36:51.154222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-fb69b165-4120-4412-89ae-29e4aa7224fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.161221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-fb69b165-4120-4412-89ae-29e4aa7224fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.4542449 May 06 09:36:51.198832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07509-193c-4c08-834d-aadef0ba08a0 req-62ee73a9-ca4a-4531-8e95-f04032df8f43 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.208388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffd07509-193c-4c08-834d-aadef0ba08a0 req-62ee73a9-ca4a-4531-8e95-f04032df8f43 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 948 time: 0.2363956 May 06 09:36:51.261035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-586a8ddf-8a91-41a9-84d7-926e4393c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.267286 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-586a8ddf-8a91-41a9-84d7-926e4393c7fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 1099 time: 0.0905292 May 06 09:36:51.347621 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-f8c24282-b05e-4be7-8de6-d28983373665 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=50101918-7d0a-4e27-9b08-768410a28013 HTTP/1.1" status: 200 len: 217 time: 0.0708628 May 06 09:36:51.353790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-1e9484cc-1990-4d0a-9507-af4521b05fdf service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5 HTTP/1.1" status: 200 len: 217 time: 0.1372859 May 06 09:36:51.495216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-a2ef6234-4fc2-4ba5-bc8c-8379311cd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.499619 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-a2ef6234-4fc2-4ba5-bc8c-8379311cd583 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1431625 May 06 09:36:51.565345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffd07509-193c-4c08-834d-aadef0ba08a0 req-a45449ec-1c93-4754-920e-c07a2b0d60eb tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499229 May 06 09:36:51.697767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ba2a969f-f081-44bd-b816-9fea035ebdc5 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:51.724926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-7f6d544a-5f28-4ce8-9d38-5cd664ddd3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.735969 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-7f6d544a-5f28-4ce8-9d38-5cd664ddd3c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2153211 May 06 09:36:51.738125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-6e284c46-b9a6-43c5-b83e-591c16598acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.746851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-6e284c46-b9a6-43c5-b83e-591c16598acd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.3796089 May 06 09:36:51.810069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-c94345e2-33df-438b-81e9-6c7ff8c23bdd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2756698 May 06 09:36:51.975029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7d675-90ce-4a62-95ad-ad69bc0f8881 req-60318720-b49d-4cde-885f-e47e26835fdf tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:51.982683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74d7d675-90ce-4a62-95ad-ad69bc0f8881 req-60318720-b49d-4cde-885f-e47e26835fdf tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 943 time: 0.6571226 May 06 09:36:52.011835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:52.044940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'mac_address': 'fa:16:3e:6a:12:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:52.092151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-c8bec915-3b55-44b8-a599-244610bf3f7f service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492460 May 06 09:36:52.112672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.120235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-57eb09d2-159d-4195-98da-63203d8532a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:52.121831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-57eb09d2-159d-4195-98da-63203d8532a7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3631773 May 06 09:36:52.143297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2a969f-f081-44bd-b816-9fea035ebdc5 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:52.172520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:52.185569 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.218955 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-a8ad52c4-310d-454d-b250-1f0fdcf91f6d service neutron] 10.222.0.82 "GET /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.1767368 May 06 09:36:52.247180 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-453b1ab4-7a37-44fc-b5a3-297e81cd181f req-f8355537-9b20-4dbf-ac48-06658b9e863e service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273229 May 06 09:36:52.256167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74d7d675-90ce-4a62-95ad-ad69bc0f8881 req-580d8875-5c4c-4ad5-8b06-7a94a9bf72f7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686193 May 06 09:36:52.280973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-764cda4c-1b19-4fee-a749-18808f02562e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:52.286805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-764cda4c-1b19-4fee-a749-18808f02562e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4000194 May 06 09:36:52.309049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:52.423812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc77ac-9640-4963-b656-272c63d7ec0c req-faa8d321-c8ad-467d-8e62-af0cd66c4ed7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:52.426162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57bc77ac-9640-4963-b656-272c63d7ec0c req-faa8d321-c8ad-467d-8e62-af0cd66c4ed7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.7069454 May 06 09:36:52.433355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Request body: {'port': {'device_id': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'f23552f3f2b442deb134d815b68f5f7a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:52.533783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:52.542215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ba2a969f-f081-44bd-b816-9fea035ebdc5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:52.563731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-7db08b91-f73c-48ff-ab39-08ee2bb96a91 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:52.566137 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-7db08b91-f73c-48ff-ab39-08ee2bb96a91 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.83 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 945 time: 0.0869327 May 06 09:36:52.581550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:52.621503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57bc77ac-9640-4963-b656-272c63d7ec0c req-42f61454-72b2-467b-98f1-4cc1826f291a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289301 May 06 09:36:52.642032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ceb6a57a-405b-4222-bcb8-f842838a94fe req-36529db6-435b-4c1c-8748-efe86808f0ca tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 210 time: 0.1479270 May 06 09:36:52.678600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55512deb-3d46-475b-9104-700c6d01aa41 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:52.712277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:52.743952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.828282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-a81e2fe4-d4e9-4518-8348-480d7efd428c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:52.834871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-a81e2fe4-d4e9-4518-8348-480d7efd428c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.7201891 May 06 09:36:52.859515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Request body: {'port': {'device_id': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'admin_state_up': True, 'tenant_id': 'be3a060def1c4870b8cc28ff458007ab'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:52.883397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Deleting port 995d3c47-27e9-477c-abe5-29c1ec1c8231 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:36:52.886561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:52.945832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] Transition to ACTIVE for port object 55512deb-3d46-475b-9104-700c6d01aa41 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:52.952960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.044541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] For port 995d3c47-27e9-477c-abe5-29c1ec1c8231, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=995d3c47-27e9-477c-abe5-29c1ec1c8231,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:53.044906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.078976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] No DVR routers for this DVR port 55512deb-3d46-475b-9104-700c6d01aa41 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:53.164236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] Pushing event updated for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=10']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:53.199726 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-01bad0c2-b8ae-4446-8a8f-429e64b6e70b service neutron] 10.222.0.82 "PUT /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41/bindings/n-h2-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9690123 May 06 09:36:53.214312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd9c5-f7c0-43cc-a47e-6b0783ef00dd req-f63dc8f0-f132-4858-b278-63d49a3369db tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:53.215889 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fbcd9c5-f7c0-43cc-a47e-6b0783ef00dd req-f63dc8f0-f132-4858-b278-63d49a3369db tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.3690283 May 06 09:36:53.243061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-e8b227a7-8201-48bc-973a-fa793594fc60 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9521251 May 06 09:36:53.266055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038aa9-b242-486c-a0dc-3217eb0c2c44 req-4506ffd0-0951-4d68-8ab6-f36efd195afb tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:53.273767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78038aa9-b242-486c-a0dc-3217eb0c2c44 req-4506ffd0-0951-4d68-8ab6-f36efd195afb tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.4354444 May 06 09:36:53.357705 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.83', 61321) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:36:53.389551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78038aa9-b242-486c-a0dc-3217eb0c2c44 req-a7b08a5a-7a5b-49d0-9d04-7e69f20affd7 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100247 May 06 09:36:53.417822 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.418224 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.418546 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4 disassociated. External IP: 172.25.8.105, port: 995d3c47-27e9-477c-abe5-29c1ec1c8231. May 06 09:36:53.419152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Calling delete_port for 995d3c47-27e9-477c-abe5-29c1ec1c8231 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:36:53.443007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-e548a9b5-79c7-45ba-8a55-ef06d84e8fa9 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:53.444974 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-e548a9b5-79c7-45ba-8a55-ef06d84e8fa9 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.0860426 May 06 09:36:53.499205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fbcd9c5-f7c0-43cc-a47e-6b0783ef00dd req-9aa6fd64-11b0-44c0-b58a-f8c2c6321330 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448580 May 06 09:36:53.546878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-84606faa-c105-44d1-89dd-c8022a7b352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:53.549674 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-84606faa-c105-44d1-89dd-c8022a7b352c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431&tenant_id=5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0701330 May 06 09:36:53.553678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-421abd8c-3ef8-4c02-a3fd-9a8d02d385d0 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:53.558072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-421abd8c-3ef8-4c02-a3fd-9a8d02d385d0 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.82 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 823 time: 0.5242152 May 06 09:36:53.692678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-8cae088b-7828-4170-b0fc-1d890b3575f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:53.694589 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-8cae088b-7828-4170-b0fc-1d890b3575f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1095 time: 0.0934420 May 06 09:36:53.695659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.710222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ba2a969f-f081-44bd-b816-9fea035ebdc5 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:53.794308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port ba2a969f-f081-44bd-b816-9fea035ebdc5 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:53.798946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port ba2a969f-f081-44bd-b816-9fea035ebdc5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:53.799315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.803454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event deleted for resources: {'Port': ['ID=995d3c47-27e9-477c-abe5-29c1ec1c8231,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:53.895787 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.926018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:53.928382 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f35260a-961d-43d4-8c27-91d38431380c" -d '{"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:53.946689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:53.955235 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.968748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-addf47f3-89f8-4661-a767-5af25d009c0e req-4766de1c-ae2a-4f4f-b3ff-4ca7a53c8367 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 210 time: 0.4896996 May 06 09:36:53.969464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Made reservation on behalf of f23552f3f2b442deb134d815b68f5f7a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:53.972783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:53.999476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-5047aafa-2ea3-4b9a-882e-5ca285d4d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:54.001296 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-5047aafa-2ea3-4b9a-882e-5ca285d4d4cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.2958715 May 06 09:36:54.018648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f792be3-b5a2-48f4-ae98-11aab37fcc8c req-89f4e02c-1c61-4791-99f2-59dec6d4e67f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 210 time: 0.4046943 May 06 09:36:54.038453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Made reservation on behalf of be3a060def1c4870b8cc28ff458007ab for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:54.041883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.060887 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-b79f5cb3-b27e-49d7-bb2a-c7232ae371d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 200 len: 217 time: 0.0519807 May 06 09:36:54.075349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:54.118356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Router 405a16d9-1ecc-47bd-9298-55f4272508a1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:36:54.137760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-8af1a3b0-5124-4bad-aa37-5471cea15c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:54.140321 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-8af1a3b0-5124-4bad-aa37-5471cea15c4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0698943 May 06 09:36:54.169761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-05c65a7e-1604-4977-9797-d5d732533125 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bc78a1ab88e486ca25840343c07abb5 HTTP/1.1" status: 200 len: 380 time: 0.5952494 May 06 09:36:54.179052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a6f9a7-4a41-4cea-b6a2-f89215a451e2 req-652ef429-de47-4bea-b6c1-741d8ad1e660 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984990 May 06 09:36:54.185018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'port': {'device_id': '3736354f-787c-4636-a931-f37baceedb12', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'admin_state_up': True, 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'security_groups': ['63a5fb81-9d20-4d0e-8acd-a85211494816']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:54.197506 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-61240768-57f5-459d-af03-c1a55baad9f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485036 May 06 09:36:54.368142 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-6f0cbe17-8975-4697-b7b1-4fcbdd0c6b9e service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289284 May 06 09:36:54.446177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09940026-f055-4e32-8dd1-1da66c2bdfbd req-78006557-a808-4153-a3de-15e7ac946d1d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:54.453645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09940026-f055-4e32-8dd1-1da66c2bdfbd req-78006557-a808-4153-a3de-15e7ac946d1d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 950 time: 0.3278325 May 06 09:36:54.515059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fe188-2d6d-44f4-9542-a85926879dcc req-ca4e3f58-37b2-470c-ae24-c20273d89892 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:54.522608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d8fe188-2d6d-44f4-9542-a85926879dcc req-ca4e3f58-37b2-470c-ae24-c20273d89892 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 944 time: 0.3789983 May 06 09:36:54.614149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Allocated IP 192.168.233.228 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/a50b2efb-10a2-4a5f-a23e-a8225529a851) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:54.638575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09940026-f055-4e32-8dd1-1da66c2bdfbd req-f9bb6809-e7f6-48b8-a1ad-d4ef2207dd87 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795292 May 06 09:36:54.678533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Allocated IP 172.20.0.5 (60c687e6-13c2-4bbd-9da0-b7771c15e1af/c4e199ac-e5c1-4305-9b5b-3707327d6d64/c79e03cb-5a8f-4a72-80d1-19e043739a6a) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:54.702199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d8fe188-2d6d-44f4-9542-a85926879dcc req-65fec691-4e5c-43da-b74d-eb8dff6cbca8 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730433 May 06 09:36:54.726175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Made reservation on behalf of 4bc78a1ab88e486ca25840343c07abb5 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:36:54.738295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:54.840368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38c2bf55-8ee0-4b7e-8bf4-8cb068bf2e7f req-1124a92c-b890-4945-b766-4a98d4a6b9fd tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 210 time: 0.0744658 May 06 09:36:54.957058 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358a7e21-f4d5-43cc-b05b-4edc2d110551 x-openstack-request-id: req-358a7e21-f4d5-43cc-b05b-4edc2d110551 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:54.957693 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:54.957962 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-358a7e21-f4d5-43cc-b05b-4edc2d110551 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:54.958357 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358a7e21-f4d5-43cc-b05b-4edc2d110551'] response: {'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'code': 200} May 06 09:36:54.992665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:36:55.013391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] Sync routers for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:36:55.055285 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:55.055936 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:55.083989 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-3917c7d0-050a-4ec1-a414-8b09f7e2e0cc service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047620 May 06 09:36:55.149689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] No DVR routers for this DVR port 995d3c47-27e9-477c-abe5-29c1ec1c8231 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:36:55.154374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.159032 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2125919d-eb81-428a-9af8-b36ce7d1c2fa req-e6930a86-6644-4e4c-b704-bbf1dd803988 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.83 "DELETE /v2.0/ports/995d3c47-27e9-477c-abe5-29c1ec1c8231 HTTP/1.1" status: 204 len: 173 time: 2.5051460 May 06 09:36:55.159644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'name': 'network-vif-deleted', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:36:55.162063 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48da856-1def-459a-95aa-7a4a21d615c3" -d '{"events": [{"server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "name": "network-vif-deleted", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:36:55.175826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485d227-df34-40af-809a-9c6c3a5cda20 req-f16d59fc-e4d8-4e33-8a4f-3d43edc7ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.176872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Allocated IP 172.20.0.9 (2b938cdf-03e1-4f41-b402-900d7cc9c47c/1dfa777c-428f-42ee-82dc-b84482d8c180/4693d96a-4fea-43f8-abb8-a1feff857d5c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:36:55.177781 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a485d227-df34-40af-809a-9c6c3a5cda20 req-f16d59fc-e4d8-4e33-8a4f-3d43edc7ce3a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 1101 time: 0.0657749 May 06 09:36:55.199337 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:55.232840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c7dc-9f0f-4cac-81ee-9848d81c4be9 req-3e19fa0c-7bee-44d2-af9c-cb167be6d889 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.240120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f5c7dc-9f0f-4cac-81ee-9848d81c4be9 req-3e19fa0c-7bee-44d2-af9c-cb167be6d889 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.4188569 May 06 09:36:55.323143 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a485d227-df34-40af-809a-9c6c3a5cda20 req-e173627f-76fe-4ab9-8b37-1d6290d05a7d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348724 May 06 09:36:55.396145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f5c7dc-9f0f-4cac-81ee-9848d81c4be9 req-81e1a5b7-c2c9-49a4-9553-157b17d5d330 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551228 May 06 09:36:55.467646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.489912 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:55.496797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d088c3-2084-452e-bcbe-90ad4c42a4c5 req-cfe5720b-727a-494f-a822-764c70c9b2e0 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.504441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d088c3-2084-452e-bcbe-90ad4c42a4c5 req-cfe5720b-727a-494f-a822-764c70c9b2e0 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.4729805 May 06 09:36:55.504696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08699780-449b-4ec3-aff0-608da8368572 req-25a2760d-2364-43df-9fcd-e1c0e0689b47 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.506277 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-25a2760d-2364-43df-9fcd-e1c0e0689b47 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.1072385 May 06 09:36:55.513742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-535802ca-1fa8-4102-b0b8-565bdfb52616 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5115917 May 06 09:36:55.563932 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] Checking router: 405a16d9-1ecc-47bd-9298-55f4272508a1 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:36:55.574696 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:36:55.575432 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:55.702522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.729994 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:36:55.790209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-08699780-449b-4ec3-aff0-608da8368572 req-fd1f2f92-36cb-4545-8236-b0a2502b9b7c service neutron] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:36:55.800186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:36:55.803052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 995d3c47-27e9-477c-abe5-29c1ec1c8231 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:36:55.803968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-08699780-449b-4ec3-aff0-608da8368572 req-fd1f2f92-36cb-4545-8236-b0a2502b9b7c service neutron] Notify callbacks [] for binding, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.814281 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-08699780-449b-4ec3-aff0-608da8368572 req-fd1f2f92-36cb-4545-8236-b0a2502b9b7c service neutron] 10.222.0.83 "DELETE /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41/bindings/n-h1-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.2971032 May 06 09:36:55.846370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984dafd-6f37-4305-bf52-a031f476ac15 req-1c4f1549-63a0-4efb-8900-e206634683b7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:55.855975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b984dafd-6f37-4305-bf52-a031f476ac15 req-1c4f1549-63a0-4efb-8900-e206634683b7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.3392975 May 06 09:36:55.901745 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bdce8cd8-e7e7-46b8-9b5f-a3b7b7ea1fc5 req-da13a44f-011a-4692-b10d-44c62ef2a876 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e084cb40-f26f-467c-87fd-6f3da507f21e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0726943 May 06 09:36:55.910151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d088c3-2084-452e-bcbe-90ad4c42a4c5 req-92183c60-0524-4929-adfb-614c0dae06a3 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046445 May 06 09:36:55.969160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:55.999743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-e6f9df6b-5ba6-4236-851f-da338da72cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.001360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-e6f9df6b-5ba6-4236-851f-da338da72cda service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 1096 time: 0.2924404 May 06 09:36:56.041235 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bdce8cd8-e7e7-46b8-9b5f-a3b7b7ea1fc5 req-8227a37f-e0ad-47d7-858a-be8ac6535610 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&device_id=e084cb40-f26f-467c-87fd-6f3da507f21e HTTP/1.1" status: 200 len: 210 time: 0.0774374 May 06 09:36:56.074439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:56.103834 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:36:56.143838 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6bee47-53f1-4c81-a873-001165c160ab None None] The sync data for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 is: [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:36:56.175510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b984dafd-6f37-4305-bf52-a031f476ac15 req-39da8f89-2ac3-4368-b5e8-7b69bc98eb84 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181641 May 06 09:36:56.180630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:56.212221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 995d3c47-27e9-477c-abe5-29c1ec1c8231 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:36:56.212725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 995d3c47-27e9-477c-abe5-29c1ec1c8231 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:36:56.217967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:56.228862 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.326257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:56.340150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.436151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.459527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:56.475553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8cd8-e7e7-46b8-9b5f-a3b7b7ea1fc5 req-f87f74df-104f-46ca-a831-e6698c770bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.477286 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bdce8cd8-e7e7-46b8-9b5f-a3b7b7ea1fc5 req-f87f74df-104f-46ca-a831-e6698c770bcc service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4bc78a1ab88e486ca25840343c07abb5&shared=False HTTP/1.1" status: 200 len: 924 time: 0.4109590 May 06 09:36:56.569175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:56.599716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:56.634995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937df01-9d46-4d74-87cf-1369c74f7267 req-d3bca8ee-bc79-4d61-ae81-083d0be3383f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.640108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3937df01-9d46-4d74-87cf-1369c74f7267 req-d3bca8ee-bc79-4d61-ae81-083d0be3383f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 936 time: 0.5436733 May 06 09:36:56.662540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:56.684153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce8cd8-e7e7-46b8-9b5f-a3b7b7ea1fc5 req-fe0594cf-de9a-4409-8727-e048abf4f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.687943 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bdce8cd8-e7e7-46b8-9b5f-a3b7b7ea1fc5 req-fe0594cf-de9a-4409-8727-e048abf4f285 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2012970 May 06 09:36:56.714495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:36:56.722924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:56.726038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:56.727025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c193db-1d3f-4654-b289-3405a0c00d91 None None] New status for floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:36:56.753138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:36:56.785258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:36:56.844530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.850049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:56.907334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-911c4310-b071-4901-afce-4433ea9841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.908847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-911c4310-b071-4901-afce-4433ea9841d3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.8641136 May 06 09:36:56.909680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event updated for resources: {'Port': ['ID=4693d96a-4fea-43f8-abb8-a1feff857d5c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:56.925426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a8f33-3f73-41fd-8f5d-2fc1fe563f66 req-d48611a1-af88-40d6-850a-8c98024f1cf1 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:56.929033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-349a8f33-3f73-41fd-8f5d-2fc1fe563f66 req-d48611a1-af88-40d6-850a-8c98024f1cf1 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 931 time: 0.5833127 May 06 09:36:56.937810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '50101918-7d0a-4e27-9b08-768410a28013', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '50101918-7d0a-4e27-9b08-768410a28013', 'mac_address': 'fa:16:3e:0d:85:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:36:56.992321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-1af9bc6a-f950-413b-8866-161d9678c1d0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 200 len: 217 time: 0.0443511 May 06 09:36:57.090308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-48bab381-6f1d-4fae-b061-ee581f41632c None None] Provisioning complete for port a50b2efb-10a2-4a5f-a23e-a8225529a851 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:57.091006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48bab381-6f1d-4fae-b061-ee581f41632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.126925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-48bab381-6f1d-4fae-b061-ee581f41632c None None] Port a50b2efb-10a2-4a5f-a23e-a8225529a851 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:57.128454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.143447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-349a8f33-3f73-41fd-8f5d-2fc1fe563f66 req-50448a4a-88f1-4a3f-86ce-2fe7b02d38a3 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493580 May 06 09:36:57.175674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50101918-7d0a-4e27-9b08-768410a28013 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:57.180835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3937df01-9d46-4d74-87cf-1369c74f7267 req-06439667-7a32-4853-887d-16a408fa7905 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639010 May 06 09:36:57.204663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.205330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.218726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:36:57.229846 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.236844 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f8925-f2da-404b-b845-bb7c63c6c4a6 x-openstack-request-id: req-346f8925-f2da-404b-b845-bb7c63c6c4a6 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:36:57.237756 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e084cb40-f26f-467c-87fd-6f3da507f21e", "name": "network-vif-deleted", "tag": "995d3c47-27e9-477c-abe5-29c1ec1c8231", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:36:57.238210 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-346f8925-f2da-404b-b845-bb7c63c6c4a6 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:36:57.239053 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346f8925-f2da-404b-b845-bb7c63c6c4a6'] response: {'server_uuid': 'e084cb40-f26f-467c-87fd-6f3da507f21e', 'name': 'network-vif-deleted', 'tag': '995d3c47-27e9-477c-abe5-29c1ec1c8231', 'status': 'completed', 'code': 200} May 06 09:36:57.329779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b4a8589d-fa25-43c8-b8b6-9dc610843609 None None] Provisioning complete for port 4693d96a-4fea-43f8-abb8-a1feff857d5c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:57.331758 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b4a8589d-fa25-43c8-b8b6-9dc610843609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.333413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.334081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:57.339754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:57.382147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-315b63a9-b1fc-436d-92b1-0f6bfc20df04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9524615 May 06 09:36:57.410045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b4a8589d-fa25-43c8-b8b6-9dc610843609 None None] Port 4693d96a-4fea-43f8-abb8-a1feff857d5c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:36:57.423199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Request body: {'port': {'device_id': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:57.569875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-47f8c114-75c9-4e33-ad2d-ee1989638490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.572226 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-47f8c114-75c9-4e33-ad2d-ee1989638490 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1096 time: 0.0487301 May 06 09:36:57.617670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['50101918-7d0a-4e27-9b08-768410a28013'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:36:57.692293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-d49e58ca-c54c-41a9-aae9-40387ccbe117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.693933 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-d49e58ca-c54c-41a9-aae9-40387ccbe117 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1114662 May 06 09:36:57.775028 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-4904063c-cb3f-49f2-b973-db874d776895 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 217 time: 0.0718133 May 06 09:36:57.845580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-625cbb28-f548-404e-aa35-fb862f519e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.847359 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-625cbb28-f548-404e-aa35-fb862f519e60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0562723 May 06 09:36:57.888601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-f09bfdd7-d83c-4d44-b430-16a944d55105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7073262 May 06 09:36:57.897725 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-2eec0cde-91a8-4c5e-81d8-2015b4568fb6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374081 May 06 09:36:57.910970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-5155c02f-b2e2-4ba8-a89d-2b61ba79dcf8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0606291 May 06 09:36:57.917562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Request body: {'port': {'device_id': '3736354f-787c-4636-a931-f37baceedb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:57.934631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Request body: {'port': {'device_id': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:36:57.941624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-07d07c7e-bad6-4baa-b230-7a35de145e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:57.943039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-07d07c7e-bad6-4baa-b230-7a35de145e35 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.8601048 May 06 09:36:58.000558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:58.016874 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-9a1fe01d-d332-41ef-8ac1-189d80508c64 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122217 May 06 09:36:58.034851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d88d5-cca7-4b84-bfb1-83cabd2290bf req-55a0f242-d445-4883-baa5-94ae05f9f2d6 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:58.042112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e46d88d5-cca7-4b84-bfb1-83cabd2290bf req-55a0f242-d445-4883-baa5-94ae05f9f2d6 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 950 time: 0.6504865 May 06 09:36:58.045910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-d393c798-eb52-4a91-b19c-86af51839650 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667331 May 06 09:36:58.064859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91d500-00ab-421c-b044-8eaca9f419ab req-d564ccf4-311f-4be5-8dfe-402a5d97c50d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:58.066354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b91d500-00ab-421c-b044-8eaca9f419ab req-d564ccf4-311f-4be5-8dfe-402a5d97c50d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 944 time: 0.6523871 May 06 09:36:58.160006 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-a39ae12c-b5c0-4637-8945-6c7d75f6e1be service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331310 May 06 09:36:58.228314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:58.238526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:58.286559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e46d88d5-cca7-4b84-bfb1-83cabd2290bf req-39b1b16c-ba58-488a-8ea4-5249103f80f4 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364726 May 06 09:36:58.310570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b91d500-00ab-421c-b044-8eaca9f419ab req-9676e1db-3daf-4e8e-a21d-acecb557ff80 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262619 May 06 09:36:58.535691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-424b64ed-425b-4fc4-bb90-263998fe9e42 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665794 May 06 09:36:58.866483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57dab7-65c6-4db0-892f-e749f478e1bd req-6e188cec-d7f5-4fab-9a61-56ee01a5c8a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:58.868093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba57dab7-65c6-4db0-892f-e749f478e1bd req-6e188cec-d7f5-4fab-9a61-56ee01a5c8a3 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 931 time: 0.4232812 May 06 09:36:58.891457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eea084-f6a8-4523-bccc-8dc949c34580 req-a7733d36-66b0-4200-896c-f93aac359e7d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:58.895324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02eea084-f6a8-4523-bccc-8dc949c34580 req-a7733d36-66b0-4200-896c-f93aac359e7d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.4414444 May 06 09:36:59.138501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba57dab7-65c6-4db0-892f-e749f478e1bd req-4900712e-a0ba-4db7-9335-ab4c85ead148 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2550919 May 06 09:36:59.150245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6633cae3-8dcb-4d75-be9c-62d7cf297d11 req-2abfbfca-63e8-4f68-a5fa-84af22448066 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885668 May 06 09:36:59.186650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02eea084-f6a8-4523-bccc-8dc949c34580 req-0f4af34b-c4e8-41cc-9a04-96c28ab30339 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271044 May 06 09:36:59.427941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50b2efb-10a2-4a5f-a23e-a8225529a851 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:59.444229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.515380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Transition to ACTIVE for port object a50b2efb-10a2-4a5f-a23e-a8225529a851 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:59.527476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7c39-2a87-4340-a6df-5807b515cbd2 req-1788060f-0515-415e-8692-ed1bca60a159 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:59.529312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f8d7c39-2a87-4340-a6df-5807b515cbd2 req-1788060f-0515-415e-8692-ed1bca60a159 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.2468772 May 06 09:36:59.541273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b79f87-6e95-44bd-9ab6-db37d79d604b req-4cf5d3c5-c069-4d36-858d-0d2c4c636f2b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:36:59.549315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37b79f87-6e95-44bd-9ab6-db37d79d604b req-4cf5d3c5-c069-4d36-858d-0d2c4c636f2b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.2566221 May 06 09:36:59.559845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4693d96a-4fea-43f8-abb8-a1feff857d5c {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:59.572344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.586631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79e03cb-5a8f-4a72-80d1-19e043739a6a {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:36:59.594992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.618646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.677431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Transition to ACTIVE for port object 4693d96a-4fea-43f8-abb8-a1feff857d5c will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:59.702731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Transition to ACTIVE for port object c79e03cb-5a8f-4a72-80d1-19e043739a6a will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:36:59.705019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.732323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:36:59.735341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:36:59.740235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f8d7c39-2a87-4340-a6df-5807b515cbd2 req-9190c8cb-0b71-4d78-a102-c3bdfe84e395 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736138 May 06 09:36:59.754437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37b79f87-6e95-44bd-9ab6-db37d79d604b req-959a3be9-5bb8-42c4-b4e6-aab6febbc8bd tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038896 May 06 09:36:59.838963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:36:59.930143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 50101918-7d0a-4e27-9b08-768410a28013 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:36:59.938085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 50101918-7d0a-4e27-9b08-768410a28013 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:36:59.938636 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.121724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.159407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=4693d96a-4fea-43f8-abb8-a1feff857d5c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:00.170908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:00.181349 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72969d06-8455-425c-ab69-39435eb0eb5e" -d '{"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:00.185152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:00.202564 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.278469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:00.345571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Attempting to bind port c79e03cb-5a8f-4a72-80d1-19e043739a6a on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:00.345969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Attempting to bind port c79e03cb-5a8f-4a72-80d1-19e043739a6a by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:00.346225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Attempting to bind port c79e03cb-5a8f-4a72-80d1-19e043739a6a on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.414992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Port c79e03cb-5a8f-4a72-80d1-19e043739a6a on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:00.415354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Attempting to bind port c79e03cb-5a8f-4a72-80d1-19e043739a6a on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.431397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Attempting to bind port 4693d96a-4fea-43f8-abb8-a1feff857d5c on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:00.432025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Attempting to bind port 4693d96a-4fea-43f8-abb8-a1feff857d5c by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:00.432149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Attempting to bind port 4693d96a-4fea-43f8-abb8-a1feff857d5c on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.456055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:00.456055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Checking segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:00.456055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Bound using segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:00.456055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Bound port: c79e03cb-5a8f-4a72-80d1-19e043739a6a, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:00.456055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.463863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d041897-dd28-4a4a-a8f9-68497f46a2cb req-d98530de-44ec-4049-b606-465c32c5fb53 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:00.463863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d041897-dd28-4a4a-a8f9-68497f46a2cb req-d98530de-44ec-4049-b606-465c32c5fb53 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 948 time: 0.5428765 May 06 09:37:00.467504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Port 4693d96a-4fea-43f8-abb8-a1feff857d5c on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:00.470121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Attempting to bind port 4693d96a-4fea-43f8-abb8-a1feff857d5c on network 2b938cdf-03e1-4f41-b402-900d7cc9c47c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.515622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8b285-485e-4225-bbe9-4270b4a2426b req-f79755e3-3aed-4654-8dc6-cf277e31a8bd tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:00.515622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cda8b285-485e-4225-bbe9-4270b4a2426b req-f79755e3-3aed-4654-8dc6-cf277e31a8bd tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 943 time: 0.6522543 May 06 09:37:00.523620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:00.523620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Checking segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:00.523620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Bound using segment: {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:00.523620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Bound port: 4693d96a-4fea-43f8-abb8-a1feff857d5c, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec14479-7b39-4af8-9b67-97320a526313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:00.523620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.537089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Attempting to bind port a50b2efb-10a2-4a5f-a23e-a8225529a851 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:00.537089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Attempting to bind port a50b2efb-10a2-4a5f-a23e-a8225529a851 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:00.537089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Attempting to bind port a50b2efb-10a2-4a5f-a23e-a8225529a851 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.551132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:00.609990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Port a50b2efb-10a2-4a5f-a23e-a8225529a851 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:00.610317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Attempting to bind port a50b2efb-10a2-4a5f-a23e-a8225529a851 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:00.937283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:00.937629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:00.938181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:00.938714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Bound port: a50b2efb-10a2-4a5f-a23e-a8225529a851, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:00.939153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:00.973633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:00.977280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:01.023148 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.032088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d041897-dd28-4a4a-a8f9-68497f46a2cb req-3dcc3d40-02ea-4c70-bc1a-7c0ba8214f17 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459833 May 06 09:37:01.129875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cda8b285-485e-4225-bbe9-4270b4a2426b req-545dd445-69e0-4c4f-82a0-2351f8695b60 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645254 May 06 09:37:01.167333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.167975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.169480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] 10.222.0.83 "PUT /v2.0/ports/c79e03cb-5a8f-4a72-80d1-19e043739a6a HTTP/1.1" status: 200 len: 1091 time: 3.2387998 May 06 09:37:01.169850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:01.173044 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb001ff-e7c6-4b01-b207-e5e41f860197" -d '{"events": [{"name": "network-changed", "server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:01.252621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4df35-cdf9-4405-8be5-1e7ba3a21ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:01.282981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:01.323974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] For port 4693d96a-4fea-43f8-abb8-a1feff857d5c, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:01.337726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:01.353199 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.356905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] For port 4693d96a-4fea-43f8-abb8-a1feff857d5c, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:01.390675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.418185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2b35c-bdaa-4850-bca6-49b4e3bdf043 req-a376e493-d78a-4c13-9eda-1a09c1bbd4e0 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.419770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71a2b35c-bdaa-4850-bca6-49b4e3bdf043 req-a376e493-d78a-4c13-9eda-1a09c1bbd4e0 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.2636273 May 06 09:37:01.427016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.427638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.428983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] 10.222.0.83 "PUT /v2.0/ports/a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 200 len: 1096 time: 4.0122664 May 06 09:37:01.438381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20103bd2-9f3c-4243-9999-deafaf6e1b87 req-ba726e22-fe10-48c6-9606-25a2b4937512 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.439865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20103bd2-9f3c-4243-9999-deafaf6e1b87 req-ba726e22-fe10-48c6-9606-25a2b4937512 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 943 time: 0.1842504 May 06 09:37:01.468471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-0925b7e3-1422-4c13-b77b-374331c2ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.470086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-0925b7e3-1422-4c13-b77b-374331c2ecf5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 1094 time: 0.2205391 May 06 09:37:01.471466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.472108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:01.473499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] 10.222.0.82 "PUT /v2.0/ports/4693d96a-4fea-43f8-abb8-a1feff857d5c HTTP/1.1" status: 200 len: 1091 time: 3.5599964 May 06 09:37:01.594520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e8afe-6201-4d2f-8242-e3b2239ec0aa service neutron] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:01.603093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-1dae6215-96ac-4717-a55d-500afeef6351 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a HTTP/1.1" status: 200 len: 217 time: 0.1062174 May 06 09:37:01.674310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71a2b35c-bdaa-4850-bca6-49b4e3bdf043 req-93e56c79-ca0a-4302-9f65-3a52ffddf7d9 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321846 May 06 09:37:01.757774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20103bd2-9f3c-4243-9999-deafaf6e1b87 req-537dea2c-5b11-44dc-a9b2-01ab8fd99be8 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720575 May 06 09:37:01.808727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-0281b851-7993-4fc7-9e69-254c745eb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.810460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-0281b851-7993-4fc7-9e69-254c745eb9c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 1099 time: 0.3169682 May 06 09:37:01.818485 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5476a2c0-23c7-4cfd-aeda-d06cfba07187 x-openstack-request-id: req-5476a2c0-23c7-4cfd-aeda-d06cfba07187 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:01.819092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca0a04-03b6-413a-8603-2675a625aac0 service neutron] Pushing event updated for resources: {'Port': ['ID=4693d96a-4fea-43f8-abb8-a1feff857d5c,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:01.819546 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:01.819997 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5476a2c0-23c7-4cfd-aeda-d06cfba07187 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:01.820548 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5476a2c0-23c7-4cfd-aeda-d06cfba07187'] response: {'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013', 'code': 200} May 06 09:37:01.866348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-6670a8ea-7044-4b8c-9a71-9a5fc63aa437 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 200 len: 217 time: 0.0410497 May 06 09:37:01.868314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-d0e4dcdb-95e3-4ea2-8905-464a55680181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.870236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-d0e4dcdb-95e3-4ea2-8905-464a55680181 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 1094 time: 0.2168455 May 06 09:37:01.921278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-712b1f9b-6f67-4059-84ec-20d0cd32c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.922975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-712b1f9b-6f67-4059-84ec-20d0cd32c98f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.2845542 May 06 09:37:01.953088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50ab7a-966b-4444-b523-7e50b1df220d req-afbfb86c-53f8-4e59-9281-781bd159e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:01.954623 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ef50ab7a-966b-4444-b523-7e50b1df220d req-afbfb86c-53f8-4e59-9281-781bd159e9f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 1101 time: 0.0443950 May 06 09:37:01.993614 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ef50ab7a-966b-4444-b523-7e50b1df220d req-a6d9e95a-5238-4b97-93dc-24b6601cdaf6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306978 May 06 09:37:02.015134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-12079628-f27b-462f-895d-f44e8980a7c8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c HTTP/1.1" status: 200 len: 217 time: 0.1101601 May 06 09:37:02.052526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-ff9c4789-36a9-46e1-964f-d9e1ed80c563 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834274 May 06 09:37:02.114914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cd5d5-0397-4538-ba7b-322aa2c547e6 req-938dfddc-ffe9-45db-b331-52f49e45948e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.116411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f77cd5d5-0397-4538-ba7b-322aa2c547e6 req-938dfddc-ffe9-45db-b331-52f49e45948e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.2446671 May 06 09:37:02.142409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-3f814d8e-03f0-4134-9002-d6fa769a958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.143839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-3f814d8e-03f0-4134-9002-d6fa769a958f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2263827 May 06 09:37:02.180131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0e163-ba93-4def-b151-cfb64ce9b6cc req-e692cf4c-d52c-4225-a58b-359f002e9b60 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.181667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41f0e163-ba93-4def-b151-cfb64ce9b6cc req-e692cf4c-d52c-4225-a58b-359f002e9b60 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.2138815 May 06 09:37:02.186171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-41aa061c-6204-482d-9533-a5e2e14832be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.187652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-41aa061c-6204-482d-9533-a5e2e14832be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1dfa777c-428f-42ee-82dc-b84482d8c180 HTTP/1.1" status: 200 len: 862 time: 0.1395245 May 06 09:37:02.214597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-e40e597c-a980-4eb3-923c-3edea28c6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.216090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-e40e597c-a980-4eb3-923c-3edea28c6591 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 1096 time: 0.1693707 May 06 09:37:02.227330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f77cd5d5-0397-4538-ba7b-322aa2c547e6 req-25e7b428-88ff-4c6a-a113-1f4a48193409 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975518 May 06 09:37:02.343441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41f0e163-ba93-4def-b151-cfb64ce9b6cc req-eef76996-9015-4963-aa01-74aac61be8b0 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483734 May 06 09:37:02.369720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e406eb-7755-4226-9362-aba6da074044 req-b1afe7c1-4a1f-43d3-959b-0552156bf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.371782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-b1afe7c1-4a1f-43d3-959b-0552156bf561 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b938cdf-03e1-4f41-b402-900d7cc9c47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732812 May 06 09:37:02.455896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-65079c42-68ee-4a08-8bbb-9007b5728cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.457294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-65079c42-68ee-4a08-8bbb-9007b5728cd1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 913 time: 0.2275190 May 06 09:37:02.467381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783e68b-57b0-4969-b6ef-7a089edfb69a req-5799467e-f1e5-41eb-ad9c-fb7cc179a065 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.468825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1783e68b-57b0-4969-b6ef-7a089edfb69a req-5799467e-f1e5-41eb-ad9c-fb7cc179a065 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.1625991 May 06 09:37:02.540384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-cdfe27c8-515e-4dfc-a31a-49e6a67a172b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 HTTP/1.1" status: 200 len: 217 time: 0.0570645 May 06 09:37:02.614343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8216f6d-6db3-4b3b-88c9-1eef18b08b4f req-3bf6756a-caec-4348-ae3b-fa6fb94e9865 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.615815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8216f6d-6db3-4b3b-88c9-1eef18b08b4f req-3bf6756a-caec-4348-ae3b-fa6fb94e9865 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1095 time: 0.1982758 May 06 09:37:02.624170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1783e68b-57b0-4969-b6ef-7a089edfb69a req-406dfb0b-348f-4a40-bf62-129cbd18f0cd tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397049 May 06 09:37:02.639229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-ee9db63f-aa37-457c-980d-5abe336b730b service neutron] 10.222.0.82 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531452 May 06 09:37:02.648836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-90b2a6ce-46f3-4ed2-b6c0-cbd1d960a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.650316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-90b2a6ce-46f3-4ed2-b6c0-cbd1d960a116 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0972869 May 06 09:37:02.680991 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5d33d5-3cb7-46f2-a8a3-26fb2ae05f8e x-openstack-request-id: req-8e5d33d5-3cb7-46f2-a8a3-26fb2ae05f8e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:02.681260 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:02.681505 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e5d33d5-3cb7-46f2-a8a3-26fb2ae05f8e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:02.681893 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5d33d5-3cb7-46f2-a8a3-26fb2ae05f8e'] response: {'name': 'network-changed', 'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'status': 'completed', 'code': 200} May 06 09:37:02.737574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-efafdbe2-7269-41cc-a6fa-b4cd88fab6dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745440 May 06 09:37:02.794526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8216f6d-6db3-4b3b-88c9-1eef18b08b4f req-416cfd23-f790-415e-9d88-de3fc58db269 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679180 May 06 09:37:02.896894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464afca-3bf4-421c-adc6-a9f8af290618 req-28171a92-fa73-46ac-9da2-0c536f95a3a0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:02.898704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f464afca-3bf4-421c-adc6-a9f8af290618 req-28171a92-fa73-46ac-9da2-0c536f95a3a0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 948 time: 0.1649213 May 06 09:37:02.935368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e406eb-7755-4226-9362-aba6da074044 req-50814b8a-fc52-44ad-be5f-a5737bf6f994 service neutron] 10.222.0.82 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841163 May 06 09:37:02.971677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-746c204c-edec-495b-a77c-26d4bfd51030 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161012 May 06 09:37:03.012523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f464afca-3bf4-421c-adc6-a9f8af290618 req-be3f00de-7d65-43a9-b39c-b44a8b0dc7c5 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916872 May 06 09:37:03.048937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697546b3-8cd2-4b4d-aeb5-c347ca4272ff req-97cbf435-90f1-424a-a461-61f1fb42e6a8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.050741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-697546b3-8cd2-4b4d-aeb5-c347ca4272ff req-97cbf435-90f1-424a-a461-61f1fb42e6a8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 943 time: 0.1886868 May 06 09:37:03.131936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-697546b3-8cd2-4b4d-aeb5-c347ca4272ff req-831479c2-3240-4fdc-9629-d72059b1faf0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741735 May 06 09:37:03.151068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2a4c81d-5e3e-4e36-bacd-03ed9de6eaa1 req-52ff29ba-c24e-482e-ae22-fec000b7720a service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698468 May 06 09:37:03.163427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710965f-ae31-414a-983c-ff95e6310a8b req-c808a737-abc1-4131-a948-21f8625b95be tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.165007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b710965f-ae31-414a-983c-ff95e6310a8b req-c808a737-abc1-4131-a948-21f8625b95be tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.0902185 May 06 09:37:03.243711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b710965f-ae31-414a-983c-ff95e6310a8b req-0021250d-6a1c-4a73-8c70-a890811b9534 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673783 May 06 09:37:03.263359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c59d57-7a81-4b23-b1ea-7f7666863c08 req-19ef2f5e-c831-406f-a485-cbee8e6ef8e6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.264924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29c59d57-7a81-4b23-b1ea-7f7666863c08 req-19ef2f5e-c831-406f-a485-cbee8e6ef8e6 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 943 time: 0.0713801 May 06 09:37:03.306213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29c59d57-7a81-4b23-b1ea-7f7666863c08 req-725f20c9-eddf-494d-a661-8e2de5f8dc08 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348945 May 06 09:37:03.348220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13533c00-7858-40dd-87c6-5ed28147fb71 req-e38b5b35-b40b-4774-a020-2df5c8d4c56f tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.349770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13533c00-7858-40dd-87c6-5ed28147fb71 req-e38b5b35-b40b-4774-a020-2df5c8d4c56f tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 1095 time: 0.0478356 May 06 09:37:03.413784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13533c00-7858-40dd-87c6-5ed28147fb71 req-99774402-cfb4-4da3-9364-1a35725f3d8d tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 May 06 09:37:03.431725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c5ee-1d7a-4b9b-b9be-850111a25733 req-b91b3aa5-0095-436a-b3fb-e0e7deaa19dc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.431725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10f0c5ee-1d7a-4b9b-b9be-850111a25733 req-b91b3aa5-0095-436a-b3fb-e0e7deaa19dc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.0654242 May 06 09:37:03.468860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10f0c5ee-1d7a-4b9b-b9be-850111a25733 req-eb5594ef-be4e-4863-9238-257b2225fae6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342157 May 06 09:37:03.530786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65203b-9cf2-47e8-bfc6-638c592605f7 req-bee38b03-f182-4a1d-9102-fc0ccedf3150 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.532435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa65203b-9cf2-47e8-bfc6-638c592605f7 req-bee38b03-f182-4a1d-9102-fc0ccedf3150 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.0556130 May 06 09:37:03.570508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa65203b-9cf2-47e8-bfc6-638c592605f7 req-b2ef2748-b67f-4d60-b720-1ae0a3fb29dd tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 May 06 09:37:03.742725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e22b35-6b4d-44a1-9fdc-6470c4d4b466 req-44592ec1-f446-49d8-82d2-4b2ae6497542 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:03.744874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67e22b35-6b4d-44a1-9fdc-6470c4d4b466 req-44592ec1-f446-49d8-82d2-4b2ae6497542 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 945 time: 0.0526190 May 06 09:37:03.757384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:03.786403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67e22b35-6b4d-44a1-9fdc-6470c4d4b466 req-30fed892-e3d8-4a7b-91e5-dc0fefe63ce5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 May 06 09:37:03.840742 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.864517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:03.866761 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413da222-06d8-4c18-8003-50aec26754b6" -d '{"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:03.879934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:03.884216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:03.909619 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb0ee29-6b26-4a49-9cc5-10454fb8944d x-openstack-request-id: req-ceb0ee29-6b26-4a49-9cc5-10454fb8944d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:03.909906 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:03.910157 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ceb0ee29-6b26-4a49-9cc5-10454fb8944d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:03.910543 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb0ee29-6b26-4a49-9cc5-10454fb8944d'] response: {'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'code': 200} May 06 09:37:03.933829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:04.128334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8c041-8883-40b8-bc30-5570feb1644c req-e4ec69d8-6742-443a-a5a0-5b3fc5be0600 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.129804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27d8c041-8883-40b8-bc30-5570feb1644c req-e4ec69d8-6742-443a-a5a0-5b3fc5be0600 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 948 time: 0.0494623 May 06 09:37:04.167106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27d8c041-8883-40b8-bc30-5570feb1644c req-529f9970-6fc7-4c5a-8b4b-8029b4ffc41a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 May 06 09:37:04.257278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cbe54-ff77-4d9e-a366-65b7baf81780 req-1b19731e-4977-4820-b14a-a109de7e8927 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.259204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d1cbe54-ff77-4d9e-a366-65b7baf81780 req-1b19731e-4977-4820-b14a-a109de7e8927 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 943 time: 0.0577626 May 06 09:37:04.415103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d1cbe54-ff77-4d9e-a366-65b7baf81780 req-066002f4-5cf9-4343-9af2-276359f9a4d0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337028 May 06 09:37:04.433399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-1182e3da-186e-4c71-b3d1-959e143f21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.434880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-1182e3da-186e-4c71-b3d1-959e143f21d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747615 May 06 09:37:04.453802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bff705-5fc4-4c43-a2d4-f8acff86db64 req-749c7383-20db-434c-b698-6433292222b0 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.455506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03bff705-5fc4-4c43-a2d4-f8acff86db64 req-749c7383-20db-434c-b698-6433292222b0 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.1339815 May 06 09:37:04.775241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851'}, {'name': 'network-changed', 'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:04.777497 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d683cc62-c123-4132-b84c-1784099714ca" -d '{"events": [{"name": "network-changed", "server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851"}, {"name": "network-changed", "server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:04.801505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-8bb0f812-a6af-4dfe-b869-7e79ce6db5d0 service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402582 May 06 09:37:04.902735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03bff705-5fc4-4c43-a2d4-f8acff86db64 req-04cca9ff-a131-440a-a077-8582a2424a97 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320335 May 06 09:37:04.943359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d84ea-6c2a-4661-8652-ed2d90335be2 req-fde976d4-ce28-4cb5-bf16-1aaee150c9f7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:04.944012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf6d84ea-6c2a-4661-8652-ed2d90335be2 req-fde976d4-ce28-4cb5-bf16-1aaee150c9f7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 943 time: 0.4315751 May 06 09:37:04.954593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-2460b930-aeb9-40a1-b6cf-46b4128db3ef service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955404 May 06 09:37:05.065826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9f90fd-39c6-4632-ae46-d9f31f881695 req-a2704a05-9243-4127-9ffc-2bc6bb5a0805 service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473340 May 06 09:37:05.091018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf6d84ea-6c2a-4661-8652-ed2d90335be2 req-fe34999b-a44f-4635-bcc5-c268a020fe57 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387711 May 06 09:37:05.118503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da8538-9c8e-4ef0-a81d-b57278acbca6 req-9c2505ae-34a9-4582-83b4-02485823e145 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.120637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18da8538-9c8e-4ef0-a81d-b57278acbca6 req-9c2505ae-34a9-4582-83b4-02485823e145 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.1523986 May 06 09:37:05.160477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a1bbd01-abad-40ab-ac88-d71d2d77c3ff req-f27f466d-6efb-4846-8e26-0f3fa447e815 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957796 May 06 09:37:05.189810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18da8538-9c8e-4ef0-a81d-b57278acbca6 req-b75cef19-2243-4dde-b096-0267e3821158 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564778 May 06 09:37:05.272770 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b92754-bc88-442a-9184-72ef6eae255a x-openstack-request-id: req-f4b92754-bc88-442a-9184-72ef6eae255a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:05.273408 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:05.273408 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4b92754-bc88-442a-9184-72ef6eae255a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:05.273690 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b92754-bc88-442a-9184-72ef6eae255a'] response: {'name': 'network-changed', 'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'status': 'completed', 'code': 200} May 06 09:37:05.273944 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b92754-bc88-442a-9184-72ef6eae255a'] response: {'name': 'network-changed', 'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'status': 'completed', 'code': 200} May 06 09:37:05.298413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-e5d57a97-796f-4265-be60-766e549c2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.299938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-e5d57a97-796f-4265-be60-766e549c2e8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 1094 time: 0.1005549 May 06 09:37:05.385713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46147de4-a90c-4eb2-a579-9ddd1942e83c req-3fe34b67-5777-4202-a368-431259c58714 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.387278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46147de4-a90c-4eb2-a579-9ddd1942e83c req-3fe34b67-5777-4202-a368-431259c58714 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.1964943 May 06 09:37:05.485047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-f6eb2112-2c1c-4efc-bfa4-90d79bd0a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.486433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-f6eb2112-2c1c-4efc-bfa4-90d79bd0a4b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 1099 time: 0.2046299 May 06 09:37:05.539047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46147de4-a90c-4eb2-a579-9ddd1942e83c req-ddd5f311-55d2-49bc-afb0-254bbfe5de04 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239438 May 06 09:37:05.582553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71271b-f3f5-41b5-9900-a243561718d2 req-132b13ab-c7dd-42aa-9278-3686a0512009 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.584132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d71271b-f3f5-41b5-9900-a243561718d2 req-132b13ab-c7dd-42aa-9278-3686a0512009 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 943 time: 0.2523096 May 06 09:37:05.590275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-a8eb1907-db7d-46eb-b934-e4e248e05c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.593177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-a8eb1907-db7d-46eb-b934-e4e248e05c52 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 1094 time: 0.2149212 May 06 09:37:05.596775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-eb0ec1c9-1af4-478f-bc2d-943999daf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.598237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-eb0ec1c9-1af4-478f-bc2d-943999daf4a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 905 time: 0.2777112 May 06 09:37:05.723905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-3a230e71-b9e5-42fc-8052-2f53e3537972 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a HTTP/1.1" status: 200 len: 217 time: 0.1120684 May 06 09:37:05.766745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4693d96a-4fea-43f8-abb8-a1feff857d5c details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:05.821019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d71271b-f3f5-41b5-9900-a243561718d2 req-1fa28380-31c2-47b1-8d7c-648d0ae688a1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255692 May 06 09:37:05.827095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-58e276b2-091b-4da2-a379-cc58f7e94701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.828583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-58e276b2-091b-4da2-a379-cc58f7e94701 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3256028 May 06 09:37:05.886944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4693d96a-4fea-43f8-abb8-a1feff857d5c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:05.899879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'port_id': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'mac_address': 'fa:16:3e:e1:23:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:05.907014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-77a544f5-b869-4896-903c-f7712dc36717 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 200 len: 217 time: 0.0507269 May 06 09:37:05.909379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-8c6a6d1c-0520-4e00-bf53-d29ac7f08bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.910972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-8c6a6d1c-0520-4e00-bf53-d29ac7f08bb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.1608133 May 06 09:37:05.911986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-3760be12-1042-4803-9fcd-b9e3cca262a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.913437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-3760be12-1042-4803-9fcd-b9e3cca262a2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 924 time: 0.3059742 May 06 09:37:05.922884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6773b2-4a9e-4a2e-b693-da12cfdb081b req-164d4e6a-14c6-4644-b1f3-e4b2d9c190d0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:05.925755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e6773b2-4a9e-4a2e-b693-da12cfdb081b req-164d4e6a-14c6-4644-b1f3-e4b2d9c190d0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 948 time: 0.2247460 May 06 09:37:05.940757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:05.954634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4693d96a-4fea-43f8-abb8-a1feff857d5c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:05.976643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4693d96a-4fea-43f8-abb8-a1feff857d5c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:05.981322 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:06.036959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4693d96a-4fea-43f8-abb8-a1feff857d5c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:06.047064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-4e536bd9-584a-4920-9ca1-ea590517c31b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133199 May 06 09:37:06.052582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-88c578a9-d9cb-496c-87f8-bcba43949846 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c HTTP/1.1" status: 200 len: 217 time: 0.1044598 May 06 09:37:06.151972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-0876758d-6a66-4541-bccf-7b7cb42c7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.153394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-0876758d-6a66-4541-bccf-7b7cb42c7988 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2267933 May 06 09:37:06.165982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e6773b2-4a9e-4a2e-b693-da12cfdb081b req-a50456e0-899f-4b21-9ed0-08daa5717bc3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112179 May 06 09:37:06.190199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1725fad-72f0-4d75-bfad-06da617821eb req-bbb7a0a9-44f2-4920-a238-2a1aed6f76b4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.190712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1725fad-72f0-4d75-bfad-06da617821eb req-bbb7a0a9-44f2-4920-a238-2a1aed6f76b4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 943 time: 0.2763357 May 06 09:37:06.228864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-bad0f06e-3bf7-42dd-a29d-c2398fda753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.230266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-bad0f06e-3bf7-42dd-a29d-c2398fda753b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1dfa777c-428f-42ee-82dc-b84482d8c180 HTTP/1.1" status: 200 len: 862 time: 0.1561556 May 06 09:37:06.286814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['4693d96a-4fea-43f8-abb8-a1feff857d5c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:06.345820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-e1672e9c-cdb5-4275-80a6-139974a6989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.347819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-e1672e9c-cdb5-4275-80a6-139974a6989c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770780 May 06 09:37:06.351435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-5b44b151-a93d-4d41-8bfa-063ce2149d68 service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940626 May 06 09:37:06.354311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1725fad-72f0-4d75-bfad-06da617821eb req-c9330865-c183-4ac0-81f6-6daa9c122deb tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445692 May 06 09:37:06.386107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cc62-c123-4132-b84c-1784099714ca req-e8628839-51f9-432f-9e8b-a07dc7cbbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.387549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-e8628839-51f9-432f-9e8b-a07dc7cbbb07 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b938cdf-03e1-4f41-b402-900d7cc9c47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397762 May 06 09:37:06.412238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58571234-c4b0-401a-abb7-b1d817215781 req-b28efe9f-81b5-40cc-aff2-2b67cf3f57ca tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.413719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58571234-c4b0-401a-abb7-b1d817215781 req-b28efe9f-81b5-40cc-aff2-2b67cf3f57ca tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.1771786 May 06 09:37:06.655401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58571234-c4b0-401a-abb7-b1d817215781 req-897983fa-abd7-443d-8c1f-67a7f43a19ff tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869800 May 06 09:37:06.667961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-df6058b7-31bc-4c32-b0d4-bb354b865371 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002176 May 06 09:37:06.674513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08eff8-0833-4462-a051-65b6111780fb req-3978fe75-ebc2-4b34-b60e-44bee815c930 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:06.675998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab08eff8-0833-4462-a051-65b6111780fb req-3978fe75-ebc2-4b34-b60e-44bee815c930 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 944 time: 0.2086895 May 06 09:37:06.682221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cb001ff-e7c6-4b01-b207-e5e41f860197 req-445d82a8-7d24-44d1-aafd-03c941bcce8d service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071952 May 06 09:37:07.016350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-e28404c5-248b-4235-a2da-5ee52153949a service neutron] 10.222.0.82 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498638 May 06 09:37:07.120223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab08eff8-0833-4462-a051-65b6111780fb req-9ce2c6cf-c0de-432a-b8bf-92532bdbb295 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4242864 May 06 09:37:07.167544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-d5d0a154-2de1-45ac-98a0-a06bb5b6877d service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876482 May 06 09:37:07.177318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7632811-3cba-44e3-834c-cda471108c61 req-501815fc-9fdd-4e05-a4f6-e1432472ce06 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.184641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7632811-3cba-44e3-834c-cda471108c61 req-501815fc-9fdd-4e05-a4f6-e1432472ce06 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.1717792 May 06 09:37:07.251022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d683cc62-c123-4132-b84c-1784099714ca req-b027ee51-0790-460f-80c2-5a8908332714 service neutron] 10.222.0.82 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126741 May 06 09:37:07.269337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7632811-3cba-44e3-834c-cda471108c61 req-a6754939-956c-44dc-a180-0f9b86cc3d7b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837629 May 06 09:37:07.280877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e7cac-b068-419a-a181-5994e2ddd5dd req-8d7f7104-ae9c-4ed2-889a-c79773aed659 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.282827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e68e7cac-b068-419a-a181-5994e2ddd5dd req-8d7f7104-ae9c-4ed2-889a-c79773aed659 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.0867946 May 06 09:37:07.332707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e68e7cac-b068-419a-a181-5994e2ddd5dd req-3818f66a-3b23-4087-8387-793ac4deb9c3 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377212 May 06 09:37:07.467804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fb442-6eaf-485a-bb32-02c111fd24e2 req-1470fb9c-49ce-4f8b-980f-0743be634d6b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.469453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-707fb442-6eaf-485a-bb32-02c111fd24e2 req-1470fb9c-49ce-4f8b-980f-0743be634d6b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 943 time: 0.0786111 May 06 09:37:07.481568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742764e-ec1e-4fd1-825b-5716b65ab2df req-6eb8298f-6535-4ba8-aefe-4df08916b80d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.483680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f742764e-ec1e-4fd1-825b-5716b65ab2df req-6eb8298f-6535-4ba8-aefe-4df08916b80d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 948 time: 0.0836046 May 06 09:37:07.544225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-707fb442-6eaf-485a-bb32-02c111fd24e2 req-0cedb3fb-a603-42a1-9bf2-d40ec4e3f133 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595000 May 06 09:37:07.549896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f742764e-ec1e-4fd1-825b-5716b65ab2df req-e5c5316a-9f8c-444b-9209-be2bf298c373 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596540 May 06 09:37:07.679679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b6180-ecc7-4723-8905-6181d2e12f6c req-d851e251-83f8-46bd-8b15-a3c8aeaf797c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.681278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d75b6180-ecc7-4723-8905-6181d2e12f6c req-d851e251-83f8-46bd-8b15-a3c8aeaf797c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 943 time: 0.0550902 May 06 09:37:07.724587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d75b6180-ecc7-4723-8905-6181d2e12f6c req-728d3337-2237-45fa-ab42-380993906ed7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361300 May 06 09:37:07.781391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4693d96a-4fea-43f8-abb8-a1feff857d5c up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:07.837675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 4693d96a-4fea-43f8-abb8-a1feff857d5c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:37:07.843271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 4693d96a-4fea-43f8-abb8-a1feff857d5c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:07.843707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.941821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c87528-efee-4521-aa9d-0d4771878593 req-696b19b0-c5af-4145-a4e0-29ae203d83de tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:07.943314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23c87528-efee-4521-aa9d-0d4771878593 req-696b19b0-c5af-4145-a4e0-29ae203d83de tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.0773530 May 06 09:37:07.947058 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:07.980845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:07.983710 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d117d8c7-ed05-42a6-8a21-c1311cf45d76" -d '{"events": [{"server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "name": "network-vif-plugged", "status": "completed", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:07.996620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4693d96a-4fea-43f8-abb8-a1feff857d5c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:08.006684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23c87528-efee-4521-aa9d-0d4771878593 req-a58f472f-9471-49c5-b034-26d72e7a2464 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467336 May 06 09:37:08.021424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.021424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:08.107167 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adde32b7-ec17-4683-a6df-c89b939740ef x-openstack-request-id: req-adde32b7-ec17-4683-a6df-c89b939740ef {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:08.107663 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "name": "network-vif-plugged", "status": "completed", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:08.107663 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-adde32b7-ec17-4683-a6df-c89b939740ef {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:08.108310 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adde32b7-ec17-4683-a6df-c89b939740ef'] response: {'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'code': 200} May 06 09:37:08.130387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4693d96a-4fea-43f8-abb8-a1feff857d5c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:08.267454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d2340-2928-49f6-9b09-59d31c018808 req-3ef04b24-cbcf-4fd0-a5a3-a75dd4bebd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:08.269109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-517d2340-2928-49f6-9b09-59d31c018808 req-3ef04b24-cbcf-4fd0-a5a3-a75dd4bebd5e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 1096 time: 0.0618942 May 06 09:37:08.349576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-517d2340-2928-49f6-9b09-59d31c018808 req-3194604c-3dab-45cd-a9c6-1e70e063cb8e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643742 May 06 09:37:08.358527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a594863-0c03-4b48-b34a-67a8632a7150 req-0466738c-9a87-423d-8143-e8ee3a45346b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:08.360210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a594863-0c03-4b48-b34a-67a8632a7150 req-0466738c-9a87-423d-8143-e8ee3a45346b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.0775237 May 06 09:37:08.412516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a594863-0c03-4b48-b34a-67a8632a7150 req-25e0d921-4436-40df-9b70-a46abbf4f1d0 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447395 May 06 09:37:08.493270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-ece8043f-ae95-4844-abdf-05d3a44fb16c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:08.495219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-ece8043f-ae95-4844-abdf-05d3a44fb16c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d6ed616-5d47-4d30-b74a-d739fbe511c7 HTTP/1.1" status: 200 len: 943 time: 0.0670526 May 06 09:37:08.636437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Deleting port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:08.636829 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.773923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc122e-39e8-4b83-808f-6f474f96e92a req-f82fdf27-7c79-4453-99de-9a2f19f3d4fb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:08.775615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fdc122e-39e8-4b83-808f-6f474f96e92a req-f82fdf27-7c79-4453-99de-9a2f19f3d4fb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.1198628 May 06 09:37:08.797765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] For port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:08.798108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:08.820120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Calling delete_port for 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:08.852720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fdc122e-39e8-4b83-808f-6f474f96e92a req-20658900-9360-45dc-bab9-dbf5d670a41c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 May 06 09:37:09.030977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.051834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb9dfe-d825-4966-bf93-2c4ec003794b req-f2a8175b-fee3-4dd6-b7da-615c4b9b8f67 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.053682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30fb9dfe-d825-4966-bf93-2c4ec003794b req-f2a8175b-fee3-4dd6-b7da-615c4b9b8f67 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 948 time: 0.0904562 May 06 09:37:09.088457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event deleted for resources: {'Port': ['ID=4df48b5f-7d46-4514-b2bb-2ef31a5e37f2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:09.149380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] No DVR routers for this DVR port 4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:09.152441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:09.157905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa810d70-6e58-48b4-84d6-87d7b3acd990 req-f7b5f857-8d7d-4a0b-9223-f29295506c76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "DELETE /v2.0/ports/4df48b5f-7d46-4514-b2bb-2ef31a5e37f2 HTTP/1.1" status: 204 len: 173 time: 0.6545231 May 06 09:37:09.164721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-deleted', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:09.166737 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28bc74a-f98d-468b-bd6b-8ff420dd4539" -d '{"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-deleted", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:09.178872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30fb9dfe-d825-4966-bf93-2c4ec003794b req-b826f55e-ab27-4143-aee5-9d182097e8cb tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998986 May 06 09:37:09.328972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b25b1-e31e-4f07-89d9-36e71efcc1c2 req-dda85527-898b-49de-b963-ded8fe884d12 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.330476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e3b25b1-e31e-4f07-89d9-36e71efcc1c2 req-dda85527-898b-49de-b963-ded8fe884d12 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.0586824 May 06 09:37:09.388445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e3b25b1-e31e-4f07-89d9-36e71efcc1c2 req-ae0ae9a9-d4b5-41ea-a371-3cecf88536dc tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 May 06 09:37:09.507136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da3e8-d5f2-4fdf-aee6-c5e035c261e4 req-848ace44-43d6-4bf1-be80-69f14e52f44d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.507136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c0da3e8-d5f2-4fdf-aee6-c5e035c261e4 req-848ace44-43d6-4bf1-be80-69f14e52f44d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 943 time: 0.0580876 May 06 09:37:09.579778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c0da3e8-d5f2-4fdf-aee6-c5e035c261e4 req-1f10dd85-6aeb-485e-bbbb-6fe30c55a96f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669353 May 06 09:37:09.633390 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 May 2022 09:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b0f81-c60e-4507-a392-49c7cffc2977 x-openstack-request-id: req-7b0b0f81-c60e-4507-a392-49c7cffc2977 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:09.633906 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6ed616-5d47-4d30-b74a-d739fbe511c7", "name": "network-vif-deleted", "tag": "4df48b5f-7d46-4514-b2bb-2ef31a5e37f2", "status": "failed", "code": 422}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:09.634311 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b0b0f81-c60e-4507-a392-49c7cffc2977 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:09.634904 n-d-840834-1 neutron-server[102742]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7b0b0f81-c60e-4507-a392-49c7cffc2977']: {'server_uuid': '6d6ed616-5d47-4d30-b74a-d739fbe511c7', 'name': 'network-vif-deleted', 'tag': '4df48b5f-7d46-4514-b2bb-2ef31a5e37f2', 'status': 'failed', 'code': 422} returned with failed status May 06 09:37:09.705311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7078362-f669-471d-95ad-7f955d4b79f8 req-47e5ca5e-6d02-4064-8e85-01deb4178020 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.708096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7078362-f669-471d-95ad-7f955d4b79f8 req-47e5ca5e-6d02-4064-8e85-01deb4178020 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.0696425 May 06 09:37:09.782152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a64d60-e19a-4164-b3ca-26f57a90c4df req-eac4722b-044b-466e-b002-69db95f549d4 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:09.783756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83a64d60-e19a-4164-b3ca-26f57a90c4df req-eac4722b-044b-466e-b002-69db95f549d4 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.0744579 May 06 09:37:09.792305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7078362-f669-471d-95ad-7f955d4b79f8 req-211f5f2c-ff66-4488-ae54-c0eaf4f96df3 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732188 May 06 09:37:09.852043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83a64d60-e19a-4164-b3ca-26f57a90c4df req-eff03fbc-2bc7-47bc-a931-f97005b14f71 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463023 May 06 09:37:09.888908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a50b2efb-10a2-4a5f-a23e-a8225529a851 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:10.009595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf9a11-ad94-46ac-9a17-be612c70109d req-7ffeb45a-dad1-463c-89ec-486150b46ca6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.011150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cdf9a11-ad94-46ac-9a17-be612c70109d req-7ffeb45a-dad1-463c-89ec-486150b46ca6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.0579212 May 06 09:37:10.105299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cdf9a11-ad94-46ac-9a17-be612c70109d req-a500384b-73f0-40fc-9ed6-e88c48a396c6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875857 May 06 09:37:10.113682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:10.130188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'mac_address': 'fa:16:3e:1d:a3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:10.181072 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.200713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50b2efb-10a2-4a5f-a23e-a8225529a851 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:10.240197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:10.270753 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.271411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c79e03cb-5a8f-4a72-80d1-19e043739a6a details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:10.415119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:10.443380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'mac_address': 'fa:16:3e:9c:56:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:10.449063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771f90-5798-4a53-8ef0-c6294c729913 req-b07db56f-e0cc-44bf-8fe3-5c38904d4f57 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.457589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-b07db56f-e0cc-44bf-8fe3-5c38904d4f57 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.3310027 May 06 09:37:10.486747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccb18a-967c-4ba1-997e-74257c403a67 req-e20d340a-f499-4760-8522-c45a1d0a3e14 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.495978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cccb18a-967c-4ba1-997e-74257c403a67 req-e20d340a-f499-4760-8522-c45a1d0a3e14 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 949 time: 0.1821318 May 06 09:37:10.511168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-241af4bc-6c55-4b0d-b794-e69d3a685f50 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/quotas/572e50a56d59423dbaa3299982dc2b1c HTTP/1.1" status: 200 len: 375 time: 0.0522180 May 06 09:37:10.554332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-da3132b7-1524-451a-9650-5231050d81fb tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.555993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-da3132b7-1524-451a-9650-5231050d81fb tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.83 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.2421219 May 06 09:37:10.587540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-37efca46-33d3-49f9-91bf-74d84301c85a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744379 May 06 09:37:10.627050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.628422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:10.643840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79e03cb-5a8f-4a72-80d1-19e043739a6a {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:10.666738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:10.675624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.698559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cccb18a-967c-4ba1-997e-74257c403a67 req-79159f9d-eb72-4473-85a6-1868ba913c4a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967628 May 06 09:37:10.759053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:10.803294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-01710df9-bf12-4363-a624-78a35fd45f2d service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157063 May 06 09:37:10.911891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Deleting port 1fb3e2b4-a183-46c4-8339-73ca53517c7e {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:10.912311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:10.982918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb498fd-7c09-4b5f-babc-b75ce04d2c50 req-6f06ec78-13a4-4941-be8e-4034e9a2698f tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:10.984368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bb498fd-7c09-4b5f-babc-b75ce04d2c50 req-6f06ec78-13a4-4941-be8e-4034e9a2698f tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 950 time: 0.1780298 May 06 09:37:11.020480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-4efaeb21-4cbe-4b73-934d-47cd5dda9d62 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161934 May 06 09:37:11.078664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bb498fd-7c09-4b5f-babc-b75ce04d2c50 req-f0220f8b-3981-4074-b0b3-81546dc6c5d8 tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/security-groups?id=d725ce43-8385-47ea-80bb-3e1a492df8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835817 May 06 09:37:11.086192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] For port 1fb3e2b4-a183-46c4-8339-73ca53517c7e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1fb3e2b4-a183-46c4-8339-73ca53517c7e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:11.086563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.102364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Calling delete_port for 1fb3e2b4-a183-46c4-8339-73ca53517c7e owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:11.223279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['c79e03cb-5a8f-4a72-80d1-19e043739a6a'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:11.247692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['a50b2efb-10a2-4a5f-a23e-a8225529a851'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:11.316400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-10920d42-edd4-431e-ab44-331a03021dd3 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:11.318193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-10920d42-edd4-431e-ab44-331a03021dd3 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1494436 May 06 09:37:11.335453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840834-1'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:11.407265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.417952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbab8-65f2-43bc-8980-67fdadd76b4d req-fc4dddd0-1b3c-47ee-ae07-b5eca5fe59db tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:11.426434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-313fbab8-65f2-43bc-8980-67fdadd76b4d req-fc4dddd0-1b3c-47ee-ae07-b5eca5fe59db tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.1954155 May 06 09:37:11.443711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840adcd9-460f-4d86-9a3e-c2d342c661a1 req-d1d843c9-e647-4fbd-8043-52f477896eda tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:11.445549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-840adcd9-460f-4d86-9a3e-c2d342c661a1 req-d1d843c9-e647-4fbd-8043-52f477896eda tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 944 time: 0.2926605 May 06 09:37:11.562897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-840adcd9-460f-4d86-9a3e-c2d342c661a1 req-1442576a-d792-4939-a982-b475be3c6ffa tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010537 May 06 09:37:11.599325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-313fbab8-65f2-43bc-8980-67fdadd76b4d req-c88fdefe-9cab-4971-ac87-fb1cbe1d70dd tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719394 May 06 09:37:11.691132 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:11.761516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd9e21e9-dac8-4184-aa37-89c6efce184c req-e49b4714-448d-4952-a00b-a2042024738c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 210 time: 0.0843053 May 06 09:37:11.833386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Pushing event deleted for resources: {'Port': ['ID=1fb3e2b4-a183-46c4-8339-73ca53517c7e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:11.905206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:11.957639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:12.006980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] No DVR routers for this DVR port 1fb3e2b4-a183-46c4-8339-73ca53517c7e on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:12.016792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.022712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc69c33a-5470-46e3-81fd-8385ab7bdb2e req-0698229c-8634-4320-8227-7e3a98de3cda tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.83 "DELETE /v2.0/ports/1fb3e2b4-a183-46c4-8339-73ca53517c7e HTTP/1.1" status: 204 len: 173 time: 1.4457748 May 06 09:37:12.025589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c854c172-f6a4-497c-929d-2285a0604836', 'name': 'network-vif-deleted', 'tag': '1fb3e2b4-a183-46c4-8339-73ca53517c7e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:12.028862 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53aef29d-f2c2-4868-8981-a542e1c27a44" -d '{"events": [{"server_uuid": "c854c172-f6a4-497c-929d-2285a0604836", "name": "network-vif-deleted", "tag": "1fb3e2b4-a183-46c4-8339-73ca53517c7e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:12.043504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cca80d-2b84-4ce9-994a-e2e9eb94529c req-2e221e03-cfed-416b-9dde-fe9a55a5bda7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.045784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26cca80d-2b84-4ce9-994a-e2e9eb94529c req-2e221e03-cfed-416b-9dde-fe9a55a5bda7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.2768865 May 06 09:37:12.067696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:12.079892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003282f9-471d-4d13-b64c-9a55ab4b4ebb req-77588989-cf31-46ef-9722-63d53a9864dc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.086357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-003282f9-471d-4d13-b64c-9a55ab4b4ebb req-77588989-cf31-46ef-9722-63d53a9864dc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 945 time: 0.2492070 May 06 09:37:12.087967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 has no active binding in host n-h2-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:37:12.156754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:12.200847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26cca80d-2b84-4ce9-994a-e2e9eb94529c req-c7053136-47ae-4186-bdf4-a6a01f12cb4f tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389985 May 06 09:37:12.208841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-003282f9-471d-4d13-b64c-9a55ab4b4ebb req-19b3b052-268d-4c86-a4b1-566ef63869f5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055889 May 06 09:37:12.227911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.235471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.350204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:12.369943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on host n-h1-840834-1 for vnic_type normal with profile {"migrating_to": "n-h2-840834-1"} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:12.370271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:12.370590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:12.378305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:12.378617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Attempting to bind port d7b7e710-8f96-49a1-9554-e53f0787bed5 on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:12.389596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757f0b2-3c98-453f-9cd0-b788629e214b req-18cdfb85-336b-4e11-97dd-40e3394a9de1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.391058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4757f0b2-3c98-453f-9cd0-b788629e214b req-18cdfb85-336b-4e11-97dd-40e3394a9de1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 949 time: 0.0905337 May 06 09:37:12.395096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:12.395435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:12.395832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:12.396261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Bound port: d7b7e710-8f96-49a1-9554-e53f0787bed5, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:12.396603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.508575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4757f0b2-3c98-453f-9cd0-b788629e214b req-6e8e80c4-8ca6-488a-9e91-61826eddd68f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974789 May 06 09:37:12.614094 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bed0159-3064-4ae0-a8d4-adc528a35c6c x-openstack-request-id: req-9bed0159-3064-4ae0-a8d4-adc528a35c6c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:12.614795 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c854c172-f6a4-497c-929d-2285a0604836", "name": "network-vif-deleted", "tag": "1fb3e2b4-a183-46c4-8339-73ca53517c7e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:12.614795 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9bed0159-3064-4ae0-a8d4-adc528a35c6c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:12.615020 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bed0159-3064-4ae0-a8d4-adc528a35c6c'] response: {'server_uuid': 'c854c172-f6a4-497c-929d-2285a0604836', 'name': 'network-vif-deleted', 'tag': '1fb3e2b4-a183-46c4-8339-73ca53517c7e', 'status': 'completed', 'code': 200} May 06 09:37:12.616636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:12.641078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-369a6d4a-772c-4c02-a681-6ae733325f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.644496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:12.656400 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.812376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d961881f-2329-4071-b547-e02ea3071844 req-ffea9140-9222-493c-9419-18d4ed589dcf tempest-TenantUsagesTestJSON-2053278502 tempest-TenantUsagesTestJSON-2053278502-project] 10.222.0.76 "GET /v2.0/ports?device_id=c854c172-f6a4-497c-929d-2285a0604836 HTTP/1.1" status: 200 len: 210 time: 0.1271551 May 06 09:37:12.837914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771f90-5798-4a53-8ef0-c6294c729913 req-faace4e2-fb73-4ff3-8fdb-a084d4755f38 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.839761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-faace4e2-fb73-4ff3-8fdb-a084d4755f38 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.3099198 May 06 09:37:12.883625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.884689 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:12.886049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] 10.222.0.83 "PUT /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 1121 time: 1.5547869 May 06 09:37:12.894638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Request body: {'port': {'device_id': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'admin_state_up': True, 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:12.927722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0afe0f-5022-4836-bec5-e6b6ede83e7a service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=8']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:12.973732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efd917-4768-46ed-9c4d-3c32cfe55a7d req-8f58c55d-debb-4216-aa8e-340a02909322 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:12.975675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8efd917-4768-46ed-9c4d-3c32cfe55a7d req-8f58c55d-debb-4216-aa8e-340a02909322 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.2492068 May 06 09:37:12.986091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38136) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:12.993032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Request body: {'floatingip': {'port_id': '4693d96a-4fea-43f8-abb8-a1feff857d5c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:12.994618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['d7b7e710-8f96-49a1-9554-e53f0787bed5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:13.043153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d7b7e710-8f96-49a1-9554-e53f0787bed5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:13.107701 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.126991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83744f90-f214-4e0c-8f21-aafaf5f2a53a req-351aa9d9-c494-4b74-a63a-22fc8db91ca0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:13.136841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83744f90-f214-4e0c-8f21-aafaf5f2a53a req-351aa9d9-c494-4b74-a63a-22fc8db91ca0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 944 time: 0.2131996 May 06 09:37:13.217825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83744f90-f214-4e0c-8f21-aafaf5f2a53a req-a8230246-4c5a-4f22-a1eb-30e36917f258 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798731 May 06 09:37:13.274181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:13.291149 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.353850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef3ccd05-442a-4426-8124-e5b89451ad6b req-8f3bac50-3742-4a42-85d5-4ebaef65221b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 210 time: 0.1072402 May 06 09:37:13.505826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3909-2156-4f85-a895-3fa067b78afa req-d94d0e78-5e78-4af9-b4fc-e5863b989c4e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:13.507801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-449a3909-2156-4f85-a895-3fa067b78afa req-d94d0e78-5e78-4af9-b4fc-e5863b989c4e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1409590 May 06 09:37:13.541272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Allocated IP 172.20.0.4 (c2e0bfbc-204a-4f2e-b60d-1d76e98190cf/fba4aadc-a164-4bed-bdbd-91ce48956fde/03475460-7cc8-4d17-97bf-626ccfef6bea) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:13.581689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-449a3909-2156-4f85-a895-3fa067b78afa req-920aabe2-847b-453f-b76b-94476a3760e4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650508 May 06 09:37:13.749654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.756496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:13.881796 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4 associated. External IP: 172.25.8.105, port: 4693d96a-4fea-43f8-abb8-a1feff857d5c. May 06 09:37:13.916287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a50b2efb-10a2-4a5f-a23e-a8225529a851 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:14.022870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port a50b2efb-10a2-4a5f-a23e-a8225529a851 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:37:14.027641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port a50b2efb-10a2-4a5f-a23e-a8225529a851 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:14.028421 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.090449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89b416-08f4-45b2-a467-a69e742a761d req-5a3b139a-71e6-4fab-8f96-c44a01fdad18 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.098287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff89b416-08f4-45b2-a467-a69e742a761d req-5a3b139a-71e6-4fab-8f96-c44a01fdad18 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 949 time: 0.4852207 May 06 09:37:14.153355 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.177648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff89b416-08f4-45b2-a467-a69e742a761d req-64b71c96-db02-4ee6-a3eb-627519f6b5f3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730419 May 06 09:37:14.206676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:14.208609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:14.213874 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22599e94-04ab-4a16-94a3-965d7716c027" -d '{"events": [{"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-plugged", "status": "completed", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:14.221218 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.222225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c79e03cb-5a8f-4a72-80d1-19e043739a6a up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:14.229410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Router 405a16d9-1ecc-47bd-9298-55f4272508a1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:14.243001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.319951 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70524ec-9c39-44f1-b4b4-5140d45804f2 x-openstack-request-id: req-b70524ec-9c39-44f1-b4b4-5140d45804f2 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:14.320790 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-plugged", "status": "completed", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:14.321353 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b70524ec-9c39-44f1-b4b4-5140d45804f2 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:14.321900 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70524ec-9c39-44f1-b4b4-5140d45804f2'] response: {'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'code': 200} May 06 09:37:14.343652 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.344993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:14.360590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port c79e03cb-5a8f-4a72-80d1-19e043739a6a completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:37:14.376582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port c79e03cb-5a8f-4a72-80d1-19e043739a6a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:14.377103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.443772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38174) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:14.479714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:14.481099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:14.488794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.492087 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] Sync routers for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:14.501317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:14.505660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:14.511124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:14.512004 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:14.522191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event updated for resources: {'Port': ['ID=03475460-7cc8-4d17-97bf-626ccfef6bea,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:14.539786 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f53a0310-0c1e-476d-8371-77affb61fdc2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "PUT /v2.0/floatingips/b7585e34-1365-4c39-9bef-62b4f276a5e4 HTTP/1.1" status: 200 len: 991 time: 1.5493701 May 06 09:37:14.539786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:14.542574 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63743364-8d62-4a6d-a825-d757881f2040" -d '{"events": [{"name": "network-changed", "server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:14.600904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad2b47-9598-46f6-aae0-819e761fa82b req-0c2165e3-6eed-4c5d-8979-409e30ac4692 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.609668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7ad2b47-9598-46f6-aae0-819e761fa82b req-0c2165e3-6eed-4c5d-8979-409e30ac4692 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 944 time: 0.2475202 May 06 09:37:14.609899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.618358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5'}, {'name': 'network-changed', 'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:14.620962 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6030c-f51c-4403-b309-a267d5486a76" -d '{"events": [{"server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5"}, {"name": "network-changed", "server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:14.629474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.630101 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.634567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0667aee-419b-45a4-a574-e4995c9fab9c req-0a70b28f-b9a4-4e76-8f36-864982c18a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.636078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0667aee-419b-45a4-a574-e4995c9fab9c req-0a70b28f-b9a4-4e76-8f36-864982c18a52 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 1101 time: 0.2209513 May 06 09:37:14.678519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d3979-435b-4182-a90e-0df911382892 req-6c946153-6ab0-40e2-85f9-756baecb3819 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:14.688054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e55d3979-435b-4182-a90e-0df911382892 req-6c946153-6ab0-40e2-85f9-756baecb3819 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 931 time: 0.2289710 May 06 09:37:14.700670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:14.707855 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.709990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1fb3e2b4-a183-46c4-8339-73ca53517c7e no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:14.714756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-917e63ac-e16f-4dbb-8863-b676411b8358 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8435676 May 06 09:37:14.740810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Request body: {'port': {'device_id': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:14.741063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 1fb3e2b4-a183-46c4-8339-73ca53517c7e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:14.741340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1fb3e2b4-a183-46c4-8339-73ca53517c7e not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:14.780518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7ad2b47-9598-46f6-aae0-819e761fa82b req-19d032a6-4560-4791-ba81-149904c34c64 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699374 May 06 09:37:14.794281 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-89a5f2e2-cbea-4d0e-b27d-11a410b7b5d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eefdb0139cae4b2aa9197ea9d2da408b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472011 May 06 09:37:14.796001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:14.812620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0667aee-419b-45a4-a574-e4995c9fab9c req-30fac6b0-62e1-4742-b96e-f384279294aa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623819 May 06 09:37:14.814444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38186) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:14.816599 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:14.837353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e55d3979-435b-4182-a90e-0df911382892 req-4f673b06-1214-40d6-941e-59c49a841200 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482811 May 06 09:37:14.914046 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42630752-dcd1-4204-8ae3-37238aff0523 x-openstack-request-id: req-42630752-dcd1-4204-8ae3-37238aff0523 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:14.914245 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:14.914621 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42630752-dcd1-4204-8ae3-37238aff0523 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:14.915024 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42630752-dcd1-4204-8ae3-37238aff0523'] response: {'name': 'network-changed', 'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'status': 'completed', 'code': 200} May 06 09:37:14.915646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6b8f-35c7-4a84-bc4d-db9b146d6956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.935755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:14.944250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6b8f-35c7-4a84-bc4d-db9b146d6956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.046743 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6b8f-35c7-4a84-bc4d-db9b146d6956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.049840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88719d4b-3c00-48aa-8292-f2887c47a181 req-761f6af8-9580-491f-9b33-5069a31be105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.051395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88719d4b-3c00-48aa-8292-f2887c47a181 req-761f6af8-9580-491f-9b33-5069a31be105 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.1443288 May 06 09:37:15.064595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-98f4682f-4d4d-4063-b9b5-aa9edec701e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.066701 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae6b6b8f-35c7-4a84-bc4d-db9b146d6956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.071269 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ae6b6b8f-35c7-4a84-bc4d-db9b146d6956 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d725ce43-8385-47ea-80bb-3e1a492df8eb HTTP/1.1" status: 204 len: 168 time: 0.2555614 May 06 09:37:15.083194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b6b8f-35c7-4a84-bc4d-db9b146d6956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d725ce43-8385-47ea-80bb-3e1a492df8eb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:15.107121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63743364-8d62-4a6d-a825-d757881f2040 req-13dc2f60-34c9-4873-89b5-0e6999256c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.108735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63743364-8d62-4a6d-a825-d757881f2040 req-13dc2f60-34c9-4873-89b5-0e6999256c8d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=4bc78a1ab88e486ca25840343c07abb5&device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 1096 time: 0.1446228 May 06 09:37:15.284022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88719d4b-3c00-48aa-8292-f2887c47a181 req-9578fc34-47fc-490e-9684-4a0171e5d401 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167230 May 06 09:37:15.292301 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7585e34-1365-4c39-9bef-62b4f276a5e4', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'port_id': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'mac_address': 'fa:16:3e:e1:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736354f-787c-4636-a931-f37baceedb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:33Z', 'updated_at': '2022-05-06T09:37:13Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:15.328412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514b512-36b4-42b4-97fa-e6b3a7970bd4 req-7214ceb7-d91f-4536-8f9d-fba4d651efc4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.329770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5514b512-36b4-42b4-97fa-e6b3a7970bd4 req-7214ceb7-d91f-4536-8f9d-fba4d651efc4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.2757745 May 06 09:37:15.364538 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] Checking router: 405a16d9-1ecc-47bd-9298-55f4272508a1 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:15.366929 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 May 2022 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b6c46c-6151-468f-b94c-e5c9bd3fe4a9 x-openstack-request-id: req-60b6c46c-6151-468f-b94c-e5c9bd3fe4a9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:15.367228 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "name": "network-vif-unplugged", "status": "completed", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5", "code": 200}, {"name": "network-changed", "server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:15.367479 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60b6c46c-6151-468f-b94c-e5c9bd3fe4a9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:15.367903 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b6c46c-6151-468f-b94c-e5c9bd3fe4a9'] response: {'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5', 'code': 200} May 06 09:37:15.368164 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b6c46c-6151-468f-b94c-e5c9bd3fe4a9'] response: {'name': 'network-changed', 'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5', 'status': 'completed', 'code': 200} May 06 09:37:15.395427 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:15.396552 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:15.410612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63743364-8d62-4a6d-a825-d757881f2040 req-0f660fe8-8d18-4159-82de-20ea9a110ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.413427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63743364-8d62-4a6d-a825-d757881f2040 req-0f660fe8-8d18-4159-82de-20ea9a110ac1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 200 len: 924 time: 0.2463336 May 06 09:37:15.417252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5514b512-36b4-42b4-97fa-e6b3a7970bd4 req-0a126018-08b0-4d1b-b0dd-ff29d3744df1 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745692 May 06 09:37:15.487478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6030c-f51c-4403-b309-a267d5486a76 req-66cd0e6d-08f4-4ec2-a875-1fd6457b20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.492264 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cca6030c-f51c-4403-b309-a267d5486a76 req-66cd0e6d-08f4-4ec2-a875-1fd6457b20d6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1124 time: 0.0939734 May 06 09:37:15.538702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63743364-8d62-4a6d-a825-d757881f2040 req-e24dd4bf-cd7e-4bbc-bd73-07e93232e5d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c HTTP/1.1" status: 200 len: 999 time: 0.1183670 May 06 09:37:15.636044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1103bd-08f2-4dd6-8abf-6c9af695dcb3 req-ed0d6b8e-a0a8-43f2-9271-bc1a27efb8e8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.637563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d1103bd-08f2-4dd6-8abf-6c9af695dcb3 req-ed0d6b8e-a0a8-43f2-9271-bc1a27efb8e8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1438596 May 06 09:37:15.647399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63743364-8d62-4a6d-a825-d757881f2040 req-682b8cb7-9518-458a-a696-1c9c4155edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.648968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63743364-8d62-4a6d-a825-d757881f2040 req-682b8cb7-9518-458a-a696-1c9c4155edff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1dfa777c-428f-42ee-82dc-b84482d8c180 HTTP/1.1" status: 200 len: 862 time: 0.1021345 May 06 09:37:15.654156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03475460-7cc8-4d17-97bf-626ccfef6bea {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:15.654869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38208) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:15.675366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.680424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eecaa71f-4301-4621-9e2a-1bc2e93ad17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.686929 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:15.695179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6030c-f51c-4403-b309-a267d5486a76 req-ae86ebb1-bc3a-4b08-9b9f-4c4ef34ead51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.696662 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cca6030c-f51c-4403-b309-a267d5486a76 req-ae86ebb1-bc3a-4b08-9b9f-4c4ef34ead51 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1955385 May 06 09:37:15.727058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Transition to ACTIVE for port object 03475460-7cc8-4d17-97bf-626ccfef6bea will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:15.741061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d1103bd-08f2-4dd6-8abf-6c9af695dcb3 req-b3845df4-a8fc-4f6d-a403-b0440eeaed83 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955040 May 06 09:37:15.751151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.787526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cca6030c-f51c-4403-b309-a267d5486a76 req-24dd9761-c5f9-4ece-97d7-94e42ef443e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 217 time: 0.0785859 May 06 09:37:15.792700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63743364-8d62-4a6d-a825-d757881f2040 req-1b54a0d3-7e25-4ea4-9ade-6aeb4127873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.794854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63743364-8d62-4a6d-a825-d757881f2040 req-1b54a0d3-7e25-4ea4-9ade-6aeb4127873b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2b938cdf-03e1-4f41-b402-900d7cc9c47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211081 May 06 09:37:15.823157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Pushing event updated for resources: {'Port': ['ID=03475460-7cc8-4d17-97bf-626ccfef6bea,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:15.874222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6030c-f51c-4403-b309-a267d5486a76 req-00b61759-4066-4cbe-bf64-44994ea1a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:15.875957 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cca6030c-f51c-4403-b309-a267d5486a76 req-00b61759-4066-4cbe-bf64-44994ea1a599 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0706084 May 06 09:37:15.934381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:15.940645 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cca6030c-f51c-4403-b309-a267d5486a76 req-4f462034-8e52-41d5-85b7-36473bd1e457 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490329 May 06 09:37:15.945396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eecaa71f-4301-4621-9e2a-1bc2e93ad17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:15.953366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eecaa71f-4301-4621-9e2a-1bc2e93ad17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.077255 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eecaa71f-4301-4621-9e2a-1bc2e93ad17c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a41743b66b348f7ab6025de56a2d2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205670 May 06 09:37:16.085685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38216) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:16.096984 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7585e34-1365-4c39-9bef-62b4f276a5e4', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'port_id': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'mac_address': 'fa:16:3e:e1:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736354f-787c-4636-a931-f37baceedb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:33Z', 'updated_at': '2022-05-06T09:37:13Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:16.106595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfcd4e-977e-43e9-8826-d2760eda4232 req-e7a4d326-bcd3-47dc-a1c0-8a4ae6dbfd7c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.107938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7dfcd4e-977e-43e9-8826-d2760eda4232 req-e7a4d326-bcd3-47dc-a1c0-8a4ae6dbfd7c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1853831 May 06 09:37:16.122562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf198297-8e83-432a-a8b8-47d1e9bb1584 req-09b9f948-9528-4294-bbec-0a4dfbf96b0f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.124437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf198297-8e83-432a-a8b8-47d1e9bb1584 req-09b9f948-9528-4294-bbec-0a4dfbf96b0f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 943 time: 0.1759374 May 06 09:37:16.133957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63743364-8d62-4a6d-a825-d757881f2040 req-164674fb-4ed0-4821-9271-8aa8f262a15c service neutron] 10.222.0.82 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272066 May 06 09:37:16.135124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4146a64-b413-4b8f-bef7-52b47c1f8bc1 None None] The sync data for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 is: [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7585e34-1365-4c39-9bef-62b4f276a5e4', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'floating_ip_address': '172.25.8.105', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'port_id': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'mac_address': 'fa:16:3e:e1:23:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736354f-787c-4636-a931-f37baceedb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:34:33Z', 'updated_at': '2022-05-06T09:37:13Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:16.154065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Attempting to bind port 03475460-7cc8-4d17-97bf-626ccfef6bea on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:16.154371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Attempting to bind port 03475460-7cc8-4d17-97bf-626ccfef6bea by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:16.154701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Attempting to bind port 03475460-7cc8-4d17-97bf-626ccfef6bea on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:16.166148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:16.190083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '50101918-7d0a-4e27-9b08-768410a28013', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '50101918-7d0a-4e27-9b08-768410a28013', 'mac_address': 'fa:16:3e:0d:85:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:16.205808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Port 03475460-7cc8-4d17-97bf-626ccfef6bea on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:16.206130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Attempting to bind port 03475460-7cc8-4d17-97bf-626ccfef6bea on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:16.208710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaa71f-4301-4621-9e2a-1bc2e93ad17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ae0ec0-6e87-4565-aa19-abef470e8cc3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:16.215696 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cca6030c-f51c-4403-b309-a267d5486a76 req-a7234483-d6cf-41ed-b94f-b6be7dde1340 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641485 May 06 09:37:16.279182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.279952 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.295946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50101918-7d0a-4e27-9b08-768410a28013 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:16.305094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:16.305524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Checking segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:16.305969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Bound using segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:16.306476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Bound port: 03475460-7cc8-4d17-97bf-626ccfef6bea, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:16.306888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.324676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:16.324676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:16.327236 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b7a1b-c2ec-41be-99e1-932a95d71782" -d '{"events": [{"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:16.334722 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.335087 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cca6030c-f51c-4403-b309-a267d5486a76 req-120870f4-f74f-4303-a193-5fdd1a2b5ddd service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062350 May 06 09:37:16.374634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7dfcd4e-977e-43e9-8826-d2760eda4232 req-44a83d03-9e4e-46f3-a480-9e55eb719416 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473109 May 06 09:37:16.421679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf198297-8e83-432a-a8b8-47d1e9bb1584 req-589f88e8-f52f-42d7-b420-14265ed68255 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762504 May 06 09:37:16.424605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:16.437255 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ac9c69-9304-42d3-8698-d9b97ce1e00e x-openstack-request-id: req-76ac9c69-9304-42d3-8698-d9b97ce1e00e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:16.437520 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:16.437778 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76ac9c69-9304-42d3-8698-d9b97ce1e00e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:16.438173 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ac9c69-9304-42d3-8698-d9b97ce1e00e'] response: {'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'code': 200} May 06 09:37:16.452552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['50101918-7d0a-4e27-9b08-768410a28013'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:16.483510 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b87e6fc6-0b45-437f-9fd3-3cfd171925ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.504416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf6d80-0deb-400c-ba8a-d3bc9758a2e6 None None] New status for floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:37:16.580304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63743364-8d62-4a6d-a825-d757881f2040 req-b98dd126-aadd-4523-8cef-8d6922c6a8a2 service neutron] 10.222.0.82 "GET /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328139 May 06 09:37:16.581464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] For port 03475460-7cc8-4d17-97bf-626ccfef6bea, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:16.584761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b87e6fc6-0b45-437f-9fd3-3cfd171925ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.618553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] For port 03475460-7cc8-4d17-97bf-626ccfef6bea, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=03475460-7cc8-4d17-97bf-626ccfef6bea,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:16.637284 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.637524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.653968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564205fd-dbc5-4af1-8ab6-1bf8a27b16c4 req-d2c1e9d1-3425-482b-972e-61cc76b7fc74 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.655389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-564205fd-dbc5-4af1-8ab6-1bf8a27b16c4 req-d2c1e9d1-3425-482b-972e-61cc76b7fc74 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1387196 May 06 09:37:16.694501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.695363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.697858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] 10.222.0.82 "PUT /v2.0/ports/03475460-7cc8-4d17-97bf-626ccfef6bea HTTP/1.1" status: 200 len: 1091 time: 1.9672339 May 06 09:37:16.749722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc69712-6867-4124-afcf-6a1c59b41a0b service neutron] Pushing event updated for resources: {'Port': ['ID=03475460-7cc8-4d17-97bf-626ccfef6bea,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:16.752711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b87e6fc6-0b45-437f-9fd3-3cfd171925ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.755330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b87e6fc6-0b45-437f-9fd3-3cfd171925ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:16.758974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b87e6fc6-0b45-437f-9fd3-3cfd171925ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1ae0ec0-6e87-4565-aa19-abef470e8cc3 HTTP/1.1" status: 204 len: 168 time: 0.6665177 May 06 09:37:16.761109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-564205fd-dbc5-4af1-8ab6-1bf8a27b16c4 req-edf40d88-2209-4798-99fa-d5d7c4ddfe61 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812271 May 06 09:37:16.801991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e6fc6-0b45-437f-9fd3-3cfd171925ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ae0ec0-6e87-4565-aa19-abef470e8cc3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:16.828817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771f90-5798-4a53-8ef0-c6294c729913 req-0fa1240f-907e-4490-8fd5-02402d5be9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:16.830429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-0fa1240f-907e-4490-8fd5-02402d5be9a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 1094 time: 0.0693667 May 06 09:37:16.924704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-45de68be-6330-49f8-9258-f635d71af895 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03475460-7cc8-4d17-97bf-626ccfef6bea HTTP/1.1" status: 200 len: 217 time: 0.0859609 May 06 09:37:17.000240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5fe47544-d2ef-4358-9dfe-80cc30aaabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.001707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-5fe47544-d2ef-4358-9dfe-80cc30aaabac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0685117 May 06 09:37:17.010696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f068e0-cd6d-4f11-956b-cbc7cf9787d3 req-981ed8c3-18a6-4ce2-8822-cb3aac580d6c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.012221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56f068e0-cd6d-4f11-956b-cbc7cf9787d3 req-981ed8c3-18a6-4ce2-8822-cb3aac580d6c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0907800 May 06 09:37:17.055571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-69d1c362-05e8-4dd4-bfa1-d913ab3e7755 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406394 May 06 09:37:17.117631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56f068e0-cd6d-4f11-956b-cbc7cf9787d3 req-11b24f44-984f-49b1-90b1-08d2d2e12427 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946991 May 06 09:37:17.181102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-ceaafa4c-6c78-42f9-ad0c-989787a8e300 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113493 May 06 09:37:17.289399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22771f90-5798-4a53-8ef0-c6294c729913 req-630e973b-f618-41c8-bec4-d50362b10483 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999062 May 06 09:37:17.369882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'tag': '03475460-7cc8-4d17-97bf-626ccfef6bea'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:17.372867 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34363fd9-5efe-40ab-b7ec-e15948404719" -d '{"events": [{"name": "network-changed", "server_uuid": "512d6ec5-71f3-4317-bfaf-834fb5375406", "tag": "03475460-7cc8-4d17-97bf-626ccfef6bea"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:17.433792 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f023307-623f-4aab-87ab-e3207eaf3eef x-openstack-request-id: req-6f023307-623f-4aab-87ab-e3207eaf3eef {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:17.434084 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512d6ec5-71f3-4317-bfaf-834fb5375406", "tag": "03475460-7cc8-4d17-97bf-626ccfef6bea", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:17.434338 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f023307-623f-4aab-87ab-e3207eaf3eef {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:17.434987 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f023307-623f-4aab-87ab-e3207eaf3eef'] response: {'name': 'network-changed', 'server_uuid': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'tag': '03475460-7cc8-4d17-97bf-626ccfef6bea', 'status': 'completed', 'code': 200} May 06 09:37:17.576985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb491b-e261-436f-86f0-8a72ac52b6e7 req-d778669e-37dc-4359-8246-af303a55ed8d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.578801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbdb491b-e261-436f-86f0-8a72ac52b6e7 req-d778669e-37dc-4359-8246-af303a55ed8d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1261699 May 06 09:37:17.614598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-1f9f51f5-9a13-4478-b990-2512b8455c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.616107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-1f9f51f5-9a13-4478-b990-2512b8455c0c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 1094 time: 0.1268699 May 06 09:37:17.685592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c951f-b224-437b-9981-491fe3456850 req-c6a661b6-d940-4c47-bfc1-b4422a7c5998 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.688037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b01c951f-b224-437b-9981-491fe3456850 req-c6a661b6-d940-4c47-bfc1-b4422a7c5998 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 943 time: 0.1595974 May 06 09:37:17.698472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38264) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:17.703319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbdb491b-e261-436f-86f0-8a72ac52b6e7 req-e70eec5c-779d-4b1c-8512-dc7acec71e31 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164267 May 06 09:37:17.745146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b01c951f-b224-437b-9981-491fe3456850 req-cc33b14f-34b9-4495-8a15-29e9b4eb530d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479228 May 06 09:37:17.793376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-4cda5893-083e-404f-a2ad-b8d32c51cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.795144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-4cda5893-083e-404f-a2ad-b8d32c51cfe5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 913 time: 0.1688104 May 06 09:37:17.844938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-network', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:17.866394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-d2785cac-9aad-443c-ab16-bce83b09d4ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03475460-7cc8-4d17-97bf-626ccfef6bea HTTP/1.1" status: 200 len: 217 time: 0.0526061 May 06 09:37:17.869070 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Made reservation on behalf of d5aaceab44c04b12bc546f44fe768d06 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:17.871562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.881290 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.937537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:17.969418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-88b8a8f9-1868-4356-b49f-0f30dbc4b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:17.970890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-88b8a8f9-1868-4356-b49f-0f30dbc4b894 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0961139 May 06 09:37:17.975177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:17.982891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.002756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f255d9-2bac-4e99-9369-fd00d17b0cb2 req-47de94f7-e0ca-4f50-9372-600ef0e9e462 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.004423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3f255d9-2bac-4e99-9369-fd00d17b0cb2 req-47de94f7-e0ca-4f50-9372-600ef0e9e462 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1409140 May 06 09:37:18.023211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:37:18.045184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-99b18274-f5b9-4898-9b30-9d79093fc54e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549610 May 06 09:37:18.046665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.047091 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Added segment d1ee71b1-47cc-42f1-b542-aa7aad09a328 of type vlan for network 21e4cd16-a8df-4db2-b029-4e4e0754c55f May 06 09:37:18.050789 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.058281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a131042d-1425-4a98-9964-783bbc46437f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:18.058500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 50101918-7d0a-4e27-9b08-768410a28013 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:18.058710 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.111523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.114743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c01dfd-6de6-47d8-9498-200680a5fe83 req-e4227c84-0e84-406b-a98b-dfb5c4407d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.116784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11c01dfd-6de6-47d8-9498-200680a5fe83 req-e4227c84-0e84-406b-a98b-dfb5c4407d66 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 1096 time: 0.1643920 May 06 09:37:18.145236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.146556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.148011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.150587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3f255d9-2bac-4e99-9369-fd00d17b0cb2 req-8a539dcd-2209-4e21-bbf8-f3bea6838116 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350908 May 06 09:37:18.186638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11c01dfd-6de6-47d8-9498-200680a5fe83 req-f85812e3-e4a8-4697-8086-4dcb72b108a1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592036 May 06 09:37:18.194474 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.205054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-da3462ca-3ce5-4e42-b75e-f9fe504708d4 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486144 May 06 09:37:18.238608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:18.242567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] Pushing event updated for resources: {'Network': ['ID=21e4cd16-a8df-4db2-b029-4e4e0754c55f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:18.246103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.257235 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95a835dc-960d-4729-bbc0-bb83c8f3676c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5576706 May 06 09:37:18.261254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:18.273248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Request body: {'subnet': {'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-subnet', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:18.310221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:37:18.312306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Made reservation on behalf of d5aaceab44c04b12bc546f44fe768d06 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:18.317437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.355162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:18.383638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0737a-4b64-4975-b152-76a88b67298c req-7f13d6f4-2aec-4d89-8c5b-4658b7c330c8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.392924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2c0737a-4b64-4975-b152-76a88b67298c req-7f13d6f4-2aec-4d89-8c5b-4658b7c330c8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0948687 May 06 09:37:18.404936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34363fd9-5efe-40ab-b7ec-e15948404719 req-270ea22b-abae-4c9f-bd5c-3593aa14ece3 service neutron] 10.222.0.82 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911137 May 06 09:37:18.439678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:18.440357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2c0737a-4b64-4975-b152-76a88b67298c req-f4d5e02b-128e-47da-a870-d3dfc5d86647 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460546 May 06 09:37:18.442245 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5810eb-8623-4f51-963e-c64eb4899b4b" -d '{"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:18.480984 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3d79cc-4d09-485f-8aa1-24bb5d7fe55b x-openstack-request-id: req-6f3d79cc-4d09-485f-8aa1-24bb5d7fe55b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:18.481306 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:18.481763 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6f3d79cc-4d09-485f-8aa1-24bb5d7fe55b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:18.482279 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3d79cc-4d09-485f-8aa1-24bb5d7fe55b'] response: {'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013', 'code': 200} May 06 09:37:18.540673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.602587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4542df-3a16-4ad3-a840-0eef9e212b79,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:18.612313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Checking segment: {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:18.612673 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Network hostable DHCP agents. Network: 21e4cd16-a8df-4db2-b029-4e4e0754c55f, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:37:18.613206 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.635399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:37:18.647688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 21e4cd16-a8df-4db2-b029-4e4e0754c55f) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:18.652262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.652845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.660035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc66f78f-4aa8-4c6c-b9db-72c77acfa918 None None] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:18.669589 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-13d56760-568c-4a2c-aff1-cd9ad2edcffd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4048131 May 06 09:37:18.672348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38286) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:18.677298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:18.701976 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.704524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.774695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.860668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:37:18.861632 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:18.862334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2bf9-01e2-45e9-be80-d7ed2147f6e5 req-8a44c0d7-d3af-4e6b-b1eb-144694a494e6 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.863932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29cf2bf9-01e2-45e9-be80-d7ed2147f6e5 req-8a44c0d7-d3af-4e6b-b1eb-144694a494e6 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.0718791 May 06 09:37:18.944182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e6dfc-a373-47d5-adba-507c39285b68 req-46176c37-649b-4a7f-a815-155729e80f5e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:18.945891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e57e6dfc-a373-47d5-adba-507c39285b68 req-46176c37-649b-4a7f-a815-155729e80f5e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 943 time: 0.0806277 May 06 09:37:18.985015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29cf2bf9-01e2-45e9-be80-d7ed2147f6e5 req-afa756aa-2bb5-4db5-9def-7a9d4b8d2532 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805347 May 06 09:37:19.003833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e57e6dfc-a373-47d5-adba-507c39285b68 req-4ee17b24-b634-4b6c-b974-1df50d7cf33a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 May 06 09:37:19.204481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Allocated IP 172.20.0.2 (21e4cd16-a8df-4db2-b029-4e4e0754c55f/fa4542df-3a16-4ad3-a840-0eef9e212b79/82a47b10-f247-474b-921e-270a02574a0f) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:19.226034 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.307287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fe47c-e2f0-4fdf-9ad3-38b10cde9e7f req-28e478cd-deaa-4583-b682-82f3a28dcc20 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.329132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-479fe47c-e2f0-4fdf-9ad3-38b10cde9e7f req-28e478cd-deaa-4583-b682-82f3a28dcc20 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.0784450 May 06 09:37:19.378662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-479fe47c-e2f0-4fdf-9ad3-38b10cde9e7f req-b9d8042e-3acb-4368-9dc5-68db2efa0194 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475554 May 06 09:37:19.416710 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.424550 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.479276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Pushing event updated for resources: {'Port': ['ID=82a47b10-f247-474b-921e-270a02574a0f,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:19.485561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:19.487195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:19.493930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:19.503798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.530508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.557399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Attempting to bind port 82a47b10-f247-474b-921e-270a02574a0f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:19.558160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Attempting to bind port 82a47b10-f247-474b-921e-270a02574a0f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:19.559156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Attempting to bind port 82a47b10-f247-474b-921e-270a02574a0f on network 21e4cd16-a8df-4db2-b029-4e4e0754c55f {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:19.565713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:19.566500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Checking segment: {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:19.567103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.567488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Bound using segment: {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:19.568115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Bound port: 82a47b10-f247-474b-921e-270a02574a0f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:19.571946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.588137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfb961-6c7a-4442-95e7-e2e365da2710 req-b9c9405d-4386-4ed4-b442-7ab46db7dd8b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:19.596624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93bfb961-6c7a-4442-95e7-e2e365da2710 req-b9c9405d-4386-4ed4-b442-7ab46db7dd8b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0664458 May 06 09:37:19.649081 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93bfb961-6c7a-4442-95e7-e2e365da2710 req-d2bf3a66-1d34-4106-b38e-4c6d97ff0726 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504277 May 06 09:37:19.658485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Allocated IP 172.25.8.29 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/22a1464d-b605-473f-9538-199d88627450) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:19.658668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] For port 82a47b10-f247-474b-921e-270a02574a0f, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:19.662365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] For port 82a47b10-f247-474b-921e-270a02574a0f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82a47b10-f247-474b-921e-270a02574a0f,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:19.666952 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.733188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125d0c2-efa7-48c4-ae14-7dca3d6ddaaa None None] Pushing event updated for resources: {'Port': ['ID=82a47b10-f247-474b-921e-270a02574a0f,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:19.777615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.807699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 03475460-7cc8-4d17-97bf-626ccfef6bea details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:19.814851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:19.858520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:19.858790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:19.866691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:19.905119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Pushing event updated for resources: {'Port': ['ID=22a1464d-b605-473f-9538-199d88627450,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:19.968532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 03475460-7cc8-4d17-97bf-626ccfef6bea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=03475460-7cc8-4d17-97bf-626ccfef6bea,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:19.983269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '03475460-7cc8-4d17-97bf-626ccfef6bea', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'port_id': '03475460-7cc8-4d17-97bf-626ccfef6bea', 'mac_address': 'fa:16:3e:9d:2d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba4aadc-a164-4bed-bdbd-91ce48956fde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:37:20.037766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.066582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03475460-7cc8-4d17-97bf-626ccfef6bea {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:20.105753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 03475460-7cc8-4d17-97bf-626ccfef6bea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=03475460-7cc8-4d17-97bf-626ccfef6bea,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:20.117648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.247426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=03475460-7cc8-4d17-97bf-626ccfef6bea,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:20.261048 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.273426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c8677-a73a-4d15-b981-add36fed0a7f req-ca1e6c0d-a84a-424c-930b-7175f495f457 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.283401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-185c8677-a73a-4d15-b981-add36fed0a7f req-ca1e6c0d-a84a-424c-930b-7175f495f457 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1099174 May 06 09:37:20.295114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.314697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb7f15-7ca9-4ce5-9c7d-f812b5cb76c9 req-306a8cb7-f0cc-437e-a47d-4ff1e53ac11c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.316136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72fb7f15-7ca9-4ce5-9c7d-f812b5cb76c9 req-306a8cb7-f0cc-437e-a47d-4ff1e53ac11c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 944 time: 0.1282885 May 06 09:37:20.340621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-185c8677-a73a-4d15-b981-add36fed0a7f req-10da24e2-73c1-45a4-8c54-f86d8cf90ad5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563321 May 06 09:37:20.391643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72fb7f15-7ca9-4ce5-9c7d-f812b5cb76c9 req-873b07fd-b8b0-47a8-8bef-4b8fd7a55a01 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593288 May 06 09:37:20.466139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['03475460-7cc8-4d17-97bf-626ccfef6bea'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:20.555348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4a507-4949-439a-bfc6-7e2b4f3fa3f8 req-b62f22d9-4d42-441a-9f7f-31f64aaa7e66 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:20.557407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41c4a507-4949-439a-bfc6-7e2b4f3fa3f8 req-b62f22d9-4d42-441a-9f7f-31f64aaa7e66 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.0713108 May 06 09:37:20.627619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.742911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82a47b10-f247-474b-921e-270a02574a0f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:20.881820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 82a47b10-f247-474b-921e-270a02574a0f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:20.882568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:20.886561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Router 2f6f38cf-a810-4da4-a72c-aa657031b27d is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:37:20.993849 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.033065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:21.046376 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Sync routers for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:21.060585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41c4a507-4949-439a-bfc6-7e2b4f3fa3f8 req-f46da92c-c1ac-487c-bebf-cc55389abc86 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933677 May 06 09:37:21.062872 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:21.063132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 82a47b10-f247-474b-921e-270a02574a0f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82a47b10-f247-474b-921e-270a02574a0f,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:21.063375 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:21.074798 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.077343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.081147 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a10f3bb9-a30c-4d82-bca3-86ef23572a6a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4077489 May 06 09:37:21.084611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:21.108302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3b98a-761b-410a-9bfa-981b3488ddc1 req-036d5d11-55c1-4ac3-9269-e374927cc02a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:21.109806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbd3b98a-761b-410a-9bfa-981b3488ddc1 req-036d5d11-55c1-4ac3-9269-e374927cc02a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1296070 May 06 09:37:21.195611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=82a47b10-f247-474b-921e-270a02574a0f,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:21.197278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbd3b98a-761b-410a-9bfa-981b3488ddc1 req-f42a9e3f-66af-4a96-80ce-935226944bf3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801024 May 06 09:37:21.248815 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:21.263023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f0cc12-2fea-46e4-b484-a3207e94c6ed None None] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:21.381109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bef747b7-dff6-4c92-b76a-5174ac6a6d76 None None] Provisioning complete for port 82a47b10-f247-474b-921e-270a02574a0f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:21.381431 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bef747b7-dff6-4c92-b76a-5174ac6a6d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.513886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456b2cb-9b47-4616-b056-499b0f8809a6 req-8c064788-7521-469c-85c2-eefc578210fa tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:21.523695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456b2cb-9b47-4616-b056-499b0f8809a6 req-8c064788-7521-469c-85c2-eefc578210fa tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 944 time: 0.0685456 May 06 09:37:21.549937 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:20Z', 'revision_number': 3, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:21.607965 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Checking router: 2f6f38cf-a810-4da4-a72c-aa657031b27d for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:21.608638 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Updating router 2f6f38cf-a810-4da4-a72c-aa657031b27d port 22a1464d-b605-473f-9538-199d88627450 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:37:21.641505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456b2cb-9b47-4616-b056-499b0f8809a6 req-06422633-c603-480c-90ea-d5cd3e448014 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156888 May 06 09:37:21.657232 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.677942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f0830-91cf-4060-b3ff-a6d12974095f req-22cc089c-60d7-432f-a7c7-8e38209c0a44 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:21.687984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee1f0830-91cf-4060-b3ff-a6d12974095f req-22cc089c-60d7-432f-a7c7-8e38209c0a44 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.0994158 May 06 09:37:21.756426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee1f0830-91cf-4060-b3ff-a6d12974095f req-313fb980-7e41-4677-bd7c-922d981cc542 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604517 May 06 09:37:21.820289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 03475460-7cc8-4d17-97bf-626ccfef6bea up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:21.914863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 03475460-7cc8-4d17-97bf-626ccfef6bea completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:37:21.920805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 03475460-7cc8-4d17-97bf-626ccfef6bea triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:21.921186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:21.932353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.038030 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.058308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-843e2116-6c00-45d6-9b14-6e971ed73629 None None] Provisioning complete for port 82a47b10-f247-474b-921e-270a02574a0f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:22.059050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-843e2116-6c00-45d6-9b14-6e971ed73629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.086792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03475460-7cc8-4d17-97bf-626ccfef6bea'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:22.089185 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25879306-cba7-47c3-9513-088f829b4aba" -d '{"events": [{"server_uuid": "512d6ec5-71f3-4317-bfaf-834fb5375406", "name": "network-vif-plugged", "status": "completed", "tag": "03475460-7cc8-4d17-97bf-626ccfef6bea"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:22.108963 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.113343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 03475460-7cc8-4d17-97bf-626ccfef6bea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=03475460-7cc8-4d17-97bf-626ccfef6bea,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:22.117262 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.127082 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.142144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Allocated IP 172.20.0.1 (21e4cd16-a8df-4db2-b029-4e4e0754c55f/fa4542df-3a16-4ad3-a840-0eef9e212b79/4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:22.198382 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fab117-79da-4e62-bc5f-ffb6ebe5417e x-openstack-request-id: req-19fab117-79da-4e62-bc5f-ffb6ebe5417e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:22.198683 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512d6ec5-71f3-4317-bfaf-834fb5375406", "name": "network-vif-plugged", "status": "completed", "tag": "03475460-7cc8-4d17-97bf-626ccfef6bea", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:22.199491 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19fab117-79da-4e62-bc5f-ffb6ebe5417e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:22.200099 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fab117-79da-4e62-bc5f-ffb6ebe5417e'] response: {'server_uuid': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03475460-7cc8-4d17-97bf-626ccfef6bea', 'code': 200} May 06 09:37:22.222351 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Pushing event updated for resources: {'Port': ['ID=22a1464d-b605-473f-9538-199d88627450,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:22.230993 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Attempting to bind port 22a1464d-b605-473f-9538-199d88627450 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:22.231711 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Attempting to bind port 22a1464d-b605-473f-9538-199d88627450 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:22.232237 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Attempting to bind port 22a1464d-b605-473f-9538-199d88627450 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:22.237973 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.238763 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.239496 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.240130 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.240971 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.241457 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.242216 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.242698 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.244563 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.245069 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.245554 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.246045 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:22.256168 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:22.259715 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:22.260320 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.260986 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:22.262033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Bound port: 22a1464d-b605-473f-9538-199d88627450, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:22.262916 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.276630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=03475460-7cc8-4d17-97bf-626ccfef6bea,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:22.314193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.353984 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] For port 22a1464d-b605-473f-9538-199d88627450, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:22.359245 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] For port 22a1464d-b605-473f-9538-199d88627450, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=22a1464d-b605-473f-9538-199d88627450,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:22.370392 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.384565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.385696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164de7-0002-4c4a-86ac-20451304c305 req-77cd285f-267d-48a0-8f4b-9253a08f4988 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.394015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4164de7-0002-4c4a-86ac-20451304c305 req-77cd285f-267d-48a0-8f4b-9253a08f4988 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1869259 May 06 09:37:22.412719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695294ce-eb17-4ade-9d57-1192cd2d18eb req-8750e855-c34d-4ab6-a18b-452663295a4a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.421289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-695294ce-eb17-4ade-9d57-1192cd2d18eb req-8750e855-c34d-4ab6-a18b-452663295a4a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1089444 May 06 09:37:22.440616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52789a5a-8b1b-4279-b863-59a1ce0f07a5 req-2df93011-c9cd-4719-8e8a-f799ef2fb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.442497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52789a5a-8b1b-4279-b863-59a1ce0f07a5 req-2df93011-c9cd-4719-8e8a-f799ef2fb953 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 1096 time: 0.1752026 May 06 09:37:22.442795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:22.445757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:22.449102 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:22.449317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:22.453001 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:22.457268 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e1125-f58b-40bd-8aa4-928a64dd73be None None] Pushing event updated for resources: {'Port': ['ID=22a1464d-b605-473f-9538-199d88627450,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:22.499111 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.532224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-695294ce-eb17-4ade-9d57-1192cd2d18eb req-51c603e1-268f-4452-adf0-24766c731389 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007845 May 06 09:37:22.534836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52789a5a-8b1b-4279-b863-59a1ce0f07a5 req-3e3888c3-faaa-4bfa-8f94-0da3aa3bdf8c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730517 May 06 09:37:22.546411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4164de7-0002-4c4a-86ac-20451304c305 req-6a0d21d0-d706-4658-8307-1a227368d951 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513288 May 06 09:37:22.590008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:22.630584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82a47b10-f247-474b-921e-270a02574a0f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:22.724616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 82a47b10-f247-474b-921e-270a02574a0f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:22.725345 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.739904 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:22.781051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.874292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fc6e2-91e5-496c-b63c-024b2c62ecca req-4df39fb1-bc1e-4e15-9f41-72355c9849bf tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:22.891928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719fc6e2-91e5-496c-b63c-024b2c62ecca req-4df39fb1-bc1e-4e15-9f41-72355c9849bf tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1244962 May 06 09:37:22.938948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-50896492-ebdc-4001-a357-709652074741 None None] Provisioning complete for port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:22.939229 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-50896492-ebdc-4001-a357-709652074741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:22.982276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719fc6e2-91e5-496c-b63c-024b2c62ecca req-752f87cb-9929-4a38-9681-9a65df78b6eb tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806561 May 06 09:37:22.986739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-50896492-ebdc-4001-a357-709652074741 None None] Port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:37:23.023562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a8406-53ea-4b44-aca6-2e539038b4eb req-d62413d7-4042-4131-a6d0-7614c250cd74 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.025157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e4a8406-53ea-4b44-aca6-2e539038b4eb req-d62413d7-4042-4131-a6d0-7614c250cd74 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1166868 May 06 09:37:23.034097 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:20Z', 'revision_number': 3, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:23.073530 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568f363-6dea-4173-b5cd-528b06988e0e None None] The sync data for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 is: [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:20Z', 'revision_number': 3, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:23.119369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e4a8406-53ea-4b44-aca6-2e539038b4eb req-79cc9906-6073-4ea0-ae31-fb4c875be842 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821013 May 06 09:37:23.134104 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:23.139844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:23.207860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:23.216100 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:23.346839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:23.348820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:23.494394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Router 2f6f38cf-a810-4da4-a72c-aa657031b27d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:23.645053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:23.660582 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc794a95-88be-4459-bd2c-e06271ae8ad7 admin admin] 10.222.0.76 "PUT /v2.0/routers/2f6f38cf-a810-4da4-a72c-aa657031b27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5708871 May 06 09:37:23.729343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a7ccba70-fd08-4799-bcf4-b3153975999b None None] Provisioning complete for port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:23.730259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a7ccba70-fd08-4799-bcf4-b3153975999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:23.770765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a7ccba70-fd08-4799-bcf4-b3153975999b None None] Port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:37:23.828155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461348-24f7-4d11-8e0c-67578fffb50f req-6ca926d2-4738-4f93-b663-677939e40420 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.836206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1461348-24f7-4d11-8e0c-67578fffb50f req-6ca926d2-4738-4f93-b663-677939e40420 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1618237 May 06 09:37:23.847568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc159c5-2b76-4edc-b266-603c2be90c56 req-c444258d-4e53-411c-bb43-250b75c225e5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:23.855321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dc159c5-2b76-4edc-b266-603c2be90c56 req-c444258d-4e53-411c-bb43-250b75c225e5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1135063 May 06 09:37:23.969209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dc159c5-2b76-4edc-b266-603c2be90c56 req-0a901652-1612-4e79-8759-118f8e13cd22 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121147 May 06 09:37:23.983430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:37:24.000753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1461348-24f7-4d11-8e0c-67578fffb50f req-c7d36c78-69ac-48db-be48-31e0993a9d15 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635840 May 06 09:37:24.242584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:24.243101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda953b-f981-40cc-9893-31c6608b5cb4 req-31a86428-8c79-4cbd-85b8-6c1b26fa9b64 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.250572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfda953b-f981-40cc-9893-31c6608b5cb4 req-31a86428-8c79-4cbd-85b8-6c1b26fa9b64 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1005435 May 06 09:37:24.268637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 has no active binding in host n-h2-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:37:24.304559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfda953b-f981-40cc-9893-31c6608b5cb4 req-f96bcd2a-9826-4d13-b98b-41b23f753e76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 May 06 09:37:24.458535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de20fa6-63e4-4014-b869-766709904a89 req-010881e0-914a-4c02-8f6f-81d31640bef7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.467048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1de20fa6-63e4-4014-b869-766709904a89 req-010881e0-914a-4c02-8f6f-81d31640bef7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.0689781 May 06 09:37:24.532370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1de20fa6-63e4-4014-b869-766709904a89 req-dff6e6da-8910-4126-99b1-87b44a744dbb tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593150 May 06 09:37:24.696105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22a1464d-b605-473f-9538-199d88627450 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:24.745763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38426) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:24.753632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-network', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:24.820888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Made reservation on behalf of c824f01fe6324fe2b71d647317554dd3 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:24.838998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:24.845646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e369ba3-bca7-4bec-a3e7-fab2b83ca64d req-05b56bd8-c0c0-4b38-afa3-162978091a31 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:24.854497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e369ba3-bca7-4bec-a3e7-fab2b83ca64d req-05b56bd8-c0c0-4b38-afa3-162978091a31 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.0791965 May 06 09:37:24.867392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 22a1464d-b605-473f-9538-199d88627450 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:24.877522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:24.882895 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:24.912044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e369ba3-bca7-4bec-a3e7-fab2b83ca64d req-ea38cc6c-e38d-4488-97da-4f0695d29883 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535364 May 06 09:37:25.018536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.054358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.054691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.113734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 22a1464d-b605-473f-9538-199d88627450, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=22a1464d-b605-473f-9538-199d88627450,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:25.124764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.128967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:37:25.169949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.170559 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Added segment 04cace7f-4977-41df-9ac2-d395647bf598 of type vlan for network ba14e744-9c80-417e-9529-d56345723410 May 06 09:37:25.270807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=22a1464d-b605-473f-9538-199d88627450,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:25.281729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489e91b-5558-400c-b60c-f6b2903cf2e6 req-10f2ef89-bae0-45e9-8149-7ce14d757b34 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.285588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c489e91b-5558-400c-b60c-f6b2903cf2e6 req-10f2ef89-bae0-45e9-8149-7ce14d757b34 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0942316 May 06 09:37:25.306455 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.326263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40421482-ed7f-48b7-9f12-99ea993c9cef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:25.379030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.380653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.381544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.397607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c489e91b-5558-400c-b60c-f6b2903cf2e6 req-3c12eced-4cfa-4971-a471-92107dffeaab tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021848 May 06 09:37:25.552853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] Pushing event updated for resources: {'Network': ['ID=ba14e744-9c80-417e-9529-d56345723410,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:25.567498 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2421c9c2-3cda-47f1-b40e-e1b614be7b76 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8179009 May 06 09:37:25.568433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:25.572422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Request body: {'subnet': {'network_id': 'ba14e744-9c80-417e-9529-d56345723410', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-subnet', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:25.573373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ba14e744-9c80-417e-9529-d56345723410 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:37:25.609384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Made reservation on behalf of c824f01fe6324fe2b71d647317554dd3 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:25.613421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:25.623040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fffa5e-8f2e-4f0b-a87b-f032947f699f req-33864497-d623-48f0-b5a6-fab6b8ba2935 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:25.631469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4fffa5e-8f2e-4f0b-a87b-f032947f699f req-33864497-d623-48f0-b5a6-fab6b8ba2935 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1442723 May 06 09:37:25.737359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4fffa5e-8f2e-4f0b-a87b-f032947f699f req-d8b948c6-b08b-4332-bdf0-a3ee5eeec8f0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003320 May 06 09:37:25.808757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Sync routers for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:25.843136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:25.844265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:25.970723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:26.013239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eb59d-c5ff-45c3-9e13-ac6e0e4a6ced req-d0048c9a-ecde-412c-b8f0-109230d4b813 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:26.017469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b0eb59d-c5ff-45c3-9e13-ac6e0e4a6ced req-d0048c9a-ecde-412c-b8f0-109230d4b813 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1194537 May 06 09:37:26.057156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.113656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b0eb59d-c5ff-45c3-9e13-ac6e0e4a6ced req-e8154e1b-7dd8-47ea-9d14-dcefcc3ba9e7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748584 May 06 09:37:26.151609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee03d48e-7c39-485a-8741-de30c9cfdee1,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:26.224847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Checking segment: {'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:26.226296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Network hostable DHCP agents. Network: ba14e744-9c80-417e-9529-d56345723410, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:37:26.285333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Network ba14e744-9c80-417e-9529-d56345723410 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:37:26.289335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:26.313999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ba14e744-9c80-417e-9529-d56345723410) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:26.318518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:26.319158 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.347015 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0e669604-c2ff-47aa-a2e8-24c973c67087 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7758451 May 06 09:37:26.347223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38446) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:26.352895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:26.382378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.383465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.503174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183cff2-d457-4495-8135-51eefef949f9 req-b8bd4656-5df1-4b77-b43a-635f576d9547 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:26.513524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f183cff2-d457-4495-8135-51eefef949f9 req-b8bd4656-5df1-4b77-b43a-635f576d9547 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1266155 May 06 09:37:26.548455 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.649959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaff843-4a57-4019-b500-84aed05c9411 None None] Network ba14e744-9c80-417e-9529-d56345723410 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:26.753034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f183cff2-d457-4495-8135-51eefef949f9 req-e416c278-9663-4b5a-a5fa-23c71999b22a tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383912 May 06 09:37:26.787233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68b416-d91d-4b0d-b275-ed0177baf7d7 req-a2b04613-5032-47f3-a22e-feef9d065a3f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:26.793361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a68b416-d91d-4b0d-b275-ed0177baf7d7 req-a2b04613-5032-47f3-a22e-feef9d065a3f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1866896 May 06 09:37:26.806286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22a1464d-b605-473f-9538-199d88627450 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:26.975727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ba14e744-9c80-417e-9529-d56345723410', 'network_id': 'ba14e744-9c80-417e-9529-d56345723410', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'fixed_ips': [{'subnet_id': 'ee03d48e-7c39-485a-8741-de30c9cfdee1'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:37:26.976661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:26.986796 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:37:27.006636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a68b416-d91d-4b0d-b275-ed0177baf7d7 req-f279ae51-1e61-4539-a1db-a7a1c4c97068 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054589 May 06 09:37:27.029675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f07c7-2299-4fb7-8918-40b3c8868e87 req-8d6652eb-f741-4dd6-ad5d-a8320680d5ad tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:27.035633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 22a1464d-b605-473f-9538-199d88627450 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:27.036009 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.045712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a2f07c7-2299-4fb7-8918-40b3c8868e87 req-8d6652eb-f741-4dd6-ad5d-a8320680d5ad tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.1692183 May 06 09:37:27.099977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a2f07c7-2299-4fb7-8918-40b3c8868e87 req-a9497a30-1223-42f8-9295-9d7848c32a5d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574522 May 06 09:37:27.226978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Allocated IP 172.20.0.2 (ba14e744-9c80-417e-9529-d56345723410/ee03d48e-7c39-485a-8741-de30c9cfdee1/328fe864-e050-45a0-88da-08b09c894fd7) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:27.388091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64514d2-1a15-4ed8-b20b-f834f693438e req-38f7c76b-4abf-42ac-8e78-adc55bb0da9d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:27.400134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f64514d2-1a15-4ed8-b20b-f834f693438e req-38f7c76b-4abf-42ac-8e78-adc55bb0da9d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1010435 May 06 09:37:27.413660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.494133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f64514d2-1a15-4ed8-b20b-f834f693438e req-11ac9e04-4d94-42cc-a98d-b76e9dd32fc8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839787 May 06 09:37:27.581972 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.597893 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.663130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Pushing event updated for resources: {'Port': ['ID=328fe864-e050-45a0-88da-08b09c894fd7,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:27.701696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.736695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.755096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Network ba14e744-9c80-417e-9529-d56345723410 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:27.759315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:27.763887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:27.871666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 2, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:27.875541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Attempting to bind port 328fe864-e050-45a0-88da-08b09c894fd7 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:27.875777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Attempting to bind port 328fe864-e050-45a0-88da-08b09c894fd7 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:27.876088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Attempting to bind port 328fe864-e050-45a0-88da-08b09c894fd7 on network ba14e744-9c80-417e-9529-d56345723410 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:27.893254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Allocated IP 172.25.8.246 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/b9e54b1d-efd7-4201-8b0f-2e611114fd7e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:27.913439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Checking router: 2f6f38cf-a810-4da4-a72c-aa657031b27d for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:27.914072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Updating router 2f6f38cf-a810-4da4-a72c-aa657031b27d port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:37:27.943519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:27.948591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Checking segment: {'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:27.948999 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.949391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Bound using segment: {'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:27.949980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Bound port: 328fe864-e050-45a0-88da-08b09c894fd7, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:27.955910 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:27.987388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcade35a-5b0f-4ece-ae66-e3691e104869 req-f068e3b4-6283-40fd-abd1-301c4ec22dcc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.001116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcade35a-5b0f-4ece-ae66-e3691e104869 req-f068e3b4-6283-40fd-abd1-301c4ec22dcc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1108797 May 06 09:37:28.007975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.032242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:28.087431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcade35a-5b0f-4ece-ae66-e3691e104869 req-fa5703c3-52b9-4062-98ac-a1f1fc76f7c2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766079 May 06 09:37:28.181217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:28.213193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.307026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] For port 328fe864-e050-45a0-88da-08b09c894fd7, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:28.328914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] For port 328fe864-e050-45a0-88da-08b09c894fd7, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=328fe864-e050-45a0-88da-08b09c894fd7,segment=NetworkSegment(04cace7f-4977-41df-9ac2-d395647bf598),segment_id=04cace7f-4977-41df-9ac2-d395647bf598)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:28.337755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.377365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.453717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:28.457042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:28.465801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:28.469431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:28.516485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.517133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.517403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.517836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.518266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.518692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.519135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.519391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0102b837-909a-4406-a809-f08a041965aa service neutron] 10.222.0.82 "GET /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.1960864 May 06 09:37:28.519695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.520121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.520543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.521408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.522134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:28.570786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c42851-ce42-4bbe-a802-5576bfc723cd req-4e3e1875-54b8-4429-8d82-feb7a718a893 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.577355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46c42851-ce42-4bbe-a802-5576bfc723cd req-4e3e1875-54b8-4429-8d82-feb7a718a893 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.3450725 May 06 09:37:28.579348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ecce7-42c0-476f-a0e7-6d2fea61d3be None None] Pushing event updated for resources: {'Port': ['ID=328fe864-e050-45a0-88da-08b09c894fd7,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:28.679386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd61c9a-f2aa-4c8f-ae86-4381e12a1b27 req-b009ed8b-622b-47f2-9064-cafc82bf7ac0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:28.682228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dd61c9a-f2aa-4c8f-ae86-4381e12a1b27 req-b009ed8b-622b-47f2-9064-cafc82bf7ac0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 943 time: 0.3724523 May 06 09:37:28.757469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46c42851-ce42-4bbe-a802-5576bfc723cd req-8cabab21-96f1-4bdd-91b8-70839729ea9c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438799 May 06 09:37:28.793685 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.811382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:28.877751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dd61c9a-f2aa-4c8f-ae86-4381e12a1b27 req-379a8c07-e389-4c41-b468-343b922e9652 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615896 May 06 09:37:28.885311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179506fd-2bc8-44da-b8b5-4b2489015800 None None] Pushing event updated for resources: {'Port': ['ID=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:29.019615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Attempting to bind port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:29.020323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Attempting to bind port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:29.020323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Attempting to bind port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd on network 21e4cd16-a8df-4db2-b029-4e4e0754c55f {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:29.041186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:29.041580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Checking segment: {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:29.041986 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.042393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Bound using segment: {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:29.042874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Bound port: 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:29.043455 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.050217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:29.076631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:29.121233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b7e710-8f96-49a1-9554-e53f0787bed5 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:29.136000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:29.196763 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.222452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] For port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:29.227193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] For port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:29.237238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.282545 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.319268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a8013-d617-43c7-a525-a92565d98ca0 req-1bb37be1-2d55-46a5-9e54-437981914375 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:29.325504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c5a8013-d617-43c7-a525-a92565d98ca0 req-1bb37be1-2d55-46a5-9e54-437981914375 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.0826964 May 06 09:37:29.336419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d914d-0fe0-4e60-bb03-c060f4358a14 req-8cd51ad1-12d0-4be2-90f5-ffe6a2eb5a3c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:29.338059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b39d914d-0fe0-4e60-bb03-c060f4358a14 req-8cd51ad1-12d0-4be2-90f5-ffe6a2eb5a3c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1854248 May 06 09:37:29.402714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c5a8013-d617-43c7-a525-a92565d98ca0 req-47c7b14b-87e9-443f-9b3f-643350c3d66c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625546 May 06 09:37:29.449675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:29.450354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:29.455616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179506fd-2bc8-44da-b8b5-4b2489015800 None None] Pushing event updated for resources: {'Port': ['ID=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:29.492931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b39d914d-0fe0-4e60-bb03-c060f4358a14 req-e9f4e350-cb15-4613-92d4-fcf256b99a7b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088240 May 06 09:37:29.494817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7903a007-54a1-424a-95d6-9a451c95b147 None None] Provisioning complete for port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:29.495206 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7903a007-54a1-424a-95d6-9a451c95b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.514812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Transition to ACTIVE for port object d7b7e710-8f96-49a1-9554-e53f0787bed5 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:29.542927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.692057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] No DVR routers for this DVR port d7b7e710-8f96-49a1-9554-e53f0787bed5 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:29.786531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] 10.222.0.82 "PUT /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5/bindings/n-h2-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2600708 May 06 09:37:29.813272 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:29.849427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:29.872456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.873258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.873765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.874268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.874744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.875216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.875743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.876224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.876793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.877693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.878179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:29.878655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8289a7-433f-4315-a1d5-690660675055 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:30.134262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-5055fac4-3ce7-4edd-b7f9-46e2bfd61c4e tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.139121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-5055fac4-3ce7-4edd-b7f9-46e2bfd61c4e tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.2185838 May 06 09:37:30.171113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5496c3-611d-4e53-b423-0d6b1d174fd6 req-a08c1448-bd58-4733-8757-3c5ffa0513ce tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.172693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a5496c3-611d-4e53-b423-0d6b1d174fd6 req-a08c1448-bd58-4733-8757-3c5ffa0513ce tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1811299 May 06 09:37:30.189173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Router b1483591-36c8-499a-b318-bfbd1b6eb360 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:37:30.232783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b0d67-1984-432e-b261-283fd5334374 req-f7d5a50d-a74d-4881-9cb1-2558ad9d9241 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.234353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e1b0d67-1984-432e-b261-283fd5334374 req-f7d5a50d-a74d-4881-9cb1-2558ad9d9241 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.2267268 May 06 09:37:30.370922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:30.396377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e02e2-72bb-44f5-b2d4-f3837f613e4f None None] Network ba14e744-9c80-417e-9529-d56345723410 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:37:30.407953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a5496c3-611d-4e53-b423-0d6b1d174fd6 req-85af5825-50b7-4881-89cc-294fae269734 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725621 May 06 09:37:30.412541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e1b0d67-1984-432e-b261-283fd5334374 req-6e93d655-bd52-4fcb-a137-a1e9311b623e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057785 May 06 09:37:30.417022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6e6e3e9b-04e0-4df9-b6e9-45eab6a64acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.418678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-6e6e3e9b-04e0-4df9-b6e9-45eab6a64acd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c&tenant_id=99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 1095 time: 0.2682891 May 06 09:37:30.499735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:30.510906 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Sync routers for ids ['b1483591-36c8-499a-b318-bfbd1b6eb360'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:30.530539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:30.532397 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-794e1334-31b6-4650-b6e6-7cdf02350474 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1838503 May 06 09:37:30.541181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38524) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:37:30.544000 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Routers {'b1483591-36c8-499a-b318-bfbd1b6eb360'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:30.546767 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1483591-36c8-499a-b318-bfbd1b6eb360'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:30.634812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-f4960b55-9921-4b75-a47b-dccdff2ae543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.645417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-f4960b55-9921-4b75-a47b-dccdff2ae543 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1095 time: 0.1898541 May 06 09:37:30.790447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-bd067b13-63a5-4005-bbd2-f8628a7a6afb req-05c62fc1-856f-44d0-8041-75a59f0c5199 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:37:30.791453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd067b13-63a5-4005-bbd2-f8628a7a6afb req-05c62fc1-856f-44d0-8041-75a59f0c5199 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050881 May 06 09:37:30.881247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7f57d-b1c1-4303-b66a-157c0fcaea94 req-decadec6-03b6-441b-a991-a5fd3e95e2d1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.889694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb7f57d-b1c1-4303-b66a-157c0fcaea94 req-decadec6-03b6-441b-a991-a5fd3e95e2d1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1119335 May 06 09:37:30.908857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 328fe864-e050-45a0-88da-08b09c894fd7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:30.915962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-a7ecca18-4649-4d1c-8431-461ea4757876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:30.918883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-a7ecca18-4649-4d1c-8431-461ea4757876 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.2649357 May 06 09:37:30.961102 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Set router b1483591-36c8-499a-b318-bfbd1b6eb360 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:30.975223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb7f57d-b1c1-4303-b66a-157c0fcaea94 req-b9478f5a-0f41-453f-aa2d-eeb8db2f41f9 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846367 May 06 09:37:31.043947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-d3782ee2-a4e5-4881-b1a3-f4681fd755dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 200 len: 217 time: 0.1060545 May 06 09:37:31.157778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7903a007-54a1-424a-95d6-9a451c95b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.176108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-649d064a-7205-428c-a049-09fd1c702dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:31.180752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-649d064a-7205-428c-a049-09fd1c702dea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1266880 May 06 09:37:31.290545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-4dcc7177-b10e-4467-a8b2-d659564f9856 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696218 May 06 09:37:31.312849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 328fe864-e050-45a0-88da-08b09c894fd7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:31.313525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.384890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956e1d3-39ce-4157-be52-d2d1bce576a3 req-a3be7593-7b77-4755-86de-8939aabec7ef tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:31.393938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7956e1d3-39ce-4157-be52-d2d1bce576a3 req-a3be7593-7b77-4755-86de-8939aabec7ef tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.2424157 May 06 09:37:31.416147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7903a007-54a1-424a-95d6-9a451c95b147 None None] For port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:31.443551 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7903a007-54a1-424a-95d6-9a451c95b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.472197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7956e1d3-39ce-4157-be52-d2d1bce576a3 req-9f431ba9-a502-4c1e-9019-312e91dd8ee0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771027 May 06 09:37:31.595120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-290a4145-9016-4f1d-9784-7b688f3a4e29 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881403 May 06 09:37:31.602298 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:37:28Z', 'revision_number': 3, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port': {'id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:27Z', 'updated_at': '2022-05-06T09:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:31.645010 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Checking router: b1483591-36c8-499a-b318-bfbd1b6eb360 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:31.645350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Updating router b1483591-36c8-499a-b318-bfbd1b6eb360 port b9e54b1d-efd7-4201-8b0f-2e611114fd7e binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:37:31.654089 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-0090d692-dca8-4bdd-859a-5e970334c8a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2702968 May 06 09:37:31.664652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-aa7b578f-3dab-47cd-84b8-783ba1d86251 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:37:31.665602 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-aa7b578f-3dab-47cd-84b8-783ba1d86251 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049853 May 06 09:37:31.723524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd99a2-b996-4d42-99d7-89ca19e92989 req-227c942e-eb6a-4d30-bb3f-c15554c87e24 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:31.732198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41cd99a2-b996-4d42-99d7-89ca19e92989 req-227c942e-eb6a-4d30-bb3f-c15554c87e24 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.4222562 May 06 09:37:31.751482 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.927298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3d7c17d2-c7c7-4c9a-8af5-09ef3a892b76 None None] Provisioning complete for port 328fe864-e050-45a0-88da-08b09c894fd7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:31.927298 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d7c17d2-c7c7-4c9a-8af5-09ef3a892b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.927857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903a007-54a1-424a-95d6-9a451c95b147 None None] Pushing event updated for resources: {'Port': ['ID=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:31.942767 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:31.964644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6439b60-1d60-421d-99e3-020e3df0ee2b req-d6abc287-cad6-41b5-9be1-d1deb6166411 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:31.984094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6439b60-1d60-421d-99e3-020e3df0ee2b req-d6abc287-cad6-41b5-9be1-d1deb6166411 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.3856957 May 06 09:37:32.036660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.047220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 328fe864-e050-45a0-88da-08b09c894fd7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=328fe864-e050-45a0-88da-08b09c894fd7,segment=NetworkSegment(04cace7f-4977-41df-9ac2-d395647bf598),segment_id=04cace7f-4977-41df-9ac2-d395647bf598)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:32.150001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.167819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41cd99a2-b996-4d42-99d7-89ca19e92989 req-5824fdd2-0da9-4511-b11f-8f4e3ed346fd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345841 May 06 09:37:32.233032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-47b7e1e1-975d-4abb-bc33-77f5bd94b01f service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6336813 May 06 09:37:32.257602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6439b60-1d60-421d-99e3-020e3df0ee2b req-bbd966e5-aa4d-4085-a75c-15cbd17c0685 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721839 May 06 09:37:32.520819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Allocated IP 172.20.0.1 (ba14e744-9c80-417e-9529-d56345723410/ee03d48e-7c39-485a-8741-de30c9cfdee1/ff19885b-8b85-4136-85d8-968c74bc7c46) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:32.522741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=328fe864-e050-45a0-88da-08b09c894fd7,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:32.588738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3d7c17d2-c7c7-4c9a-8af5-09ef3a892b76 None None] Provisioning complete for port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:32.589208 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d7c17d2-c7c7-4c9a-8af5-09ef3a892b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.608393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:29Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:32.632607 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.649225 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.744298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d46d81-7137-42f6-a20d-654e29f0f180 None None] The sync data for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 is: [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:29Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:32.792042 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Attempting to bind port b9e54b1d-efd7-4201-8b0f-2e611114fd7e on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:32.792409 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Attempting to bind port b9e54b1d-efd7-4201-8b0f-2e611114fd7e by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:32.792766 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Attempting to bind port b9e54b1d-efd7-4201-8b0f-2e611114fd7e on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:32.803377 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:32.803805 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:32.804204 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.804593 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:32.805151 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Bound port: b9e54b1d-efd7-4201-8b0f-2e611114fd7e, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:32.805422 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:32.860554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f92eed-925b-478e-b821-47b2a91a8c17 req-c1a96ad8-8d51-4f41-8569-05752402d36d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:32.874801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22f92eed-925b-478e-b821-47b2a91a8c17 req-c1a96ad8-8d51-4f41-8569-05752402d36d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.2896183 May 06 09:37:32.892416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 328fe864-e050-45a0-88da-08b09c894fd7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:32.952836 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08f21-bb85-484a-8325-1e630db1fa8d None None] Pushing event updated for resources: {'Port': ['ID=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:33.024945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.069998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-3c5b7b56-bba3-4fd4-9a62-a0a91cb54b27 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:33.072272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-3c5b7b56-bba3-4fd4-9a62-a0a91cb54b27 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.4068425 May 06 09:37:33.073135 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] For port b9e54b1d-efd7-4201-8b0f-2e611114fd7e, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:33.093742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22f92eed-925b-478e-b821-47b2a91a8c17 req-92ec8069-feae-477b-9233-9be289360c39 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164302 May 06 09:37:33.103091 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] For port b9e54b1d-efd7-4201-8b0f-2e611114fd7e, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:33.113897 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.152257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f246b-4f75-47ef-9428-b0394ab3caac req-b7cf9b10-7432-4e74-ae22-157d63161d9f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:33.153454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.161138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4f246b-4f75-47ef-9428-b0394ab3caac req-b7cf9b10-7432-4e74-ae22-157d63161d9f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.4207036 May 06 09:37:33.170273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 328fe864-e050-45a0-88da-08b09c894fd7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:33.170732 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.303497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4f246b-4f75-47ef-9428-b0394ab3caac req-8c6fdcd6-0d4b-4969-ab85-b7504a8efe58 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392529 May 06 09:37:33.331824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Routers {'b1483591-36c8-499a-b318-bfbd1b6eb360'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:33.332796 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1483591-36c8-499a-b318-bfbd1b6eb360'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:33.341021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Pushing event updated for resources: {'Port': ['ID=ff19885b-8b85-4136-85d8-968c74bc7c46,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:33.413326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Network ba14e744-9c80-417e-9529-d56345723410 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:33.415363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:33.429367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:33.495821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ace75bcc-e717-461b-806c-26d6c10e5d41 None None] Provisioning complete for port 328fe864-e050-45a0-88da-08b09c894fd7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:33.505239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08f21-bb85-484a-8325-1e630db1fa8d None None] Pushing event updated for resources: {'Port': ['ID=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:33.505536 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ace75bcc-e717-461b-806c-26d6c10e5d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.613024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.801172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-4fde712f-6424-4beb-90e0-17e1f3dcda23 service neutron] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:33.863818 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] Set router b1483591-36c8-499a-b318-bfbd1b6eb360 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:33.865876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853efd8-2e54-47b1-92e2-148491ab8c79 req-94c9dd22-041d-4041-8c00-7ebc2aa5f435 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:33.872335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5853efd8-2e54-47b1-92e2-148491ab8c79 req-94c9dd22-041d-4041-8c00-7ebc2aa5f435 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.1612363 May 06 09:37:33.883984 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-4fde712f-6424-4beb-90e0-17e1f3dcda23 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:33.887945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9e3e466-5447-4525-bafa-ce1930b8921d req-4fde712f-6424-4beb-90e0-17e1f3dcda23 service neutron] 10.222.0.83 "DELETE /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5/bindings/n-h1-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.7929392 May 06 09:37:33.996483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123bda8-a37d-4f8d-be81-64fd5cf95155 req-74543d74-ee92-4ed3-9c50-1853c4e97463 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:34.000760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6123bda8-a37d-4f8d-be81-64fd5cf95155 req-74543d74-ee92-4ed3-9c50-1853c4e97463 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.5230930 May 06 09:37:34.039483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5853efd8-2e54-47b1-92e2-148491ab8c79 req-cded8643-c5a6-4c18-b7b7-e7c6d9418f2f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502812 May 06 09:37:34.119267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:34.177017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-98c77798-536f-4d07-ba40-5d850703fc47 None None] Provisioning complete for port ff19885b-8b85-4136-85d8-968c74bc7c46 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:34.177567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-98c77798-536f-4d07-ba40-5d850703fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:34.185328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6123bda8-a37d-4f8d-be81-64fd5cf95155 req-bffbeefb-4d1b-44d2-af1d-a210f5f7f0c2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743593 May 06 09:37:34.287877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-98c77798-536f-4d07-ba40-5d850703fc47 None None] Port ff19885b-8b85-4136-85d8-968c74bc7c46 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:37:34.514719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5c4b3-4c71-411f-a6c9-205d71d4e754 req-3b86932d-2d8d-4ff6-b66b-3b803767a72e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:34.524480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c5c4b3-4c71-411f-a6c9-205d71d4e754 req-3b86932d-2d8d-4ff6-b66b-3b803767a72e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1934550 May 06 09:37:34.630040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:34.641697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:34.731116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:34.731706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:34.740647 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:37:28Z', 'revision_number': 3, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port': {'id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:27Z', 'updated_at': '2022-05-06T09:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:34.751711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c5c4b3-4c71-411f-a6c9-205d71d4e754 req-d1483bd0-45a3-456e-b5bc-48b8948a787f tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204044 May 06 09:37:34.769058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-570d9973-8d7e-4750-902b-7c4c3941a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:34.771237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-570d9973-8d7e-4750-902b-7c4c3941a4ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 1101 time: 0.1716542 May 06 09:37:34.781088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Pushing event updated for resources: {'Port': ['ID=ff19885b-8b85-4136-85d8-968c74bc7c46,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:34.823489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6d1146-0197-4757-88bf-94e27aff61d2 None None] The sync data for ids ['b1483591-36c8-499a-b318-bfbd1b6eb360'] in n-d-840834-1 is: [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:37:28Z', 'revision_number': 3, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port': {'id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:27Z', 'updated_at': '2022-05-06T09:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:34.901940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:34.902846 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:35.053891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Network ba14e744-9c80-417e-9529-d56345723410 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:35.055914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:35.401476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Router b1483591-36c8-499a-b318-bfbd1b6eb360 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:37:35.531401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-74f8f868-6fdb-4e05-affd-0aa35e9ac15b None None] Provisioning complete for port ff19885b-8b85-4136-85d8-968c74bc7c46 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:35.533388 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-74f8f868-6fdb-4e05-affd-0aa35e9ac15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:35.615278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-74f8f868-6fdb-4e05-affd-0aa35e9ac15b None None] Port ff19885b-8b85-4136-85d8-968c74bc7c46 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:37:35.679295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b36d7e-c956-4ec6-9689-d2fff72e6779 req-ccb4b8e3-d7ac-46b5-bf39-022fd886818d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:35.685320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:37:35.686049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95b36d7e-c956-4ec6-9689-d2fff72e6779 req-ccb4b8e3-d7ac-46b5-bf39-022fd886818d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1873906 May 06 09:37:35.694411 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-829719a2-8d71-4af8-92fa-d3842845c725 admin admin] 10.222.0.76 "PUT /v2.0/routers/b1483591-36c8-499a-b318-bfbd1b6eb360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1526775 May 06 09:37:35.791367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75419c27-1bac-4ac8-86ef-e5e3b863bf7c req-e4478798-a2d9-4f68-b6d1-0a9c67ed9c3a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:35.801342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75419c27-1bac-4ac8-86ef-e5e3b863bf7c req-e4478798-a2d9-4f68-b6d1-0a9c67ed9c3a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1095 time: 0.2905941 May 06 09:37:35.829875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-89b5dc4c-38d6-497a-803e-33b31190ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:35.832979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-89b5dc4c-38d6-497a-803e-33b31190ffce service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 1.0520670 May 06 09:37:35.909412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75419c27-1bac-4ac8-86ef-e5e3b863bf7c req-702826a3-0402-4f7e-95c4-5d2075afd834 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071661 May 06 09:37:35.988713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-3fef99c0-a535-4359-9365-da6acfa7ddb3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 200 len: 217 time: 0.1161611 May 06 09:37:35.993762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95b36d7e-c956-4ec6-9689-d2fff72e6779 req-f1366c55-3980-43ef-a94c-a9be8d8b1f84 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066330 May 06 09:37:36.147049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-33023deb-b2fb-4be7-91ac-55dcf7c8766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:36.160256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-33023deb-b2fb-4be7-91ac-55dcf7c8766c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1524312 May 06 09:37:36.300418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-1d4d72ac-0e6c-4584-bd94-f74f44184a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:36.302983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-1d4d72ac-0e6c-4584-bd94-f74f44184a71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270814 May 06 09:37:36.674451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-dc56da00-d14a-4458-88bc-4297ed111f68 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575583 May 06 09:37:36.969397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b9e54b1d-efd7-4201-8b0f-2e611114fd7e up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:37.001855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-6fa84fcd-7a65-4e7f-9b64-fa4e2fa14b88 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966700 May 06 09:37:37.023947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed9672-c2c3-45b2-bfe7-f7221e46f53a req-74f2e8fc-9b0e-4d23-bd9f-dcbd3485a823 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:37.042349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4ed9672-c2c3-45b2-bfe7-f7221e46f53a req-74f2e8fc-9b0e-4d23-bd9f-dcbd3485a823 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.8050978 May 06 09:37:37.137409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b9e54b1d-efd7-4201-8b0f-2e611114fd7e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:37.137782 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:37.159775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4ed9672-c2c3-45b2-bfe7-f7221e46f53a req-2fe8a30f-74fc-4e11-91cb-b199b93f3824 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043389 May 06 09:37:37.271483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:37.323290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b9e54b1d-efd7-4201-8b0f-2e611114fd7e, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:37.330887 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:37.402063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac83a5-19bf-4767-9b8b-8d44f04616ed req-20a4439f-b16c-49df-847e-b7713f68f7cf tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:37.413360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30ac83a5-19bf-4767-9b8b-8d44f04616ed req-20a4439f-b16c-49df-847e-b7713f68f7cf tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1084840 May 06 09:37:37.481605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30ac83a5-19bf-4767-9b8b-8d44f04616ed req-d0a8ff44-ce0e-4094-acc7-112993f37814 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612397 May 06 09:37:37.502144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:37.719805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7b8dd-47bb-4c62-9986-668744bb6740 req-de2e591c-db4e-401d-9e54-d57711c21948 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:37.722031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6b7b8dd-47bb-4c62-9986-668744bb6740 req-de2e591c-db4e-401d-9e54-d57711c21948 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 1095 time: 0.0918198 May 06 09:37:37.880203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6b7b8dd-47bb-4c62-9986-668744bb6740 req-0ee28bbb-5bbe-4a94-8dbd-831b5178494b tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165771 May 06 09:37:38.114514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d7016-1818-4e66-a284-a272a0afc2af req-ed1ac2c9-dfe8-4c3e-8e1f-55ac0fe9ca68 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:38.124089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b4d7016-1818-4e66-a284-a272a0afc2af req-ed1ac2c9-dfe8-4c3e-8e1f-55ac0fe9ca68 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1434948 May 06 09:37:38.169496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Sync routers for ids ['b1483591-36c8-499a-b318-bfbd1b6eb360'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:37:38.186058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b4d7016-1818-4e66-a284-a272a0afc2af req-90c43d35-f5be-49fb-a8f9-e867a9ab6c55 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 May 06 09:37:38.214959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Routers {'b1483591-36c8-499a-b318-bfbd1b6eb360'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:38.215631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1483591-36c8-499a-b318-bfbd1b6eb360'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:38.936763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7652c-b61c-4850-945f-ed905d31e85c req-746f2ba1-378a-47e6-9c12-249c1a0f3782 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:38.938339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45a7652c-b61c-4850-945f-ed905d31e85c req-746f2ba1-378a-47e6-9c12-249c1a0f3782 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0927956 May 06 09:37:38.938612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Set router b1483591-36c8-499a-b318-bfbd1b6eb360 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:39.039312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45a7652c-b61c-4850-945f-ed905d31e85c req-fd131192-0cf1-49d0-b554-3ecc49a8e43d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935485 May 06 09:37:39.117190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b9e54b1d-efd7-4201-8b0f-2e611114fd7e up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:39.196483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be563f57-318d-4662-b752-5d7daf2762b1 req-3d8bbdb0-3f50-4470-b458-1136cd26cd64 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:39.206802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be563f57-318d-4662-b752-5d7daf2762b1 req-3d8bbdb0-3f50-4470-b458-1136cd26cd64 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.0816965 May 06 09:37:39.212852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:37:34Z', 'revision_number': 4, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port': {'id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:27Z', 'updated_at': '2022-05-06T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ff19885b-8b85-4136-85d8-968c74bc7c46', 'name': '', 'network_id': 'ba14e744-9c80-417e-9529-d56345723410', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'mac_address': 'fa:16:3e:3e:d8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ee03d48e-7c39-485a-8741-de30c9cfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:32Z', 'updated_at': '2022-05-06T09:37:34Z', 'revision_number': 2, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'subnets': [{'id': 'ee03d48e-7c39-485a-8741-de30c9cfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:39.248357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Checking router: b1483591-36c8-499a-b318-bfbd1b6eb360 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:37:39.249110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Updating router b1483591-36c8-499a-b318-bfbd1b6eb360 port ff19885b-8b85-4136-85d8-968c74bc7c46 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:37:39.267547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be563f57-318d-4662-b752-5d7daf2762b1 req-b0ee40d5-b1c2-49b5-9303-4082f3eee562 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597758 May 06 09:37:39.283392 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:39.285669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b9e54b1d-efd7-4201-8b0f-2e611114fd7e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:39.286136 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:39.635944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:39.652849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-0672cbac-9726-42f4-9edf-286588aeee47 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:39.655506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-0672cbac-9726-42f4-9edf-286588aeee47 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.1567643 May 06 09:37:39.690699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-4470ba3d-6244-4daf-82a7-a5334a337d6c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/quotas/5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 375 time: 0.0196438 May 06 09:37:39.749093 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:39.782510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-5348bfcd-f1a1-4b5b-9ba4-23d125d5ddbe tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903571 May 06 09:37:39.844208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Pushing event updated for resources: {'Port': ['ID=ff19885b-8b85-4136-85d8-968c74bc7c46,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:40.002043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Attempting to bind port ff19885b-8b85-4136-85d8-968c74bc7c46 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:40.002414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Attempting to bind port ff19885b-8b85-4136-85d8-968c74bc7c46 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:40.002695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Attempting to bind port ff19885b-8b85-4136-85d8-968c74bc7c46 on network ba14e744-9c80-417e-9529-d56345723410 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:40.014246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-eb8b7666-f89f-423c-8112-35d9b5cf9d41 service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222068 May 06 09:37:40.016026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:40.016410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Checking segment: {'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:40.016815 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:40.017684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Bound using segment: {'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:40.018177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Bound port: ff19885b-8b85-4136-85d8-968c74bc7c46, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cace7f-4977-41df-9ac2-d395647bf598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ba14e744-9c80-417e-9529-d56345723410'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:40.018561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:40.231493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] For port ff19885b-8b85-4136-85d8-968c74bc7c46, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:40.238156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] For port ff19885b-8b85-4136-85d8-968c74bc7c46, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff19885b-8b85-4136-85d8-968c74bc7c46,segment=NetworkSegment(04cace7f-4977-41df-9ac2-d395647bf598),segment_id=04cace7f-4977-41df-9ac2-d395647bf598)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:40.251750 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:40.321911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-15d46bef-b2d8-40d9-81f9-21ed6ffe729a service neutron] 10.222.0.76 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013608 May 06 09:37:40.527327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Pushing event updated for resources: {'Port': ['ID=ff19885b-8b85-4136-85d8-968c74bc7c46,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:40.590595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.590988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.591339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.591760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.592012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.592341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.594362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.594698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.595072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.595409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.595772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.596097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19506835-6996-4524-9eac-7ebd716ebc4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:37:40.648084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Routers {'b1483591-36c8-499a-b318-bfbd1b6eb360'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:37:40.648761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1483591-36c8-499a-b318-bfbd1b6eb360'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:40.675155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea794e-29ca-462d-af77-72f459ff151f req-a625bcf1-fd2e-4422-a02f-75e00ce365c2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:40.680969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66ea794e-29ca-462d-af77-72f459ff151f req-a625bcf1-fd2e-4422-a02f-75e00ce365c2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1739058 May 06 09:37:40.917112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66ea794e-29ca-462d-af77-72f459ff151f req-9dbaed8e-96a2-4de8-b41d-496a287b2774 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233577 May 06 09:37:40.994075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] Set router b1483591-36c8-499a-b318-bfbd1b6eb360 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:37:41.065654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39007b2-2fa2-4316-aeab-81e057d530f7 req-fabad121-221f-4298-80ba-209fe940823a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:41.074886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c39007b2-2fa2-4316-aeab-81e057d530f7 req-fabad121-221f-4298-80ba-209fe940823a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.2434664 May 06 09:37:41.147015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c39007b2-2fa2-4316-aeab-81e057d530f7 req-cc8e2642-37b8-4b13-92bc-5dcf08c1f4a9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632763 May 06 09:37:41.293558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2d9b6c69-6478-4ff3-936d-cc5be907e87a None None] Provisioning complete for port ff19885b-8b85-4136-85d8-968c74bc7c46 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:41.294658 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6c69-6478-4ff3-936d-cc5be907e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.348843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4831-9d70-4ae0-9d76-a40e7916d375 req-91f0bf20-4a0b-45ed-9a47-e9f633f0a887 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:41.358735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-019a4831-9d70-4ae0-9d76-a40e7916d375 req-91f0bf20-4a0b-45ed-9a47-e9f633f0a887 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.2085187 May 06 09:37:41.416782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-019a4831-9d70-4ae0-9d76-a40e7916d375 req-bd882f69-dac4-4a0d-bf49-3a8843342b38 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566862 May 06 09:37:41.532486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57adbeba-ed56-42c0-bb65-d265e4b98d84 req-b2e424d2-dc9c-4fff-8279-cbc3c1efb0ab tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0622075 May 06 09:37:41.598938 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6c69-6478-4ff3-936d-cc5be907e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.659507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2d9b6c69-6478-4ff3-936d-cc5be907e87a None None] For port ff19885b-8b85-4136-85d8-968c74bc7c46, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff19885b-8b85-4136-85d8-968c74bc7c46,segment=NetworkSegment(04cace7f-4977-41df-9ac2-d395647bf598),segment_id=04cace7f-4977-41df-9ac2-d395647bf598)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:41.668838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:37:34Z', 'revision_number': 4, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port': {'id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:27Z', 'updated_at': '2022-05-06T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ff19885b-8b85-4136-85d8-968c74bc7c46', 'name': '', 'network_id': 'ba14e744-9c80-417e-9529-d56345723410', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'mac_address': 'fa:16:3e:3e:d8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ee03d48e-7c39-485a-8741-de30c9cfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:32Z', 'updated_at': '2022-05-06T09:37:40Z', 'revision_number': 4, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'subnets': [{'id': 'ee03d48e-7c39-485a-8741-de30c9cfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:37:41.676708 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6c69-6478-4ff3-936d-cc5be907e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.819763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72958ac-8b94-45ee-83d9-c6945e0b0e5a None None] The sync data for ids ['b1483591-36c8-499a-b318-bfbd1b6eb360'] in n-d-840834-1 is: [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:37:34Z', 'revision_number': 4, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port': {'id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:27Z', 'updated_at': '2022-05-06T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ff19885b-8b85-4136-85d8-968c74bc7c46', 'name': '', 'network_id': 'ba14e744-9c80-417e-9529-d56345723410', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'mac_address': 'fa:16:3e:3e:d8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ee03d48e-7c39-485a-8741-de30c9cfdee1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:32Z', 'updated_at': '2022-05-06T09:37:40Z', 'revision_number': 4, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'subnets': [{'id': 'ee03d48e-7c39-485a-8741-de30c9cfdee1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:37:41.851670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f8fe6725-e50d-45de-bc9c-b51b78446a6c None None] Provisioning complete for port ff19885b-8b85-4136-85d8-968c74bc7c46 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:41.851956 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f8fe6725-e50d-45de-bc9c-b51b78446a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:41.918005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b6c69-6478-4ff3-936d-cc5be907e87a None None] Pushing event updated for resources: {'Port': ['ID=ff19885b-8b85-4136-85d8-968c74bc7c46,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:42.222933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66197d58-a3f8-486c-9feb-47d95a472993 req-2f37919b-e9ac-44a2-8a5d-b616c1ae5252 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:42.237959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66197d58-a3f8-486c-9feb-47d95a472993 req-2f37919b-e9ac-44a2-8a5d-b616c1ae5252 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1515052 May 06 09:37:42.374293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66197d58-a3f8-486c-9feb-47d95a472993 req-dca358c1-db22-4cd2-8627-28aabed6dd37 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363740 May 06 09:37:42.447186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da833625-41ec-44aa-8125-b1c59acf3762 req-8e1bf479-a2a9-4d14-87b2-36c492be3610 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:42.458690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da833625-41ec-44aa-8125-b1c59acf3762 req-8e1bf479-a2a9-4d14-87b2-36c492be3610 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1676862 May 06 09:37:42.575063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da833625-41ec-44aa-8125-b1c59acf3762 req-3b388a67-3925-469f-aab4-d4a439323785 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154146 May 06 09:37:42.661516 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b8f26558-0cff-4d60-b96c-5cc4ad809527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:42.831865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff19885b-8b85-4136-85d8-968c74bc7c46 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:37:43.011078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b6d1d6a-53a5-4b19-b6fe-adfc2537377c req-c4646cbf-946b-495f-a5be-c639e899bd66 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0544498 May 06 09:37:43.059105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977a54f-fadd-4d16-96d9-90da801cc2f0 req-a1b81bbf-29ad-4a06-a7c2-4fe6ecb67041 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:43.068191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6977a54f-fadd-4d16-96d9-90da801cc2f0 req-a1b81bbf-29ad-4a06-a7c2-4fe6ecb67041 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.3411229 May 06 09:37:43.085717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ff19885b-8b85-4136-85d8-968c74bc7c46 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:37:43.086095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.168731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6977a54f-fadd-4d16-96d9-90da801cc2f0 req-b5c965e1-1a6c-4507-80cb-492802cef111 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947232 May 06 09:37:43.250043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-c29937a6-3209-43f7-90c5-9a1a29912646 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:43.256998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-c29937a6-3209-43f7-90c5-9a1a29912646 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 807 time: 0.4227467 May 06 09:37:43.287103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Request body: {'port': {'device_id': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'admin_state_up': True, 'tenant_id': '5a9639df0d80434c89421b49da0e8bf5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:43.630984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Made reservation on behalf of 5a9639df0d80434c89421b49da0e8bf5 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:37:43.641656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:43.872501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9448d-5447-45e8-9c80-64e3564e11f6 req-0caf23e5-68e2-4c6a-a86d-db0c84b0fc9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:43.884200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2b9448d-5447-45e8-9c80-64e3564e11f6 req-0caf23e5-68e2-4c6a-a86d-db0c84b0fc9e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.2772129 May 06 09:37:44.070089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Allocated IP 172.20.0.8 (39424dc8-8550-4662-ad1d-3161e9d11e8c/ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a/e86769fe-0032-4c32-a1ad-16a6c04d0a01) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:37:44.406362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:44.561639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:44.575494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['55512deb-3d46-475b-9104-700c6d01aa41'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:44.586768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2b9448d-5447-45e8-9c80-64e3564e11f6 req-1fd8a487-97ba-43b8-965f-c64444a090e2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7013311 May 06 09:37:44.664978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaac810-6da7-4b9c-b8a8-027eadf3c260 req-40ef3781-6e8a-4f00-9523-c3ade7743d39 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:44.666688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebaac810-6da7-4b9c-b8a8-027eadf3c260 req-40ef3781-6e8a-4f00-9523-c3ade7743d39 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.3103015 May 06 09:37:44.682627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Network 39424dc8-8550-4662-ad1d-3161e9d11e8c is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:37:44.689525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:37:44.774769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:37:44.783057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebaac810-6da7-4b9c-b8a8-027eadf3c260 req-b0d03099-05b5-401b-ab84-4ce2857a1495 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909181 May 06 09:37:44.925805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:44.926748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:44.965190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:45.047515 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43db5c97-401a-4fd1-b30c-adf365670191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.083530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-25d1cfa8-4124-4677-bd44-e37c8e9143a2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8145266 May 06 09:37:45.101594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Request body: {'port': {'device_id': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:37:45.188053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192be19f-4327-476b-9b63-ea0559d92cf5 req-a8a3366e-9c0a-4ee7-902c-8f1aee126913 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:45.189772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-192be19f-4327-476b-9b63-ea0559d92cf5 req-a8a3366e-9c0a-4ee7-902c-8f1aee126913 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.2585957 May 06 09:37:45.307053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b309e9-e470-4086-ab8f-647d14fb9a53 req-918cc70c-7983-401b-9599-5d58498af74c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:45.316741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44b309e9-e470-4086-ab8f-647d14fb9a53 req-918cc70c-7983-401b-9599-5d58498af74c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 931 time: 0.3867536 May 06 09:37:45.352358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.405976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44b309e9-e470-4086-ab8f-647d14fb9a53 req-9503ea14-52e6-4231-ba81-d3a1e500400b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879498 May 06 09:37:45.412758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-192be19f-4327-476b-9b63-ea0559d92cf5 req-b33d7c59-3209-48bf-96e9-eea16a4aef51 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034628 May 06 09:37:45.828890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86769fe-0032-4c32-a1ad-16a6c04d0a01 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:37:45.838055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:45.849977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Transition to ACTIVE for port object e86769fe-0032-4c32-a1ad-16a6c04d0a01 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:37:45.863843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.001690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e5b52-aa28-4482-9c6f-800f80ddb9f6 req-0dc9e142-b71a-419f-b427-3262de957ba0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:46.003239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d38e5b52-aa28-4482-9c6f-800f80ddb9f6 req-0dc9e142-b71a-419f-b427-3262de957ba0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1506560 May 06 09:37:46.055032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:46.149027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d38e5b52-aa28-4482-9c6f-800f80ddb9f6 req-15ce6c83-9971-4082-ae74-b36b3a2596e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003807 May 06 09:37:46.149748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:37:46.150011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:37:46.150332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:46.169954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:37:46.170327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:37:46.186497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:37:46.187256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:37:46.187256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:37:46.187677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Bound port: e86769fe-0032-4c32-a1ad-16a6c04d0a01, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:37:46.188240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.244042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d250278-68c0-4144-9407-4aa1aa8f4761 req-5fcb3271-77ac-4b4c-b172-58abcbcdff67 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:46.254908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d250278-68c0-4144-9407-4aa1aa8f4761 req-5fcb3271-77ac-4b4c-b172-58abcbcdff67 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.2502742 May 06 09:37:46.266994 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.343487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d250278-68c0-4144-9407-4aa1aa8f4761 req-2e59c5b1-5fda-41de-b982-316aea8d8eb6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870426 May 06 09:37:46.366058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:37:46.378107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:37:46.384785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.441221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:46.456917 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.456917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] 10.222.0.82 "PUT /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 1091 time: 1.3496106 May 06 09:37:46.456917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:46.456917 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab07ca34-1468-40dc-ae56-37b0ba5fc090" -d '{"events": [{"name": "network-changed", "server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:46.520764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:46.603398 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c220c254-70ee-4649-8053-1460027ed549 x-openstack-request-id: req-c220c254-70ee-4649-8053-1460027ed549 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:46.606756 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:46.607123 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c220c254-70ee-4649-8053-1460027ed549 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:46.607653 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c220c254-70ee-4649-8053-1460027ed549'] response: {'name': 'network-changed', 'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01', 'status': 'completed', 'code': 200} May 06 09:37:46.739369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab206516-a268-4f2a-9059-04d2f3537471 service neutron] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:46.785689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0f1ed-90e4-4383-bf29-bb2a11636c09 req-2b850b73-591a-47c5-aa6c-d040571bbf40 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:46.795036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4db0f1ed-90e4-4383-bf29-bb2a11636c09 req-2b850b73-591a-47c5-aa6c-d040571bbf40 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.1840816 May 06 09:37:46.816666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-9051329e-f7ec-42ea-85bc-89877b19c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:46.818146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-9051329e-f7ec-42ea-85bc-89877b19c072 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1094 time: 0.3188093 May 06 09:37:46.903045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d219-3f0e-4800-862d-b96718fabccf req-c7eb1471-c321-4bf0-b51a-b89179976b50 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:46.911935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae20d219-3f0e-4800-862d-b96718fabccf req-c7eb1471-c321-4bf0-b51a-b89179976b50 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.2500980 May 06 09:37:46.922495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-46cf8965-aea1-4d49-8775-aa053654e9a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 217 time: 0.0941694 May 06 09:37:46.999210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4db0f1ed-90e4-4383-bf29-bb2a11636c09 req-ee7cd2b8-eed2-42c2-92aa-dad271c233fd tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032130 May 06 09:37:47.040893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae20d219-3f0e-4800-862d-b96718fabccf req-5e28b1b6-069c-4cc8-a552-0ba11bada6c4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273355 May 06 09:37:47.108494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-d5b220ae-9be5-4730-9ae6-a4a2647c5597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:47.110548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-d5b220ae-9be5-4730-9ae6-a4a2647c5597 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.1572738 May 06 09:37:47.183800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-c17eba12-c5a1-40ca-94f4-b06129a4b3ac service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663826 May 06 09:37:47.524594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-09b91763-8b27-4050-a481-dd175d9bd0c8 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046989 May 06 09:37:48.023999 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:48.266157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e82424d1-f1f6-4858-aaac-4b71c214db34 req-68008a15-682d-4794-98d6-f6d0d5b8304c service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015166 May 06 09:37:48.301658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a04c3-8923-4428-aab3-b43916be7988 req-2901def4-5d61-4f32-b14f-69d7b1219d38 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:48.313077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c2a04c3-8923-4428-aab3-b43916be7988 req-2901def4-5d61-4f32-b14f-69d7b1219d38 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.7829924 May 06 09:37:48.348690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076331a-c6f2-4af3-aa97-4335e144f6f5 req-64010494-cc9a-4f8d-9cb1-76993e916ea7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:48.357572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c076331a-c6f2-4af3-aa97-4335e144f6f5 req-64010494-cc9a-4f8d-9cb1-76993e916ea7 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.9878614 May 06 09:37:48.604099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c076331a-c6f2-4af3-aa97-4335e144f6f5 req-aa02026b-5473-44a2-8f35-bdb4c1e6ca90 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449887 May 06 09:37:48.637122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-f13aaee3-0cdd-4feb-99a8-3c4762213219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:48.639172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-f13aaee3-0cdd-4feb-99a8-3c4762213219 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1094 time: 0.2663264 May 06 09:37:48.640363 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:48.643251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c2a04c3-8923-4428-aab3-b43916be7988 req-a18dfbce-9dd9-4bb1-9c8e-1a46b7967c22 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277104 May 06 09:37:49.056152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-770e53b4-eb88-45a9-be6e-b465bbf3e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.058425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-770e53b4-eb88-45a9-be6e-b465bbf3e9e0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.3969653 May 06 09:37:49.103695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350294a7-2660-4624-8526-9eacd6074197 req-8c42cea7-c7c2-4c4b-8d25-86ff54cecfba tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.113905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-350294a7-2660-4624-8526-9eacd6074197 req-8c42cea7-c7c2-4c4b-8d25-86ff54cecfba tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.2790771 May 06 09:37:49.322670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-350294a7-2660-4624-8526-9eacd6074197 req-5bbe939a-5563-4732-8133-b249f07f515d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921871 May 06 09:37:49.325052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-5b8d165a-c3f6-4d86-8fe4-04b6623a0628 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 217 time: 0.2566850 May 06 09:37:49.342729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfdfab-b66f-476e-ad12-56fd7cbfac3c req-5a4ddab4-6359-4832-a32b-44eaf63aec8b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.345872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4acfdfab-b66f-476e-ad12-56fd7cbfac3c req-5a4ddab4-6359-4832-a32b-44eaf63aec8b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.4480331 May 06 09:37:49.473385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-b7290faa-3160-4093-b6e4-b1df5be2f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.474776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-b7290faa-3160-4093-b6e4-b1df5be2f69b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.1278865 May 06 09:37:49.490067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4acfdfab-b66f-476e-ad12-56fd7cbfac3c req-d729ff56-7841-4764-acad-a0de99ede343 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112947 May 06 09:37:49.545133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-46564860-6636-454c-8bff-d09b764a238e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462084 May 06 09:37:49.696116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-5862819f-d970-48a5-8104-e19b71ea8de0 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401594 May 06 09:37:49.827460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588fea-cf83-4811-849b-afbf7909fb9d req-13a285e0-1528-477c-b6c5-3496b90ca8b2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:49.829439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd588fea-cf83-4811-849b-afbf7909fb9d req-13a285e0-1528-477c-b6c5-3496b90ca8b2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1316438 May 06 09:37:49.869594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab07ca34-1468-40dc-ae56-37b0ba5fc090 req-0bcaa8db-f325-482f-814e-8fecfd953286 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605980 May 06 09:37:49.896007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd588fea-cf83-4811-849b-afbf7909fb9d req-8b8d7391-90f3-42c8-b540-1e1c92e1afd8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530028 May 06 09:37:50.099376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6652548-1262-4013-b0c2-e38febf3d5a7 req-b1c1143a-780c-40f9-9154-0fef1a607568 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:50.101619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6652548-1262-4013-b0c2-e38febf3d5a7 req-b1c1143a-780c-40f9-9154-0fef1a607568 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0719266 May 06 09:37:50.173388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6652548-1262-4013-b0c2-e38febf3d5a7 req-f756870a-da27-464c-84a6-59e1bc120f7f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642681 May 06 09:37:50.238492 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:50.493051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56b86-485a-413e-9eee-29fb5d49d1ab req-0f4acdca-16aa-4813-bec9-867b633da610 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:50.500686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce56b86-485a-413e-9eee-29fb5d49d1ab req-0f4acdca-16aa-4813-bec9-867b633da610 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.0863290 May 06 09:37:50.584323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce56b86-485a-413e-9eee-29fb5d49d1ab req-eab45e4c-c85c-482f-b4c2-893fc6f645e4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826521 May 06 09:37:50.726871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43e11b-97fa-4e50-b54a-8ba6b73d2f90 req-a7948a84-0f74-43bf-983f-d807185dbdc3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:50.728903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c43e11b-97fa-4e50-b54a-8ba6b73d2f90 req-a7948a84-0f74-43bf-983f-d807185dbdc3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.0786581 May 06 09:37:50.814321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c43e11b-97fa-4e50-b54a-8ba6b73d2f90 req-40c797bb-3e0d-4a1e-a457-f8c017845769 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746708 May 06 09:37:51.133377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88011-26b2-4c3e-8f2a-342d1268db79 req-9ad0c22a-1999-4855-b69d-58886483a7e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:51.134995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ff88011-26b2-4c3e-8f2a-342d1268db79 req-9ad0c22a-1999-4855-b69d-58886483a7e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.0541930 May 06 09:37:51.223974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ff88011-26b2-4c3e-8f2a-342d1268db79 req-bb7f0cfa-4658-4205-b4cd-9c854dac20ee tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782650 May 06 09:37:51.385830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7539-dc0e-498c-bd82-033c3f978e19 req-c9975db3-2dee-4dc1-b4bf-d9dc15e35e89 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:51.393743 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-952c7539-dc0e-498c-bd82-033c3f978e19 req-c9975db3-2dee-4dc1-b4bf-d9dc15e35e89 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.0706530 May 06 09:37:51.438872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-952c7539-dc0e-498c-bd82-033c3f978e19 req-0fc17cb1-e969-4607-9e46-557d469c3573 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 May 06 09:37:51.564087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8de2c-305a-473b-9ac0-9d9f688ffe0f req-bf1176ac-1b9f-465b-8e21-5b8927f7f53c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:51.572928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bea8de2c-305a-473b-9ac0-9d9f688ffe0f req-bf1176ac-1b9f-465b-8e21-5b8927f7f53c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0682445 May 06 09:37:51.616155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bea8de2c-305a-473b-9ac0-9d9f688ffe0f req-4241ff9b-5a8d-412f-8eb6-23a2f5326da0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 May 06 09:37:51.997821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164ab39-a1c1-4fcc-9fe0-e8c246c589fc req-31e46b15-b76f-48af-8b4d-a70ac2d128ff tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:51.999465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b164ab39-a1c1-4fcc-9fe0-e8c246c589fc req-31e46b15-b76f-48af-8b4d-a70ac2d128ff tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.0704238 May 06 09:37:52.072628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b164ab39-a1c1-4fcc-9fe0-e8c246c589fc req-c62ba03a-a942-40b5-b4ef-fcf03dfe65d6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597098 May 06 09:37:52.428755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3a7fb-d6a7-41ab-9b81-879e1dc6ad5a req-8b5cf4e2-9996-4b20-a49b-cb12c992dc13 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:52.430697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd3a7fb-d6a7-41ab-9b81-879e1dc6ad5a req-8b5cf4e2-9996-4b20-a49b-cb12c992dc13 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.0714948 May 06 09:37:52.518275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd3a7fb-d6a7-41ab-9b81-879e1dc6ad5a req-30389e65-0d29-40ee-8342-9cd81437f79c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795383 May 06 09:37:52.548831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-2eb70f4f-472c-4cda-9567-97edba448631 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:52.550399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-2eb70f4f-472c-4cda-9567-97edba448631 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.0726376 May 06 09:37:52.736912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb572d8-b47a-4eda-bcb0-7d64c3d86a2c req-c7738030-6344-4e07-93f9-30a674c7379b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:52.738434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffb572d8-b47a-4eda-bcb0-7d64c3d86a2c req-c7738030-6344-4e07-93f9-30a674c7379b tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 945 time: 0.0927308 May 06 09:37:52.763949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Deleting port 03475460-7cc8-4d17-97bf-626ccfef6bea {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:37:52.764290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.871870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffb572d8-b47a-4eda-bcb0-7d64c3d86a2c req-2b97c5b3-b7aa-4922-ae18-1a37bb359476 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140583 May 06 09:37:52.937951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] For port 03475460-7cc8-4d17-97bf-626ccfef6bea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=03475460-7cc8-4d17-97bf-626ccfef6bea,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:52.938343 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:52.962376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Calling delete_port for 03475460-7cc8-4d17-97bf-626ccfef6bea owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:37:53.068100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b388d9-6015-4b1b-84c6-63d07afc89f2 req-79cb964c-632d-43d9-b20f-5c3502f4824c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:53.076595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77b388d9-6015-4b1b-84c6-63d07afc89f2 req-79cb964c-632d-43d9-b20f-5c3502f4824c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1157742 May 06 09:37:53.131551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77b388d9-6015-4b1b-84c6-63d07afc89f2 req-6053b1b0-bb6b-450f-803f-ddd15d5e2cc9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540848 May 06 09:37:53.211239 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.226597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['03475460-7cc8-4d17-97bf-626ccfef6bea'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:37:53.261646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event deleted for resources: {'Port': ['ID=03475460-7cc8-4d17-97bf-626ccfef6bea,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:53.349293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] No DVR routers for this DVR port 03475460-7cc8-4d17-97bf-626ccfef6bea on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:37:53.353107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:53.357720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-303747ca-31d6-402c-9303-0e51833ae7f5 req-f5e2d88e-ccfd-4b35-af2d-dd1e68efc8b4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.82 "DELETE /v2.0/ports/03475460-7cc8-4d17-97bf-626ccfef6bea HTTP/1.1" status: 204 len: 173 time: 0.7976549 May 06 09:37:53.358380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'name': 'network-vif-deleted', 'tag': '03475460-7cc8-4d17-97bf-626ccfef6bea'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:53.364603 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620fed2d-a232-403d-b259-d354b129a968" -d '{"events": [{"server_uuid": "512d6ec5-71f3-4317-bfaf-834fb5375406", "name": "network-vif-deleted", "tag": "03475460-7cc8-4d17-97bf-626ccfef6bea"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:53.382602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fa8e1-2073-4dd2-b67b-fd15eef5a23f req-20561e44-05c2-4212-be14-010c5fa8e780 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:53.391491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c97fa8e1-2073-4dd2-b67b-fd15eef5a23f req-20561e44-05c2-4212-be14-010c5fa8e780 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.1422443 May 06 09:37:53.443959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c97fa8e1-2073-4dd2-b67b-fd15eef5a23f req-72618e5b-be2b-4cfa-8444-25f7ca5863ab tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514524 May 06 09:37:53.514605 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3429c710-131b-443e-8f86-d8549fa4a26d x-openstack-request-id: req-3429c710-131b-443e-8f86-d8549fa4a26d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:37:53.514899 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512d6ec5-71f3-4317-bfaf-834fb5375406", "name": "network-vif-deleted", "tag": "03475460-7cc8-4d17-97bf-626ccfef6bea", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:37:53.515169 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3429c710-131b-443e-8f86-d8549fa4a26d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:37:53.515553 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3429c710-131b-443e-8f86-d8549fa4a26d'] response: {'server_uuid': '512d6ec5-71f3-4317-bfaf-834fb5375406', 'name': 'network-vif-deleted', 'tag': '03475460-7cc8-4d17-97bf-626ccfef6bea', 'status': 'completed', 'code': 200} May 06 09:37:53.707598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7170-71e6-411c-ab98-6d4a2a5eb966 req-c209349e-5ce5-476e-a306-391f88bcf682 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:53.709367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d0a7170-71e6-411c-ab98-6d4a2a5eb966 req-c209349e-5ce5-476e-a306-391f88bcf682 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.0733380 May 06 09:37:53.776901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d0a7170-71e6-411c-ab98-6d4a2a5eb966 req-7e5981c9-ca15-4dea-82f4-4fff67552899 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587432 May 06 09:37:54.036687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0599e9b7-ca81-4790-a030-56a909493c9e req-29c5ef2a-553c-44a5-a9a7-e52cb4463f29 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=512d6ec5-71f3-4317-bfaf-834fb5375406 HTTP/1.1" status: 200 len: 210 time: 0.0530150 May 06 09:37:54.154984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-a87a7da6-421e-4af1-8437-250b477d211c service neutron] 10.222.0.83 "GET /v2.0/ports/a50b2efb-10a2-4a5f-a23e-a8225529a851/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 382 time: 0.0605524 May 06 09:37:54.310986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32eb0d-ea90-4c76-a100-6edb58aeda91 req-3dd2a23a-889e-4392-afa2-74131fe3dc1f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.320146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c32eb0d-ea90-4c76-a100-6edb58aeda91 req-3dd2a23a-889e-4392-afa2-74131fe3dc1f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0916526 May 06 09:37:54.401885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c32eb0d-ea90-4c76-a100-6edb58aeda91 req-83456e35-1140-431a-b887-7f2ad234228f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798190 May 06 09:37:54.554639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-6f47cdf5-f72b-45f7-8920-a798bcd0dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.557893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-6f47cdf5-f72b-45f7-8920-a798bcd0dd18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f&tenant_id=f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 1101 time: 0.0946152 May 06 09:37:54.649420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212fac6-1104-4505-8caf-1b55a6d9313c req-3dcb85dd-8998-4358-8f73-b01573c6e620 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.651048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c212fac6-1104-4505-8caf-1b55a6d9313c req-3dcb85dd-8998-4358-8f73-b01573c6e620 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.0876594 May 06 09:37:54.658058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-486412a5-9e44-4355-adfe-49589adaf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.659543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-486412a5-9e44-4355-adfe-49589adaf97e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 1101 time: 0.0635357 May 06 09:37:54.752159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c212fac6-1104-4505-8caf-1b55a6d9313c req-9fe519b2-5764-4d16-ae4c-d2e32d04c5e3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916321 May 06 09:37:54.803140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-ddb83070-468b-46ba-b264-ead3f8b167be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.805545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-ddb83070-468b-46ba-b264-ead3f8b167be service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1373785 May 06 09:37:54.875820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-0287b354-fd8f-4605-b37d-158a2420f419 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 200 len: 217 time: 0.0614450 May 06 09:37:54.971307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-f91c6638-f89d-4009-b765-20db18082642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.972888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-f91c6638-f89d-4009-b765-20db18082642 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0901461 May 06 09:37:54.989214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72055c-ce55-4778-b708-da4eb9a94203 req-d9152063-c2de-4fce-b593-220dc3486f53 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:54.998487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72055c-ce55-4778-b708-da4eb9a94203 req-d9152063-c2de-4fce-b593-220dc3486f53 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.1050613 May 06 09:37:55.065200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72055c-ce55-4778-b708-da4eb9a94203 req-61b64f2c-6eba-471c-83ae-075b82ad8927 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655429 May 06 09:37:55.072408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037af0-1194-466d-8468-5e700e08ad50 req-110fd21f-4a9c-4039-b4ed-b8c43479da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:55.073954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-110fd21f-4a9c-4039-b4ed-b8c43479da36 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0921884 May 06 09:37:55.219800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-a2db5c08-f995-41b4-8947-fe2607545559 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297979 May 06 09:37:55.351908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31037af0-1194-466d-8468-5e700e08ad50 req-b5d0998d-43d3-4274-81e1-4ba92cdd63a6 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211753 May 06 09:37:56.969312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-847681fe-09bb-45c0-8430-00beeaeb5753 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0702846 May 06 09:37:57.053996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-45b412c9-d0a8-44d4-8ac8-b7450e1197b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:57.055732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-45b412c9-d0a8-44d4-8ac8-b7450e1197b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0595529 May 06 09:37:57.169936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-14db796a-7dd8-4560-9341-1546aa43936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:57.171472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-14db796a-7dd8-4560-9341-1546aa43936d service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.0976024 May 06 09:37:57.222764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-eaddff91-b2fe-4a91-b33d-ed90492276db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 200 len: 217 time: 0.0442660 May 06 09:37:57.284176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-8b05953e-8cbb-444b-867c-e09dfb389293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:57.285974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-8b05953e-8cbb-444b-867c-e09dfb389293 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.0562210 May 06 09:37:57.325580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-f40c76c3-ef5e-480b-ba83-877f865ea5ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320916 May 06 09:37:57.508316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-b72581c4-87c1-4af8-83b7-7d9b54f95fd3 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747925 May 06 09:37:57.698075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a55a923-5ab9-4550-b6b8-70a4e747c1a4 req-9e3e1da5-4b3b-42c9-988c-184dd549252f service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799200 May 06 09:37:57.824805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-efa3a722-d8a0-4ae0-b412-81d401587551 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528760 May 06 09:37:57.909237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-f0dd9eaa-7397-4ddd-bdce-c0aedf285559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:57.911133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-f0dd9eaa-7397-4ddd-bdce-c0aedf285559 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1095 time: 0.0630963 May 06 09:37:57.974769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 03475460-7cc8-4d17-97bf-626ccfef6bea no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:58.003551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 03475460-7cc8-4d17-97bf-626ccfef6bea {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:37:58.003903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 03475460-7cc8-4d17-97bf-626ccfef6bea not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:37:58.050483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-28a13645-4be0-491e-a0f2-13366c12f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:58.052247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-28a13645-4be0-491e-a0f2-13366c12f32c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1156588 May 06 09:37:58.130693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-c0885cf4-0a5e-4d1c-ab63-7365c86b0518 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 217 time: 0.0648313 May 06 09:37:58.166748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a50b2efb-10a2-4a5f-a23e-a8225529a851 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:37:58.206131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-80027076-4163-4ed7-9cd7-00a65c367088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:37:58.208462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-80027076-4163-4ed7-9cd7-00a65c367088 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0706732 May 06 09:37:58.256973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-578b68ed-43b9-49ba-9b3f-76f9b5bb9650 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368066 May 06 09:37:58.274153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.320613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:37:58.321794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:37:58.325969 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcd4a06-3ded-44b0-8c7e-89c32fb94192" -d '{"events": [{"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-unplugged", "status": "completed", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:37:58.332913 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:37:58.390097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-56f5f636-b547-453e-8e03-59e149f94206 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246943 May 06 09:37:58.433432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:37:58.532401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-456c6fa8-8228-4b01-938d-fb76edcb63c0 req-992f4075-6728-4ea6-9959-5af29d6eedf9 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356111 May 06 09:38:00.179311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a50b2efb-10a2-4a5f-a23e-a8225529a851 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:00.396443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:00.415155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'mac_address': 'fa:16:3e:1d:a3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:00.471329 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.490339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50b2efb-10a2-4a5f-a23e-a8225529a851 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:00.513009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:00.519353 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:00.604666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:00.968637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['a50b2efb-10a2-4a5f-a23e-a8225529a851'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:02.019231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e86769fe-0032-4c32-a1ad-16a6c04d0a01 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:02.148857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:02.161991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01', 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c', 'port_id': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01', 'mac_address': 'fa:16:3e:57:af:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:02.206567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.223666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86769fe-0032-4c32-a1ad-16a6c04d0a01 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:02.254316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:02.258756 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:02.310926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:02.551022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e86769fe-0032-4c32-a1ad-16a6c04d0a01'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:02.599249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bdfe9-8efc-46fb-923c-89a961a77238 req-ed98b4f2-7561-4861-aab1-83744883c6dd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:02.600758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155bdfe9-8efc-46fb-923c-89a961a77238 req-ed98b4f2-7561-4861-aab1-83744883c6dd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 949 time: 0.0947223 May 06 09:38:02.611731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-670fe52d-d10d-49d0-a197-cfc663b3d771 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:02.618874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-670fe52d-d10d-49d0-a197-cfc663b3d771 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.1677895 May 06 09:38:02.642379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-5063b594-ca70-4910-8ccb-009c8a9596e6 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/quotas/572e50a56d59423dbaa3299982dc2b1c HTTP/1.1" status: 200 len: 375 time: 0.0225070 May 06 09:38:02.670604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155bdfe9-8efc-46fb-923c-89a961a77238 req-01336f38-d5bf-42aa-9a2b-ad8154c39ef0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495844 May 06 09:38:02.686146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-2259d76c-e0d1-4b90-bd46-a068feaa8a2d tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316787 May 06 09:38:02.803544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-51f1dd51-67e2-4ea6-ba2f-26f2fce36c48 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041160 May 06 09:38:02.941643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-d53c434f-a341-414c-b26d-08b61c1b6727 service neutron] 10.222.0.76 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299891 May 06 09:38:02.959255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c35a9b-6431-4081-b81a-c21122911f22 req-a5618636-7e50-465d-8246-16e1b7bdbb95 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:02.960941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49c35a9b-6431-4081-b81a-c21122911f22 req-a5618636-7e50-465d-8246-16e1b7bdbb95 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.0721381 May 06 09:38:03.006351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49c35a9b-6431-4081-b81a-c21122911f22 req-750c8598-b3f3-49c0-bf92-884625aa2ef1 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 May 06 09:38:03.124948 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ff59b5-0329-4113-abd9-547d0aca4ec0 x-openstack-request-id: req-94ff59b5-0329-4113-abd9-547d0aca4ec0 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:03.125463 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-unplugged", "status": "completed", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:03.125463 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94ff59b5-0329-4113-abd9-547d0aca4ec0 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:03.125946 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ff59b5-0329-4113-abd9-547d0aca4ec0'] response: {'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'code': 200} May 06 09:38:03.183068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e624aa-c98b-4ab1-a6d8-e7828a1f1e2a req-7f73f005-0550-473d-ade5-7377975500bf tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:03.185229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71e624aa-c98b-4ab1-a6d8-e7828a1f1e2a req-7f73f005-0550-473d-ade5-7377975500bf tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.0924749 May 06 09:38:03.232205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71e624aa-c98b-4ab1-a6d8-e7828a1f1e2a req-612b4210-18c6-45e8-a68a-cf69c4d62f75 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 May 06 09:38:03.415452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971fbf8-f6b5-47e4-b657-83b5b3ab0123 req-579577ff-78d6-4646-92d7-4d61291bbc37 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:03.417752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6971fbf8-f6b5-47e4-b657-83b5b3ab0123 req-579577ff-78d6-4646-92d7-4d61291bbc37 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 950 time: 0.0623567 May 06 09:38:03.490455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6971fbf8-f6b5-47e4-b657-83b5b3ab0123 req-c771550b-3b20-4ba8-b28d-292b736cfed8 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651321 May 06 09:38:03.656668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39064) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:03.661744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b77f0daa-f5dd-4bd8-b530-30042d37eaac tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433836382', 'description': 'tempest-description--568839384'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:03.708187 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b77f0daa-f5dd-4bd8-b530-30042d37eaac tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.811002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b77f0daa-f5dd-4bd8-b530-30042d37eaac tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.814885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f3b467c-495e-4ea2-af23-89e36ef1c96c req-58e5cd29-e465-46cd-8d73-88df80740c63 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 210 time: 0.1005292 May 06 09:38:03.826508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b77f0daa-f5dd-4bd8-b530-30042d37eaac tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.847274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02b745-456d-42c9-beb2-5444f637820a req-8282fc22-4f7e-4b7a-8a7c-7336506a8932 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:03.849355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-8282fc22-4f7e-4b7a-8a7c-7336506a8932 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f&tenant_id=f23552f3f2b442deb134d815b68f5f7a&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 949 time: 0.1239069 May 06 09:38:03.863365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444644-c1d6-49a7-914f-6346c0176e90 req-a6ad2345-58c6-409a-804c-27ff767b0ce2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:03.866055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01444644-c1d6-49a7-914f-6346c0176e90 req-a6ad2345-58c6-409a-804c-27ff767b0ce2 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.1647029 May 06 09:38:03.893312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b77f0daa-f5dd-4bd8-b530-30042d37eaac tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:03.894547 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b77f0daa-f5dd-4bd8-b530-30042d37eaac tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2367423 May 06 09:38:03.897600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39066) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:03.903102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-77e9c31c-6c8f-4e64-827d-dfd0198483e8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Request body: {'security_group_rule': {'security_group_id': '7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:03.919799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f0daa-f5dd-4bd8-b530-30042d37eaac tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:03.941196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01444644-c1d6-49a7-914f-6346c0176e90 req-730958d7-ed5e-4234-af51-89f593beef0d tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654047 May 06 09:38:03.989679 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:38:04.019739 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77e9c31c-6c8f-4e64-827d-dfd0198483e8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.031233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e86769fe-0032-4c32-a1ad-16a6c04d0a01 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:04.054429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02b745-456d-42c9-beb2-5444f637820a req-407ffc10-f1c2-4419-a970-21426e7a0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:04.058108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-407ffc10-f1c2-4419-a970-21426e7a0f61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 1100 time: 0.1045866 May 06 09:38:04.117175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port e86769fe-0032-4c32-a1ad-16a6c04d0a01 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:04.123393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port e86769fe-0032-4c32-a1ad-16a6c04d0a01 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:04.124408 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.196670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a50b2efb-10a2-4a5f-a23e-a8225529a851 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:04.202325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77e9c31c-6c8f-4e64-827d-dfd0198483e8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.216146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77e9c31c-6c8f-4e64-827d-dfd0198483e8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.232176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04760391-f263-4b72-807f-6fff9ff53ccd req-93a4b407-4abe-4444-9939-ce0e26a81f70 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:04.240705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04760391-f263-4b72-807f-6fff9ff53ccd req-93a4b407-4abe-4444-9939-ce0e26a81f70 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 949 time: 0.2160385 May 06 09:38:04.285063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9c31c-6c8f-4e64-827d-dfd0198483e8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538d81c9-21c7-4d90-b158-b6a71eb04324,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:04.307897 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77e9c31c-6c8f-4e64-827d-dfd0198483e8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.309242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-77e9c31c-6c8f-4e64-827d-dfd0198483e8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4103949 May 06 09:38:04.312088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39090) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:04.317880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d5321e01-c11c-4cb3-aeb6-775f59dabb43 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Request body: {'security_group_rule': {'security_group_id': '7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:04.354134 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.374556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02b745-456d-42c9-beb2-5444f637820a req-d9e1e19b-baf2-4ca7-80a4-97386a3f2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:04.375981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-d9e1e19b-baf2-4ca7-80a4-97386a3f2f0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2961216 May 06 09:38:04.386241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5321e01-c11c-4cb3-aeb6-775f59dabb43 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.398151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04760391-f263-4b72-807f-6fff9ff53ccd req-e9291700-e14b-47c0-8124-f4d62ccda1f6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559670 May 06 09:38:04.466148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:04.468219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port a50b2efb-10a2-4a5f-a23e-a8225529a851 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:04.469660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.529883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5321e01-c11c-4cb3-aeb6-775f59dabb43 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.555124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5321e01-c11c-4cb3-aeb6-775f59dabb43 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.612337 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.637419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5321e01-c11c-4cb3-aeb6-775f59dabb43 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632f13e7-2fc1-4ec0-9279-4f73ab00671b,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:04.650718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5321e01-c11c-4cb3-aeb6-775f59dabb43 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.651980 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d5321e01-c11c-4cb3-aeb6-775f59dabb43 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383429 May 06 09:38:04.655433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39102) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:04.660026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:04.713599 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.724053 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.760917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:04.765789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:04.773156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.838860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:04.867967 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:04.988136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Allocated IP 172.25.8.98 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/d2deda52-01c6-4b3f-8008-58afe1e698a0) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:05.002600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-5ae0f0e6-22c7-4acf-8297-f0ce776c5b9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 200 len: 217 time: 0.5890043 May 06 09:38:05.110286 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.124462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-a7d70679-dd0a-462e-bccf-daf265244dfe tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.125961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-a7d70679-dd0a-462e-bccf-daf265244dfe tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.83 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 812 time: 0.8243389 May 06 09:38:05.127177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01'}, {'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:05.129930 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34382a2f-0df1-43f9-b6d8-aa819e924bc0" -d '{"events": [{"server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "name": "network-vif-plugged", "status": "completed", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01"}, {"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-plugged", "status": "completed", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:05.134057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-aaf22f65-f987-4a8f-b22e-a98f120cef02 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.135719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-aaf22f65-f987-4a8f-b22e-a98f120cef02 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.82 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.7013609 May 06 09:38:05.148250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7cecf-8d89-4ad5-ae53-b732b4bc8670 req-109ab32a-e38e-4b00-82ae-f22daa833a12 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.149744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6a7cecf-8d89-4ad5-ae53-b732b4bc8670 req-109ab32a-e38e-4b00-82ae-f22daa833a12 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.7767465 May 06 09:38:05.154125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Request body: {'port': {'device_id': '88b35ac7-954c-4daa-b939-cb1209080af3', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'admin_state_up': True, 'tenant_id': '572e50a56d59423dbaa3299982dc2b1c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:05.168920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02b745-456d-42c9-beb2-5444f637820a req-59277924-9923-4fa1-9e73-49bd8c8cc3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.169405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.170369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-59277924-9923-4fa1-9e73-49bd8c8cc3f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1575930 May 06 09:38:05.214871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:05.218607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:05.225387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:05.228567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event updated for resources: {'Port': ['ID=d2deda52-01c6-4b3f-8008-58afe1e698a0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:05.256715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05d4dc-0c76-4268-b1d7-577330df81c8 req-a8f84896-8efb-48b3-8d7d-2e820f3010ff tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.261964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d05d4dc-0c76-4268-b1d7-577330df81c8 req-a8f84896-8efb-48b3-8d7d-2e820f3010ff tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.3176088 May 06 09:38:05.328127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.388938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.408144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6a7cecf-8d89-4ad5-ae53-b732b4bc8670 req-65dab8f9-a454-4ef2-b4b7-30026051d323 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492771 May 06 09:38:05.458669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d05d4dc-0c76-4268-b1d7-577330df81c8 req-21df905e-e610-4e14-baf0-f5d0d685a6ce tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809671 May 06 09:38:05.467707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02b745-456d-42c9-beb2-5444f637820a req-2861b6c6-44a6-4ad9-9568-ca1e1fa1d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.469414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-2861b6c6-44a6-4ad9-9568-ca1e1fa1d30c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2516460 May 06 09:38:05.556149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Made reservation on behalf of 572e50a56d59423dbaa3299982dc2b1c for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:05.560388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.610908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.618742 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.636423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Deleting port 4693d96a-4fea-43f8-abb8-a1feff857d5c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:05.636793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.683744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a6a0d4e-53c0-445f-b5e9-ced98ddf6d2b req-5ddbd314-603c-4671-905b-2dc3c7fd5247 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 210 time: 0.1096535 May 06 09:38:05.728868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event updated for resources: {'Port': ['ID=d2deda52-01c6-4b3f-8008-58afe1e698a0,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:05.736279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.751543 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c8154b-37f0-45e8-a7ef-9634c48c140b x-openstack-request-id: req-20c8154b-37f0-45e8-a7ef-9634c48c140b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:05.752184 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "name": "network-vif-plugged", "status": "completed", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01", "code": 200}, {"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-plugged", "status": "completed", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:05.752311 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20c8154b-37f0-45e8-a7ef-9634c48c140b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:05.752699 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c8154b-37f0-45e8-a7ef-9634c48c140b'] response: {'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01', 'code': 200} May 06 09:38:05.752958 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c8154b-37f0-45e8-a7ef-9634c48c140b'] response: {'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'code': 200} May 06 09:38:05.761605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:05.763369 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c05362c-6e6b-42e8-a53d-9aac9b26bcbf tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1068361 May 06 09:38:05.827392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-914bb7ab-79b2-45ec-812a-ec141f985239 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406935 May 06 09:38:05.939376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077ac28-d147-4ff2-8688-7fbb7b71f08f req-4c356e2b-6681-4faf-b271-0ecdfd3f65f7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:05.940870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a077ac28-d147-4ff2-8688-7fbb7b71f08f req-4c356e2b-6681-4faf-b271-0ecdfd3f65f7 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 945 time: 0.3718247 May 06 09:38:06.040186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] For port 4693d96a-4fea-43f8-abb8-a1feff857d5c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4693d96a-4fea-43f8-abb8-a1feff857d5c,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:06.041357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.182040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27ff9a-1953-46a9-a261-c034425937d3 req-40fea4a5-bbc3-4242-94b1-29134aab4e36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:06.183636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d27ff9a-1953-46a9-a261-c034425937d3 req-40fea4a5-bbc3-4242-94b1-29134aab4e36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.3602381 May 06 09:38:06.184904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Allocated IP 172.20.0.9 (c2e0bfbc-204a-4f2e-b60d-1d76e98190cf/fba4aadc-a164-4bed-bdbd-91ce48956fde/cfedeb08-8ee4-450d-8aab-a7119736505c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:06.196067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a077ac28-d147-4ff2-8688-7fbb7b71f08f req-0d030e28-e300-45fb-924b-6315aa117d20 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups?id=63a5fb81-9d20-4d0e-8acd-a85211494816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294359 May 06 09:38:06.208236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ba098-135f-498f-b3fd-d393a8760b1a req-3326e703-1883-44f6-a181-0474d1f48f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:06.209705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b02ba098-135f-498f-b3fd-d393a8760b1a req-3326e703-1883-44f6-a181-0474d1f48f61 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1096 time: 0.3514085 May 06 09:38:06.246744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f02b745-456d-42c9-beb2-5444f637820a req-3eab758a-4bb6-4e85-bd78-c0e21ad9b3cb service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020181 May 06 09:38:06.382385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d27ff9a-1953-46a9-a261-c034425937d3 req-34f1b22f-9dc4-48b3-8dd4-54773e4f8fe8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762416 May 06 09:38:06.388253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b02ba098-135f-498f-b3fd-d393a8760b1a req-6ac16fe8-6b53-4c52-8fed-e1522a5e9efc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703672 May 06 09:38:06.589360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.589793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.590223 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4 disassociated. External IP: 172.25.8.105, port: 4693d96a-4fea-43f8-abb8-a1feff857d5c. May 06 09:38:06.590565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Calling delete_port for 4693d96a-4fea-43f8-abb8-a1feff857d5c owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:06.729286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-daa814d6-47a0-47e8-ab09-cff3a0acbb22 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--433836382&fields=id&tenant_id=d5aaceab44c04b12bc546f44fe768d06 HTTP/1.1" status: 200 len: 267 time: 0.1202071 May 06 09:38:06.749788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:06.885729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54e675-fa87-41c7-8834-2b541588d34c req-f4f77bae-ec13-4d95-a6ca-bc8b1d596884 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:06.887240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa54e675-fa87-41c7-8834-2b541588d34c req-f4f77bae-ec13-4d95-a6ca-bc8b1d596884 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.2052379 May 06 09:38:07.227676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.239103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-a28b07ff-8132-464f-8490-7612a200e4f1 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:07.240616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-a28b07ff-8132-464f-8490-7612a200e4f1 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/networks?id=21e4cd16-a8df-4db2-b029-4e4e0754c55f HTTP/1.1" status: 200 len: 815 time: 0.5008483 May 06 09:38:07.310656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-2b007ce3-e63c-4797-980f-02abf4da582c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/quotas/d5aaceab44c04b12bc546f44fe768d06 HTTP/1.1" status: 200 len: 375 time: 0.0597928 May 06 09:38:07.319209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:07.338072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa54e675-fa87-41c7-8834-2b541588d34c req-3dc865c9-0bfd-4baf-aaec-65a2ba3b7657 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277563 May 06 09:38:07.347125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.349162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:07.354544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event updated for resources: {'Port': ['ID=cfedeb08-8ee4-450d-8aab-a7119736505c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:07.386854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:07.479636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event deleted for resources: {'Port': ['ID=4693d96a-4fea-43f8-abb8-a1feff857d5c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:07.512336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-e52bc2d6-175a-40e6-b36e-9a9ccbbe9525 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5aaceab44c04b12bc546f44fe768d06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1901934 May 06 09:38:07.554039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:07.554704 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:07.696859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-95b08b93-fabb-4351-b82d-223a15ac98ad tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5561078 May 06 09:38:07.761399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Request body: {'port': {'device_id': '88b35ac7-954c-4daa-b939-cb1209080af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:07.896285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57012584-3b4f-419a-87b4-6b89db18a9bf req-62b5f176-2b2e-46bc-9f25-7c05a934a127 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:07.898061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57012584-3b4f-419a-87b4-6b89db18a9bf req-62b5f176-2b2e-46bc-9f25-7c05a934a127 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 931 time: 0.3362148 May 06 09:38:07.959287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-80cc683a-c594-4f26-a227-45cf67dd4996 service neutron] 10.222.0.76 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987048 May 06 09:38:07.963405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Router 405a16d9-1ecc-47bd-9298-55f4272508a1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:38:07.964591 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.049257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ba2a969f-f081-44bd-b816-9fea035ebdc5 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:08.053491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57012584-3b4f-419a-87b4-6b89db18a9bf req-d15f3f45-3acb-4609-83eb-f3617e8275b9 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329205 May 06 09:38:08.214404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:08.217838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:08.269574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'mac_address': 'fa:16:3e:6a:12:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:08.306983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe9dc575-c908-44b1-aaea-3c06cb685009 req-228d0ca7-ffc2-4339-a46f-c46281811339 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/ports?device_id=3736354f-787c-4636-a931-f37baceedb12 HTTP/1.1" status: 200 len: 210 time: 0.1091886 May 06 09:38:08.323130 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.383253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:08.389455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:08.393457 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1892a465-9949-4a17-b672-49a216c38d8c" -d '{"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:08.400756 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.402704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-dc94614d-830d-451d-bed7-235417f405e5 service neutron] 10.222.0.76 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326885 May 06 09:38:08.447717 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.479220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba2a969f-f081-44bd-b816-9fea035ebdc5 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:08.528806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:08.542654 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.544586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:08.547612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:08.578482 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] Sync routers for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:08.598359 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:08.599009 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:08.614092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0810e-7a41-48d2-b80c-9cf2a1d8b5be req-fcc7c292-a520-4edb-aebd-8bfbbd23dfb0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:08.616647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adf0810e-7a41-48d2-b80c-9cf2a1d8b5be req-fcc7c292-a520-4edb-aebd-8bfbbd23dfb0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1255765 May 06 09:38:08.674350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:08.749481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ba2a969f-f081-44bd-b816-9fea035ebdc5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:08.780872 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:08.894929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] No DVR routers for this DVR port 4693d96a-4fea-43f8-abb8-a1feff857d5c on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:08.902386 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:08.905650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bee3ba22-7403-462f-ac95-f08d110a2cb8 req-4d1db9ce-bd91-42c0-ae3a-01a2cbaeb51b tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.82 "DELETE /v2.0/ports/4693d96a-4fea-43f8-abb8-a1feff857d5c HTTP/1.1" status: 204 len: 173 time: 3.7479830 May 06 09:38:08.906106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'name': 'network-vif-deleted', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:08.908767 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db9cd65-9b16-4ac5-937a-daf6ed12ab73" -d '{"events": [{"server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "name": "network-vif-deleted", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:08.929834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfedeb08-8ee4-450d-8aab-a7119736505c {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:08.970310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adf0810e-7a41-48d2-b80c-9cf2a1d8b5be req-0010c45a-32bf-421c-a9d9-7d0c9fc60665 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241581 May 06 09:38:08.975676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.132880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Transition to ACTIVE for port object cfedeb08-8ee4-450d-8aab-a7119736505c will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:09.150610 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.172522 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6879b745-66bd-436d-8ded-fd46d73a9ca0 x-openstack-request-id: req-6879b745-66bd-436d-8ded-fd46d73a9ca0 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:09.177431 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:09.178912 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6879b745-66bd-436d-8ded-fd46d73a9ca0 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:09.185762 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6879b745-66bd-436d-8ded-fd46d73a9ca0'] response: {'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013', 'code': 200} May 06 09:38:09.279124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:09.311431 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] Checking router: 405a16d9-1ecc-47bd-9298-55f4272508a1 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:09.323439 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:09.324357 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:37:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:09.358331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4de1bf-0126-4e54-a8a5-41d9dfa80ad9 req-00135dc3-8f61-4252-a4eb-892a02813be9 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:09.362407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b4de1bf-0126-4e54-a8a5-41d9dfa80ad9 req-00135dc3-8f61-4252-a4eb-892a02813be9 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.3738890 May 06 09:38:09.510998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1576df6f-2e34-4d61-9f71-358de9b9b9ca req-2ae599e1-7198-4b37-91ff-18c88571512a tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 210 time: 0.2366929 May 06 09:38:09.525080 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:09.648232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Pushing event updated for resources: {'Port': ['ID=cfedeb08-8ee4-450d-8aab-a7119736505c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:09.677111 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b351626f-199b-4137-b59f-405256029189 x-openstack-request-id: req-b351626f-199b-4137-b59f-405256029189 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:09.677388 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3736354f-787c-4636-a931-f37baceedb12", "name": "network-vif-deleted", "tag": "4693d96a-4fea-43f8-abb8-a1feff857d5c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:09.677600 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b351626f-199b-4137-b59f-405256029189 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:09.678044 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b351626f-199b-4137-b59f-405256029189'] response: {'server_uuid': '3736354f-787c-4636-a931-f37baceedb12', 'name': 'network-vif-deleted', 'tag': '4693d96a-4fea-43f8-abb8-a1feff857d5c', 'status': 'completed', 'code': 200} May 06 09:38:09.738912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b4de1bf-0126-4e54-a8a5-41d9dfa80ad9 req-59d01f42-2e65-46a3-aa73-b718e650cbce tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100600 May 06 09:38:09.823899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Attempting to bind port cfedeb08-8ee4-450d-8aab-a7119736505c on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:09.824234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Attempting to bind port cfedeb08-8ee4-450d-8aab-a7119736505c by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:09.824730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Attempting to bind port cfedeb08-8ee4-450d-8aab-a7119736505c on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:09.829951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Port cfedeb08-8ee4-450d-8aab-a7119736505c on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:09.830274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Attempting to bind port cfedeb08-8ee4-450d-8aab-a7119736505c on network c2e0bfbc-204a-4f2e-b60d-1d76e98190cf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:09.837494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:09.837841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Checking segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:09.838575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Bound using segment: {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:09.839165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Bound port: cfedeb08-8ee4-450d-8aab-a7119736505c, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e11437b-5eac-4cd0-b7b5-17a591487348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:09.839537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:09.884301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981509d-4ddb-4c3c-8417-f5870c3c194f req-135c6f31-188e-4365-97fc-83dceb28d475 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:09.892082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8981509d-4ddb-4c3c-8417-f5870c3c194f req-135c6f31-188e-4365-97fc-83dceb28d475 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1519308 May 06 09:38:09.913788 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:09.949616 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593d24ca-d0c6-4cc0-a485-d266f047ace8 None None] The sync data for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 is: [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:05Z', 'revision_number': 4, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd6653e40-66d3-46b7-8f39-2bcad9b9d5d8', 'name': '', 'network_id': '2b938cdf-03e1-4f41-b402-900d7cc9c47c', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'mac_address': 'fa:16:3e:c5:2b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:03Z', 'updated_at': '2022-05-06T09:34:12Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'subnets': [{'id': '1dfa777c-428f-42ee-82dc-b84482d8c180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:10.063806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ba2a969f-f081-44bd-b816-9fea035ebdc5 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:10.109320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8981509d-4ddb-4c3c-8417-f5870c3c194f req-fb3884f9-e0ce-4075-aa68-b35bbb8bb03f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163260 May 06 09:38:10.141320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b819b-f029-4b31-af54-60b747103cef req-3b041ca0-4031-447a-bea1-9a2fc4a69ab2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:10.144625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e2b819b-f029-4b31-af54-60b747103cef req-3b041ca0-4031-447a-bea1-9a2fc4a69ab2 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 943 time: 0.2280545 May 06 09:38:10.154814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port ba2a969f-f081-44bd-b816-9fea035ebdc5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:10.155372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.161779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] For port cfedeb08-8ee4-450d-8aab-a7119736505c, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:10.227757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c79e03cb-5a8f-4a72-80d1-19e043739a6a details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:10.233507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] For port cfedeb08-8ee4-450d-8aab-a7119736505c, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=cfedeb08-8ee4-450d-8aab-a7119736505c,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:10.241187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e2b819b-f029-4b31-af54-60b747103cef req-1296bb62-2b57-45e5-a1a5-04bbb0ab33e7 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810456 May 06 09:38:10.244547 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.321443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:10.322800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.324510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] 10.222.0.83 "PUT /v2.0/ports/cfedeb08-8ee4-450d-8aab-a7119736505c HTTP/1.1" status: 200 len: 1091 time: 2.5775259 May 06 09:38:10.495486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-11180e12-09c6-42f7-8a7c-b0a64599a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:10.497141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-11180e12-09c6-42f7-8a7c-b0a64599a748 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 1094 time: 0.0940375 May 06 09:38:10.499975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72edc8-c898-4519-a9cd-4fbae6528150 service neutron] Pushing event updated for resources: {'Port': ['ID=cfedeb08-8ee4-450d-8aab-a7119736505c,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:10.528863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ad877-1a1c-4548-bd14-aa74499d7050 req-cbc166b0-7a7f-42e6-bfdd-ce77f56c1298 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:10.539237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-249ad877-1a1c-4548-bd14-aa74499d7050 req-cbc166b0-7a7f-42e6-bfdd-ce77f56c1298 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1096 time: 0.1757996 May 06 09:38:10.596537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-7a03dda4-524b-40bc-b167-9c0b0e863377 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfedeb08-8ee4-450d-8aab-a7119736505c HTTP/1.1" status: 200 len: 217 time: 0.0782557 May 06 09:38:10.598090 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.600720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f98c4-50c9-4227-bb78-778c727954d5 None None] New status for floating IP b7585e34-1365-4c39-9bef-62b4f276a5e4: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:38:10.737921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:10.768457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8173-b6be-479e-a76e-455731ef7c8c req-11e66f7c-dedb-439e-b538-5061b8ecdcd8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:10.777221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-11e66f7c-dedb-439e-b538-5061b8ecdcd8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.1795459 May 06 09:38:10.840149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'mac_address': 'fa:16:3e:9c:56:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:10.849772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-249ad877-1a1c-4548-bd14-aa74499d7050 req-1ae05d09-2ca3-449a-a0dd-63e63cb3915c tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093209 May 06 09:38:10.861995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-c0ee436d-12f9-4968-a6e1-93bb7a5f3436 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/quotas/99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 375 time: 0.0835886 May 06 09:38:10.940873 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.966988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c79e03cb-5a8f-4a72-80d1-19e043739a6a {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:10.974233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:10.987119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:10.988260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4693d96a-4fea-43f8-abb8-a1feff857d5c no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:11.028711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-c670e00e-c76b-4002-8162-e7c4136319a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:11.030179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-c670e00e-c76b-4002-8162-e7c4136319a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.3964968 May 06 09:38:11.081851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:11.086418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f2a5479b-515c-423a-8467-c9729bf46829 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2231212 May 06 09:38:11.089636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-428b84b2-185d-4c11-b4e2-ef01f896b253 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514190 May 06 09:38:11.106519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:11.109612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 4693d96a-4fea-43f8-abb8-a1feff857d5c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:11.110158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4693d96a-4fea-43f8-abb8-a1feff857d5c not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:11.176330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.185531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-d60ef9a9-26a8-4b8d-9c4a-1cd57439415c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:11.186997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-d60ef9a9-26a8-4b8d-9c4a-1cd57439415c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.82 "GET /v2.0/networks?id=21e4cd16-a8df-4db2-b029-4e4e0754c55f HTTP/1.1" status: 200 len: 815 time: 0.6887517 May 06 09:38:11.209744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:11.217970 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04b8b66-e3c6-4e2c-a791-75fb054bdccd" -d '{"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:11.288517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:11.367822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-93876e97-e032-4556-a2d5-0bae87d9de42 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5aaceab44c04b12bc546f44fe768d06 HTTP/1.1" status: 200 len: 379 time: 0.1333809 May 06 09:38:11.385314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-dc3e48a4-3919-4ae5-92c7-336d34902b65 service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974875 May 06 09:38:11.447919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Request body: {'port': {'device_id': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'admin_state_up': True, 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'security_groups': ['7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:11.519721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['c79e03cb-5a8f-4a72-80d1-19e043739a6a'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:11.643188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-b45baf80-054c-471c-936a-c1d6d3088d55 service neutron] 10.222.0.83 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758739 May 06 09:38:11.653342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Made reservation on behalf of d5aaceab44c04b12bc546f44fe768d06 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:11.662751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:11.701162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b35ac7-954c-4daa-b939-cb1209080af3', 'tag': 'cfedeb08-8ee4-450d-8aab-a7119736505c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:11.703402 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d00cc35-9af1-41ba-842c-8e07d0f981d2" -d '{"events": [{"name": "network-changed", "server_uuid": "88b35ac7-954c-4daa-b939-cb1209080af3", "tag": "cfedeb08-8ee4-450d-8aab-a7119736505c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:11.795543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-4c792b7b-88c0-4afc-aebb-69c11cc0c8aa service neutron] 10.222.0.76 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095047 May 06 09:38:12.238652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c79e03cb-5a8f-4a72-80d1-19e043739a6a up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:12.388521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port c79e03cb-5a8f-4a72-80d1-19e043739a6a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:12.390003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.559009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea1dc44-a504-486b-98ee-d3ccbf3c9937 req-d7c946bb-cf83-43c7-87b2-b4c3f88c7409 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 210 time: 0.0766437 May 06 09:38:12.711610 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b08958a-bf9d-49ef-aacf-c317e404b142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.721679 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.796497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ca146b-ff3f-4397-a77c-dafd9b15a85c req-ee66439d-ee16-4eab-bb26-60127d7b524b service neutron] 10.222.0.83 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1433451 May 06 09:38:12.830501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Allocated IP 172.20.0.13 (21e4cd16-a8df-4db2-b029-4e4e0754c55f/fa4542df-3a16-4ad3-a840-0eef9e212b79/d622843d-502a-4657-b776-f54ed3af0e6e) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:12.841854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa893b2f-ce9d-4327-83a0-e1c1e9f869dc req-deb879ea-8e0f-4962-969c-927c3e79ab8e tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:12.844586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:12.852416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa893b2f-ce9d-4327-83a0-e1c1e9f869dc req-deb879ea-8e0f-4962-969c-927c3e79ab8e tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1096 time: 0.1395278 May 06 09:38:12.856365 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:12.921553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa893b2f-ce9d-4327-83a0-e1c1e9f869dc req-c4a984c3-c445-495b-ab1a-49f9994a295d tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664024 May 06 09:38:12.981545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:13.172307 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e81cc8c-681e-4a11-bb5e-e7391339a847 x-openstack-request-id: req-1e81cc8c-681e-4a11-bb5e-e7391339a847 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:13.173119 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-plugged", "status": "completed", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:13.173601 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e81cc8c-681e-4a11-bb5e-e7391339a847 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:13.174250 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e81cc8c-681e-4a11-bb5e-e7391339a847'] response: {'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'code': 200} May 06 09:38:13.197205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.279855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.387358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:13.417200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:13.420630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event updated for resources: {'Port': ['ID=d622843d-502a-4657-b776-f54ed3af0e6e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:13.424490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:13.517349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314df999-ae53-4147-8f85-86155b0667b9 req-71cbf9e7-cbbd-4cc4-8cd2-076534caa377 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:13.528671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-314df999-ae53-4147-8f85-86155b0667b9 req-71cbf9e7-cbbd-4cc4-8cd2-076534caa377 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 943 time: 0.2355425 May 06 09:38:13.538057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:13.538881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.637485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-5931a59c-3f64-49f0-a029-0fcfb7eec4a2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2232928 May 06 09:38:13.679903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-314df999-ae53-4147-8f85-86155b0667b9 req-734b05e1-a21c-45dd-a00c-efce366fb9f0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462214 May 06 09:38:13.820545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8d3af06d-0874-4624-a014-bfadc567b981 None None] Provisioning complete for port d622843d-502a-4657-b776-f54ed3af0e6e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:13.821178 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8d3af06d-0874-4624-a014-bfadc567b981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:13.873811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8d3af06d-0874-4624-a014-bfadc567b981 None None] Port d622843d-502a-4657-b776-f54ed3af0e6e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:38:14.002057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Request body: {'port': {'device_id': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:14.108471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.124955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8173-b6be-479e-a76e-455731ef7c8c req-01955baa-4fdd-4c8d-b70d-593a79b78169 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:14.126510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-01955baa-4fdd-4c8d-b70d-593a79b78169 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 821 time: 0.1765485 May 06 09:38:14.172880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Request body: {'port': {'device_id': '3f013cdb-529e-4906-b359-189a883a4288', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'admin_state_up': True, 'tenant_id': '99c19f6a0cb84097a21118b13e02be3c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:14.489168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Made reservation on behalf of 99c19f6a0cb84097a21118b13e02be3c for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:14.494627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.741471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d622843d-502a-4657-b776-f54ed3af0e6e {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:14.752167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:14.811621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Transition to ACTIVE for port object d622843d-502a-4657-b776-f54ed3af0e6e will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:14.911568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Allocated IP 172.20.0.2 (d705e668-3f4b-42c5-8272-caa5e6915636/a0c76e8f-fa61-4ff0-8ca8-b47fc851c527/b50ecdc5-1ff6-4847-9c94-310211a77d6f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:15.042397 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61c74654-cd1e-4f3a-a1cc-6ab94a997837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.065122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.176442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:15.179080 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa3472b-e0f2-4f23-a57e-3eced5f8dd36" -d '{"events": [{"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:15.182471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.226843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Pushing event updated for resources: {'Port': ['ID=d622843d-502a-4657-b776-f54ed3af0e6e,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:15.282940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Attempting to bind port d622843d-502a-4657-b776-f54ed3af0e6e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:15.285145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Attempting to bind port d622843d-502a-4657-b776-f54ed3af0e6e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:15.285535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Attempting to bind port d622843d-502a-4657-b776-f54ed3af0e6e on network 21e4cd16-a8df-4db2-b029-4e4e0754c55f {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:15.291883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.348966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:15.352417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Port d622843d-502a-4657-b776-f54ed3af0e6e on network 21e4cd16-a8df-4db2-b029-4e4e0754c55f not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:15.353037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Attempting to bind port d622843d-502a-4657-b776-f54ed3af0e6e on network 21e4cd16-a8df-4db2-b029-4e4e0754c55f {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:15.368937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:15.369316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Checking segment: {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:15.369924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Bound using segment: {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:15.370328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Bound port: d622843d-502a-4657-b776-f54ed3af0e6e, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1ee71b1-47cc-42f1-b542-aa7aad09a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:15.370690 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.385103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Network d705e668-3f4b-42c5-8272-caa5e6915636 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:15.388426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:15.390882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:15.563508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:15.564232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.600098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-9c9d5e65-bd30-4112-93d6-23d8322479b7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4302032 May 06 09:38:15.601377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] For port d622843d-502a-4657-b776-f54ed3af0e6e, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:15.611930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] For port d622843d-502a-4657-b776-f54ed3af0e6e, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d622843d-502a-4657-b776-f54ed3af0e6e,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:15.622102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.702922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:15.703441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:15.704912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] 10.222.0.82 "PUT /v2.0/ports/d622843d-502a-4657-b776-f54ed3af0e6e HTTP/1.1" status: 200 len: 1092 time: 1.7329366 May 06 09:38:15.767720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Request body: {'port': {'device_id': '3f013cdb-529e-4906-b359-189a883a4288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:15.820548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab5b64-6db9-48bb-8636-65e30ee60371 service neutron] Pushing event updated for resources: {'Port': ['ID=d622843d-502a-4657-b776-f54ed3af0e6e,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:16.021753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-be19a59a-0083-46b6-8934-5672c436e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:16.024295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-be19a59a-0083-46b6-8934-5672c436e6cc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5aaceab44c04b12bc546f44fe768d06&device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 1095 time: 0.1843026 May 06 09:38:16.133688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-03d8752c-e9f9-46b5-a690-c6b5d88bcbed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d622843d-502a-4657-b776-f54ed3af0e6e HTTP/1.1" status: 200 len: 217 time: 0.0929687 May 06 09:38:16.135108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.246189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.502507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-28d64311-11ec-49bd-9cc0-134325ed20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:16.505975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-28d64311-11ec-49bd-9cc0-134325ed20e4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa4542df-3a16-4ad3-a840-0eef9e212b79 HTTP/1.1" status: 200 len: 854 time: 0.3569231 May 06 09:38:16.532386 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.682826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50ecdc5-1ff6-4847-9c94-310211a77d6f {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:16.694526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.714423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Transition to ACTIVE for port object b50ecdc5-1ff6-4847-9c94-310211a77d6f will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:16.760893 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:16.810920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-35a98492-0083-4c57-9e2b-5426d1d1878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:16.812423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-35a98492-0083-4c57-9e2b-5426d1d1878c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21e4cd16-a8df-4db2-b029-4e4e0754c55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958786 May 06 09:38:16.946439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-41d51adb-0803-490c-9d7e-f165fdb7da50 service neutron] 10.222.0.82 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054449 May 06 09:38:17.074430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aba0bf8c-3f54-4801-8127-6ec8ba39c5c9 req-7ad2cbb4-bdee-4935-ba67-205b43c04caf service neutron] 10.222.0.82 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026316 May 06 09:38:17.075125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:17.164235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:17.166054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:17.166573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:17.172497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:17.173209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:17.179284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:17.179913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:17.180700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:17.181352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Bound port: b50ecdc5-1ff6-4847-9c94-310211a77d6f, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:17.181919 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.264755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:17.269661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:17.282036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.352227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:17.355088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:17.357293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] 10.222.0.83 "PUT /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 1091 time: 1.5959761 May 06 09:38:17.469401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8173-b6be-479e-a76e-455731ef7c8c req-bf1f2ca8-234d-43b9-a11a-6da123304fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:17.471114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-bf1f2ca8-234d-43b9-a11a-6da123304fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1094 time: 0.0577204 May 06 09:38:17.472077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550b599-ae3a-486c-bb79-e8c8116e9c4e service neutron] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:17.559791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-b73dafb8-7d5a-4bdc-8060-2fbf7a97f17a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 217 time: 0.0759892 May 06 09:38:17.677010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c8173-b6be-479e-a76e-455731ef7c8c req-ace8e9bb-c634-47e3-9f44-598a5edcd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:17.685156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-ace8e9bb-c634-47e3-9f44-598a5edcd938 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1142666 May 06 09:38:17.756648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-cf154fd0-6812-47b8-b6a8-0e7636dd4b8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658023 May 06 09:38:17.974434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-082a21de-1da6-4cd1-8268-1f49c9d00bd3 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101033 May 06 09:38:18.046677 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.138277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-555c8173-b6be-479e-a76e-455731ef7c8c req-32a9761a-7157-414e-bb02-6dc74a8063c4 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552649 May 06 09:38:18.289001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device cfedeb08-8ee4-450d-8aab-a7119736505c details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:18.408748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port cfedeb08-8ee4-450d-8aab-a7119736505c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=cfedeb08-8ee4-450d-8aab-a7119736505c,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:18.440320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'cfedeb08-8ee4-450d-8aab-a7119736505c', 'network_id': 'c2e0bfbc-204a-4f2e-b60d-1d76e98190cf', 'port_id': 'cfedeb08-8ee4-450d-8aab-a7119736505c', 'mac_address': 'fa:16:3e:5b:8d:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fba4aadc-a164-4bed-bdbd-91ce48956fde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:18.528004 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.551849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfedeb08-8ee4-450d-8aab-a7119736505c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:18.593302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port cfedeb08-8ee4-450d-8aab-a7119736505c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=cfedeb08-8ee4-450d-8aab-a7119736505c,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:18.606101 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.646105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:18.674284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=cfedeb08-8ee4-450d-8aab-a7119736505c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:19.066798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['cfedeb08-8ee4-450d-8aab-a7119736505c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:20.304948 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.335292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device cfedeb08-8ee4-450d-8aab-a7119736505c up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:22.417289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port cfedeb08-8ee4-450d-8aab-a7119736505c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:22.422179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port cfedeb08-8ee4-450d-8aab-a7119736505c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:22.422815 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.523302 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.566009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port cfedeb08-8ee4-450d-8aab-a7119736505c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=cfedeb08-8ee4-450d-8aab-a7119736505c,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:22.573279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:22.637094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=cfedeb08-8ee4-450d-8aab-a7119736505c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:22.962346 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d319a86-15ef-4413-a813-da37e3e763e3 x-openstack-request-id: req-7d319a86-15ef-4413-a813-da37e3e763e3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:22.963532 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b35ac7-954c-4daa-b939-cb1209080af3", "tag": "cfedeb08-8ee4-450d-8aab-a7119736505c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:22.964220 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d319a86-15ef-4413-a813-da37e3e763e3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:22.965013 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d319a86-15ef-4413-a813-da37e3e763e3'] response: {'name': 'network-changed', 'server_uuid': '88b35ac7-954c-4daa-b939-cb1209080af3', 'tag': 'cfedeb08-8ee4-450d-8aab-a7119736505c', 'status': 'completed', 'code': 200} May 06 09:38:23.113352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-169fff46-e267-4422-a7ad-81d2bc4e4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.115976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-169fff46-e267-4422-a7ad-81d2bc4e4097 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=572e50a56d59423dbaa3299982dc2b1c&device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 1096 time: 0.1213176 May 06 09:38:23.121048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39390) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:23.156123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e1108-7a2e-46c0-ae29-9a22317cec16 req-c7e3f068-67dc-478f-a8c5-664e076052d0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.158675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-652e1108-7a2e-46c0-ae29-9a22317cec16 req-c7e3f068-67dc-478f-a8c5-664e076052d0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.1202309 May 06 09:38:23.206099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b04542c3-3e80-4dfd-a709-a99a950b72ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.238470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b04542c3-3e80-4dfd-a709-a99a950b72ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.306231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b04542c3-3e80-4dfd-a709-a99a950b72ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.309002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b04542c3-3e80-4dfd-a709-a99a950b72ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.310140 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b04542c3-3e80-4dfd-a709-a99a950b72ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "DELETE /v2.0/security-groups/63a5fb81-9d20-4d0e-8acd-a85211494816 HTTP/1.1" status: 204 len: 168 time: 0.1879668 May 06 09:38:23.313366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:23.331799 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-f70d9a09-2893-45ae-9e6b-b525c09a709c tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] show failed (client error): The resource could not be found. May 06 09:38:23.332829 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f70d9a09-2893-45ae-9e6b-b525c09a709c tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "GET /v2.0/security-groups/63a5fb81-9d20-4d0e-8acd-a85211494816 HTTP/1.1" status: 404 len: 347 time: 0.0185812 May 06 09:38:23.334010 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04542c3-3e80-4dfd-a709-a99a950b72ba tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a5fb81-9d20-4d0e-8acd-a85211494816,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:23.335645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39402) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:23.353431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-652e1108-7a2e-46c0-ae29-9a22317cec16 req-f9b184e5-f2b3-4423-b676-2cbd6730ac49 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521435 May 06 09:38:23.387542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811719f-b892-4f32-9f22-d6152e975d37 req-ddb0757e-d6ef-4e82-8c52-4aff94e68697 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.395210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c811719f-b892-4f32-9f22-d6152e975d37 req-ddb0757e-d6ef-4e82-8c52-4aff94e68697 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 944 time: 0.1912594 May 06 09:38:23.457987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c811719f-b892-4f32-9f22-d6152e975d37 req-8a1e86cb-a6a0-4a32-8363-bd65fd1b69b9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559516 May 06 09:38:23.551499 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06002a6b-1823-40b7-b6c2-8f337c55db26 x-openstack-request-id: req-06002a6b-1823-40b7-b6c2-8f337c55db26 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:23.552052 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:23.552162 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06002a6b-1823-40b7-b6c2-8f337c55db26 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:23.552511 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06002a6b-1823-40b7-b6c2-8f337c55db26'] response: {'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'code': 200} May 06 09:38:23.573312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Deleting port fe039941-cf21-4ae7-ac30-a6c04cb4953e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:23.573653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.605734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-0222c674-166f-4dc3-865b-40c77e4ff6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.614011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-0222c674-166f-4dc3-865b-40c77e4ff6c5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 200 len: 913 time: 0.4428122 May 06 09:38:23.683884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb63be-692f-496e-b671-59fd2d4a4222 req-8f849dcb-4670-4d1a-a4bc-df99f07115dc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.685903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32eb63be-692f-496e-b671-59fd2d4a4222 req-8f849dcb-4670-4d1a-a4bc-df99f07115dc tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.2163050 May 06 09:38:23.687327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-b7fa197a-2882-4005-af89-06f449385a99 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfedeb08-8ee4-450d-8aab-a7119736505c HTTP/1.1" status: 200 len: 217 time: 0.0640712 May 06 09:38:23.759906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.762576 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:23.795046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Calling delete_port for fe039941-cf21-4ae7-ac30-a6c04cb4953e owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:23.795964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32eb63be-692f-496e-b671-59fd2d4a4222 req-453c0d8d-90a6-43c6-a669-67cd4bad1731 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034474 May 06 09:38:23.800750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-405a2c78-214f-4585-868d-ea454bcb350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:23.803232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-405a2c78-214f-4585-868d-ea454bcb350b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 200 len: 852 time: 0.0978878 May 06 09:38:23.891758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-e1dba700-237e-488f-8df8-ee91b19f017d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814974 May 06 09:38:24.105881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-c747b3ef-6b62-4927-addd-fcbf745a6bf5 service neutron] 10.222.0.83 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063053 May 06 09:38:24.115747 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:24.356954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d00cc35-9af1-41ba-842c-8e07d0f981d2 req-d0f3d213-2de4-47d8-b81f-e8bc4cdcf5b1 service neutron] 10.222.0.83 "GET /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434828 May 06 09:38:24.521516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165aa100-ebae-4dd9-ab4a-3617083fb421 req-9487e2a8-feec-4e5d-9a2c-13f6197749c8 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:24.523018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-165aa100-ebae-4dd9-ab4a-3617083fb421 req-9487e2a8-feec-4e5d-9a2c-13f6197749c8 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 950 time: 0.0784504 May 06 09:38:24.563770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Pushing event deleted for resources: {'Port': ['ID=fe039941-cf21-4ae7-ac30-a6c04cb4953e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:24.607840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-165aa100-ebae-4dd9-ab4a-3617083fb421 req-bbb0bb41-eb45-4b5e-a224-b88e21170402 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 May 06 09:38:24.658216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:24.661565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:24.662921 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-34e35b8d-dd4b-41c7-8812-a9c96de04481 tempest-ServersWithSpecificFlavorTestJSON-1255928873 tempest-ServersWithSpecificFlavorTestJSON-1255928873-project] 10.222.0.76 "DELETE /v2.0/floatingips/b7585e34-1365-4c39-9bef-62b4f276a5e4 HTTP/1.1" status: 204 len: 168 time: 1.3261788 May 06 09:38:24.735452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc399aa4-dba4-4667-9988-3defa08b4ab4 req-663bbf59-05f0-432b-8054-46169af846a8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:24.744349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc399aa4-dba4-4667-9988-3defa08b4ab4 req-663bbf59-05f0-432b-8054-46169af846a8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.0690467 May 06 09:38:24.792318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc399aa4-dba4-4667-9988-3defa08b4ab4 req-f42b81b4-bfa1-41c4-a861-5ee9c71fa5ec tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 May 06 09:38:24.920113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-16580a36-bea1-471e-a24f-0ef5efd48f9a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392587 May 06 09:38:24.968262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e'}, {'name': 'network-changed', 'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:24.970650 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1554583-6d17-4185-886a-4d1d52cffb62" -d '{"events": [{"name": "network-changed", "server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e"}, {"name": "network-changed", "server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:25.093125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-5f94b041-57fa-4f27-adae-bec4ef16e56f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:25.095195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-5f94b041-57fa-4f27-adae-bec4ef16e56f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666698 May 06 09:38:25.114073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-7cb2ca2c-17be-4bda-b7fc-665d54b98ce6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/quotas/f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 375 time: 0.0106704 May 06 09:38:25.184624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-fd3ab8e6-4e69-49d9-8f11-e21e11e40922 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:38:25.185595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-fd3ab8e6-4e69-49d9-8f11-e21e11e40922 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069838 May 06 09:38:25.199349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-61d63eb4-b9f3-4515-b986-f330c988ee69 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735450 May 06 09:38:25.237513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-f1d8200b-6a9c-4952-af38-f2c48f7e5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:25.238941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-f1d8200b-6a9c-4952-af38-f2c48f7e5a87 service neutron] 10.222.0.76 "GET /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 1093 time: 0.0386789 May 06 09:38:25.252562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Request body: {'binding': {'host': 'n-h2-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:25.254410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Unknown quota resources ['binding']. {{(pid=102742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:38:25.553931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b35ac7-954c-4daa-b939-cb1209080af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfedeb08-8ee4-450d-8aab-a7119736505c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:25.557074 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82d1e07-c3c1-46bb-9fe1-1364cf693554" -d '{"events": [{"server_uuid": "88b35ac7-954c-4daa-b939-cb1209080af3", "name": "network-vif-plugged", "status": "completed", "tag": "cfedeb08-8ee4-450d-8aab-a7119736505c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:25.821934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be982683-0953-44fe-a957-58f95335f6b7 req-565d718f-fd38-495a-8c6f-1eeda239de78 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:25.823980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be982683-0953-44fe-a957-58f95335f6b7 req-565d718f-fd38-495a-8c6f-1eeda239de78 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 944 time: 0.4135711 May 06 09:38:25.889036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be982683-0953-44fe-a957-58f95335f6b7 req-68e28861-7375-421c-898e-5487ca1bc01c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578015 May 06 09:38:25.889879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on host n-h2-840834-1 for vnic_type normal with profile None {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:25.890197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:25.890520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:25.897156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:25.898043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:25.905468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:25.905948 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:25.906726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:25.907164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Bound port: e86769fe-0032-4c32-a1ad-16a6c04d0a01, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:26.003881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:26.017588 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:26.018946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aebc022a-d045-4927-aedf-5956d619af14 service neutron] 10.222.0.76 "POST /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01/bindings HTTP/1.1" status: 201 len: 389 time: 0.7724743 May 06 09:38:26.077618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52442b82-2a3d-4fbf-a1f0-39ded1ae7c9f req-50ccba3d-cf85-4e66-a2cc-97d433febe76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.085468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52442b82-2a3d-4fbf-a1f0-39ded1ae7c9f req-50ccba3d-cf85-4e66-a2cc-97d433febe76 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.0652850 May 06 09:38:26.136502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52442b82-2a3d-4fbf-a1f0-39ded1ae7c9f req-16b883a2-7997-45df-9ed1-d5da024a5cb4 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496352 May 06 09:38:26.200345 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3cd03a-6e6e-4442-b3bb-6215dcd53391 x-openstack-request-id: req-8c3cd03a-6e6e-4442-b3bb-6215dcd53391 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:26.200631 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:26.201137 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c3cd03a-6e6e-4442-b3bb-6215dcd53391 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:26.201535 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3cd03a-6e6e-4442-b3bb-6215dcd53391'] response: {'name': 'network-changed', 'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'status': 'completed', 'code': 200} May 06 09:38:26.201792 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3cd03a-6e6e-4442-b3bb-6215dcd53391'] response: {'name': 'network-changed', 'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f', 'status': 'completed', 'code': 200} May 06 09:38:26.270246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0070f0c7-c22c-4012-8c04-4cad14c90bc1 req-5a0b8552-d9cf-4916-b748-7b3b00960f94 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 210 time: 0.0720148 May 06 09:38:26.363819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-40e32c85-db01-4094-8832-472441723585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.365557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-40e32c85-db01-4094-8832-472441723585 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1094 time: 0.1043479 May 06 09:38:26.370496 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cb32e2-6f3e-416c-9d85-9bcb45f9790e x-openstack-request-id: req-65cb32e2-6f3e-416c-9d85-9bcb45f9790e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:26.370786 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b35ac7-954c-4daa-b939-cb1209080af3", "name": "network-vif-plugged", "status": "completed", "tag": "cfedeb08-8ee4-450d-8aab-a7119736505c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:26.371213 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65cb32e2-6f3e-416c-9d85-9bcb45f9790e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:26.371707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-fd9375f0-77bc-4919-9776-747c4453cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.371980 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cb32e2-6f3e-416c-9d85-9bcb45f9790e'] response: {'server_uuid': '88b35ac7-954c-4daa-b939-cb1209080af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfedeb08-8ee4-450d-8aab-a7119736505c', 'code': 200} May 06 09:38:26.373253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-fd9375f0-77bc-4919-9776-747c4453cdeb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5aaceab44c04b12bc546f44fe768d06&device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 1095 time: 0.1009347 May 06 09:38:26.505833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a6930-a960-465a-99de-2d003d370c22 req-6ad17a0f-9c6b-4792-8b60-2da0ed4f480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.507950 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3e0a6930-a960-465a-99de-2d003d370c22 req-6ad17a0f-9c6b-4792-8b60-2da0ed4f480d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 1096 time: 0.0422831 May 06 09:38:26.545254 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3e0a6930-a960-465a-99de-2d003d370c22 req-531b66d8-a7ce-4845-9a87-93de2a19e474 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288541 May 06 09:38:26.688405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-d7284c60-dcbd-4770-8272-8939cee2a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.689885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-d7284c60-dcbd-4770-8272-8939cee2a6a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1096 time: 0.2670598 May 06 09:38:26.697651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111d31c-7cb3-4409-b4f6-94f2e8599d54 req-d00686c0-2941-4ac8-8717-388f0a064013 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.699029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0111d31c-7cb3-4409-b4f6-94f2e8599d54 req-d00686c0-2941-4ac8-8717-388f0a064013 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 950 time: 0.2483611 May 06 09:38:26.712307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4c5b-dd1e-4068-9c39-6fefa521d0f7 req-37af3682-2838-471f-8707-76e23faed4da tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.713915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-016b4c5b-dd1e-4068-9c39-6fefa521d0f7 req-37af3682-2838-471f-8707-76e23faed4da tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.2546146 May 06 09:38:26.781094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-f6d59759-7412-47cc-9d95-dec93ff4f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.782459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-f6d59759-7412-47cc-9d95-dec93ff4f537 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.3608620 May 06 09:38:26.792368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-c784fc66-2986-45c5-afcf-8dad762ff55d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765240 May 06 09:38:26.795364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-c670de81-53dd-43b8-a78d-b51ddd8c24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:26.796722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-c670de81-53dd-43b8-a78d-b51ddd8c24a8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=21e4cd16-a8df-4db2-b029-4e4e0754c55f HTTP/1.1" status: 200 len: 916 time: 0.4090037 May 06 09:38:26.918390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0111d31c-7cb3-4409-b4f6-94f2e8599d54 req-f7317d9d-e0ea-400f-85f6-77402c688cc7 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035449 May 06 09:38:26.920299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-2d0ebf30-deab-44df-8125-84f4f7bbbee6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d622843d-502a-4657-b776-f54ed3af0e6e HTTP/1.1" status: 200 len: 217 time: 0.0862656 May 06 09:38:27.046924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-016b4c5b-dd1e-4068-9c39-6fefa521d0f7 req-7a9f8ee6-3b67-4a04-8428-aa5a9f3defdc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249946 May 06 09:38:27.053648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-4d4aef7d-4b20-496f-9955-d7545135776d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 217 time: 0.1607630 May 06 09:38:27.250050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-a1c9e3df-b526-41af-87ad-ac9caa047c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.252071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-a1c9e3df-b526-41af-87ad-ac9caa047c50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa4542df-3a16-4ad3-a840-0eef9e212b79 HTTP/1.1" status: 200 len: 854 time: 0.2254531 May 06 09:38:27.290185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-0e3c38b2-f7e6-4792-8eb0-62a8323bb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.291862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-0e3c38b2-f7e6-4792-8eb0-62a8323bb760 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.1930614 May 06 09:38:27.327535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-2318d819-9cc5-4e4a-8c02-1d2310f0bf61 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.329290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-2318d819-9cc5-4e4a-8c02-1d2310f0bf61 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5104458 May 06 09:38:27.370389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf15c4-63ff-425c-a880-10e1b93456fb req-ebe157c2-c102-47b7-ba6c-50d63f1a1973 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.372282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbbf15c4-63ff-425c-a880-10e1b93456fb req-ebe157c2-c102-47b7-ba6c-50d63f1a1973 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.3337154 May 06 09:38:27.375214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-80ab771d-da99-4c91-90f8-e26b4bf1f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.376648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-80ab771d-da99-4c91-90f8-e26b4bf1f881 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.4921253 May 06 09:38:27.383506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Request body: {'port': {'device_id': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'f23552f3f2b442deb134d815b68f5f7a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:27.387927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-f84ecc52-28cb-4c5c-8e4c-24cb3b38da85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794365 May 06 09:38:27.407792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa656c-2c16-473a-985b-b274122181dc req-4fc3b836-de53-48d1-839a-f3251abfce9e tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.409311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28aa656c-2c16-473a-985b-b274122181dc req-4fc3b836-de53-48d1-839a-f3251abfce9e tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 944 time: 0.2710536 May 06 09:38:27.526610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-5d77e939-cee9-4950-a99c-9fb9794b58a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 217 time: 0.1355696 May 06 09:38:27.649668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-226c17cb-a608-40aa-a843-cf26cc2f881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.651407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-226c17cb-a608-40aa-a843-cf26cc2f881d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21e4cd16-a8df-4db2-b029-4e4e0754c55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3762782 May 06 09:38:27.684104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbbf15c4-63ff-425c-a880-10e1b93456fb req-911968e8-4d7e-4834-a083-0301b05e1374 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805107 May 06 09:38:27.754779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28aa656c-2c16-473a-985b-b274122181dc req-89991bdb-d717-470e-b85d-f28ba9e8c601 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599277 May 06 09:38:27.767320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-223ea905-a9a3-48d7-ab34-80fbbcf6f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:27.768870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-223ea905-a9a3-48d7-ab34-80fbbcf6f70e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.2038474 May 06 09:38:27.801824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-3f83603b-9ddb-473f-88a9-714e61a0ce4a service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736205 May 06 09:38:27.825561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-486701d6-9128-40c8-9bc8-50590ad81b32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429308 May 06 09:38:28.011059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-78fecd15-524c-4252-887c-640aa21b54ed service neutron] 10.222.0.82 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399539 May 06 09:38:28.032594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Made reservation on behalf of f23552f3f2b442deb134d815b68f5f7a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:28.037681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.171846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-252fe8e5-5c84-4171-a63d-fac67a612361 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510611 May 06 09:38:28.177073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d622843d-502a-4657-b776-f54ed3af0e6e details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:28.187721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa3a8f-105e-4489-9a87-8aa82c4bda9c req-d17f2910-ebd4-4689-a0d3-de928f23c0f5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:28.192077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9fa3a8f-105e-4489-9a87-8aa82c4bda9c req-d17f2910-ebd4-4689-a0d3-de928f23c0f5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.2826846 May 06 09:38:28.244509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-44c014df-b573-4a3a-9449-39d50745de41 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047103 May 06 09:38:28.370615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38059b22-f990-4e56-b3fb-3049f5914923 req-5e0e526e-dc78-44b4-975f-7295a5f43406 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 210 time: 0.1106350 May 06 09:38:28.381247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d622843d-502a-4657-b776-f54ed3af0e6e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d622843d-502a-4657-b776-f54ed3af0e6e,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:28.438782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'port_id': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'mac_address': 'fa:16:3e:90:21:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:28.444070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9fa3a8f-105e-4489-9a87-8aa82c4bda9c req-e770d2e0-fa91-41da-a204-eb2f1a5c4f60 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365992 May 06 09:38:28.464174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1554583-6d17-4185-886a-4d1d52cffb62 req-596ecc6c-aca2-4150-9713-ac7e384fd5f1 service neutron] 10.222.0.82 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424672 May 06 09:38:28.514900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Allocated IP 192.168.233.3 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/d64f4bb4-0cb5-40e4-a517-12715a69a396) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:28.617233 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.622298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-fa60bb63-5938-4789-b50a-d8ccfcaf3aff service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670106 May 06 09:38:28.662048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d622843d-502a-4657-b776-f54ed3af0e6e {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:28.697471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba6b5a-ccf3-4dca-abe3-d146b8abc1a2 req-5f2e0855-e6be-4ece-ac62-5049ab556594 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:28.699190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-deba6b5a-ccf3-4dca-abe3-d146b8abc1a2 req-5f2e0855-e6be-4ece-ac62-5049ab556594 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.1605873 May 06 09:38:28.734742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d622843d-502a-4657-b776-f54ed3af0e6e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d622843d-502a-4657-b776-f54ed3af0e6e,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:28.743205 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:28.849867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d622843d-502a-4657-b776-f54ed3af0e6e,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.029185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d622843d-502a-4657-b776-f54ed3af0e6e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:29.212745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.246822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-deba6b5a-ccf3-4dca-abe3-d146b8abc1a2 req-d2cd57ee-65c4-495c-9720-6d566e5c861e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184774 May 06 09:38:29.291063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8deaa1-810b-45db-9a73-0adfced74ece req-282be14c-2f03-4511-aa42-b5e939e3a316 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:29.299844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c8deaa1-810b-45db-9a73-0adfced74ece req-282be14c-2f03-4511-aa42-b5e939e3a316 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.4956238 May 06 09:38:29.304564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.319748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['a50b2efb-10a2-4a5f-a23e-a8225529a851'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:29.333079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39570) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:29.377259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:29.388928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:29.393910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:29.401361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c8deaa1-810b-45db-9a73-0adfced74ece req-5e1e440f-2f60-4184-a1b4-05f1ecebfa47 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995798 May 06 09:38:29.465544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:29.542775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:29.544170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.564757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d8632-6964-4520-b81d-d2e36e108760 req-4c0afe16-391b-4980-8488-3430398c03d5 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:29.574155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c50d8632-6964-4520-b81d-d2e36e108760 req-4c0afe16-391b-4980-8488-3430398c03d5 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 945 time: 0.1644809 May 06 09:38:29.599304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-9a8f803a-334f-47e0-b4bb-670f647ced58 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2384999 May 06 09:38:29.697053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c50d8632-6964-4520-b81d-d2e36e108760 req-44f23d0b-4043-4cec-9472-bcddbf5ad3b2 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966377 May 06 09:38:29.732320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:29.811810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154c661-1763-49b0-b256-15ba55d082aa req-b28b9c4d-a88c-4a37-bd30-814892d852c6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:29.813612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5154c661-1763-49b0-b256-15ba55d082aa req-b28b9c4d-a88c-4a37-bd30-814892d852c6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 934 time: 0.1436656 May 06 09:38:29.911973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-424149ec-4f7d-48eb-98a7-566c5a41a390 None None] Provisioning complete for port d64f4bb4-0cb5-40e4-a517-12715a69a396 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:29.912350 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-424149ec-4f7d-48eb-98a7-566c5a41a390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:29.956907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Request body: {'port': {'device_id': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:30.009531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-424149ec-4f7d-48eb-98a7-566c5a41a390 None None] Port d64f4bb4-0cb5-40e4-a517-12715a69a396 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:38:30.046407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5154c661-1763-49b0-b256-15ba55d082aa req-6372147c-91eb-462c-ac60-6c5a96e9a6db tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089074 May 06 09:38:30.068031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60358ff1-86ef-4b83-8efe-c37f9bc2a7d6 req-566208d8-7252-4c52-90d0-8f0f5ec12920 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.071015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60358ff1-86ef-4b83-8efe-c37f9bc2a7d6 req-566208d8-7252-4c52-90d0-8f0f5ec12920 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.2563231 May 06 09:38:30.181348 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.199365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d622843d-502a-4657-b776-f54ed3af0e6e up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:30.225884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60358ff1-86ef-4b83-8efe-c37f9bc2a7d6 req-9c29992b-6b05-4f92-b40f-c86d45a2905e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054742 May 06 09:38:30.289902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d622843d-502a-4657-b776-f54ed3af0e6e completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:30.296032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d622843d-502a-4657-b776-f54ed3af0e6e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:30.296369 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.320805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.385458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b50ecdc5-1ff6-4847-9c94-310211a77d6f details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:30.625157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:30.642512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f', 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636', 'port_id': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f', 'mac_address': 'fa:16:3e:21:3e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c76e8f-fa61-4ff0-8ca8-b47fc851c527', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:30.718039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22780119-5aff-4207-a4f2-c872fa4b3284 req-2e0b2711-ac72-430d-9acc-45f778c65ab7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.729228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22780119-5aff-4207-a4f2-c872fa4b3284 req-2e0b2711-ac72-430d-9acc-45f778c65ab7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.2766035 May 06 09:38:30.729529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.763289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.783874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50ecdc5-1ff6-4847-9c94-310211a77d6f {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:30.794199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:30.798101 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a69213-bae9-4c43-acbc-5ec5d1bff312" -d '{"events": [{"server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "name": "network-vif-plugged", "status": "completed", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:30.831853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d622843d-502a-4657-b776-f54ed3af0e6e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d622843d-502a-4657-b776-f54ed3af0e6e,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:30.838850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:30.842840 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.843779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ba2a969f-f081-44bd-b816-9fea035ebdc5 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:30.861702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Deleting port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:30.863062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:30.895404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f65f0-88d9-447c-aef4-618da006797c req-b851f62c-3dc9-422b-aa3a-b5d50571efab tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:30.903848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d9f65f0-88d9-447c-aef4-618da006797c req-b851f62c-3dc9-422b-aa3a-b5d50571efab tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.3160129 May 06 09:38:30.916211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22780119-5aff-4207-a4f2-c872fa4b3284 req-e26b83aa-0ac8-4882-bdae-0d6cd6a793b5 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836329 May 06 09:38:30.945852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d622843d-502a-4657-b776-f54ed3af0e6e,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:30.952006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.037754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:31.048325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] For port d6653e40-66d3-46b7-8f39-2bcad9b9d5d8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:31.048705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.102518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d9f65f0-88d9-447c-aef4-618da006797c req-2abd29bc-21e5-4fbf-82f2-fcfbb3b2a1c5 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948640 May 06 09:38:31.103063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Calling delete_port for d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:31.107384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.153627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64f4bb4-0cb5-40e4-a517-12715a69a396 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:31.162852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.187156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20167d-fb1c-4e1f-9b29-e22089cd4295 req-c9cb2c3b-852f-44ff-8efa-38a45f8e4de0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.194562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea20167d-fb1c-4e1f-9b29-e22089cd4295 req-c9cb2c3b-852f-44ff-8efa-38a45f8e4de0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.1418967 May 06 09:38:31.203895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Transition to ACTIVE for port object d64f4bb4-0cb5-40e4-a517-12715a69a396 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:31.217027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.223785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:31.230501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.335785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:31.409394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea20167d-fb1c-4e1f-9b29-e22089cd4295 req-317bab05-796a-4d17-a2cd-e1febfe4a664 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136953 May 06 09:38:31.482723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:31.514575 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43066141-ca7b-4944-bd5c-6a623651502c x-openstack-request-id: req-43066141-ca7b-4944-bd5c-6a623651502c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:31.515092 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "name": "network-vif-plugged", "status": "completed", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:31.515092 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43066141-ca7b-4944-bd5c-6a623651502c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:31.515533 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43066141-ca7b-4944-bd5c-6a623651502c'] response: {'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'code': 200} May 06 09:38:31.569525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fda65-dbd5-4786-a279-c203c59d6a26 req-c59c4a75-66ce-4bf4-b1e6-5564453ac248 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.571877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a42fda65-dbd5-4786-a279-c203c59d6a26 req-c59c4a75-66ce-4bf4-b1e6-5564453ac248 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 946 time: 0.2543690 May 06 09:38:31.598506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.598933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.606200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.606746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.606919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.607881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.608323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.608746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.609179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.609601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.610023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.610438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.610873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.686682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6653e40-66d3-46b7-8f39-2bcad9b9d5d8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:31.724418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a42fda65-dbd5-4786-a279-c203c59d6a26 req-24e1222f-a861-40f0-b521-5a6d5d1542d0 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321385 May 06 09:38:31.855317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:31.855675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:31.856004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:31.860971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4f5f7-66d4-462e-80ea-8c5a87fa16cb req-1198ba7c-fbd9-4776-bc00-d87605768945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.862534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30b4f5f7-66d4-462e-80ea-8c5a87fa16cb req-1198ba7c-fbd9-4776-bc00-d87605768945 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 1097 time: 0.2727950 May 06 09:38:31.875951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:31.876267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:31.898973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bdc6-d95d-4674-827d-63c6b5d00f3c req-43744a0a-38b8-489b-aa07-582702523655 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:31.900808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3c3bdc6-d95d-4674-827d-63c6b5d00f3c req-43744a0a-38b8-489b-aa07-582702523655 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.2470131 May 06 09:38:31.903782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:31.904113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:31.904490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:31.904928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Bound port: d64f4bb4-0cb5-40e4-a517-12715a69a396, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:31.905279 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:31.936396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b50ecdc5-1ff6-4847-9c94-310211a77d6f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:31.954416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.954900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.955109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.955455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.955832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.956166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.956532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.956867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.957215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.957549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.957900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:31.958222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:32.077550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.153465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30b4f5f7-66d4-462e-80ea-8c5a87fa16cb req-e0bb679b-06f8-4508-8297-c703634c178c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838011 May 06 09:38:32.198909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3c3bdc6-d95d-4674-827d-63c6b5d00f3c req-d7949c22-0f3e-4fa7-9139-a39b769d1fe4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900743 May 06 09:38:32.380637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3ab8-a8ff-4c18-beab-9eff7cce15de req-3149ced6-42c0-4923-992c-1f151daf76e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.384175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5dc3ab8-a8ff-4c18-beab-9eff7cce15de req-3149ced6-42c0-4923-992c-1f151daf76e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 944 time: 0.2784762 May 06 09:38:32.385485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:32.430557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:32.442912 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.487349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.488315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:32.489711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] 10.222.0.82 "PUT /v2.0/ports/d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 1094 time: 2.8778331 May 06 09:38:32.490435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:32.493261 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328ce15b-6424-4cb4-a358-71e9f197c346" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:32.522804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504ee12-9ee5-44b5-8fb4-fc838ac85426 req-96cf89de-09c2-4e7b-8b46-001c9db47393 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.530782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d504ee12-9ee5-44b5-8fb4-fc838ac85426 req-96cf89de-09c2-4e7b-8b46-001c9db47393 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.2062783 May 06 09:38:32.595945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5dc3ab8-a8ff-4c18-beab-9eff7cce15de req-bc3917ba-c75f-40be-bfa4-1b1f283b1727 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858783 May 06 09:38:32.654731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Router 405a16d9-1ecc-47bd-9298-55f4272508a1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:38:32.691912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb858a-1a4b-476a-a302-f68682ad92b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:32.752253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d504ee12-9ee5-44b5-8fb4-fc838ac85426 req-b65317d0-59d4-460b-8479-5fcfc489a6f2 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114127 May 06 09:38:32.784114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-9f218f39-57c8-4abd-abaa-71f3c222050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:32.786557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-9f218f39-57c8-4abd-abaa-71f3c222050f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1097 time: 0.2141302 May 06 09:38:32.904299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-6b0cae42-1370-41d3-b0c1-e62be2576f1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.1006339 May 06 09:38:33.000023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:33.014823 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] Sync routers for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:33.020549 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2f3a4487-6db9-4c0d-b633-5d9a2c5dee7a admin admin] 10.222.0.76 "PUT /v2.0/routers/405a16d9-1ecc-47bd-9298-55f4272508a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6850781 May 06 09:38:33.021788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:33.029111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-889fad97-7572-48d1-bc9f-011166b6ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.032378 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:33.033220 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:33.036028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-889fad97-7572-48d1-bc9f-011166b6ee19 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1232197 May 06 09:38:33.042754 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7f1dbc-ec33-4007-ac26-78acccc25f4c x-openstack-request-id: req-9b7f1dbc-ec33-4007-ac26-78acccc25f4c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:33.043173 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:33.043432 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b7f1dbc-ec33-4007-ac26-78acccc25f4c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:33.043886 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7f1dbc-ec33-4007-ac26-78acccc25f4c'] response: {'name': 'network-changed', 'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'status': 'completed', 'code': 200} May 06 09:38:33.178422 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:33.211466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f1188-70f8-4560-897e-b500c83923c5 req-28c75e4c-5ba5-4042-b098-9ae5f53c1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.212933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-28c75e4c-5ba5-4042-b098-9ae5f53c1b2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682367 May 06 09:38:33.221448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caea82d-2710-4aa4-9b44-ef0013f1df80 req-445cc902-84be-4c47-b290-9e4b94634ed1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.229836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2caea82d-2710-4aa4-9b44-ef0013f1df80 req-445cc902-84be-4c47-b290-9e4b94634ed1 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.3279154 May 06 09:38:33.249402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.303750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf775-0d18-4c70-a5d3-fc076bb825a9 req-b86bbb1d-5b9c-4ccb-8ae8-b0929a266752 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.306135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9bcf775-0d18-4c70-a5d3-fc076bb825a9 req-b86bbb1d-5b9c-4ccb-8ae8-b0929a266752 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 946 time: 0.1942639 May 06 09:38:33.404055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-4f50fec1-1fc8-45d8-8b2e-99f9baa78295 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668630 May 06 09:38:33.478334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2caea82d-2710-4aa4-9b44-ef0013f1df80 req-a4365137-e015-436a-bccd-29ab64519c3c tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468858 May 06 09:38:33.480658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.502591 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:38:31Z', 'revision_number': 5, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port': {'id': '8d8ac891-2a33-45be-addf-e0fe2f1b60e2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:33.516463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:33.521347 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ce3f7-3318-4583-bbf5-7dece072bf47" -d '{"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:33.571721 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] Checking router: 405a16d9-1ecc-47bd-9298-55f4272508a1 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:33.591342 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] Routers {'405a16d9-1ecc-47bd-9298-55f4272508a1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:33.600841 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['405a16d9-1ecc-47bd-9298-55f4272508a1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:33.627684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Deleting port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:33.638956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.732003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9bcf775-0d18-4c70-a5d3-fc076bb825a9 req-8c606835-8bd2-472c-ad4c-c763676b24f8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3214669 May 06 09:38:33.755823 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] Set router 405a16d9-1ecc-47bd-9298-55f4272508a1 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:33.817078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] For port 8d8ac891-2a33-45be-addf-e0fe2f1b60e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:33.817518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:33.828887 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:38:33Z', 'revision_number': 6, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:33.842861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Calling delete_port for 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:33.897304 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01142a91-b6fc-43a9-9c2d-50e78439533b None None] The sync data for ids ['405a16d9-1ecc-47bd-9298-55f4272508a1'] in n-d-840834-1 is: [{'id': '405a16d9-1ecc-47bd-9298-55f4272508a1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-767782644-router', 'tenant_id': '4bc78a1ab88e486ca25840343c07abb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:00Z', 'updated_at': '2022-05-06T09:38:33Z', 'revision_number': 6, 'project_id': '4bc78a1ab88e486ca25840343c07abb5', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:33.956335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964b598-efb5-4efa-8f39-51f651a4cd5d req-f48a6b3d-0371-4518-9947-8b00e346fb1d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:33.960500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c964b598-efb5-4efa-8f39-51f651a4cd5d req-f48a6b3d-0371-4518-9947-8b00e346fb1d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.2776568 May 06 09:38:33.977293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f1188-70f8-4560-897e-b500c83923c5 req-9ab6ac76-8057-4c61-9e5c-ab708fd07dd1 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578830 May 06 09:38:34.080796 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2935b-3bd1-483c-be2d-b6915fb5a0e4 x-openstack-request-id: req-44a2935b-3bd1-483c-be2d-b6915fb5a0e4 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:34.081279 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-unplugged", "status": "completed", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:34.081635 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44a2935b-3bd1-483c-be2d-b6915fb5a0e4 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:34.082335 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a2935b-3bd1-483c-be2d-b6915fb5a0e4'] response: {'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'code': 200} May 06 09:38:34.083404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.121323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8ac891-2a33-45be-addf-e0fe2f1b60e2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:34.197956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.205098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c964b598-efb5-4efa-8f39-51f651a4cd5d req-3dfb3664-fb24-4c3d-905f-c44048b8e41a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364123 May 06 09:38:34.287613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-b27721ac-0735-4156-8bc3-03af6e1a533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.289636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-b27721ac-0735-4156-8bc3-03af6e1a533f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1097 time: 0.1904249 May 06 09:38:34.300046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874f88d-1d28-4430-929e-4505d7212a6d req-dcccb069-a457-481e-9f2a-a52da3547316 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.314129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9874f88d-1d28-4430-929e-4505d7212a6d req-dcccb069-a457-481e-9f2a-a52da3547316 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 944 time: 0.1002877 May 06 09:38:34.361097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.365551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.388019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:34.397115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b50ecdc5-1ff6-4847-9c94-310211a77d6f up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:34.471981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.472824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 405a16d9-1ecc-47bd-9298-55f4272508a1 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:38:34.498732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.504112 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22831b8c-f843-4f92-8e36-9ea53e65db9e admin admin] 10.222.0.76 "DELETE /v2.0/routers/405a16d9-1ecc-47bd-9298-55f4272508a1 HTTP/1.1" status: 204 len: 168 time: 1.4793673 May 06 09:38:34.508678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39686) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:34.534836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9874f88d-1d28-4430-929e-4505d7212a6d req-559c789c-0245-4ce8-9827-ad852c67589a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193120 May 06 09:38:34.622280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] Deleting subnet 1dfa777c-428f-42ee-82dc-b84482d8c180 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:38:34.629213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-0203be0f-b6b5-4dc4-8cba-436a5800b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.630188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.630741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-0203be0f-b6b5-4dc4-8cba-436a5800b92c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3072789 May 06 09:38:34.681665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port b50ecdc5-1ff6-4847-9c94-310211a77d6f completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:34.699124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port b50ecdc5-1ff6-4847-9c94-310211a77d6f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:34.699501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.710260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:34.746593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134d4f-a835-4272-b4c7-046c646fcc28 req-607cd092-558a-445c-b008-f2ad0c8f758a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.760464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4134d4f-a835-4272-b4c7-046c646fcc28 req-607cd092-558a-445c-b008-f2ad0c8f758a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.2490923 May 06 09:38:34.770604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-e6426a81-338e-40de-baf9-04e6aa32d8b6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.0962110 May 06 09:38:34.794548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f58c9-a09e-42fd-ac94-c7dd27c058cb req-4b0c3f8a-8c53-40e3-851b-734986a1da82 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.805016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-645f58c9-a09e-42fd-ac94-c7dd27c058cb req-4b0c3f8a-8c53-40e3-851b-734986a1da82 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.1726298 May 06 09:38:34.924656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:34.959746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-645f58c9-a09e-42fd-ac94-c7dd27c058cb req-01bec4a8-5a1a-47d8-85e2-bbdc0edf2275 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532362 May 06 09:38:34.965733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:34.987471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-33cd2b72-ebde-4a39-a12e-498132b4f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:34.991074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-33cd2b72-ebde-4a39-a12e-498132b4f20a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1622162 May 06 09:38:34.996098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4134d4f-a835-4272-b4c7-046c646fcc28 req-038b8474-ea13-47f6-8fcf-2b5e03175fca tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348964 May 06 09:38:35.012860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '50101918-7d0a-4e27-9b08-768410a28013', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '50101918-7d0a-4e27-9b08-768410a28013', 'mac_address': 'fa:16:3e:0d:85:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:35.017472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:35.017806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8d8ac891-2a33-45be-addf-e0fe2f1b60e2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:35.018218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:35.039967 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.048033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-9982aa52-6fbb-4f96-ab48-573fbdde8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:35.049961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-9982aa52-6fbb-4f96-ab48-573fbdde8f35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0506926 May 06 09:38:35.119165 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.161205 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.177021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:35.177798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d6653e40-66d3-46b7-8f39-2bcad9b9d5d8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:35.182628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50101918-7d0a-4e27-9b08-768410a28013 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:35.193881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfa777c-428f-42ee-82dc-b84482d8c180,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:35.208903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.221433 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d6dbe35e-87fd-4b6e-8bdb-b3176df3f4fe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1dfa777c-428f-42ee-82dc-b84482d8c180 HTTP/1.1" status: 204 len: 168 time: 0.7093091 May 06 09:38:35.222078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39704) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:35.235049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecadd64-32b4-4f4d-9430-c28b79e81a74 None None] Network 2b938cdf-03e1-4f41-b402-900d7cc9c47c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:35.280143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-5a5bb4b5-6bcb-4cbb-9832-623ddd16de20 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155459 May 06 09:38:35.395300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.445041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:35.451450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.534351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Deleting port e6b00666-8577-4ba8-8f17-50f7d5a72734 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:35.534643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.600981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37023c-9b95-451e-8afa-e238c94b8425 req-fb2cf0ad-9ee5-43a0-b134-c053c036eaa8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:35.602713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d37023c-9b95-451e-8afa-e238c94b8425 req-fb2cf0ad-9ee5-43a0-b134-c053c036eaa8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 946 time: 0.3216534 May 06 09:38:35.690660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:35.698085 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.712205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] For port e6b00666-8577-4ba8-8f17-50f7d5a72734, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e6b00666-8577-4ba8-8f17-50f7d5a72734,segment=NetworkSegment(8ec14479-7b39-4af8-9b67-97320a526313),segment_id=8ec14479-7b39-4af8-9b67-97320a526313)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:35.712748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.714468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d37023c-9b95-451e-8afa-e238c94b8425 req-59530d7a-69dc-42bf-b639-f652cb97f6ed tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001785 May 06 09:38:35.730790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Calling delete_port for e6b00666-8577-4ba8-8f17-50f7d5a72734 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:35.798138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06654c6-64b0-4ca6-b066-0422d7eaa2c0 req-3b80fe89-63a8-4d8f-a2a1-b4eae208f5c4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:35.827218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06654c6-64b0-4ca6-b066-0422d7eaa2c0 req-3b80fe89-63a8-4d8f-a2a1-b4eae208f5c4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.4552503 May 06 09:38:35.827795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.834970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:35.840396 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:35.884827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b00666-8577-4ba8-8f17-50f7d5a72734,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:35.898115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] No DVR routers for this DVR port e6b00666-8577-4ba8-8f17-50f7d5a72734 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:35.923329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:35.930577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06654c6-64b0-4ca6-b066-0422d7eaa2c0 req-9f2c4052-4161-47d9-8003-983747a01db3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986028 May 06 09:38:35.967384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['50101918-7d0a-4e27-9b08-768410a28013'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:36.007250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-328ce15b-6424-4cb4-a358-71e9f197c346 req-ff4edebe-b363-49f5-9461-82c9a27a9291 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642005 May 06 09:38:36.055664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af2acd-0302-4e1b-9e39-4b5edd76c55c req-84f75216-12d3-4662-99f1-24bea5564345 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:36.075715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30af2acd-0302-4e1b-9e39-4b5edd76c55c req-84f75216-12d3-4662-99f1-24bea5564345 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.1094532 May 06 09:38:36.092699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcee839-fb58-424b-9699-c7b01774b803 None None] DHCP port deletion for 2b938cdf-03e1-4f41-b402-900d7cc9c47c request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:38:36.094856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:36.097465 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55addda0-a8eb-4e03-8d4b-9693bc6a2709" -d '{"events": [{"server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "name": "network-vif-plugged", "status": "completed", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:36.150945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.169584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30af2acd-0302-4e1b-9e39-4b5edd76c55c req-6aeace0d-1372-4ec5-8ec5-63fc2b186319 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928707 May 06 09:38:36.221799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b938cdf-03e1-4f41-b402-900d7cc9c47c']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:36.240476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec14479-7b39-4af8-9b67-97320a526313') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:36.240935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec14479-7b39-4af8-9b67-97320a526313') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:36.263160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687cdbc-7027-4b18-b1e1-d1e2c4b1ce75 req-19b2a8c7-09e1-4b7b-9a6c-5bb9d3ea741d tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:36.275787 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4687cdbc-7027-4b18-b1e1-d1e2c4b1ce75 req-19b2a8c7-09e1-4b7b-9a6c-5bb9d3ea741d tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 946 time: 0.1435945 May 06 09:38:36.286297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39732) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:36.287451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.291343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Request body: {'floatingip': {'port_id': 'd622843d-502a-4657-b776-f54ed3af0e6e'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:36.343234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.360855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:38:36.361842 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.370540 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: timer() May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:38:36.463425 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:38:36.469516 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.486836 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:36.492753 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2b938cdf-03e1-4f41-b402-900d7cc9c47c HTTP/1.1" status: 204 len: 168 time: 1.2686756 May 06 09:38:36.501702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39734) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:36.516239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe733a8-fb62-42dd-bb7e-7eeae88b3496 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b938cdf-03e1-4f41-b402-900d7cc9c47c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:36.706166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e6b00666-8577-4ba8-8f17-50f7d5a72734 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:36.764029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: e6b00666-8577-4ba8-8f17-50f7d5a72734 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:36.764298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e6b00666-8577-4ba8-8f17-50f7d5a72734 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:37.076569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38c96-09a9-4a58-b361-eebebe152c6a req-ecce9f18-559b-4a92-aeac-5097582d5b0e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.078156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03b38c96-09a9-4a58-b361-eebebe152c6a req-ecce9f18-559b-4a92-aeac-5097582d5b0e tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.7394958 May 06 09:38:37.200733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba20311-d43d-4379-b18c-f2696db9622b req-333cf85a-80ad-46f7-b677-0d4897046830 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.202226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ba20311-d43d-4379-b18c-f2696db9622b req-333cf85a-80ad-46f7-b677-0d4897046830 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.7055275 May 06 09:38:37.234205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-57e72988-8c34-47ee-a070-6e863b8b9df5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.235769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-57e72988-8c34-47ee-a070-6e863b8b9df5 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.83 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.2152431 May 06 09:38:37.273423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03b38c96-09a9-4a58-b361-eebebe152c6a req-fa2407d8-bc30-4fb9-926b-14944cf53854 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859472 May 06 09:38:37.330744 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb2bd8-ae26-4e82-ad56-ff6a6a4ca7ad x-openstack-request-id: req-34bb2bd8-ae26-4e82-ad56-ff6a6a4ca7ad {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:37.330744 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "name": "network-vif-plugged", "status": "completed", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:37.330980 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34bb2bd8-ae26-4e82-ad56-ff6a6a4ca7ad {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:37.331332 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bb2bd8-ae26-4e82-ad56-ff6a6a4ca7ad'] response: {'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f', 'code': 200} May 06 09:38:37.565099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ba20311-d43d-4379-b18c-f2696db9622b req-26d02333-3de7-42b5-9685-2acf61295153 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475986 May 06 09:38:37.829348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b505e-0c3e-4ea1-82f1-092e4a489fed req-955c842a-bed9-4b1e-9081-5aaf22cc7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.830802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c34b505e-0c3e-4ea1-82f1-092e4a489fed req-955c842a-bed9-4b1e-9081-5aaf22cc7a80 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1096 time: 0.3668549 May 06 09:38:37.833599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Deleting port cfedeb08-8ee4-450d-8aab-a7119736505c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:37.833929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:37.911614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458024ee-65ba-4027-9c91-ada7fef9fad4 req-a19781de-6d2b-4046-b1d3-f9edfd64fdfd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:37.913010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-458024ee-65ba-4027-9c91-ada7fef9fad4 req-a19781de-6d2b-4046-b1d3-f9edfd64fdfd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.3462346 May 06 09:38:38.053711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85786662-1f18-4ec8-acb2-34197aa4cd74 req-c6f23add-c3f6-4860-97fa-ba55cb363546 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:38.056394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85786662-1f18-4ec8-acb2-34197aa4cd74 req-c6f23add-c3f6-4860-97fa-ba55cb363546 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.3405795 May 06 09:38:38.086695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:38:38.161825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c34b505e-0c3e-4ea1-82f1-092e4a489fed req-2b012b3f-35a6-4752-8a0c-7dda87997ce5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877831 May 06 09:38:38.210266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-458024ee-65ba-4027-9c91-ada7fef9fad4 req-07474a09-46a3-4f8f-9834-2eb266ad235c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416143 May 06 09:38:38.225593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:38.240784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.245323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] For port cfedeb08-8ee4-450d-8aab-a7119736505c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=cfedeb08-8ee4-450d-8aab-a7119736505c,segment=NetworkSegment(1e11437b-5eac-4cd0-b7b5-17a591487348),segment_id=1e11437b-5eac-4cd0-b7b5-17a591487348)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:38.245680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.269605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Calling delete_port for cfedeb08-8ee4-450d-8aab-a7119736505c owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:38.278164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.345596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85786662-1f18-4ec8-acb2-34197aa4cd74 req-d5510820-978c-4040-903e-c75b486fd395 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652822 May 06 09:38:38.420574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:38.435311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:38.482916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'mac_address': 'fa:16:3e:24:f1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:38:38.552807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.571298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 50101918-7d0a-4e27-9b08-768410a28013 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:38.571680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.587818 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Floating IP 9eed3f04-9311-4ece-a2d8-7003bd72c823 associated. External IP: 172.25.8.98, port: d622843d-502a-4657-b776-f54ed3af0e6e. May 06 09:38:38.602294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64f4bb4-0cb5-40e4-a517-12715a69a396 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:38.634496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:38.642262 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.708674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26493281-d0af-40c0-be78-e04a8fa5a865 req-66ba2652-b8c7-4612-95f4-37d794fb0124 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:38.710871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26493281-d0af-40c0-be78-e04a8fa5a865 req-66ba2652-b8c7-4612-95f4-37d794fb0124 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/ports?device_id=88b35ac7-954c-4daa-b939-cb1209080af3 HTTP/1.1" status: 200 len: 945 time: 0.3055940 May 06 09:38:38.802328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:38.813458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.860052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:38.865489 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:38.927349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=10']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:38.964836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d64f4bb4-0cb5-40e4-a517-12715a69a396'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:39.212344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26493281-d0af-40c0-be78-e04a8fa5a865 req-12da9b8b-4716-4059-b4fa-9263f85335b0 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.76 "GET /v2.0/security-groups?id=40c3d04a-7e48-4f09-8017-8c57bf958fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872882 May 06 09:38:39.230590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.332180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:39.336672 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e86c89-6050-49f6-a106-af57a9b0f686" -d '{"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:39.390175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.428591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156c04d-3218-445f-875c-f33480c9d2a1 req-c5da8390-344d-4dde-af23-1df805e98415 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:39.437204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c156c04d-3218-445f-875c-f33480c9d2a1 req-c5da8390-344d-4dde-af23-1df805e98415 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.3638442 May 06 09:38:39.526047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Pushing event deleted for resources: {'Port': ['ID=cfedeb08-8ee4-450d-8aab-a7119736505c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:39.681650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c156c04d-3218-445f-875c-f33480c9d2a1 req-f819a5f9-7848-4def-b22d-b5b7cb3794ad tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380972 May 06 09:38:39.687944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220497-b2e4-4270-a44d-cc4fe6420b27 req-a17f472b-1c6a-4c66-a05a-86b96e51ba83 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:39.687944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71220497-b2e4-4270-a44d-cc4fe6420b27 req-a17f472b-1c6a-4c66-a05a-86b96e51ba83 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 947 time: 0.2892432 May 06 09:38:39.714488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] No DVR routers for this DVR port cfedeb08-8ee4-450d-8aab-a7119736505c on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:39.718048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:39.721251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-233fae51-7e96-4ef4-8a10-02c8e4bf076b req-e80df003-10c4-451f-87a0-e66a5d55e157 tempest-DeleteServersTestJSON-1644560740 tempest-DeleteServersTestJSON-1644560740-project] 10.222.0.83 "DELETE /v2.0/ports/cfedeb08-8ee4-450d-8aab-a7119736505c HTTP/1.1" status: 204 len: 173 time: 2.4699609 May 06 09:38:39.722524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b35ac7-954c-4daa-b939-cb1209080af3', 'name': 'network-vif-deleted', 'tag': 'cfedeb08-8ee4-450d-8aab-a7119736505c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:39.724913 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd578829-f513-4ba5-87d8-6f5fa4d03c8f" -d '{"events": [{"server_uuid": "88b35ac7-954c-4daa-b939-cb1209080af3", "name": "network-vif-deleted", "tag": "cfedeb08-8ee4-450d-8aab-a7119736505c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:39.741074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Router 2f6f38cf-a810-4da4-a72c-aa657031b27d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:38:39.836558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71220497-b2e4-4270-a44d-cc4fe6420b27 req-ffa14903-2cca-488f-bb04-331004823cda tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184702 May 06 09:38:39.906116 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55b46c0-ca98-443d-8368-91405fd490ac x-openstack-request-id: req-f55b46c0-ca98-443d-8368-91405fd490ac {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:39.906319 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-plugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:39.906782 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f55b46c0-ca98-443d-8368-91405fd490ac {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:39.907350 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55b46c0-ca98-443d-8368-91405fd490ac'] response: {'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013', 'code': 200} May 06 09:38:40.102966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:40.110620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.124406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] Sync routers for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:40.148691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0f11a-dcfb-4e7d-8db2-61ca233612f4 req-8cf9f2ef-e6c6-42cf-ac41-14847882143a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:40.156404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abb0f11a-dcfb-4e7d-8db2-61ca233612f4 req-8cf9f2ef-e6c6-42cf-ac41-14847882143a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.1637492 May 06 09:38:40.158170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:40.159986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:40.172168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-444e2143-f986-4d41-9dbf-522bbc6415ad tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "PUT /v2.0/floatingips/9eed3f04-9311-4ece-a2d8-7003bd72c823 HTTP/1.1" status: 200 len: 991 time: 3.8845530 May 06 09:38:40.203850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Deleting port 2b31dc6e-96c0-449c-8b53-5325a8518c7a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:40.204483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.234131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abb0f11a-dcfb-4e7d-8db2-61ca233612f4 req-deddf683-22e6-4ab6-a2d9-385e6562d159 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706530 May 06 09:38:40.243745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:38:40.334981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] For port 2b31dc6e-96c0-449c-8b53-5325a8518c7a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2b31dc6e-96c0-449c-8b53-5325a8518c7a,segment=NetworkSegment(b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0),segment_id=b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:40.341175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.385062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Calling delete_port for 2b31dc6e-96c0-449c-8b53-5325a8518c7a owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:40.398238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d64f4bb4-0cb5-40e4-a517-12715a69a396 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:38:40.409254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d64f4bb4-0cb5-40e4-a517-12715a69a396 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:38:40.409857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.435571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device cfedeb08-8ee4-450d-8aab-a7119736505c no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:40.439786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:40.556533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: cfedeb08-8ee4-450d-8aab-a7119736505c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:40.560240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device cfedeb08-8ee4-450d-8aab-a7119736505c not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:40.654775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.722404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b31dc6e-96c0-449c-8b53-5325a8518c7a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:40.909805 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.956432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:40.975134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:40.989096 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:38:40.992922 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.107633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:41.121158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.121576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.121978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.122376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.122766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.123158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.123542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.123951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.124352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.124735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.125119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.125497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:38:41.162356 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e905f6-46a1-4cf2-af83-955b59f75a26 x-openstack-request-id: req-b8e905f6-46a1-4cf2-af83-955b59f75a26 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:41.162762 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b35ac7-954c-4daa-b939-cb1209080af3", "name": "network-vif-deleted", "tag": "cfedeb08-8ee4-450d-8aab-a7119736505c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:41.163075 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8e905f6-46a1-4cf2-af83-955b59f75a26 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:41.164307 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e905f6-46a1-4cf2-af83-955b59f75a26'] response: {'server_uuid': '88b35ac7-954c-4daa-b939-cb1209080af3', 'name': 'network-vif-deleted', 'tag': 'cfedeb08-8ee4-450d-8aab-a7119736505c', 'status': 'completed', 'code': 200} May 06 09:38:41.168497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '9eed3f04-9311-4ece-a2d8-7003bd72c823', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'port_id': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'mac_address': 'fa:16:3e:90:21:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:38:05Z', 'updated_at': '2022-05-06T09:38:37Z', 'revision_number': 1, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:31Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:41.214198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] Checking router: 2f6f38cf-a810-4da4-a72c-aa657031b27d for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:41.230592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:41.231709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:41.354131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1454f7-e7bc-4c5e-93ea-edbe44c00ee7 req-4426dac3-0c1b-4314-9437-cc8da15250ac tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.355836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f1454f7-e7bc-4c5e-93ea-edbe44c00ee7 req-4426dac3-0c1b-4314-9437-cc8da15250ac tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.1429880 May 06 09:38:41.370278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3ab1a-7b30-4ee4-912b-16df29434c5c req-f57092e6-b005-441e-bbaa-ed7aa6c51740 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.371370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32d3ab1a-7b30-4ee4-912b-16df29434c5c req-f57092e6-b005-441e-bbaa-ed7aa6c51740 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.1574273 May 06 09:38:41.391442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:41.400666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Router 549e63c1-9e3e-48fa-9623-f5db55d245a4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:38:41.450504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f1454f7-e7bc-4c5e-93ea-edbe44c00ee7 req-84a4fd56-0849-41dc-8fbc-c2f5cba3df9e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762269 May 06 09:38:41.507025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32d3ab1a-7b30-4ee4-912b-16df29434c5c req-ab9f5ad4-3ca8-403f-a76f-ac07c8131538 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209240 May 06 09:38:41.617859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:38:41.625579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-299ed2b8-91e3-430c-ac1d-b16aa13c2931 admin admin] 10.222.0.76 "PUT /v2.0/routers/549e63c1-9e3e-48fa-9623-f5db55d245a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1210725 May 06 09:38:41.627041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39874) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:41.633350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] Sync routers for ids ['549e63c1-9e3e-48fa-9623-f5db55d245a4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:38:41.659522 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] Routers {'549e63c1-9e3e-48fa-9623-f5db55d245a4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:41.662620 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['549e63c1-9e3e-48fa-9623-f5db55d245a4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:41.811116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef592e8-71f3-4a6b-b899-f1063f2031c3 req-a17a8cf7-d16e-4e42-96cf-12529650f53b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:41.819187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ef592e8-71f3-4a6b-b899-f1063f2031c3 req-a17a8cf7-d16e-4e42-96cf-12529650f53b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.1293178 May 06 09:38:41.842698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:41.909072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:41.912984 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ce8bc-09d9-47e0-a688-4c05b2933966" -d '{"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-plugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:41.919953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ef592e8-71f3-4a6b-b899-f1063f2031c3 req-5bf007f1-d78c-4ab6-b925-a6d6dc44251f tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997715 May 06 09:38:41.944049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '9eed3f04-9311-4ece-a2d8-7003bd72c823', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'port_id': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'mac_address': 'fa:16:3e:90:21:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:38:05Z', 'updated_at': '2022-05-06T09:38:37Z', 'revision_number': 1, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:31Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:41.990636 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] Set router 549e63c1-9e3e-48fa-9623-f5db55d245a4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:41.994897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f017e01-9b91-453e-9567-eca5289c4acf None None] The sync data for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 is: [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '9eed3f04-9311-4ece-a2d8-7003bd72c823', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'port_id': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'mac_address': 'fa:16:3e:90:21:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:38:05Z', 'updated_at': '2022-05-06T09:38:37Z', 'revision_number': 1, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:31Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:42.074335 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.080997 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc7d375-2d22-45e7-8659-0ee2ee4ee6e8 x-openstack-request-id: req-1cc7d375-2d22-45e7-8659-0ee2ee4ee6e8 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:42.081290 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-plugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:42.081544 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cc7d375-2d22-45e7-8659-0ee2ee4ee6e8 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:42.082004 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc7d375-2d22-45e7-8659-0ee2ee4ee6e8'] response: {'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'code': 200} May 06 09:38:42.269285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Deleting port ce1e2506-589e-4698-acbf-1c010237f340 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:42.269710 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.276585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ceba-483a-444c-9d6b-659beec42890 req-6dc9bac4-bf92-4714-be13-c25fbcb39abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:42.278487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a30ceba-483a-444c-9d6b-659beec42890 req-6dc9bac4-bf92-4714-be13-c25fbcb39abd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1099 time: 0.1182539 May 06 09:38:42.309362 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:38:40Z', 'revision_number': 5, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port': {'id': 'ce1e2506-589e-4698-acbf-1c010237f340', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:34:17Z', 'updated_at': '2022-05-06T09:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:42.346231 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] Checking router: 549e63c1-9e3e-48fa-9623-f5db55d245a4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:38:42.361531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] Routers {'549e63c1-9e3e-48fa-9623-f5db55d245a4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:38:42.362321 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['549e63c1-9e3e-48fa-9623-f5db55d245a4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:42.393737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3f4fc-b3fc-40b7-a738-a007f6ff5537 req-9557a55b-19d2-46e3-a3e4-3f5aed2af76a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:42.402556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6aa3f4fc-b3fc-40b7-a738-a007f6ff5537 req-9557a55b-19d2-46e3-a3e4-3f5aed2af76a tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1096 time: 0.1927736 May 06 09:38:42.455556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41b3ab8-6e10-43bb-a26f-03aef0980cb7 None None] New status for floating IP 9eed3f04-9311-4ece-a2d8-7003bd72c823: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:38:42.465157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a30ceba-483a-444c-9d6b-659beec42890 req-47a318d5-867e-4053-958a-17b5722e4905 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743197 May 06 09:38:42.486959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] For port ce1e2506-589e-4698-acbf-1c010237f340, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ce1e2506-589e-4698-acbf-1c010237f340,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:42.487365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:42.511625 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] Set router 549e63c1-9e3e-48fa-9623-f5db55d245a4 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:38:42.529007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Calling delete_port for ce1e2506-589e-4698-acbf-1c010237f340 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:42.540978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6aa3f4fc-b3fc-40b7-a738-a007f6ff5537 req-8cccf443-2422-4a74-987c-f1d5d1008da0 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374836 May 06 09:38:42.598448 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:38:42Z', 'revision_number': 6, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:42.653157 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f39709f-f425-47cb-964e-1711f0dbd61a None None] The sync data for ids ['549e63c1-9e3e-48fa-9623-f5db55d245a4'] in n-d-840834-1 is: [{'id': '549e63c1-9e3e-48fa-9623-f5db55d245a4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1322562164-router', 'tenant_id': '0a5ef973d0744834bbdff1085d118dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:34:16Z', 'updated_at': '2022-05-06T09:38:42Z', 'revision_number': 6, 'project_id': '0a5ef973d0744834bbdff1085d118dec', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:38:42.904923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d36489e9-fd2c-4738-86fd-9efd54b6fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.255238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:43.257650 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5487afcb-063d-4801-acc1-1caa34438014" -d '{"events": [{"name": "network-changed", "server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:43.335612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def33dfe-a866-46b6-9449-424e134af2f1 req-ab64f438-bc52-49c8-9f04-2bcfb46d439e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.340067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-def33dfe-a866-46b6-9449-424e134af2f1 req-ab64f438-bc52-49c8-9f04-2bcfb46d439e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 945 time: 0.5122690 May 06 09:38:43.369933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dce70-a414-45df-83bf-392fe7d62725 req-4cd990ff-b0da-4ead-be60-ca09c12d4322 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.377908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4dce70-a414-45df-83bf-392fe7d62725 req-4cd990ff-b0da-4ead-be60-ca09c12d4322 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.5047734 May 06 09:38:43.395512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.467671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1e2506-589e-4698-acbf-1c010237f340,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:43.546131 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.552615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-def33dfe-a866-46b6-9449-424e134af2f1 req-41d79507-9c7e-4954-a590-35aeda482a82 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057431 May 06 09:38:43.594162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4dce70-a414-45df-83bf-392fe7d62725 req-a545101e-4d59-4c3a-9f88-2a828e29b302 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150831 May 06 09:38:43.843712 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.865023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:43.937800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-f7e1ca88-1b71-40b1-88b7-3bc9f416b761 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.940942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-f7e1ca88-1b71-40b1-88b7-3bc9f416b761 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.1696010 May 06 09:38:43.946143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08482af1-32a3-4fa9-b8f4-7432dd04c9ac req-0f3fa9c2-5a70-48b0-869c-61879697cfae tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:43.948339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08482af1-32a3-4fa9-b8f4-7432dd04c9ac req-0f3fa9c2-5a70-48b0-869c-61879697cfae tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1096 time: 0.2703004 May 06 09:38:43.955378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-840834-1'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:44.008145 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15ac471-1099-4cef-bb5a-0efa035d8310 x-openstack-request-id: req-a15ac471-1099-4cef-bb5a-0efa035d8310 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:44.008594 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:44.008938 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a15ac471-1099-4cef-bb5a-0efa035d8310 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:44.009441 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a15ac471-1099-4cef-bb5a-0efa035d8310'] response: {'name': 'network-changed', 'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'status': 'completed', 'code': 200} May 06 09:38:44.012977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.013631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549e63c1-9e3e-48fa-9623-f5db55d245a4 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:38:44.050832 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.057003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39948) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:44.085869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-30ce759d-877f-4051-bd32-9fd72f4fcf18 admin admin] 10.222.0.76 "DELETE /v2.0/routers/549e63c1-9e3e-48fa-9623-f5db55d245a4 HTTP/1.1" status: 204 len: 168 time: 2.4575830 May 06 09:38:44.193597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] Deleting subnet 90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:38:44.204278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.297793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08482af1-32a3-4fa9-b8f4-7432dd04c9ac req-fcd9815b-1a28-44ef-9110-189c7c91817c tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314760 May 06 09:38:44.301630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.424443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.431527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e86769fe-0032-4c32-a1ad-16a6c04d0a01 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:38:44.515500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.534517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.540675 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3 HTTP/1.1" status: 204 len: 168 time: 0.4817812 May 06 09:38:44.544175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb928c2-45dc-4215-abd9-51875338bd29 None None] Network fef492c4-26c8-4c58-b88c-4d666d17bf1f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:38:44.547661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.568037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39982) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:44.597990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73159d3d-9d09-43e6-9758-c50535142704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a7eb9c-8be5-45a5-b5c6-3c95b0d311c3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:44.796788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-1f8810ee-aa6f-4e9d-90ab-e3abf680102c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:44.811372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-1f8810ee-aa6f-4e9d-90ab-e3abf680102c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.5118556 May 06 09:38:44.896005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:44.901501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:44.921484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ce1e2506-589e-4698-acbf-1c010237f340 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:44.924427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:44.950050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e86769fe-0032-4c32-a1ad-16a6c04d0a01 has no active binding in host n-h2-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:38:44.996099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:45.015950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ce1e2506-589e-4698-acbf-1c010237f340 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:45.016642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ce1e2506-589e-4698-acbf-1c010237f340 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:45.017314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b31dc6e-96c0-449c-8b53-5325a8518c7a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:45.049615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.059026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 2b31dc6e-96c0-449c-8b53-5325a8518c7a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:45.059692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b31dc6e-96c0-449c-8b53-5325a8518c7a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:45.076802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.079044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Deleting port 81b1eccf-0a5e-4793-84e9-be29750f1c68 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:45.079693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.094020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc2c9955-f65f-4cc1-b3b5-9c638e02faaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.171277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-49802def-dbcd-421c-91a1-dc5172ad5e1f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/quotas/be3a060def1c4870b8cc28ff458007ab HTTP/1.1" status: 200 len: 375 time: 0.3576655 May 06 09:38:45.188687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487afcb-063d-4801-acc1-1caa34438014 req-b0fdb15a-fac9-4fc3-a174-40d68a74d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.190894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5487afcb-063d-4801-acc1-1caa34438014 req-b0fdb15a-fac9-4fc3-a174-40d68a74d0c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d5aaceab44c04b12bc546f44fe768d06&device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 1097 time: 1.0806181 May 06 09:38:45.197149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] DHCP port deletion for fef492c4-26c8-4c58-b88c-4d666d17bf1f request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:38:45.235377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] For port 81b1eccf-0a5e-4793-84e9-be29750f1c68, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=81b1eccf-0a5e-4793-84e9-be29750f1c68,segment=NetworkSegment(b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0),segment_id=b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:45.235779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.262578 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Calling delete_port for 81b1eccf-0a5e-4793-84e9-be29750f1c68 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:45.317489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487afcb-063d-4801-acc1-1caa34438014 req-a229bbf0-8f9b-47d2-bda1-d19ad4e0721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.319469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5487afcb-063d-4801-acc1-1caa34438014 req-a229bbf0-8f9b-47d2-bda1-d19ad4e0721e service neutron] 10.222.0.82 "GET /v2.0/networks?id=21e4cd16-a8df-4db2-b029-4e4e0754c55f HTTP/1.1" status: 200 len: 916 time: 0.1130569 May 06 09:38:45.380349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] Deleting port 81b1eccf-0a5e-4793-84e9-be29750f1c68 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:45.381760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.396987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.444201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] No DVR routers for this DVR port 81b1eccf-0a5e-4793-84e9-be29750f1c68 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:45.447415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Pushing event deleted for resources: {'Port': ['ID=81b1eccf-0a5e-4793-84e9-be29750f1c68,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:45.482907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on host n-h1-840834-1 for vnic_type normal with profile {"migrating_to": "n-h2-840834-1"} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:45.483289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:45.483756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:45.494281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:45.494579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Attempting to bind port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on network 39424dc8-8550-4662-ad1d-3161e9d11e8c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:45.500703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:45.513016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:45.513356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Checking segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:45.513734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Bound using segment: {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:45.514176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Bound port: e86769fe-0032-4c32-a1ad-16a6c04d0a01, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e011a57-a2af-4aa8-a94d-7c4c45735d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '39424dc8-8550-4662-ad1d-3161e9d11e8c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:45.514532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.563171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.575064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5487afcb-063d-4801-acc1-1caa34438014 req-848d59a0-5338-4fb8-8067-ef75823f232d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d622843d-502a-4657-b776-f54ed3af0e6e HTTP/1.1" status: 200 len: 1001 time: 0.1987998 May 06 09:38:45.597156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] For port 81b1eccf-0a5e-4793-84e9-be29750f1c68, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:45.598518 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.626658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] Calling delete_port for 81b1eccf-0a5e-4793-84e9-be29750f1c68 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:45.630396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef492c4-26c8-4c58-b88c-4d666d17bf1f']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:45.633874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] Port 81b1eccf-0a5e-4793-84e9-be29750f1c68 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:38:45.637617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.655696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:45.655696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dd7651-ec71-46a0-a4dc-2584ac7a7ce0') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:45.687869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] Pushing event deleted for resources: {'Port': ['ID=81b1eccf-0a5e-4793-84e9-be29750f1c68,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:45.690247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.697024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84174f2a-39fe-43e9-a970-560e45fafc86 None None] No DVR routers for this DVR port 81b1eccf-0a5e-4793-84e9-be29750f1c68 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:45.732659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.737003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487afcb-063d-4801-acc1-1caa34438014 req-26402482-e2bb-40d0-8cdd-4ee0f30219d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:45.739871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5487afcb-063d-4801-acc1-1caa34438014 req-26402482-e2bb-40d0-8cdd-4ee0f30219d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa4542df-3a16-4ad3-a840-0eef9e212b79 HTTP/1.1" status: 200 len: 854 time: 0.1297936 May 06 09:38:45.753682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:38:45.755395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.758021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-22c4a040-8141-495f-b47d-e02e135855e4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5775883 May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: timer() May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:38:45.779454 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:38:45.880376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.887792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:45.893728 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] 10.222.0.76 "DELETE /v2.0/networks/fef492c4-26c8-4c58-b88c-4d666d17bf1f HTTP/1.1" status: 204 len: 168 time: 1.3220847 May 06 09:38:45.934297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207972b-2479-45fb-a838-2209c661fa9a admin admin] Pushing event deleted for resources: {'Network': ['ID=fef492c4-26c8-4c58-b88c-4d666d17bf1f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:46.020303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:46.024102 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd421575-8615-455b-8b95-0e2266517699" -d '{"events": [{"server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "name": "network-vif-unplugged", "status": "completed", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:46.059703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:46.093663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-ad4799b3-32a0-486f-8f92-c27893c04ff2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:46.096033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-ad4799b3-32a0-486f-8f92-c27893c04ff2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "GET /v2.0/ports?device_id=f36009a1-d7c8-4505-b14f-6d7114234f3a HTTP/1.1" status: 200 len: 945 time: 0.3549194 May 06 09:38:46.103091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:46.106618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487afcb-063d-4801-acc1-1caa34438014 req-3d87d63b-79cf-4279-84ac-cd384fcd00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:46.108882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5487afcb-063d-4801-acc1-1caa34438014 req-3d87d63b-79cf-4279-84ac-cd384fcd00c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21e4cd16-a8df-4db2-b029-4e4e0754c55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3473642 May 06 09:38:46.137648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.240390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-eec4bf26-15ed-47ba-8b09-f4c0fa002fd2 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:38:46.248519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-eec4bf26-15ed-47ba-8b09-f4c0fa002fd2 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127079 May 06 09:38:46.265608 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.269835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40018) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:46.306878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-00452ad5-f1cc-434c-8121-784e968ca4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:46.308390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-00452ad5-f1cc-434c-8121-784e968ca4ee service neutron] 10.222.0.76 "GET /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 1093 time: 0.0589957 May 06 09:38:46.351943 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4c0e96c0-5249-4c98-96f1-d0657d4be10c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4bc78a1ab88e486ca25840343c07abb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787809 May 06 09:38:46.354452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40020) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:46.357120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Request body: {'binding': {'host': 'n-h1-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:46.357672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Unknown quota resources ['binding']. {{(pid=102742) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 09:38:46.381210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=8']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:46.420305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3335d4be-3009-4cbd-a8bc-79777f284880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.442783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3335d4be-3009-4cbd-a8bc-79777f284880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.445152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-148abded-ab5c-4aa3-93c6-20687de7671e service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256125 May 06 09:38:46.460042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c79e03cb-5a8f-4a72-80d1-19e043739a6a no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:46.558680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.651412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.658811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:46.659811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.661073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-9750b0cc-7da8-440f-9e1b-a6d40cfde86f service neutron] 10.222.0.83 "PUT /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 1121 time: 2.7112784 May 06 09:38:46.749836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5487afcb-063d-4801-acc1-1caa34438014 req-a8b2435d-cb11-4c53-b2e2-1352594305cb service neutron] 10.222.0.82 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274023 May 06 09:38:46.780779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 81b1eccf-0a5e-4793-84e9-be29750f1c68 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:46.800291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Deleting port c79e03cb-5a8f-4a72-80d1-19e043739a6a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:38:46.800659 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.819506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3335d4be-3009-4cbd-a8bc-79777f284880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.828030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3335d4be-3009-4cbd-a8bc-79777f284880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:46.829225 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3335d4be-3009-4cbd-a8bc-79777f284880 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db8d926c-5b1a-4c32-98c9-40ccbcd30e4d HTTP/1.1" status: 204 len: 168 time: 0.4731078 May 06 09:38:46.844736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['e86769fe-0032-4c32-a1ad-16a6c04d0a01'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:46.852261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335d4be-3009-4cbd-a8bc-79777f284880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8d926c-5b1a-4c32-98c9-40ccbcd30e4d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:46.908022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 81b1eccf-0a5e-4793-84e9-be29750f1c68 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:46.908275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 81b1eccf-0a5e-4793-84e9-be29750f1c68 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:46.918890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e86769fe-0032-4c32-a1ad-16a6c04d0a01'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:38:46.923268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:46.925749 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2670b3-fc84-4fb5-8288-4731a1fad0ab" -d '{"events": [{"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:47.010305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:47.030702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.034445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-c59c83b5-5117-493c-98d4-3300de1cfc2a service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779843 May 06 09:38:47.099670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:47.132421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on host n-h1-840834-1 for vnic_type normal with profile None {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:47.133119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:47.133119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:47.204054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:47.205897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:47.222989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5487afcb-063d-4801-acc1-1caa34438014 req-2721e3b4-11f0-48a3-b13c-81f9a22de52e service neutron] 10.222.0.82 "GET /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498103 May 06 09:38:47.238430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] For port c79e03cb-5a8f-4a72-80d1-19e043739a6a, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c79e03cb-5a8f-4a72-80d1-19e043739a6a,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:47.239885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.264398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Calling delete_port for c79e03cb-5a8f-4a72-80d1-19e043739a6a owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:38:47.409670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:47.410091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:47.410618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:47.411127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Bound port: b50ecdc5-1ff6-4847-9c94-310211a77d6f, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:47.519246 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.519494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:47.554863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:47.581051 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1ad3617-801d-41b7-9647-e7ab6ac67e38 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a5ef973d0744834bbdff1085d118dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606184 May 06 09:38:47.583747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40040) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:47.596786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event deleted for resources: {'Port': ['ID=c79e03cb-5a8f-4a72-80d1-19e043739a6a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:47.601244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.611186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3a048c9b-c648-4584-9eb8-dcb1c1af9ed2 service neutron] 10.222.0.76 "POST /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f/bindings HTTP/1.1" status: 201 len: 389 time: 1.2527654 May 06 09:38:47.645954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e81a3-cff7-4512-8714-0c273f6fa307 req-d4338725-1891-412f-a141-76e7f7450c34 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:47.656167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-539e81a3-cff7-4512-8714-0c273f6fa307 req-d4338725-1891-412f-a141-76e7f7450c34 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.1976395 May 06 09:38:47.746891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] No DVR routers for this DVR port c79e03cb-5a8f-4a72-80d1-19e043739a6a on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:47.752280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.756003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8212eee7-96da-4149-9a25-ed134c4f6cbe req-086d7450-55c4-4880-8dec-daa76771d61c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "DELETE /v2.0/ports/c79e03cb-5a8f-4a72-80d1-19e043739a6a HTTP/1.1" status: 204 len: 173 time: 1.6463492 May 06 09:38:47.767547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-539e81a3-cff7-4512-8714-0c273f6fa307 req-c8345ff1-dcb7-4bde-a9a6-f52fd62357bc tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031706 May 06 09:38:47.773321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63473a74-128d-4333-8e24-e1f1712c1679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.864822 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63473a74-128d-4333-8e24-e1f1712c1679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.930168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63473a74-128d-4333-8e24-e1f1712c1679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.933087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63473a74-128d-4333-8e24-e1f1712c1679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:47.934552 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-63473a74-128d-4333-8e24-e1f1712c1679 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4562678-61e4-493a-90bd-79293402e575 HTTP/1.1" status: 204 len: 168 time: 0.3486042 May 06 09:38:47.953740 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60df1fa6-0dde-4786-a977-394102105941 x-openstack-request-id: req-60df1fa6-0dde-4786-a977-394102105941 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:47.954739 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "name": "network-vif-unplugged", "status": "completed", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:47.955188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473a74-128d-4333-8e24-e1f1712c1679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4562678-61e4-493a-90bd-79293402e575,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:47.955719 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60df1fa6-0dde-4786-a977-394102105941 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:47.958041 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60df1fa6-0dde-4786-a977-394102105941'] response: {'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01', 'code': 200} May 06 09:38:48.018573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10e3ad-097f-4f3c-9627-2266451bfc62 req-0677c12c-14da-479e-87d5-ab1799342177 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:48.023271 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55809fb2-5c02-4cd1-92c3-9343d33c910b x-openstack-request-id: req-55809fb2-5c02-4cd1-92c3-9343d33c910b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:48.023892 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:48.023892 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55809fb2-5c02-4cd1-92c3-9343d33c910b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:48.024294 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55809fb2-5c02-4cd1-92c3-9343d33c910b'] response: {'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'code': 200} May 06 09:38:48.030881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e10e3ad-097f-4f3c-9627-2266451bfc62 req-0677c12c-14da-479e-87d5-ab1799342177 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.1865203 May 06 09:38:48.049667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.163394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6816138f-b79e-481c-a08a-4c4f935fdfd9 req-3bd4ad0a-5646-4732-a8c4-a7cfd2cb2cd6 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 210 time: 0.0337012 May 06 09:38:48.181115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e10e3ad-097f-4f3c-9627-2266451bfc62 req-17e621bb-420e-4f89-90b2-22097a9cc287 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371131 May 06 09:38:48.188573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-d388fe00-e31c-4537-adb9-62e4dfea6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:48.190374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-d388fe00-e31c-4537-adb9-62e4dfea6f33 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1096 time: 0.1179521 May 06 09:38:48.560459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55dc4de-0ae2-4d08-a21b-c2d029a6f774 req-7c365dfd-125a-49fa-8f99-346afd7d0b92 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:48.571134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c55dc4de-0ae2-4d08-a21b-c2d029a6f774 req-7c365dfd-125a-49fa-8f99-346afd7d0b92 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.2436914 May 06 09:38:48.657468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:48.979794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052c2e-5be5-4cb0-9779-17a4c400cb31 req-745ce841-023e-424a-8955-f9c7a400f48b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:48.987625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35052c2e-5be5-4cb0-9779-17a4c400cb31 req-745ce841-023e-424a-8955-f9c7a400f48b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.5261009 May 06 09:38:49.002407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c55dc4de-0ae2-4d08-a21b-c2d029a6f774 req-b24f8730-20f2-4c40-b218-6e43463489b6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304113 May 06 09:38:49.011811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-5e35cade-fd80-49bd-870b-1d43c67fc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.013276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-5e35cade-fd80-49bd-870b-1d43c67fc9bf service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.8098586 May 06 09:38:49.081208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-4a964e22-112b-4892-9b4c-6905c719ac41 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 217 time: 0.0511668 May 06 09:38:49.095263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35052c2e-5be5-4cb0-9779-17a4c400cb31 req-e710d1df-cda9-4013-8139-c3aee77a0430 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048281 May 06 09:38:49.470833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb149a1e-9080-4fcd-80ce-3153c3ce06be req-8cb258c7-90e5-4435-ad9c-19082dcb3e8e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 210 time: 0.0752535 May 06 09:38:49.484767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-c61436e5-3b00-4737-b6f3-010a9b262ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.486301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-c61436e5-3b00-4737-b6f3-010a9b262ed8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.3863997 May 06 09:38:49.570751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-2850737d-959a-422c-ab18-ddc0a193ff60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586426 May 06 09:38:49.588644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede063c4-34d7-46ba-8fe7-7b7c9fa369e7 req-b9f99570-52f8-488b-9218-dabe21e08f7c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.590221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ede063c4-34d7-46ba-8fe7-7b7c9fa369e7 req-b9f99570-52f8-488b-9218-dabe21e08f7c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.4038491 May 06 09:38:49.741749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-7dab0af8-f68c-43cf-a4b5-f7f04e5299c2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:49.743566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-7dab0af8-f68c-43cf-a4b5-f7f04e5299c2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.4968500 May 06 09:38:49.770058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Request body: {'port': {'device_id': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'admin_state_up': True, 'tenant_id': 'be3a060def1c4870b8cc28ff458007ab'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:49.813327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ede063c4-34d7-46ba-8fe7-7b7c9fa369e7 req-b51bdb68-7b46-422b-aeac-2bcfc54dae08 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028246 May 06 09:38:49.913394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6daae9f9-93c3-476a-b24b-2522ca5b0b2c service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165541 May 06 09:38:49.970560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01'}, {'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-deleted', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:49.976556 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf179e7f-5f4f-46a5-bda0-cb4815348691" -d '{"events": [{"name": "network-changed", "server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01"}, {"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-deleted", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:50.106746 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55be1e8c-5578-43dd-a9b4-505b088623b1 x-openstack-request-id: req-55be1e8c-5578-43dd-a9b4-505b088623b1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:50.107457 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01", "status": "completed", "code": 200}, {"server_uuid": "f36009a1-d7c8-4505-b14f-6d7114234f3a", "name": "network-vif-deleted", "tag": "c79e03cb-5a8f-4a72-80d1-19e043739a6a", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:50.107600 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55be1e8c-5578-43dd-a9b4-505b088623b1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:50.108004 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55be1e8c-5578-43dd-a9b4-505b088623b1'] response: {'name': 'network-changed', 'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01', 'status': 'completed', 'code': 200} May 06 09:38:50.108264 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55be1e8c-5578-43dd-a9b4-505b088623b1'] response: {'server_uuid': 'f36009a1-d7c8-4505-b14f-6d7114234f3a', 'name': 'network-vif-deleted', 'tag': 'c79e03cb-5a8f-4a72-80d1-19e043739a6a', 'status': 'completed', 'code': 200} May 06 09:38:50.265452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Made reservation on behalf of be3a060def1c4870b8cc28ff458007ab for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:50.269845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:50.283368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:50.288928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e3b34cb-dbc7-4681-b026-fea316127263 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627384 May 06 09:38:50.433625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-8982623e-f720-403e-92f7-2f71cb2a12dc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5638630 May 06 09:38:50.496873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6ece7-6d7e-44ef-80de-28d23989162f req-05bc1de3-2c06-499f-854f-02dd6712f3cb tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.507503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74f6ece7-6d7e-44ef-80de-28d23989162f req-05bc1de3-2c06-499f-854f-02dd6712f3cb tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.5802996 May 06 09:38:50.521396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c79e03cb-5a8f-4a72-80d1-19e043739a6a no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:50.560916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-65b1f82d-51b9-4b54-b94b-3166c82a181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.566826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-65b1f82d-51b9-4b54-b94b-3166c82a181a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1124 time: 0.4740534 May 06 09:38:50.568079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: c79e03cb-5a8f-4a72-80d1-19e043739a6a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:38:50.568430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c79e03cb-5a8f-4a72-80d1-19e043739a6a not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:38:50.655501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20215f-e48f-4ca2-811d-e41e1c1b152d req-03b097f6-25ce-46c0-a673-43b2a02c31e2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:50.658821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa20215f-e48f-4ca2-811d-e41e1c1b152d req-03b097f6-25ce-46c0-a673-43b2a02c31e2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.4861500 May 06 09:38:50.703746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74f6ece7-6d7e-44ef-80de-28d23989162f req-1cb25063-fd12-4a07-a0ac-72e724ca7e6d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951218 May 06 09:38:50.862563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Allocated IP 172.20.0.6 (60c687e6-13c2-4bbd-9da0-b7771c15e1af/c4e199ac-e5c1-4305-9b5b-3707327d6d64/f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:38:51.129283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa20215f-e48f-4ca2-811d-e41e1c1b152d req-92a82da9-58b9-48bc-89bc-bef30d295c1b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4629741 May 06 09:38:51.401296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74908131-1751-46f0-a883-8a3cabd822c7 req-a9824954-7162-422f-9e59-182d72fe565e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 210 time: 0.1187770 May 06 09:38:51.509249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-34b2c9f6-e9f7-43ce-a439-a188c8639550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:51.517521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-34b2c9f6-e9f7-43ce-a439-a188c8639550 service neutron] 10.222.0.82 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.8545120 May 06 09:38:51.687899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.751325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:51.854366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-b56e1633-6f68-4f48-98a3-28f8d327fe21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 217 time: 0.3171694 May 06 09:38:51.950334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc38a-b059-4598-b953-e37b173f00c9 req-9d12afc0-07dd-49a5-9573-f441e2da5d6d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:51.960042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a1cc38a-b059-4598-b953-e37b173f00c9 req-9d12afc0-07dd-49a5-9573-f441e2da5d6d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.6106300 May 06 09:38:51.994515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:38:52.010962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:38:52.013716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:38:52.079496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-a78bdcfd-1824-49d0-b538-c56f9f2d4fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.081617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-a78bdcfd-1824-49d0-b538-c56f9f2d4fbd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.2154088 May 06 09:38:52.082634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:52.173954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-ec904c35-9b0a-4d0e-89be-89b711bac03f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749886 May 06 09:38:52.210286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.211382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:52.223053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b0be5-ec2f-44da-ad82-1fe2377dea32 req-21210bba-4ca2-4b3a-a55a-1a8504872b61 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:52.225289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d86b0be5-ec2f-44da-ad82-1fe2377dea32 req-21210bba-4ca2-4b3a-a55a-1a8504872b61 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.3652318 May 06 09:38:52.258273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a1cc38a-b059-4598-b953-e37b173f00c9 req-aa0590ca-3114-41ff-8049-3999a8b108df tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969205 May 06 09:38:52.473119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-9c9814dd-c423-4f30-b69a-7550ddda03e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7136037 May 06 09:38:52.498016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d86b0be5-ec2f-44da-ad82-1fe2377dea32 req-48b46d44-76b7-4cfe-ac9d-64882d1a5824 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527228 May 06 09:38:52.502664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Request body: {'port': {'device_id': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:52.683662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-4409e502-6c34-4110-aafe-dbc4c69558fd service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931893 May 06 09:38:52.977635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:53.036595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-eb81ec57-a307-4169-a081-f2d109383441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.039001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-eb81ec57-a307-4169-a081-f2d109383441 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1099 time: 0.2249219 May 06 09:38:53.123539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf16bf-6fe4-43db-b0d9-4c0fb51a4583 req-92579bdb-75f9-4290-8d43-e1731b9296b9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.125070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aacf16bf-6fe4-43db-b0d9-4c0fb51a4583 req-92579bdb-75f9-4290-8d43-e1731b9296b9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 931 time: 0.2798486 May 06 09:38:53.171346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134d81a-3549-4995-974b-3b911425c906 req-0911abf2-33f5-44bf-9d86-9d598608a54b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.179032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8134d81a-3549-4995-974b-3b911425c906 req-0911abf2-33f5-44bf-9d86-9d598608a54b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.4891007 May 06 09:38:53.329814 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf179e7f-5f4f-46a5-bda0-cb4815348691 req-baf285d5-e4d3-44d7-8b33-2e5bd1e6d217 service neutron] 10.222.0.82 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267668 May 06 09:38:53.351466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-95a8667e-ac00-4e56-ae98-4b924fe35bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.353498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-95a8667e-ac00-4e56-ae98-4b924fe35bad service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2980657 May 06 09:38:53.366161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aacf16bf-6fe4-43db-b0d9-4c0fb51a4583 req-2bb523f8-947f-458a-bfbf-8ef23f6e1ce1 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209475 May 06 09:38:53.502115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8134d81a-3549-4995-974b-3b911425c906 req-c930ed02-f961-41c7-be60-ee488807c0c3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221946 May 06 09:38:53.503661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-09a8e7a1-85c2-4021-9dda-1ad156265ab0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.1264536 May 06 09:38:53.591295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-c45457ab-d16f-4f5f-ab6a-82c3179407ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.593464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-c45457ab-d16f-4f5f-ab6a-82c3179407ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0522923 May 06 09:38:53.677110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-e5ecf5a6-9f8f-45a2-9d5f-20b4efcd4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:53.679307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-e5ecf5a6-9f8f-45a2-9d5f-20b4efcd4467 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771456 May 06 09:38:54.283767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c383e-d546-4228-b842-4bbecf8442a0 req-97d70bd3-73e1-4eab-8c02-8b03308f29b0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.295048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98c383e-d546-4228-b842-4bbecf8442a0 req-97d70bd3-73e1-4eab-8c02-8b03308f29b0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 943 time: 0.6146030 May 06 09:38:54.366467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-2880fedd-580c-4249-bb2f-8db1a4934fd0 service neutron] 10.222.0.82 "GET /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.2333617 May 06 09:38:54.385496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e86769fe-0032-4c32-a1ad-16a6c04d0a01 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:38:54.413873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:54.424976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.528019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Transition to ACTIVE for port object f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:54.560923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2898314-e268-4022-89e0-3adcfe0add2c req-a8f4030e-da38-40ce-a205-5a296e0f2be6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:54.562949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2898314-e268-4022-89e0-3adcfe0add2c req-a8f4030e-da38-40ce-a205-5a296e0f2be6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.4208753 May 06 09:38:54.571370 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:54.622301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98c383e-d546-4228-b842-4bbecf8442a0 req-d12eece0-b085-44e1-bb80-2d7d8a616552 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257363 May 06 09:38:54.680107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-9bd4983a-22f8-4256-bbc3-ee35d5342609 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457819 May 06 09:38:54.735551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:54.838420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2898314-e268-4022-89e0-3adcfe0add2c req-020dc332-6791-41c8-958e-66240e19176c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645397 May 06 09:38:55.133363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-ff7f640d-7ec7-4d44-bc00-7711e90f8ae5 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404628 May 06 09:38:55.166777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc2c87-8ece-4346-8b24-d33bcfbf041c req-ce5bfb85-f1a0-4169-88d7-ac2a34b67fa5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.168281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bdc2c87-8ece-4346-8b24-d33bcfbf041c req-ce5bfb85-f1a0-4169-88d7-ac2a34b67fa5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 943 time: 0.2136514 May 06 09:38:55.184329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf2585-5a47-41e8-926c-e65b870dfdfe req-d4f07b9c-5660-45d1-ab95-fdf032ca15c1 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.185893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32bf2585-5a47-41e8-926c-e65b870dfdfe req-d4f07b9c-5660-45d1-ab95-fdf032ca15c1 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.2443566 May 06 09:38:55.194331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Attempting to bind port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:38:55.194743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Attempting to bind port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:38:55.194972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Attempting to bind port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:55.200448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:55.253877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:38:55.253877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Attempting to bind port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:38:55.278475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:38:55.278815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Checking segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:38:55.279212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Bound using segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:38:55.279677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Bound port: f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:38:55.280023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.289184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:55.342645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bdc2c87-8ece-4346-8b24-d33bcfbf041c req-70d2570f-2085-422a-8d8c-14528e60af69 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534610 May 06 09:38:55.362484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32bf2585-5a47-41e8-926c-e65b870dfdfe req-3d7ad247-6b3d-4677-93b6-2294c51c44be tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539836 May 06 09:38:55.413683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86769fe-0032-4c32-a1ad-16a6c04d0a01 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:38:55.432271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:38:55.453183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.485910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:38:55.489624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:38:55.498532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.624721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.625650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.627304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] 10.222.0.83 "PUT /v2.0/ports/f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 HTTP/1.1" status: 200 len: 1091 time: 3.1330106 May 06 09:38:55.629842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:38:55.633592 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60bf8f-c75f-4251-b81c-6d86622baebf" -d '{"events": [{"name": "network-changed", "server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:38:55.666895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e7cb-024e-47c8-b6ac-fc16b60f5f9c service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:55.720834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] Transition to ACTIVE for port object e86769fe-0032-4c32-a1ad-16a6c04d0a01 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:38:55.795894 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc680672-4971-4cac-bd3d-a262ccc64d58 x-openstack-request-id: req-fc680672-4971-4cac-bd3d-a262ccc64d58 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:38:55.800471 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:38:55.800943 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc680672-4971-4cac-bd3d-a262ccc64d58 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:38:55.801566 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc680672-4971-4cac-bd3d-a262ccc64d58'] response: {'name': 'network-changed', 'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'status': 'completed', 'code': 200} May 06 09:38:55.805082 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:55.942581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] No DVR routers for this DVR port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:38:55.955341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-331413c3-7fd2-4a27-aa79-ec3c1d671dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:55.967409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-331413c3-7fd2-4a27-aa79-ec3c1d671dae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 1094 time: 0.2686162 May 06 09:38:55.979662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40270) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:56.055207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] Pushing event updated for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:56.083556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3c101d07-7a0a-451b-9010-414b24db1549 service neutron] 10.222.0.82 "PUT /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01/bindings/n-h2-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6419556 May 06 09:38:56.234075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9b026-c29b-4c66-91dd-33074dff2f45 req-c34190ed-e2a8-4665-a95c-5f6868ebc5a6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.236191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fce9b026-c29b-4c66-91dd-33074dff2f45 req-c34190ed-e2a8-4665-a95c-5f6868ebc5a6 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.2949886 May 06 09:38:56.237674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-5a30584b-4c28-40e1-b88f-884a6233cae3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 HTTP/1.1" status: 200 len: 217 time: 0.1668015 May 06 09:38:56.330477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-a252e192-8cb7-4b5b-97d2-531a3727964a tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.333230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-a252e192-8cb7-4b5b-97d2-531a3727964a tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.1632609 May 06 09:38:56.393271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] Deleting subnet fba4aadc-a164-4bed-bdbd-91ce48956fde {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:38:56.398123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.407343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fce9b026-c29b-4c66-91dd-33074dff2f45 req-d138700d-c1ac-45bb-81f7-58d9ad243eb4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519063 May 06 09:38:56.410374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4944b623-0719-4cdf-a278-4f0a18b84573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.414511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-4944b623-0719-4cdf-a278-4f0a18b84573 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.1583428 May 06 09:38:56.447251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.469108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-8c26fcb5-be34-4b95-99d4-081cdd84236f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463166 May 06 09:38:56.497509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.587983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.607849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3f1cbf0e-1c72-4ba1-a170-a2d367371d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.609322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-3f1cbf0e-1c72-4ba1-a170-a2d367371d04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1&tenant_id=5a9639df0d80434c89421b49da0e8bf5 HTTP/1.1" status: 200 len: 1095 time: 0.2640383 May 06 09:38:56.661342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453b32a-448f-48e5-a5c0-c31dd6506862 req-6be28080-44fc-4db2-b0b9-d88976e6e8db tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.662315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.663183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6453b32a-448f-48e5-a5c0-c31dd6506862 req-6be28080-44fc-4db2-b0b9-d88976e6e8db tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.1926534 May 06 09:38:56.676613 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fba4aadc-a164-4bed-bdbd-91ce48956fde HTTP/1.1" status: 204 len: 168 time: 0.6945975 May 06 09:38:56.679405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:56.684772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36865b9-ac62-4495-9287-be7fa6edc05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba4aadc-a164-4bed-bdbd-91ce48956fde,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:56.759835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0f5ad-b688-4047-866b-2d065aa66f27 req-bb4c70a6-384a-472d-871a-6b60a0e5f2ce tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.767219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfe0f5ad-b688-4047-866b-2d065aa66f27 req-bb4c70a6-384a-472d-871a-6b60a0e5f2ce tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 943 time: 0.2072473 May 06 09:38:56.774599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-d508e18f-6823-4380-9302-961b02ccb863 service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921262 May 06 09:38:56.804558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-2882c065-0b15-4c2e-8925-0564d9e2bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:56.806079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-2882c065-0b15-4c2e-8925-0564d9e2bdc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5a9639df0d80434c89421b49da0e8bf5&device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1095 time: 0.1671693 May 06 09:38:56.807108 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.809511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6453b32a-448f-48e5-a5c0-c31dd6506862 req-1478ad40-935e-4aa4-8359-4fa1d16a78df tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277328 May 06 09:38:56.917435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.941524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e0bfbc-204a-4f2e-b60d-1d76e98190cf']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:56.954445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e11437b-5eac-4cd0-b7b5-17a591487348') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:56.954785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e11437b-5eac-4cd0-b7b5-17a591487348') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:38:56.968863 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.986344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:56.998177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:38:56.998718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: timer() May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:38:57.002383 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:38:57.077841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfe0f5ad-b688-4047-866b-2d065aa66f27 req-19e99700-bd3b-4d8c-9885-b84deab4df51 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096490 May 06 09:38:57.080829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.087983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.104167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] 10.222.0.76 "DELETE /v2.0/networks/c2e0bfbc-204a-4f2e-b60d-1d76e98190cf HTTP/1.1" status: 204 len: 168 time: 0.4215310 May 06 09:38:57.146818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d34e-1114-44f2-a80b-f66d4c844fea admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e0bfbc-204a-4f2e-b60d-1d76e98190cf,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:57.197853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-6b5bf1ba-7927-4014-893b-52e1fb6a81b5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391312 May 06 09:38:57.222910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf817a-1b12-4ed0-b94d-44a1181ba296 req-84627261-cd68-4575-be63-880ba19ecf9e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.224568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acf817a-1b12-4ed0-b94d-44a1181ba296 req-84627261-cd68-4575-be63-880ba19ecf9e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.3175237 May 06 09:38:57.231330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80d3c2cb-1e49-4972-8173-b4b200ac7b52 req-bf185be9-435a-4a27-9fcc-50abdb88be62 service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485617 May 06 09:38:57.316160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-91214090-2eeb-4f1e-8234-8399689a8e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.317914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-91214090-2eeb-4f1e-8234-8399689a8e13 service neutron] 10.222.0.83 "GET /v2.0/networks?id=39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 200 len: 908 time: 0.4949493 May 06 09:38:57.356860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40304) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:57.444791 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-90b6ee6d-3296-4ffd-8ea1-26403f9894c2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=572e50a56d59423dbaa3299982dc2b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859790 May 06 09:38:57.445673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acf817a-1b12-4ed0-b94d-44a1181ba296 req-a95da244-f8a5-4ab8-bed2-fa19b494578b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041762 May 06 09:38:57.454905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-e79580b8-8307-4076-aa2f-2f0c6c6096ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 200 len: 217 time: 0.1161623 May 06 09:38:57.467574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:57.467954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-eca7457a-5f9e-4aa9-84ff-8d45a2b1dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.467954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-eca7457a-5f9e-4aa9-84ff-8d45a2b1dc5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1101 time: 0.2326403 May 06 09:38:57.589766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42192f0c-1011-416e-90f2-50539a55eba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.642323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42192f0c-1011-416e-90f2-50539a55eba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.721069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42192f0c-1011-416e-90f2-50539a55eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.727174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42192f0c-1011-416e-90f2-50539a55eba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:57.733561 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-42192f0c-1011-416e-90f2-50539a55eba1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40c3d04a-7e48-4f09-8017-8c57bf958fdb HTTP/1.1" status: 204 len: 168 time: 0.2607751 May 06 09:38:57.742319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-48a7cb5e-7085-4270-b37d-19cd353f4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.750357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-48a7cb5e-7085-4270-b37d-19cd353f4055 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 1094 time: 0.4296288 May 06 09:38:57.751347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42192f0c-1011-416e-90f2-50539a55eba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3d04a-7e48-4f09-8017-8c57bf958fdb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:57.905927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-ddbf080c-4350-414e-9c4c-998e728017c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:57.916851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-ddbf080c-4350-414e-9c4c-998e728017c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 200 len: 847 time: 0.4497020 May 06 09:38:58.004609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-fa03cf7a-71e0-4aa4-93a2-dabe372457e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=39424dc8-8550-4662-ad1d-3161e9d11e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790672 May 06 09:38:58.085741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a305c52-43bf-459c-a6da-c83d64a83937 req-39d6d857-ecc4-46ff-92ea-7448aff4be4f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.088060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a305c52-43bf-459c-a6da-c83d64a83937 req-39d6d857-ecc4-46ff-92ea-7448aff4be4f tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.5286713 May 06 09:38:58.541137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-510b2734-82e9-4ce6-970b-293c36421420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.542566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-510b2734-82e9-4ce6-970b-293c36421420 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 1.0539622 May 06 09:38:58.661109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02525e-233f-45a2-8494-97ac5c88e4e0 req-f38d0271-b783-42ef-8e07-24e56a415da8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.663380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb02525e-233f-45a2-8494-97ac5c88e4e0 req-f38d0271-b783-42ef-8e07-24e56a415da8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.7040582 May 06 09:38:58.667315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-099b5de3-8c95-4b6c-959c-bce6e3b4aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.668778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-099b5de3-8c95-4b6c-959c-bce6e3b4aa0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 905 time: 0.8891664 May 06 09:38:58.685277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-0ace87a4-de2b-4b0c-9d94-bd2ca9b4d276 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.1123917 May 06 09:38:58.742869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a305c52-43bf-459c-a6da-c83d64a83937 req-2359bd58-90e0-4745-b630-0794cb026d55 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045212 May 06 09:38:58.786111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-c999bd7f-868b-4467-8b46-d01360c210f1 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444828 May 06 09:38:58.889976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb02525e-233f-45a2-8494-97ac5c88e4e0 req-7930342d-e0c1-4415-a30c-bc082d3227e9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182498 May 06 09:38:58.904586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-9c37ec9a-b22d-4f3b-8c8e-ed1592792010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:58.910312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-9c37ec9a-b22d-4f3b-8c8e-ed1592792010 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2255771 May 06 09:38:59.104581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-d271f8a4-5e63-4325-8650-8d46456bc621 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 HTTP/1.1" status: 200 len: 217 time: 0.4246032 May 06 09:38:59.227256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40376) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:59.318295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-7c0ed818-1197-4258-880d-7bc5b410ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.321993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-7c0ed818-1197-4258-880d-7bc5b410ad17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4044828 May 06 09:38:59.340972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-d4965efb-6ec7-4652-a2aa-e4d3cb3853d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.342764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-d4965efb-6ec7-4652-a2aa-e4d3cb3853d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.2098505 May 06 09:38:59.359764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f38cb3-fa80-4fa5-9a61-b8c59c38b23c req-0c1ca89f-dee5-4916-aaae-52d671f0bc31 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.359952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1475339637-network', 'tenant_id': 'e6133edf8893459d90684494c2ce609b'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:59.361245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11f38cb3-fa80-4fa5-9a61-b8c59c38b23c req-0c1ca89f-dee5-4916-aaae-52d671f0bc31 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 943 time: 0.3480847 May 06 09:38:59.378536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cc665-c9d5-46d8-9971-435ed7035861 req-b8cb5055-9231-43e9-b0eb-0d19106a4ab3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.383148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f3cc665-c9d5-46d8-9971-435ed7035861 req-b8cb5055-9231-43e9-b0eb-0d19106a4ab3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.2540703 May 06 09:38:59.395676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Made reservation on behalf of e6133edf8893459d90684494c2ce609b for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:59.398988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.409629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.507286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-5305126b-24a0-476b-ae9a-92cd5b8af65b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1366835 May 06 09:38:59.513596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.517617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-13f1cb6e-267e-4b66-92e9-1b548f385fa4 service neutron] 10.222.0.83 "GET /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7226636 May 06 09:38:59.520033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.541087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:38:59.555246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.555672 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Added segment 7d79df66-bfea-4c47-8b45-00f7ac457372 of type vlan for network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 May 06 09:38:59.611503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bda807-bf1e-4213-a1d6-ef96c6f6c95c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:59.636480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.639333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11f38cb3-fa80-4fa5-9a61-b8c59c38b23c req-ff97773a-75d0-4b3f-8d30-f31b507e57cc tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529268 May 06 09:38:59.655414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f3cc665-c9d5-46d8-9971-435ed7035861 req-7833653c-ab42-4301-ba55-2ce3964d3519 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556400 May 06 09:38:59.695096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.695096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:38:59.695096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.778242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-d08cd377-de70-4e54-a0a1-32b724253ebb service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152629 May 06 09:38:59.874103 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6447575 May 06 09:38:59.877400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40390) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:38:59.883108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Request body: {'subnet': {'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1475339637-subnet', 'tenant_id': 'e6133edf8893459d90684494c2ce609b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:38:59.908460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-b918f4fa-7f8b-46f4-a82c-45e20e6bd34e service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879628 May 06 09:38:59.913506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6fb75-c090-4bb1-85b6-6754d420bc26 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:38:59.918162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Made reservation on behalf of e6133edf8893459d90684494c2ce609b for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:38:59.932128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:38:59.932641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:39:00.077586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40a1a52-a46d-4a5e-ad18-cb15f1e6e7a2 req-2222f1e7-6709-4416-824c-55de9980b749 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071368 May 06 09:39:00.161017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db0296-af61-48e2-af88-6e3959461bd1 req-aa3bdafd-f960-40c7-9cd1-8b81d1458add tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.164028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86db0296-af61-48e2-af88-6e3959461bd1 req-aa3bdafd-f960-40c7-9cd1-8b81d1458add tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.2648544 May 06 09:39:00.184994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.210027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-fca0d9d2-9894-49a4-9c54-3d986ca50d10 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.212195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-fca0d9d2-9894-49a4-9c54-3d986ca50d10 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1&tenant_id=5a9639df0d80434c89421b49da0e8bf5&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.3226895 May 06 09:39:00.249015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1914dde6-0b4b-4e91-9c7c-09731df84f97,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:00.263560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Checking segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:00.263951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Network hostable DHCP agents. Network: a2b3ce03-3bcb-4163-bab9-2f88f0b47b13, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:39:00.281807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08442412-a745-4926-9435-eee7f4de8d63 req-8ee07242-c618-47d8-a844-8dd5830d1492 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.283634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08442412-a745-4926-9435-eee7f4de8d63 req-8ee07242-c618-47d8-a844-8dd5830d1492 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.2878294 May 06 09:39:00.291808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:39:00.292535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a60bf8f-c75f-4251-b81c-6d86622baebf req-429167b2-6790-4712-b4ec-9496c1e1feac service neutron] 10.222.0.83 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577011 May 06 09:39:00.303187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a2b3ce03-3bcb-4163-bab9-2f88f0b47b13) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:00.311906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86db0296-af61-48e2-af88-6e3959461bd1 req-45064e27-e056-46e6-879c-414ff3302c21 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358821 May 06 09:39:00.313460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd454602-5206-4846-adb4-49bb3227057e None None] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:00.320371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.320953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.344880 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-05c06bfb-a828-46a1-89c8-111d996001d2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4657557 May 06 09:39:00.385121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08442412-a745-4926-9435-eee7f4de8d63 req-d02f7ab5-bce8-4096-91f7-01f93be2c70a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916193 May 06 09:39:00.472475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aa5dd5ac-d769-48d2-95b8-b3af00118063 service neutron] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:00.476811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aa5dd5ac-d769-48d2-95b8-b3af00118063 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.478770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64e596e9-10a1-492e-9ef9-42e12941a9a5 req-aa5dd5ac-d769-48d2-95b8-b3af00118063 service neutron] 10.222.0.83 "DELETE /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01/bindings/n-h1-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.2566562 May 06 09:39:00.642427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'tenant_id': 'e6133edf8893459d90684494c2ce609b', 'fixed_ips': [{'subnet_id': '1914dde6-0b4b-4e91-9c7c-09731df84f97'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:39:00.643491 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:00.721648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfb3fc-c7ff-4e9e-8bcf-2f4c86c7d7cb req-99b82e6e-634c-47d7-bfa4-83feef8a1c52 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.731887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dccfb3fc-c7ff-4e9e-8bcf-2f4c86c7d7cb req-99b82e6e-634c-47d7-bfa4-83feef8a1c52 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 951 time: 0.0965855 May 06 09:39:00.795506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dccfb3fc-c7ff-4e9e-8bcf-2f4c86c7d7cb req-5a649105-641a-4669-ad8e-b4cff9498569 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 May 06 09:39:00.796889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Allocated IP 172.20.0.2 (a2b3ce03-3bcb-4163-bab9-2f88f0b47b13/1914dde6-0b4b-4e91-9c7c-09731df84f97/0a9e1fa1-fd89-4305-a695-4afb8e20c0e4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:00.827465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84480599-05e6-4935-af93-d8b952853799 req-e870b6f1-166b-4944-89dd-31187c6dfa8b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.829039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84480599-05e6-4935-af93-d8b952853799 req-e870b6f1-166b-4944-89dd-31187c6dfa8b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 943 time: 0.0729980 May 06 09:39:00.879105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84480599-05e6-4935-af93-d8b952853799 req-4c2b390f-0cf3-4a3a-b5d6-596aee19e9cb tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 May 06 09:39:00.954994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a757895-8625-4d31-9040-f09b216217b1 req-cfb179a6-9195-447e-bd9f-58f32108be94 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:00.956659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a757895-8625-4d31-9040-f09b216217b1 req-cfb179a6-9195-447e-bd9f-58f32108be94 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.0810258 May 06 09:39:00.997759 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.004859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.008724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a757895-8625-4d31-9040-f09b216217b1 req-c5537a07-9f15-40aa-8f03-d1c1512016dc tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 May 06 09:39:01.062724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Pushing event updated for resources: {'Port': ['ID=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:01.072075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:01.074179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:01.078271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:01.164914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Attempting to bind port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:01.165384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Attempting to bind port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:01.165820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Attempting to bind port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:01.171653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:01.172110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Checking segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:01.172620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.173069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Bound using segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:01.173784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Bound port: 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:01.174215 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.249433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] For port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:01.252579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] For port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:01.257696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.278953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-585a2fce-5963-4fe8-9930-4b535a42998c tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:01.280825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-585a2fce-5963-4fe8-9930-4b535a42998c tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 816 time: 0.1137702 May 06 09:39:01.308722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-7d8ba1b3-0a9f-4e9f-b624-9829ab38149d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/quotas/e6133edf8893459d90684494c2ce609b HTTP/1.1" status: 200 len: 375 time: 0.0104969 May 06 09:39:01.326019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0ad01-d8b6-4797-abf7-d0942ece9128 None None] Pushing event updated for resources: {'Port': ['ID=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:01.379224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-6c009693-0ea2-4fd6-987d-729e84bb46db tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571609 May 06 09:39:01.404899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:01.492886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a29020-7277-47d9-8b98-83418d987360 req-587a9f57-ae7d-46b7-8c49-0adb0c6ab8c7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:01.500141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7a29020-7277-47d9-8b98-83418d987360 req-587a9f57-ae7d-46b7-8c49-0adb0c6ab8c7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.1197209 May 06 09:39:01.533935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-1f11a4ed-0985-49c8-a6c8-6b892e833a7e service neutron] 10.222.0.76 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420009 May 06 09:39:01.580987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95c786a5-3926-4e44-87d8-b09f20f17f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.710794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95c786a5-3926-4e44-87d8-b09f20f17f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.714900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-a84e4a85-450b-4618-8895-9abd43af9b1c service neutron] 10.222.0.76 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738558 May 06 09:39:01.723690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95c786a5-3926-4e44-87d8-b09f20f17f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.751258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7a29020-7277-47d9-8b98-83418d987360 req-886e7730-42ca-4246-a3ab-72fbfb3fd927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499139 May 06 09:39:01.771211 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95c786a5-3926-4e44-87d8-b09f20f17f26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31118383d4d246c5a73590836fb39c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651793 May 06 09:39:01.771996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40484) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:01.773036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c786a5-3926-4e44-87d8-b09f20f17f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7609cf08-2c20-4e03-9fd1-5863da4bf969,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:01.840913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4741965-d3cd-472c-bc3e-28b3fb4785e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.902995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4741965-d3cd-472c-bc3e-28b3fb4785e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:01.938404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d6b6a-1c99-4a89-adae-fcc6c3e39dd5 req-572346a1-a4c1-43de-a89f-c1988bf4cdb0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:01.939952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-169d6b6a-1c99-4a89-adae-fcc6c3e39dd5 req-572346a1-a4c1-43de-a89f-c1988bf4cdb0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.0953975 May 06 09:39:02.022076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-169d6b6a-1c99-4a89-adae-fcc6c3e39dd5 req-84b2d3e8-55a4-4707-ab2a-6ce838f5a196 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 May 06 09:39:02.023800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4741965-d3cd-472c-bc3e-28b3fb4785e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.026217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4741965-d3cd-472c-bc3e-28b3fb4785e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.030541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4741965-d3cd-472c-bc3e-28b3fb4785e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7609cf08-2c20-4e03-9fd1-5863da4bf969 HTTP/1.1" status: 204 len: 168 time: 0.2530999 May 06 09:39:02.044160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4741965-d3cd-472c-bc3e-28b3fb4785e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609cf08-2c20-4e03-9fd1-5863da4bf969,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:02.063623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a203a-1209-4e6c-82ea-58f9cd6c866b req-4fd3c4cd-0965-4f70-9abc-f8e37dfc1ade tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.063623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00a203a-1209-4e6c-82ea-58f9cd6c866b req-4fd3c4cd-0965-4f70-9abc-f8e37dfc1ade tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 951 time: 0.1050479 May 06 09:39:02.140562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00a203a-1209-4e6c-82ea-58f9cd6c866b req-d545b13b-0252-442a-9c02-3adff0574551 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 May 06 09:39:02.283454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ffb86-2ce6-43b1-a2be-a1fcca54fd8a req-0a8e72ea-6645-447e-82b9-4fef91a95bb1 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.285336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-584ffb86-2ce6-43b1-a2be-a1fcca54fd8a req-0a8e72ea-6645-447e-82b9-4fef91a95bb1 tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 1095 time: 0.1299245 May 06 09:39:02.294795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60377d6-607d-4af2-91ea-32e90c719ca1 req-22e60b8e-4783-4f01-8498-55b2c0c61550 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.302266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e60377d6-607d-4af2-91ea-32e90c719ca1 req-22e60b8e-4783-4f01-8498-55b2c0c61550 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 943 time: 0.0801077 May 06 09:39:02.367928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e60377d6-607d-4af2-91ea-32e90c719ca1 req-3c3ecf5b-f537-4c4e-9f72-f2c5a51b0829 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 May 06 09:39:02.390651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-584ffb86-2ce6-43b1-a2be-a1fcca54fd8a req-fb09934c-bb13-4070-96b2-41a9e4b4e29e tempest-LiveMigrationTest-2107698712 tempest-LiveMigrationTest-2107698712-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858877 May 06 09:39:02.522498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40524) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:02.539722 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0d10-5331-48e6-8090-6d7103eb45ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.584353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:02.638493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2da69-bfd0-444d-a0ea-bf3b6c8720e2 req-5b912709-36e8-41d6-9e73-b11b292813b6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.647443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90a2da69-bfd0-444d-a0ea-bf3b6c8720e2 req-5b912709-36e8-41d6-9e73-b11b292813b6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.1468265 May 06 09:39:02.707300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0d10-5331-48e6-8090-6d7103eb45ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.712706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c94c5f-f664-4842-a65a-7567236d6c24 None None] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:02.713398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a7e0d10-5331-48e6-8090-6d7103eb45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.726621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:02.727233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-c3ebe92f-3d41-40e3-a1f6-0883e2b588e9 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:02.728807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-c3ebe92f-3d41-40e3-a1f6-0883e2b588e9 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 816 time: 0.2397647 May 06 09:39:02.736565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90a2da69-bfd0-444d-a0ea-bf3b6c8720e2 req-df53197b-9dc6-4db1-973a-aabf5e8d8b65 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880835 May 06 09:39:02.773206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a92ac041-5ebd-46c1-810d-c2eaee80a1b1 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/quotas/e6133edf8893459d90684494c2ce609b HTTP/1.1" status: 200 len: 375 time: 0.0340009 May 06 09:39:02.799413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e0d10-5331-48e6-8090-6d7103eb45ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582827b3-190a-4808-9246-2d5a4978a162,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:02.810776 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a7e0d10-5331-48e6-8090-6d7103eb45ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7994f835525b41339946e2e17e3184d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865412 May 06 09:39:02.814235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40530) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:02.826483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:02.833289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'mac_address': 'fa:16:3e:5c:68:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:02.886952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-12208941-1743-4813-bc0b-06db3c16d943 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956409 May 06 09:39:02.888396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22d4f61e-520b-4226-9624-81637a9dfc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.914736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22d4f61e-520b-4226-9624-81637a9dfc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.992865 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22d4f61e-520b-4226-9624-81637a9dfc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.995252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22d4f61e-520b-4226-9624-81637a9dfc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:02.996548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22d4f61e-520b-4226-9624-81637a9dfc62 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/582827b3-190a-4808-9246-2d5a4978a162 HTTP/1.1" status: 204 len: 168 time: 0.1813881 May 06 09:39:03.006985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4f61e-520b-4226-9624-81637a9dfc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582827b3-190a-4808-9246-2d5a4978a162,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.056385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-5d68e5a9-fcda-4874-aed4-bd9647a406d6 service neutron] 10.222.0.76 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682985 May 06 09:39:03.060876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8c6ec903-bca3-4772-9337-ded3053cab19 None None] Provisioning complete for port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:03.061473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec903-bca3-4772-9337-ded3053cab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.141482 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.194728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:03.233271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:03.233665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.250432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:03.275661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.351297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a603fb53-b114-4aee-b5a3-0e508fe7f031 service neutron] 10.222.0.76 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933774 May 06 09:39:03.409178 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec903-bca3-4772-9337-ded3053cab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.432170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.466024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb089c-ba14-4030-a265-bccd3b3791c8 req-c6f932d2-7960-459d-ae5d-194e23b743ad tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:03.467745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6eb089c-ba14-4030-a265-bccd3b3791c8 req-c6f932d2-7960-459d-ae5d-194e23b743ad tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.1010981 May 06 09:39:03.487051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-e9f737d5-e4e1-48e5-adf5-7147eed278e1 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:03.489515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-e9f737d5-e4e1-48e5-adf5-7147eed278e1 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 816 time: 0.2788696 May 06 09:39:03.504531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.508070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8c6ec903-bca3-4772-9337-ded3053cab19 None None] For port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:03.512531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Request body: {'port': {'device_id': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'admin_state_up': True, 'tenant_id': 'e6133edf8893459d90684494c2ce609b'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:03.525007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c6ec903-bca3-4772-9337-ded3053cab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.651306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6eb089c-ba14-4030-a265-bccd3b3791c8 req-79e29bdd-6a6f-4a32-83a4-12cdfdadeebc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720073 May 06 09:39:03.675814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ec903-bca3-4772-9337-ded3053cab19 None None] Pushing event updated for resources: {'Port': ['ID=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:03.696943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:39:03.697307 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:39:03.847209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-abe8e1b5-0cae-4487-a718-802ec2f81338 None None] Provisioning complete for port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:03.847651 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abe8e1b5-0cae-4487-a718-802ec2f81338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.866184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66565ef4-65ed-41b5-824f-0e83b121ae86 req-9792e681-7659-4d46-a02e-fe8d1f93402e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:03.875439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66565ef4-65ed-41b5-824f-0e83b121ae86 req-9792e681-7659-4d46-a02e-fe8d1f93402e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.1674244 May 06 09:39:03.903434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Made reservation on behalf of e6133edf8893459d90684494c2ce609b for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:03.909336 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:03.940183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:03.940373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66565ef4-65ed-41b5-824f-0e83b121ae86 req-0b013c67-479f-4700-9e92-0c5f2c18789b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634480 May 06 09:39:04.218171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771feb0-bb71-4202-adb1-e7c23b1ee71d req-a27bd34d-9ce7-4020-9dcf-4313bd0eadb0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:04.226719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c771feb0-bb71-4202-adb1-e7c23b1ee71d req-a27bd34d-9ce7-4020-9dcf-4313bd0eadb0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 944 time: 0.2830467 May 06 09:39:04.318618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-2ca4fe1f-0037-43fa-bc47-a08fbdcab600 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:04.320115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-2ca4fe1f-0037-43fa-bc47-a08fbdcab600 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.2093761 May 06 09:39:04.336946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d03cb-d47d-4b88-92c8-0375b660ffb5 req-ec1f55ad-5595-4019-93f6-67583f940a3b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:04.338432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-983d03cb-d47d-4b88-92c8-0375b660ffb5 req-ec1f55ad-5595-4019-93f6-67583f940a3b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 945 time: 0.2139921 May 06 09:39:04.361772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Allocated IP 172.20.0.9 (a2b3ce03-3bcb-4163-bab9-2f88f0b47b13/1914dde6-0b4b-4e91-9c7c-09731df84f97/0c84de82-6c99-4c6b-9c37-32f5f85993ee) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:04.395755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c771feb0-bb71-4202-adb1-e7c23b1ee71d req-c012abc0-d364-4c1d-b6d0-814cd3856134 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681426 May 06 09:39:04.492033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-983d03cb-d47d-4b88-92c8-0375b660ffb5 req-71b0a02a-22b8-4adf-b3e6-e273a017a247 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442809 May 06 09:39:04.584465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:04.730226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.760022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:04.762880 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828be6c6-5766-4298-aa39-3fb227440dca" -d '{"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:04.779845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:04.782745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:04.788424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:04.886231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=11']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:04.898206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:04.898946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.143921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Deleting port e86769fe-0032-4c32-a1ad-16a6c04d0a01 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:05.144527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.245681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-734abdf8-74cc-4066-bc1e-6942f7e306eb tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.247300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-734abdf8-74cc-4066-bc1e-6942f7e306eb tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 816 time: 0.7326286 May 06 09:39:05.263752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfac1a8-f626-4260-a6d7-55e7f16b2d89 req-6a3b76d5-4dab-46f8-ab74-a90ba7b525de tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.265226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dfac1a8-f626-4260-a6d7-55e7f16b2d89 req-6a3b76d5-4dab-46f8-ab74-a90ba7b525de tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.3195953 May 06 09:39:05.277942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.328291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-dac6a2dc-e2ea-467e-9249-af6182900e28 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/quotas/e6133edf8893459d90684494c2ce609b HTTP/1.1" status: 200 len: 375 time: 0.0600367 May 06 09:39:05.339200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-774b6cd7-5141-4f71-9808-b4bb5ec383f7 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.340614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-774b6cd7-5141-4f71-9808-b4bb5ec383f7 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.83 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 816 time: 0.3339169 May 06 09:39:05.371411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Request body: {'port': {'device_id': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'admin_state_up': True, 'tenant_id': 'e6133edf8893459d90684494c2ce609b'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:05.482279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dfac1a8-f626-4260-a6d7-55e7f16b2d89 req-df2a1054-4022-4d8f-b86d-139ae72216c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026675 May 06 09:39:05.494226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] For port e86769fe-0032-4c32-a1ad-16a6c04d0a01, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e86769fe-0032-4c32-a1ad-16a6c04d0a01,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:05.494587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.524600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Calling delete_port for e86769fe-0032-4c32-a1ad-16a6c04d0a01 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:05.528059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.598497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a15b4627-cd3f-4b1a-8e37-5d0b0351a7b6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2557187 May 06 09:39:05.608405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-7c7b8f77-3d73-464e-a852-552232848f71 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.609839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-7c7b8f77-3d73-464e-a852-552232848f71 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.2247629 May 06 09:39:05.651775 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a241a-de64-4f5e-aa15-8287efd6dcb7 x-openstack-request-id: req-0f5a241a-de64-4f5e-aa15-8287efd6dcb7 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:05.652279 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-unplugged", "status": "completed", "tag": "50101918-7d0a-4e27-9b08-768410a28013", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:05.652744 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f5a241a-de64-4f5e-aa15-8287efd6dcb7 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:05.653340 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5a241a-de64-4f5e-aa15-8287efd6dcb7'] response: {'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50101918-7d0a-4e27-9b08-768410a28013', 'code': 200} May 06 09:39:05.674870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840834-1'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:05.683310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:05.711261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:05.735035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:05.768090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Pushing event updated for resources: {'Port': ['ID=0c84de82-6c99-4c6b-9c37-32f5f85993ee,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:05.905944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Made reservation on behalf of e6133edf8893459d90684494c2ce609b for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:05.909510 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.927536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-af4caa0c-5699-4838-9f72-a759f4992f83 None None] Provisioning complete for port 0c84de82-6c99-4c6b-9c37-32f5f85993ee triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:05.928351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af4caa0c-5699-4838-9f72-a759f4992f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.949630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:05.950234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:05.963273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-af4caa0c-5699-4838-9f72-a759f4992f83 None None] Port 0c84de82-6c99-4c6b-9c37-32f5f85993ee cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:05.964022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.015015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347446ec-e926-44cc-be3b-cbfc726c372c req-d5d59fb1-3034-4832-a42c-b5549ca54db8 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:06.016415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-347446ec-e926-44cc-be3b-cbfc726c372c req-d5d59fb1-3034-4832-a42c-b5549ca54db8 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 944 time: 0.3086643 May 06 09:39:06.025163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-33f5f211-5e83-4652-b573-913d96cc5551 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5191245 May 06 09:39:06.086564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Request body: {'port': {'device_id': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:06.204737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-e5963007-0b97-4c9b-9401-7f0530bd8419 service neutron] 10.222.0.76 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939386 May 06 09:39:06.297794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.308675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['55512deb-3d46-475b-9104-700c6d01aa41', 'e86769fe-0032-4c32-a1ad-16a6c04d0a01'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:06.333014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-347446ec-e926-44cc-be3b-cbfc726c372c req-e7841b03-e454-4192-993c-2decdb8a604a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053443 May 06 09:39:06.411241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.418722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event deleted for resources: {'Port': ['ID=e86769fe-0032-4c32-a1ad-16a6c04d0a01,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:06.495730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Allocated IP 172.20.0.6 (a2b3ce03-3bcb-4163-bab9-2f88f0b47b13/1914dde6-0b4b-4e91-9c7c-09731df84f97/25d68c05-4eb8-4c5e-b009-ebdd8167e214) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:06.536103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] No DVR routers for this DVR port e86769fe-0032-4c32-a1ad-16a6c04d0a01 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:06.566047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.569445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9abddbb-5325-4ee2-9a1f-75172f89c652 req-0b2e397c-004f-4f8d-9621-847a3c0f32f0 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "DELETE /v2.0/ports/e86769fe-0032-4c32-a1ad-16a6c04d0a01 HTTP/1.1" status: 204 len: 173 time: 2.2301221 May 06 09:39:06.573476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'name': 'network-vif-deleted', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:06.576142 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2426a7-d93a-4ef8-ab61-b06436cdc944" -d '{"events": [{"server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "name": "network-vif-deleted", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:06.588507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:06.602049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:06.650685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:06.656116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:06.656490 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.702318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-767f178d-cfab-4664-9324-3a56b59053cd service neutron] 10.222.0.76 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665701 May 06 09:39:06.755265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.798876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:06.804768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:06.806386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e86769fe-0032-4c32-a1ad-16a6c04d0a01 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:06.841302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:06.864446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: e86769fe-0032-4c32-a1ad-16a6c04d0a01 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:06.865142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e86769fe-0032-4c32-a1ad-16a6c04d0a01 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:06.895114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:06.985615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.005712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65a23f-8151-4bcd-a985-96635298810d req-07a8a5dd-86d7-4e6f-b695-9a3fd81350c2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:07.007765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf65a23f-8151-4bcd-a985-96635298810d req-07a8a5dd-86d7-4e6f-b695-9a3fd81350c2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 944 time: 0.4249635 May 06 09:39:07.012574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.458849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf65a23f-8151-4bcd-a985-96635298810d req-1703ae31-5754-420f-93de-d5838050f980 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323940 May 06 09:39:07.504993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.545228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd4f7f-0c2f-47b4-9f12-f86acdf35ef2 req-6124de93-6f69-4c5f-abda-2cb665dd7ef0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:07.552725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cadd4f7f-0c2f-47b4-9f12-f86acdf35ef2 req-6124de93-6f69-4c5f-abda-2cb665dd7ef0 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.5435979 May 06 09:39:07.554482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:07.608744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on host n-h2-840834-1 for vnic_type normal with profile {"migrating_to": "n-h1-840834-1"} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:07.609168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:07.609704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:07.619641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:07.619970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Attempting to bind port b50ecdc5-1ff6-4847-9c94-310211a77d6f on network d705e668-3f4b-42c5-8272-caa5e6915636 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:07.646364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:07.646941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Checking segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:07.647161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Bound using segment: {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:07.647567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Bound port: b50ecdc5-1ff6-4847-9c94-310211a77d6f, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceba07ba-08f0-4e02-916b-76124433b244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd705e668-3f4b-42c5-8272-caa5e6915636'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:07.648572 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.653031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cadd4f7f-0c2f-47b4-9f12-f86acdf35ef2 req-1007b5fb-35b3-4c1f-a670-d4a9e8836afb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995307 May 06 09:39:07.654916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:07.658959 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc3333-ce3c-482e-9c82-14281d7288c9" -d '{"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:07.677343 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:07.768062 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9654b72b-998e-4091-aa8e-e472f12472b7 x-openstack-request-id: req-9654b72b-998e-4091-aa8e-e472f12472b7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:07.768382 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22357c7c-4293-44c7-b6e6-91bc4cbedec1", "name": "network-vif-deleted", "tag": "e86769fe-0032-4c32-a1ad-16a6c04d0a01", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:07.768653 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9654b72b-998e-4091-aa8e-e472f12472b7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:07.769072 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9654b72b-998e-4091-aa8e-e472f12472b7'] response: {'server_uuid': '22357c7c-4293-44c7-b6e6-91bc4cbedec1', 'name': 'network-vif-deleted', 'tag': 'e86769fe-0032-4c32-a1ad-16a6c04d0a01', 'status': 'completed', 'code': 200} May 06 09:39:07.831247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:07.861916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:07.874754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:07.879360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d101a09-9472-4336-bf3d-95d91b1d110c req-eaf90bd2-3f15-4126-9ea0-2995dbc51595 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 210 time: 0.0721164 May 06 09:39:07.953304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:07.953971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.001610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3045b1-e0c0-4d3d-8136-dcbecd15c966 req-b651cd42-5d33-41f3-b560-741702b164f9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:08.011449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d3045b1-e0c0-4d3d-8136-dcbecd15c966 req-b651cd42-5d33-41f3-b560-741702b164f9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.3547983 May 06 09:39:08.019804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Pushing event updated for resources: {'Port': ['ID=25d68c05-4eb8-4c5e-b009-ebdd8167e214,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:08.078997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:08.089607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-587f028e-85c4-4442-a29a-442634dd89cf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7230177 May 06 09:39:08.124471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Request body: {'port': {'device_id': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:08.174213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-621b29af-bab7-4b68-936e-b9a9f8a5478e req-c0df3744-d0e4-405c-8235-ea3a0cb44f7c tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0944266 May 06 09:39:08.216545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:08.260465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ab79cb0f-0c21-4eed-b6e3-ba5edbba849f None None] Provisioning complete for port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:08.262490 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ab79cb0f-0c21-4eed-b6e3-ba5edbba849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.263419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-7d070340-9ccc-4409-873a-f11c291651f0 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:08.265782 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-7d070340-9ccc-4409-873a-f11c291651f0 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 816 time: 0.1725533 May 06 09:39:08.266162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d3045b1-e0c0-4d3d-8136-dcbecd15c966 req-eb96cf42-00f4-4864-a6a3-7a4491250353 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452106 May 06 09:39:08.278681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:08.279184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Request body: {'port': {'device_id': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'admin_state_up': True, 'tenant_id': 'e6133edf8893459d90684494c2ce609b'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:08.308596 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.376401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ab79cb0f-0c21-4eed-b6e3-ba5edbba849f None None] Port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:08.401701 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5f0992-870c-4da1-a744-a3988d24475f x-openstack-request-id: req-ec5f0992-870c-4da1-a744-a3988d24475f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:08.408892 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:08.410038 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec5f0992-870c-4da1-a744-a3988d24475f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:08.413104 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec5f0992-870c-4da1-a744-a3988d24475f'] response: {'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'code': 200} May 06 09:39:08.441298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b50ecdc5-1ff6-4847-9c94-310211a77d6f details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:08.449155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9138-6f78-4505-bf3b-10e52c5c0a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.524019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Made reservation on behalf of e6133edf8893459d90684494c2ce609b for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:08.528702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.547970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.621529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:08.643166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c84de82-6c99-4c6b-9c37-32f5f85993ee {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:08.645741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b50ecdc5-1ff6-4847-9c94-310211a77d6f has no active binding in host n-h1-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 09:39:08.676736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.708457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9138-6f78-4505-bf3b-10e52c5c0a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.721411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9138-6f78-4505-bf3b-10e52c5c0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.769514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d9138-6f78-4505-bf3b-10e52c5c0a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850f1d79-0b56-4f2c-9eea-d52ed5cc7750,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:08.777388 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a7d9138-6f78-4505-bf3b-10e52c5c0a81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84013feb71db41d1857006e94751c721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943817 May 06 09:39:08.777631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40740) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:08.814663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Transition to ACTIVE for port object 0c84de82-6c99-4c6b-9c37-32f5f85993ee will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:08.822776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:08.823544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.825017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 1121 time: 3.1652744 May 06 09:39:08.825721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77697e3-72ba-4fb1-bfcf-cc960983a5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=8']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:08.876736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.923038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d22c3e7-bde2-4647-8e37-d7a4d8a59aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:08.944352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b50ecdc5-1ff6-4847-9c94-310211a77d6f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:08.953137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Allocated IP 172.20.0.14 (a2b3ce03-3bcb-4163-bab9-2f88f0b47b13/1914dde6-0b4b-4e91-9c7c-09731df84f97/e97c4eaa-8b2d-4449-93c3-eeef0d762594) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:08.971751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d22c3e7-bde2-4647-8e37-d7a4d8a59aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.017424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['b50ecdc5-1ff6-4847-9c94-310211a77d6f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:09.055157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51039c31-325b-496f-b132-d856660cd9d9 req-fb372b6d-3b21-4fcb-b1ba-ca5b0e059af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.057464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51039c31-325b-496f-b132-d856660cd9d9 req-fb372b6d-3b21-4fcb-b1ba-ca5b0e059af8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 1096 time: 0.5305054 May 06 09:39:09.084843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b56cfa-0978-4ef6-88ec-32001cb09a4f req-e45eab77-f289-48f4-8ae3-56641e407f28 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.086622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19b56cfa-0978-4ef6-88ec-32001cb09a4f req-e45eab77-f289-48f4-8ae3-56641e407f28 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.4122210 May 06 09:39:09.153853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Pushing event updated for resources: {'Port': ['ID=0c84de82-6c99-4c6b-9c37-32f5f85993ee,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:09.210691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15e126-d2c1-46e7-b04a-ec17a572cf5d req-66ad4248-7e82-4c3a-9248-508684939fea tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.212466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c15e126-d2c1-46e7-b04a-ec17a572cf5d req-66ad4248-7e82-4c3a-9248-508684939fea tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.3952196 May 06 09:39:09.286833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.327159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51039c31-325b-496f-b132-d856660cd9d9 req-e9c76c37-6006-4768-8087-06088c7edebc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894882 May 06 09:39:09.355142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19b56cfa-0978-4ef6-88ec-32001cb09a4f req-6bd9ef70-5de3-4e32-b877-084da3178a6a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081940 May 06 09:39:09.369989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d22c3e7-bde2-4647-8e37-d7a4d8a59aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.373557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d22c3e7-bde2-4647-8e37-d7a4d8a59aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.374962 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7d22c3e7-bde2-4647-8e37-d7a4d8a59aec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/850f1d79-0b56-4f2c-9eea-d52ed5cc7750 HTTP/1.1" status: 204 len: 168 time: 0.5963628 May 06 09:39:09.387866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22c3e7-bde2-4647-8e37-d7a4d8a59aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850f1d79-0b56-4f2c-9eea-d52ed5cc7750,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:09.390597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.471906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:09.478218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:09.497482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:09.562865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c15e126-d2c1-46e7-b04a-ec17a572cf5d req-1aece2ed-6885-4583-8acd-8980256e701c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260634 May 06 09:39:09.598983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Attempting to bind port 0c84de82-6c99-4c6b-9c37-32f5f85993ee on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:09.599326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Attempting to bind port 0c84de82-6c99-4c6b-9c37-32f5f85993ee by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:09.599791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Attempting to bind port 0c84de82-6c99-4c6b-9c37-32f5f85993ee on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:09.615891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:09.617002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.622105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Pushing event updated for resources: {'Port': ['ID=e97c4eaa-8b2d-4449-93c3-eeef0d762594,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:09.649344 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a4079ff7-398f-4649-8dc0-3557d3a6f13d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3746345 May 06 09:39:09.664794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Request body: {'port': {'device_id': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:09.690868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Port 0c84de82-6c99-4c6b-9c37-32f5f85993ee on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:09.692785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Attempting to bind port 0c84de82-6c99-4c6b-9c37-32f5f85993ee on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:09.809788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f'}, {'name': 'network-changed', 'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:09.812315 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11651efe-d2c1-49bc-94e7-90773d6cdc62" -d '{"events": [{"server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "name": "network-vif-unplugged", "status": "completed", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f"}, {"name": "network-changed", "server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:09.816386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df3c8576-bac9-4146-86ee-f027d7ccd02a req-dfbdf790-8313-437c-b292-359c3b2d5ca3 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0793536 May 06 09:39:09.824442 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.830991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:09.846176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:09.846517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Checking segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:09.846956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Bound using segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:09.847332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Bound port: 0c84de82-6c99-4c6b-9c37-32f5f85993ee, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:09.847766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.876290 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81675c50-626c-4d18-a54e-001193971e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:09.941563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-393231eb-feb2-440b-9131-3dffe7573a0c None None] Provisioning complete for port e97c4eaa-8b2d-4449-93c3-eeef0d762594 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:09.941841 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-393231eb-feb2-440b-9131-3dffe7573a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.028154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-393231eb-feb2-440b-9131-3dffe7573a0c None None] Port e97c4eaa-8b2d-4449-93c3-eeef0d762594 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:10.038666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0ee4-1573-4fe7-acb9-a24d337d92fa req-64ab2a66-6b11-4f76-b7f5-e8bfffedfa22 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.040860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e2f0ee4-1573-4fe7-acb9-a24d337d92fa req-64ab2a66-6b11-4f76-b7f5-e8bfffedfa22 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 932 time: 0.4753935 May 06 09:39:10.093374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81675c50-626c-4d18-a54e-001193971e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.100196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81675c50-626c-4d18-a54e-001193971e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.134359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e2f0ee4-1573-4fe7-acb9-a24d337d92fa req-a6948f90-d36b-4918-b93f-81baed027f1b tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640519 May 06 09:39:10.153362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81675c50-626c-4d18-a54e-001193971e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ae15ab-b9a4-4d5e-854d-be016e75e726,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:10.168212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed3863-93dd-4046-9a66-15ca7444fc31 req-c67d8962-a9d0-4320-a530-99f7028b2707 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.169756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bed3863-93dd-4046-9a66-15ca7444fc31 req-c67d8962-a9d0-4320-a530-99f7028b2707 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.2508433 May 06 09:39:10.176326 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-81675c50-626c-4d18-a54e-001193971e31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6f7af228848436b82f3e78473419dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426034 May 06 09:39:10.180458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40766) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:10.231016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] For port 0c84de82-6c99-4c6b-9c37-32f5f85993ee, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:10.253646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] For port 0c84de82-6c99-4c6b-9c37-32f5f85993ee, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:10.263459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bfa282d-9fbd-42be-abf6-4e47d03a713f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.270554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d68c05-4eb8-4c5e-b009-ebdd8167e214 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:10.276259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.291800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.299874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bfa282d-9fbd-42be-abf6-4e47d03a713f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.347103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bed3863-93dd-4046-9a66-15ca7444fc31 req-5ad17487-86c2-46b3-8ffa-95f72bebf666 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651003 May 06 09:39:10.409885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bfa282d-9fbd-42be-abf6-4e47d03a713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.412764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bfa282d-9fbd-42be-abf6-4e47d03a713f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.416169 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7bfa282d-9fbd-42be-abf6-4e47d03a713f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2ae15ab-b9a4-4d5e-854d-be016e75e726 HTTP/1.1" status: 204 len: 168 time: 0.2337186 May 06 09:39:10.421627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.422622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.424034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa282d-9fbd-42be-abf6-4e47d03a713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ae15ab-b9a4-4d5e-854d-be016e75e726,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:10.430209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] 10.222.0.82 "PUT /v2.0/ports/0c84de82-6c99-4c6b-9c37-32f5f85993ee HTTP/1.1" status: 200 len: 1091 time: 4.3893268 May 06 09:39:10.442373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Transition to ACTIVE for port object 25d68c05-4eb8-4c5e-b009-ebdd8167e214 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:10.463792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.567549 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 May 2022 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b4130-981b-4d5e-a2a1-f2dc474c95c2 x-openstack-request-id: req-5b3b4130-981b-4d5e-a2a1-f2dc474c95c2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:10.568957 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "name": "network-vif-unplugged", "status": "completed", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f", "code": 200}, {"name": "network-changed", "server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:10.573859 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b3b4130-981b-4d5e-a2a1-f2dc474c95c2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:10.574310 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3b4130-981b-4d5e-a2a1-f2dc474c95c2'] response: {'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f', 'code': 200} May 06 09:39:10.580097 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3b4130-981b-4d5e-a2a1-f2dc474c95c2'] response: {'name': 'network-changed', 'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f', 'status': 'completed', 'code': 200} May 06 09:39:10.721778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf39067-1e50-46d5-b05e-0e1fcb6afbbc service neutron] Pushing event updated for resources: {'Port': ['ID=0c84de82-6c99-4c6b-9c37-32f5f85993ee,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:10.807025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Pushing event updated for resources: {'Port': ['ID=25d68c05-4eb8-4c5e-b009-ebdd8167e214,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:10.935857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97c4eaa-8b2d-4449-93c3-eeef0d762594 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:10.940606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf12b3e-b7f0-400a-af99-7442e6d14013 req-dc9104e8-18a8-4469-a539-2ea3b34a3f24 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.942199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bf12b3e-b7f0-400a-af99-7442e6d14013 req-dc9104e8-18a8-4469-a539-2ea3b34a3f24 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.3223696 May 06 09:39:10.961409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:10.987815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-532e1e95-16fb-401f-8d07-59127ade6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:10.993046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Transition to ACTIVE for port object e97c4eaa-8b2d-4449-93c3-eeef0d762594 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:10.994049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-532e1e95-16fb-401f-8d07-59127ade6dd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 1094 time: 0.4963095 May 06 09:39:10.997972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.062681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e97c4eaa-8b2d-4449-93c3-eeef0d762594,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:11.063214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-3c04105a-a766-4ac0-9eb0-e82ae7f9b89a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee HTTP/1.1" status: 200 len: 217 time: 0.0465820 May 06 09:39:11.205032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Attempting to bind port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:11.205365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Attempting to bind port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:11.205703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Attempting to bind port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:11.217510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bf12b3e-b7f0-400a-af99-7442e6d14013 req-2c824825-5512-4cc8-81dd-e9c8bc86c25d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622349 May 06 09:39:11.229776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:11.230110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Attempting to bind port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:11.248433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-0b020d36-1826-4a54-af18-04ce403f11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.264126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-0b020d36-1826-4a54-af18-04ce403f11d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1914dde6-0b4b-4e91-9c7c-09731df84f97 HTTP/1.1" status: 200 len: 855 time: 0.1610732 May 06 09:39:11.284233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Attempting to bind port e97c4eaa-8b2d-4449-93c3-eeef0d762594 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:11.284576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Attempting to bind port e97c4eaa-8b2d-4449-93c3-eeef0d762594 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:11.287069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Attempting to bind port e97c4eaa-8b2d-4449-93c3-eeef0d762594 on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:11.301346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Port e97c4eaa-8b2d-4449-93c3-eeef0d762594 on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:11.302560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Attempting to bind port e97c4eaa-8b2d-4449-93c3-eeef0d762594 on network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:11.319530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:11.319910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Checking segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:11.320299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Bound using segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:11.320697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Bound port: e97c4eaa-8b2d-4449-93c3-eeef0d762594, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:11.321134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.334904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11592b18-4b0d-4f12-8366-6155e87fc8b9 req-61289450-0635-4a3b-b3d4-d809399360f6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.341734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11592b18-4b0d-4f12-8366-6155e87fc8b9 req-61289450-0635-4a3b-b3d4-d809399360f6 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.3209558 May 06 09:39:11.399536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:11.400019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Checking segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:11.400297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Bound using segment: {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:11.401829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Bound port: 25d68c05-4eb8-4c5e-b009-ebdd8167e214, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d79df66-bfea-4c47-8b45-00f7ac457372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:11.402201 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.429762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] For port e97c4eaa-8b2d-4449-93c3-eeef0d762594, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:11.434127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] For port e97c4eaa-8b2d-4449-93c3-eeef0d762594, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e97c4eaa-8b2d-4449-93c3-eeef0d762594,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:11.439552 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.482788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.483689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.485610 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] 10.222.0.82 "PUT /v2.0/ports/e97c4eaa-8b2d-4449-93c3-eeef0d762594 HTTP/1.1" status: 200 len: 1092 time: 1.8274529 May 06 09:39:11.486224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'tag': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:11.490341 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd31ff0-e59a-485b-957d-f0f7546d3bed" -d '{"events": [{"name": "network-changed", "server_uuid": "efbea8a0-8b1f-4f1c-a652-9be9c948dcfd", "tag": "e97c4eaa-8b2d-4449-93c3-eeef0d762594"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:11.526484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4601873-e607-4c69-9f54-86ab86132897 req-63cc96ce-662c-4d8a-87cc-044377f78d5d tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.1164687 May 06 09:39:11.527657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328437f1-b1c9-4f09-80ca-a6e89f0476d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e97c4eaa-8b2d-4449-93c3-eeef0d762594,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:11.536260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-0982d501-1baf-45be-9006-3d6558c84c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.544411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-0982d501-1baf-45be-9006-3d6558c84c35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2775600 May 06 09:39:11.591439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-64994d01-d0e3-423a-916b-956f21cb22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.593182 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-64994d01-d0e3-423a-916b-956f21cb22b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 1095 time: 0.0590999 May 06 09:39:11.690113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-a42519a7-f570-4bad-bea9-e21d227e901d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e97c4eaa-8b2d-4449-93c3-eeef0d762594 HTTP/1.1" status: 200 len: 217 time: 0.0827050 May 06 09:39:11.697850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11592b18-4b0d-4f12-8366-6155e87fc8b9 req-867851cc-c0fd-40d7-949c-4526a94adb07 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867386 May 06 09:39:11.772794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] For port 25d68c05-4eb8-4c5e-b009-ebdd8167e214, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:11.782020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] For port 25d68c05-4eb8-4c5e-b009-ebdd8167e214, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=25d68c05-4eb8-4c5e-b009-ebdd8167e214,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:11.805659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-b3742f00-57f5-43a0-8acd-fb1bfb2b43be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.807128 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-b3742f00-57f5-43a0-8acd-fb1bfb2b43be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1914dde6-0b4b-4e91-9c7c-09731df84f97 HTTP/1.1" status: 200 len: 855 time: 0.1049728 May 06 09:39:11.850335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-1a15c203-fc1e-482d-83d2-0dada1867143 service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894287 May 06 09:39:11.852114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.886430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-06ddf759-b746-41d1-b9f4-e946850c17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.888000 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-06ddf759-b746-41d1-b9f4-e946850c17d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721633 May 06 09:39:11.921095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:11.922095 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:11.923510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] 10.222.0.83 "PUT /v2.0/ports/25d68c05-4eb8-4c5e-b009-ebdd8167e214 HTTP/1.1" status: 200 len: 1091 time: 3.8088217 May 06 09:39:12.042844 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-8153d394-d317-46ac-b692-492c94871b7b service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410496 May 06 09:39:12.102074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e936c1-d447-41e2-9925-09667ed0c73c service neutron] Pushing event updated for resources: {'Port': ['ID=25d68c05-4eb8-4c5e-b009-ebdd8167e214,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:12.120416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beaa5b2-444b-455d-93c6-a17a2149694c req-d485d7df-db71-471a-ba41-fc0500a3daf6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.128236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2beaa5b2-444b-455d-93c6-a17a2149694c req-d485d7df-db71-471a-ba41-fc0500a3daf6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 944 time: 0.2822127 May 06 09:39:12.140548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e89fe7-0cbf-455f-8572-8a1e4c7ee5f7 req-7589ad10-8356-4376-978e-fe602a09c371 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.142066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15e89fe7-0cbf-455f-8572-8a1e4c7ee5f7 req-7589ad10-8356-4376-978e-fe602a09c371 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.2073545 May 06 09:39:12.189784 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbb52da-3d11-4704-8d63-f10145baa5a5 req-195be011-b8dc-4fec-b077-f9005ac9553b service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383510 May 06 09:39:12.264931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2beaa5b2-444b-455d-93c6-a17a2149694c req-d1ddf93c-1326-4022-9781-7fdb288fbb69 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357214 May 06 09:39:12.267938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15e89fe7-0cbf-455f-8572-8a1e4c7ee5f7 req-8683215d-32a3-4d57-b3b9-82d32158a252 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966582 May 06 09:39:12.275771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457c6a72-1b17-4880-92ca-7c79b186ee2b req-269ab1a7-8c25-4767-b9b5-f837010e2d4b service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129763 May 06 09:39:12.485514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c72bd4-6cc9-48fa-b22c-5c9d4b29c4b6 req-1cf50f37-6a97-4787-84d4-464f29d4011e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.487315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4c72bd4-6cc9-48fa-b22c-5c9d4b29c4b6 req-1cf50f37-6a97-4787-84d4-464f29d4011e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.0634117 May 06 09:39:12.490228 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac689523-a97b-49b7-bbac-f2ddcff5668b x-openstack-request-id: req-ac689523-a97b-49b7-bbac-f2ddcff5668b {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:12.490830 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbea8a0-8b1f-4f1c-a652-9be9c948dcfd", "tag": "e97c4eaa-8b2d-4449-93c3-eeef0d762594", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:12.490830 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac689523-a97b-49b7-bbac-f2ddcff5668b {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:12.491433 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac689523-a97b-49b7-bbac-f2ddcff5668b'] response: {'name': 'network-changed', 'server_uuid': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'tag': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594', 'status': 'completed', 'code': 200} May 06 09:39:12.553849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4c72bd4-6cc9-48fa-b22c-5c9d4b29c4b6 req-f11893bc-668e-4751-9ded-1a75d65a3ff2 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571282 May 06 09:39:12.566991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-c952c7be-b828-41b3-b47f-a6dc76009275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.568666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-c952c7be-b828-41b3-b47f-a6dc76009275 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 1095 time: 0.0506382 May 06 09:39:12.582296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'tag': '0c84de82-6c99-4c6b-9c37-32f5f85993ee'}, {'name': 'network-changed', 'server_uuid': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'tag': '25d68c05-4eb8-4c5e-b009-ebdd8167e214'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:12.584762 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be88a9-5ae1-42a2-9d51-4760634e0d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c138755-1def-48b0-bef3-107dc1b3afb4", "tag": "0c84de82-6c99-4c6b-9c37-32f5f85993ee"}, {"name": "network-changed", "server_uuid": "4788deb2-55c7-494e-82c7-a4578fba10d7", "tag": "25d68c05-4eb8-4c5e-b009-ebdd8167e214"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:12.632422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-baedd2d4-2cd6-4ecf-84e6-4aba09e4a869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:12.675168 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cd66c2-8c8b-425e-9f91-f88bd12050d8 x-openstack-request-id: req-78cd66c2-8c8b-425e-9f91-f88bd12050d8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:12.675385 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c138755-1def-48b0-bef3-107dc1b3afb4", "tag": "0c84de82-6c99-4c6b-9c37-32f5f85993ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4788deb2-55c7-494e-82c7-a4578fba10d7", "tag": "25d68c05-4eb8-4c5e-b009-ebdd8167e214", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:12.675656 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78cd66c2-8c8b-425e-9f91-f88bd12050d8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:12.676046 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cd66c2-8c8b-425e-9f91-f88bd12050d8'] response: {'name': 'network-changed', 'server_uuid': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'tag': '0c84de82-6c99-4c6b-9c37-32f5f85993ee', 'status': 'completed', 'code': 200} May 06 09:39:12.676297 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78cd66c2-8c8b-425e-9f91-f88bd12050d8'] response: {'name': 'network-changed', 'server_uuid': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'tag': '25d68c05-4eb8-4c5e-b009-ebdd8167e214', 'status': 'completed', 'code': 200} May 06 09:39:12.701023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d715b21d-27b3-4bea-bd7a-74ce80f874ee req-fe7daa2e-740e-4639-b52d-9f6f6ceb6658 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0367217 May 06 09:39:12.749895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-b902b299-a515-4708-bd8d-9c6df851f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.751954 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-b902b299-a515-4708-bd8d-9c6df851f32e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 1094 time: 0.0527232 May 06 09:39:12.771137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-033cbd0a-e226-4824-b462-abd263d3d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.772847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-033cbd0a-e226-4824-b462-abd263d3d0ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 917 time: 0.1845231 May 06 09:39:12.842531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-82c6ae93-67a0-4484-b380-4d98c33aedf0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e97c4eaa-8b2d-4449-93c3-eeef0d762594 HTTP/1.1" status: 200 len: 217 time: 0.0572517 May 06 09:39:12.884500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-5829a8c5-1905-43c0-84b3-6d2b209c0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.885994 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-5829a8c5-1905-43c0-84b3-6d2b209c0801 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 917 time: 0.1235137 May 06 09:39:12.926116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b49f2-3718-420f-a0f6-ec2025aedba6 req-9c0a78f0-3b9a-4269-8fd9-95ceaf7b2a19 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.928568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea5b49f2-3718-420f-a0f6-ec2025aedba6 req-9c0a78f0-3b9a-4269-8fd9-95ceaf7b2a19 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.1329265 May 06 09:39:12.930197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-6c9cfcf5-5afb-4001-9206-45526a970742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:12.931521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-6c9cfcf5-5afb-4001-9206-45526a970742 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1914dde6-0b4b-4e91-9c7c-09731df84f97 HTTP/1.1" status: 200 len: 855 time: 0.0724704 May 06 09:39:12.944305 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-3d25ca44-d068-4807-a731-f1009baefc12 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee HTTP/1.1" status: 200 len: 217 time: 0.0496328 May 06 09:39:13.008178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea5b49f2-3718-420f-a0f6-ec2025aedba6 req-a9eebe13-2764-460e-8ee0-4a07a4a6bb7d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730925 May 06 09:39:13.012400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-c10e2392-f340-43c5-8698-5686f89939c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.013336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-b1cbb0b8-48a7-4886-b329-be6fc6b43ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.014522 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-c10e2392-f340-43c5-8698-5686f89939c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1914dde6-0b4b-4e91-9c7c-09731df84f97 HTTP/1.1" status: 200 len: 855 time: 0.0629702 May 06 09:39:13.015037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-b1cbb0b8-48a7-4886-b329-be6fc6b43ade service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732930 May 06 09:39:13.087147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-b3b13a7f-109a-4528-a5bd-11837ff22294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.089070 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-b3b13a7f-109a-4528-a5bd-11837ff22294 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595891 May 06 09:39:13.213702 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-fe50e368-5fab-4c85-ae26-a76626437888 service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160560 May 06 09:39:13.333606 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-f2473330-83f9-4912-8cd7-9ccdace0286c service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106913 May 06 09:39:13.576750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-a95a3b74-9beb-433b-aece-a8f9d81a8842 service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419323 May 06 09:39:13.591395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34391e9-6e2d-44e7-a7d2-4b0da651a12d req-9e623e9e-d9e8-43f1-859c-871b6b5a07ac tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.592828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e34391e9-6e2d-44e7-a7d2-4b0da651a12d req-9e623e9e-d9e8-43f1-859c-871b6b5a07ac tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.1485567 May 06 09:39:13.673097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.673624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.674088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.674559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.675017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.675473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.675963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.676424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.676914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.677371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.677822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.680346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f646abaa-c206-4823-ac9d-9f8910af5f99 req-fbb0d094-4862-40eb-976d-1747e2d5f959 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7816 time: 0.2726216 May 06 09:39:13.710883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e34391e9-6e2d-44e7-a7d2-4b0da651a12d req-5332f773-3cd8-4c9f-a22e-029627c9dd2b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000066 May 06 09:39:13.780754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd31ff0-e59a-485b-957d-f0f7546d3bed req-2cd8e488-fdb0-4316-9c06-cdc744330c7e service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841140 May 06 09:39:13.803471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c78a77-661d-4360-a979-357d6cff81a8 req-49f5b543-9992-4ad9-a755-ef920f6632d9 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.804738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53c78a77-661d-4360-a979-357d6cff81a8 req-49f5b543-9992-4ad9-a755-ef920f6632d9 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 944 time: 0.0602746 May 06 09:39:13.847090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53c78a77-661d-4360-a979-357d6cff81a8 req-c5ddb116-69c4-484c-a92c-cb9f23153eab tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352707 May 06 09:39:13.969382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820e7bb-5947-439a-9c2c-2f73add9393f req-926674d2-1014-4599-bb2e-443da935e6c6 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:13.970887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c820e7bb-5947-439a-9c2c-2f73add9393f req-926674d2-1014-4599-bb2e-443da935e6c6 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.0599666 May 06 09:39:14.014503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c820e7bb-5947-439a-9c2c-2f73add9393f req-b8d06c90-0944-4802-834f-0f8e7fa01178 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369158 May 06 09:39:14.138367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9d70-8ed7-4b87-8647-b0341e1ce9e5 req-cbb08c59-2590-4da9-b6d3-c8bd1a43faf2 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.139894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4fc9d70-8ed7-4b87-8647-b0341e1ce9e5 req-cbb08c59-2590-4da9-b6d3-c8bd1a43faf2 tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 886 time: 0.1024618 May 06 09:39:14.226900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0bee74f-d19a-49c1-ba16-407216bd9d8a req-f43e80bd-0b08-42d7-9bb0-d989d1c9adf7 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0341885 May 06 09:39:14.357821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4afb3-6114-4c4c-9abe-75401bc1ea70 req-d2f7ce7e-296a-43e4-a94a-b6f948eaa38e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.359316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5f4afb3-6114-4c4c-9abe-75401bc1ea70 req-d2f7ce7e-296a-43e4-a94a-b6f948eaa38e tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.1124506 May 06 09:39:14.433365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.433511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.434001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.434587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.435013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.435717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.435969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.436710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.436960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.437487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.437947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.440009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3d2b640-2f6c-4e9a-8ec3-ac8c9649c984 req-9a564cbe-1cf8-4495-89cd-59a28a5bfa9f tempest-NetworksTest-228303652 tempest-NetworksTest-228303652-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7816 time: 0.1807048 May 06 09:39:14.443036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5f4afb3-6114-4c4c-9abe-75401bc1ea70 req-0c394999-d189-4408-bc17-9f61c5483084 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749602 May 06 09:39:14.797899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41010) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:14.852018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adf58c-73c9-429d-b722-417d2f547e40 req-152f1fa6-c299-48cc-aaa0-a81029ba9542 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:14.859379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5adf58c-73c9-429d-b722-417d2f547e40 req-152f1fa6-c299-48cc-aaa0-a81029ba9542 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.0659115 May 06 09:39:14.907739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5adf58c-73c9-429d-b722-417d2f547e40 req-ccca472c-624e-49ae-a8e9-b28687e4c8c9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470870 May 06 09:39:14.971322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0648596c-4e9b-45c5-b6d7-fb5455851df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.034115 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-699de170-52a5-49d2-adda-1d807b6fbfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.040366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16439c-0a3e-4158-9f8f-21a6689bcfcd req-2291d6e1-ce10-41ff-8cdb-c9afbf7b7a74 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.041808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f16439c-0a3e-4158-9f8f-21a6689bcfcd req-2291d6e1-ce10-41ff-8cdb-c9afbf7b7a74 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 944 time: 0.0599294 May 06 09:39:15.091989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0648596c-4e9b-45c5-b6d7-fb5455851df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.096391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0648596c-4e9b-45c5-b6d7-fb5455851df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.113120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f16439c-0a3e-4158-9f8f-21a6689bcfcd req-7f906216-de7b-4d48-8103-4f2ab7553a0c tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615187 May 06 09:39:15.148826 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0648596c-4e9b-45c5-b6d7-fb5455851df8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8ba6a28253b409d935e5578ac438665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491018 May 06 09:39:15.151483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648596c-4e9b-45c5-b6d7-fb5455851df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76745ca-e27c-43b8-83f5-79665894736e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:15.157213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:15.201613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673d0a7-96a8-4a07-b67b-66e83324070a req-cc587ff8-0d38-4918-aeca-253630ff6f46 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.203729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a673d0a7-96a8-4a07-b67b-66e83324070a req-cc587ff8-0d38-4918-aeca-253630ff6f46 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.0791745 May 06 09:39:15.230404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9589bf16-3de0-4148-acf4-5a186eec0b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.263408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a673d0a7-96a8-4a07-b67b-66e83324070a req-6af4de60-c438-4f6e-90af-867a6dc82836 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496213 May 06 09:39:15.270130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9589bf16-3de0-4148-acf4-5a186eec0b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.365190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9589bf16-3de0-4148-acf4-5a186eec0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.368762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9589bf16-3de0-4148-acf4-5a186eec0b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.370606 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9589bf16-3de0-4148-acf4-5a186eec0b70 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b76745ca-e27c-43b8-83f5-79665894736e HTTP/1.1" status: 204 len: 168 time: 0.2119699 May 06 09:39:15.390344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589bf16-3de0-4148-acf4-5a186eec0b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76745ca-e27c-43b8-83f5-79665894736e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:15.440019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f50914e-c23f-473c-b7af-515cdf061d40 req-cfbec540-90ff-4c21-a555-13c397d0224b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0456629 May 06 09:39:15.492369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae3808-dfef-43fe-8bf2-f8fa30ef6ff8 req-c40f87be-efbc-4ee6-b06b-681c4564d5bd tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.494150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cae3808-dfef-43fe-8bf2-f8fa30ef6ff8 req-c40f87be-efbc-4ee6-b06b-681c4564d5bd tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 948 time: 0.0872555 May 06 09:39:15.541488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cae3808-dfef-43fe-8bf2-f8fa30ef6ff8 req-23352da8-0c2c-44cc-9f9e-5143c9215ffb tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 May 06 09:39:15.614544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3ef7-5e3e-4419-ba2b-1788655756ee req-11784a39-98d3-4f3a-bada-d89a0109b66b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:15.616206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b7f3ef7-5e3e-4419-ba2b-1788655756ee req-11784a39-98d3-4f3a-bada-d89a0109b66b tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.0788815 May 06 09:39:15.663352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b7f3ef7-5e3e-4419-ba2b-1788655756ee req-495c2bc3-e1a8-4d38-9906-59e141083c2d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 May 06 09:39:15.752286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41048) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:15.767603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-206d7c19-05f9-4046-9b48-f4b71c7f51da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.850004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-206d7c19-05f9-4046-9b48-f4b71c7f51da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.855997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-206d7c19-05f9-4046-9b48-f4b71c7f51da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.895379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-206d7c19-05f9-4046-9b48-f4b71c7f51da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4333516ad52e4b86b5cc4053fa754113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418004 May 06 09:39:15.897228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d7c19-05f9-4046-9b48-f4b71c7f51da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c37fd4-a259-4caa-9aae-22df3c90f326,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:15.898782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:15.968174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c71b073-9136-48ad-bff3-75978b634f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:15.997090 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c71b073-9136-48ad-bff3-75978b634f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.044045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260fd87-bcac-4291-a1ea-71db1d42d087 req-e84032ef-d168-45c4-88f7-65888080d7a8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.045640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f260fd87-bcac-4291-a1ea-71db1d42d087 req-e84032ef-d168-45c4-88f7-65888080d7a8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.0649238 May 06 09:39:16.048452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c71b073-9136-48ad-bff3-75978b634f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.051066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c71b073-9136-48ad-bff3-75978b634f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.054884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6c71b073-9136-48ad-bff3-75978b634f6a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4c37fd4-a259-4caa-9aae-22df3c90f326 HTTP/1.1" status: 204 len: 168 time: 0.1526234 May 06 09:39:16.069616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71b073-9136-48ad-bff3-75978b634f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c37fd4-a259-4caa-9aae-22df3c90f326,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:16.103047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f260fd87-bcac-4291-a1ea-71db1d42d087 req-6f4774f3-b5c7-4c7a-8e27-27c492ec78a0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510988 May 06 09:39:16.245394 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.251486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71958c3b-68f7-486a-a957-47eb7e181f0b req-a1422019-ab03-4067-bad4-b309bfd1fc67 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.253009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71958c3b-68f7-486a-a957-47eb7e181f0b req-a1422019-ab03-4067-bad4-b309bfd1fc67 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 944 time: 0.0533154 May 06 09:39:16.299065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71958c3b-68f7-486a-a957-47eb7e181f0b req-3334e80a-5756-4e93-ab49-27f4c3d2b379 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 May 06 09:39:16.435335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d4d84-5e6f-40c5-8338-d3e14ff9a0c0 req-b5ebb265-b34b-4990-995c-ba186f43c11c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.436951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be9d4d84-5e6f-40c5-8338-d3e14ff9a0c0 req-b5ebb265-b34b-4990-995c-ba186f43c11c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.0586658 May 06 09:39:16.451964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e97c4eaa-8b2d-4449-93c3-eeef0d762594 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:16.512207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be9d4d84-5e6f-40c5-8338-d3e14ff9a0c0 req-6e4941d1-5279-4596-9518-eb3b81799bfb tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677905 May 06 09:39:16.550676 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.563004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d85400dc-ebb6-4653-a1bd-6b2c9b745a0d req-cc454927-a169-4f00-b4c0-0ee655e3c4c8 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.0329568 May 06 09:39:16.602962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e97c4eaa-8b2d-4449-93c3-eeef0d762594, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e97c4eaa-8b2d-4449-93c3-eeef0d762594,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:16.616417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594', 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'port_id': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594', 'mac_address': 'fa:16:3e:fa:49:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1914dde6-0b4b-4e91-9c7c-09731df84f97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:16.655360 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.670542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97c4eaa-8b2d-4449-93c3-eeef0d762594 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:16.696221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1756d-d3a3-4506-8700-111177655b90 req-544c40f8-ff20-4596-9118-8546847726c0 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.696562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e97c4eaa-8b2d-4449-93c3-eeef0d762594, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e97c4eaa-8b2d-4449-93c3-eeef0d762594,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:16.698332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aed1756d-d3a3-4506-8700-111177655b90 req-544c40f8-ff20-4596-9118-8546847726c0 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 948 time: 0.0636649 May 06 09:39:16.705522 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:16.706184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0c84de82-6c99-4c6b-9c37-32f5f85993ee details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:16.805214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aed1756d-d3a3-4506-8700-111177655b90 req-5e592fce-ee3f-47d2-b2b1-949cc02b1197 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975857 May 06 09:39:16.829860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42641-8357-46ea-bad4-734288b38301 req-f2fd0cc8-18fe-443f-a696-2dc7e23b0142 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:16.831435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77c42641-8357-46ea-bad4-734288b38301 req-f2fd0cc8-18fe-443f-a696-2dc7e23b0142 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.0782788 May 06 09:39:16.897470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77c42641-8357-46ea-bad4-734288b38301 req-6147577c-1d7e-41ee-8f50-c264641ba524 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564260 May 06 09:39:16.928734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e97c4eaa-8b2d-4449-93c3-eeef0d762594,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:16.938266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 0c84de82-6c99-4c6b-9c37-32f5f85993ee, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:16.955122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '0c84de82-6c99-4c6b-9c37-32f5f85993ee', 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'port_id': '0c84de82-6c99-4c6b-9c37-32f5f85993ee', 'mac_address': 'fa:16:3e:4d:a1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1914dde6-0b4b-4e91-9c7c-09731df84f97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:16.998995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.014041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c84de82-6c99-4c6b-9c37-32f5f85993ee {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:17.036082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 0c84de82-6c99-4c6b-9c37-32f5f85993ee, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:17.041866 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.103530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=0c84de82-6c99-4c6b-9c37-32f5f85993ee,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:17.229679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa0437-bc33-4808-b595-846aa3f88faa req-7ac94f04-aeb0-4597-8fcc-a25b22067c73 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.231294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32fa0437-bc33-4808-b595-846aa3f88faa req-7ac94f04-aeb0-4597-8fcc-a25b22067c73 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.0563776 May 06 09:39:17.274913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32fa0437-bc33-4808-b595-846aa3f88faa req-a2074be3-1eb3-4a29-b832-08a8c9e9a6e0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374780 May 06 09:39:17.383673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-717e8519-3bcb-444f-99c8-591b385d356c tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.385559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-717e8519-3bcb-444f-99c8-591b385d356c tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.82 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 948 time: 0.0693085 May 06 09:39:17.420430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['0c84de82-6c99-4c6b-9c37-32f5f85993ee'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:17.463334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e97c4eaa-8b2d-4449-93c3-eeef0d762594'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:17.482634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf5fcb-5291-4426-bf3a-c1fac7eeac28 req-0f801342-b497-47af-a075-a5e39f9d64cc tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.484482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63cf5fcb-5291-4426-bf3a-c1fac7eeac28 req-0f801342-b497-47af-a075-a5e39f9d64cc tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 945 time: 0.0834358 May 06 09:39:17.646224 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [req-d98a961a-de5a-4beb-a40d-27121830c129 req-5276905d-d46e-4e69-9f54-224b4a41e7ba service neutron] show failed (client error): The resource could not be found. May 06 09:39:17.654188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-5276905d-d46e-4e69-9f54-224b4a41e7ba service neutron] 10.222.0.82 "GET /v2.0/ports/d64f4bb4-0cb5-40e4-a517-12715a69a396/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.1475770 May 06 09:39:17.817850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63cf5fcb-5291-4426-bf3a-c1fac7eeac28 req-67d1af6d-a888-4448-894d-97ff245164e1 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551856 May 06 09:39:17.860726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-564daa1a-8593-4695-9f6c-c600126b83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.862895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-564daa1a-8593-4695-9f6c-c600126b83c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1124 time: 0.3084075 May 06 09:39:17.868051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-b196ec3c-ee41-4299-a3ca-81714b951784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:17.872128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-b196ec3c-ee41-4299-a3ca-81714b951784 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 1094 time: 0.3325267 May 06 09:39:17.986625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Deleting port ba2a969f-f081-44bd-b816-9fea035ebdc5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:17.987489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:17.998045 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:39:18.029875 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.068490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-25cd49bf-b9a3-4582-aff7-c748bf621f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.070355 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-25cd49bf-b9a3-4582-aff7-c748bf621f0a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395&tenant_id=f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 1099 time: 0.0616083 May 06 09:39:18.084865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:18.152237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.161362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415687c-fb27-4ed1-9fd9-2ee898492722 req-3631e24f-8898-43d7-a213-c601544155f3 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.162614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8415687c-fb27-4ed1-9fd9-2ee898492722 req-3631e24f-8898-43d7-a213-c601544155f3 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.4525845 May 06 09:39:18.198516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e3572c0-8d40-474b-86bb-b321873c4876 req-5345536f-37b9-44ef-be14-8471a7181661 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=22357c7c-4293-44c7-b6e6-91bc4cbedec1 HTTP/1.1" status: 200 len: 210 time: 0.1948972 May 06 09:39:18.286098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-c36a87ae-f1a4-494b-b3ee-4a0cff8f57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.287317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-c36a87ae-f1a4-494b-b3ee-4a0cff8f57c2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.4086430 May 06 09:39:18.332299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8415687c-fb27-4ed1-9fd9-2ee898492722 req-be23819a-3a3e-42fb-8e25-bd23401b60f9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420276 May 06 09:39:18.392133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:18.404933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-81c372be-7075-4618-9c73-8dab9d567aa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 217 time: 0.1070850 May 06 09:39:18.406894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] For port ba2a969f-f081-44bd-b816-9fea035ebdc5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ba2a969f-f081-44bd-b816-9fea035ebdc5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:18.407093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.418355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-f48ba1fa-cdfd-4bf0-8efd-1752f05e81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.419788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-f48ba1fa-cdfd-4bf0-8efd-1752f05e81d0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e6133edf8893459d90684494c2ce609b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5148728 May 06 09:39:18.429157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:18.472321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:18.474751 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38070910-cb84-4885-a146-d98b7eaaab91" -d '{"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-unplugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:18.478975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.491238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Calling delete_port for ba2a969f-f081-44bd-b816-9fea035ebdc5 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:18.494763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Transition to ACTIVE for port object d64f4bb4-0cb5-40e4-a517-12715a69a396 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:18.500150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.563683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] No DVR routers for this DVR port d64f4bb4-0cb5-40e4-a517-12715a69a396 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:18.565795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=6']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:18.581771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3397d-0566-40d4-ba88-bd0b12efa386 req-32b0faeb-e056-4a65-8239-2d9ae85c6c15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.595791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0fd3397d-0566-40d4-ba88-bd0b12efa386 req-32b0faeb-e056-4a65-8239-2d9ae85c6c15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=de743b42-430c-4948-a225-c4791e722ed1 HTTP/1.1" status: 200 len: 948 time: 0.3014662 May 06 09:39:18.621742 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.635572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:18.635965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:18.636451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:18.641327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:18.641652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:18.649024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:18.650143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:18.650693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-3dafca8c-0a87-4769-8c12-8e06b091a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.651371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:18.652127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Bound port: d64f4bb4-0cb5-40e4-a517-12715a69a396, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:18.652273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-3dafca8c-0a87-4769-8c12-8e06b091a0ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.2297218 May 06 09:39:18.652772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.722676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d689a6-71a6-4037-9993-2f76c3c72f10 req-e3745136-19b9-4b39-aad7-9b09425e9bac tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.724784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5d689a6-71a6-4037-9993-2f76c3c72f10 req-e3745136-19b9-4b39-aad7-9b09425e9bac tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.3091228 May 06 09:39:18.726682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-8bcaad66-3374-4833-80ec-879f7d319e8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561643 May 06 09:39:18.739229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:18.744162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:18.753389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.809272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.810077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:18.811443 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] 10.222.0.83 "PUT /v2.0/ports/d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 1094 time: 0.7319262 May 06 09:39:18.852793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc23d0-aecd-4699-bd0c-8339d83ad50d service neutron] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=7']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:18.871290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0fd3397d-0566-40d4-ba88-bd0b12efa386 req-0f20a3d6-f848-420b-b289-4cc13543ded0 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745304 May 06 09:39:18.872496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-104b31e7-9018-460b-a71c-e0419468c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.877441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98be88a9-5ae1-42a2-9d51-4760634e0d8f req-104b31e7-9018-460b-a71c-e0419468c808 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4370868 May 06 09:39:18.907062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-2e41c2ff-61f4-46fb-9500-54eb5ea6c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:18.916029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-2e41c2ff-61f4-46fb-9500-54eb5ea6c63c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1097 time: 0.0715144 May 06 09:39:18.953911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5d689a6-71a6-4037-9993-2f76c3c72f10 req-e1fe00fd-dd3d-4b81-b04b-27b2f568210d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099726 May 06 09:39:19.058996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-7ed5b535-3e29-43cd-b33e-8e60ef0cf62a service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063660 May 06 09:39:19.125750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.155333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-1d324eee-ab5b-4ecc-9440-927023483cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.156856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-1d324eee-ab5b-4ecc-9440-927023483cd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 1094 time: 0.2083864 May 06 09:39:19.160179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-6b7f2422-5c10-4c8e-8fe4-b5ec553ff13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.161908 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-6b7f2422-5c10-4c8e-8fe4-b5ec553ff13f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2332938 May 06 09:39:19.223979 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-00efef4a-c4f9-4737-860f-9390436f7f4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.0446298 May 06 09:39:19.240166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Pushing event deleted for resources: {'Port': ['ID=ba2a969f-f081-44bd-b816-9fea035ebdc5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:19.302042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-8d1daa32-171a-494e-9271-761d0c9445ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.304524 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-8d1daa32-171a-494e-9271-761d0c9445ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0755126 May 06 09:39:19.323274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-177edcae-c34b-4e11-a6b9-5dd6c42c9344 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d68c05-4eb8-4c5e-b009-ebdd8167e214 HTTP/1.1" status: 200 len: 217 time: 0.1318295 May 06 09:39:19.361878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a961a-de5a-4beb-a40d-27121830c129 req-921e00d5-3820-4794-a58f-7ca0d0fa5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.363835 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-921e00d5-3820-4794-a58f-7ca0d0fa5198 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512264 May 06 09:39:19.366837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] No DVR routers for this DVR port ba2a969f-f081-44bd-b816-9fea035ebdc5 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:19.385682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:19.388887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db49cfaa-9c62-4c4f-a97d-05dba3c83880 req-4cbc7676-5b5b-443e-829b-f81695e8630d tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.82 "DELETE /v2.0/ports/ba2a969f-f081-44bd-b816-9fea035ebdc5 HTTP/1.1" status: 204 len: 173 time: 1.9974339 May 06 09:39:19.389335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-deleted', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:19.391555 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56982d40-043b-45c5-b519-564525d8b26d" -d '{"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-deleted", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:19.424467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17840b7a-67cc-4fa7-8b40-345628cce15a req-c71af198-0411-4a43-a087-63b0f3fad461 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.425982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17840b7a-67cc-4fa7-8b40-345628cce15a req-c71af198-0411-4a43-a087-63b0f3fad461 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.3374956 May 06 09:39:19.428034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-bea4d65b-ea5e-4623-82bb-e18ae3503c41 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315899 May 06 09:39:19.441816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11651efe-d2c1-49bc-94e7-90773d6cdc62 req-eded7939-209b-4911-8032-0025d4cc2fdd service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750558 May 06 09:39:19.481883 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-c9916623-5797-43d5-b90e-d9a330a433cf service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092818 May 06 09:39:19.518601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-758cb2f6-acb1-42aa-8d53-305493920c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.520323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-758cb2f6-acb1-42aa-8d53-305493920c14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1914dde6-0b4b-4e91-9c7c-09731df84f97 HTTP/1.1" status: 200 len: 855 time: 0.1836958 May 06 09:39:19.576000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17840b7a-67cc-4fa7-8b40-345628cce15a req-5a28cec5-b760-4048-94d0-fa22bb8ea525 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207058 May 06 09:39:19.618409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-f2f8f43e-3e47-4bf2-ab8b-5e83f721766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.620347 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-f2f8f43e-3e47-4bf2-ab8b-5e83f721766a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912759 May 06 09:39:19.621745 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d98a961a-de5a-4beb-a40d-27121830c129 req-d45f43c0-9b53-422d-bfdf-377a37c4c7ca service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308265 May 06 09:39:19.626711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-2ef58f50-e8e7-4a40-a256-79970b5e857f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.628296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-2ef58f50-e8e7-4a40-a256-79970b5e857f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912014 May 06 09:39:19.678056 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a3958f-31eb-4c67-8532-629af707a059 x-openstack-request-id: req-d2a3958f-31eb-4c67-8532-629af707a059 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:19.678609 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-unplugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:19.678609 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2a3958f-31eb-4c67-8532-629af707a059 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:19.678986 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a3958f-31eb-4c67-8532-629af707a059'] response: {'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'code': 200} May 06 09:39:19.723048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-5c02ea77-a238-477d-a179-d2ca9119361e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/quotas/1bed9cc651cd4c869d9748769312b75d HTTP/1.1" status: 200 len: 375 time: 0.0814285 May 06 09:39:19.808810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-ccdaa1c1-9940-47f1-a249-bca45f0f6b62 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722318 May 06 09:39:19.836229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4a0ac-14a6-4a93-b9f1-109049f6a094 req-104b597f-1686-4365-b302-77ab8cea1aea tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:19.837913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0f4a0ac-14a6-4a93-b9f1-109049f6a094 req-104b597f-1686-4365-b302-77ab8cea1aea tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 945 time: 0.1002645 May 06 09:39:20.288470 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.299425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-76f7713d-f7ed-4ab1-89f5-63c011097c51 service neutron] 10.222.0.83 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673088 May 06 09:39:20.420207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0f4a0ac-14a6-4a93-b9f1-109049f6a094 req-aa91bb71-b8c9-47be-8d9b-bc94c79d3109 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719988 May 06 09:39:20.459485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c00b2-6b9d-4e62-9b02-6fc81ddcfa0f req-81cf54f5-b9fa-4cba-93b3-9c6bcb55f8e5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.472185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a1c00b2-6b9d-4e62-9b02-6fc81ddcfa0f req-81cf54f5-b9fa-4cba-93b3-9c6bcb55f8e5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.1916115 May 06 09:39:20.491386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e97c4eaa-8b2d-4449-93c3-eeef0d762594 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:20.540225 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f65835-7feb-496c-9ec2-2faa80278781 x-openstack-request-id: req-76f65835-7feb-496c-9ec2-2faa80278781 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:20.540529 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de743b42-430c-4948-a225-c4791e722ed1", "name": "network-vif-deleted", "tag": "ba2a969f-f081-44bd-b816-9fea035ebdc5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:20.540783 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76f65835-7feb-496c-9ec2-2faa80278781 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:20.541207 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f65835-7feb-496c-9ec2-2faa80278781'] response: {'server_uuid': 'de743b42-430c-4948-a225-c4791e722ed1', 'name': 'network-vif-deleted', 'tag': 'ba2a969f-f081-44bd-b816-9fea035ebdc5', 'status': 'completed', 'code': 200} May 06 09:39:20.553680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ff0406-d3b6-4a22-8f36-66b0476cae27 req-ee8b2628-d239-465f-b4a7-d79e81321301 service neutron] 10.222.0.83 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281537 May 06 09:39:20.617105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a1c00b2-6b9d-4e62-9b02-6fc81ddcfa0f req-592fde2c-1d7c-4bc9-b460-6c7c2afc5e74 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440022 May 06 09:39:20.652936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port e97c4eaa-8b2d-4449-93c3-eeef0d762594 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:20.664391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port e97c4eaa-8b2d-4449-93c3-eeef0d762594 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:20.667139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.775493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-330fe740-080c-462e-8b48-20c813220be7 req-9cb22f22-0582-40e8-9708-bd96a562fb49 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 210 time: 0.0401328 May 06 09:39:20.801941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9880c8-1e13-41c1-9af7-1e448f13e27e req-24a56c7f-f42b-4230-bfaa-b3484e39f873 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:20.808633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.822185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f9880c8-1e13-41c1-9af7-1e448f13e27e req-24a56c7f-f42b-4230-bfaa-b3484e39f873 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.1300466 May 06 09:39:20.861382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e97c4eaa-8b2d-4449-93c3-eeef0d762594, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e97c4eaa-8b2d-4449-93c3-eeef0d762594,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:20.866048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:20.870153 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08935dcb-85dd-44ce-99b4-4f341584c851" -d '{"events": [{"server_uuid": "efbea8a0-8b1f-4f1c-a652-9be9c948dcfd", "name": "network-vif-plugged", "status": "completed", "tag": "e97c4eaa-8b2d-4449-93c3-eeef0d762594"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:20.875277 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:20.876566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0c84de82-6c99-4c6b-9c37-32f5f85993ee up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:20.897878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f9880c8-1e13-41c1-9af7-1e448f13e27e req-7b3b818b-805c-4e29-923e-f758aa476a90 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730786 May 06 09:39:20.985961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e97c4eaa-8b2d-4449-93c3-eeef0d762594,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:21.016443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 0c84de82-6c99-4c6b-9c37-32f5f85993ee completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:21.029281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 0c84de82-6c99-4c6b-9c37-32f5f85993ee triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:21.030763 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:21.102291 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cc1b9a-e82d-48c6-a70f-b05aa794e7b7 x-openstack-request-id: req-e6cc1b9a-e82d-48c6-a70f-b05aa794e7b7 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:21.102593 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbea8a0-8b1f-4f1c-a652-9be9c948dcfd", "name": "network-vif-plugged", "status": "completed", "tag": "e97c4eaa-8b2d-4449-93c3-eeef0d762594", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:21.103024 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6cc1b9a-e82d-48c6-a70f-b05aa794e7b7 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:21.103561 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cc1b9a-e82d-48c6-a70f-b05aa794e7b7'] response: {'server_uuid': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594', 'code': 200} May 06 09:39:21.159046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88836-9428-4d18-ae28-06a5ebbc4300 req-b6d3e4c4-2edf-41da-b06f-e4f9bf2e5ec2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.161684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59a88836-9428-4d18-ae28-06a5ebbc4300 req-b6d3e4c4-2edf-41da-b06f-e4f9bf2e5ec2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.1263094 May 06 09:39:21.184545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:21.230806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 0c84de82-6c99-4c6b-9c37-32f5f85993ee, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:21.236575 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:21.238425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:21.289930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:21.289930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ba2a969f-f081-44bd-b816-9fea035ebdc5 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:21.298925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938cd5b-e585-442d-a102-edb0c52e9e67 req-3fa2b985-0de5-430a-84e8-ee175a7b8c64 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.300754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f938cd5b-e585-442d-a102-edb0c52e9e67 req-3fa2b985-0de5-430a-84e8-ee175a7b8c64 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 949 time: 0.1063504 May 06 09:39:21.307244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59a88836-9428-4d18-ae28-06a5ebbc4300 req-aca5e87f-af51-4949-805e-c056b5917160 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255651 May 06 09:39:21.354643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177b640-1dc5-414a-a64f-b9d9349d0d3a req-d0fd0684-37ba-4e12-b805-874d814eeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.356175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2177b640-1dc5-414a-a64f-b9d9349d0d3a req-d0fd0684-37ba-4e12-b805-874d814eeb7f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 1097 time: 0.1869700 May 06 09:39:21.359473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f938cd5b-e585-442d-a102-edb0c52e9e67 req-56de9893-ea92-4c32-ae59-da978b340bb5 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510921 May 06 09:39:21.361567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: ba2a969f-f081-44bd-b816-9fea035ebdc5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:21.361911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ba2a969f-f081-44bd-b816-9fea035ebdc5 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:21.392456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=0c84de82-6c99-4c6b-9c37-32f5f85993ee,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:21.405200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2177b640-1dc5-414a-a64f-b9d9349d0d3a req-7db617c5-ab55-4905-aecc-8911332319cf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 May 06 09:39:21.558530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8339c-47ee-4e1f-b1a9-eec31de19a98 req-e1648168-f0bf-4313-87a8-38fab1871ea4 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.560204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3d8339c-47ee-4e1f-b1a9-eec31de19a98 req-e1648168-f0bf-4313-87a8-38fab1871ea4 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.0579486 May 06 09:39:21.653813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3d8339c-47ee-4e1f-b1a9-eec31de19a98 req-cc7ec064-c011-4677-98ef-78dbede7f39b tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873070 May 06 09:39:21.680719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:21.683942 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80268f51-2f08-4fca-aef5-574caadb08b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:21.702885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-09d584d3-d921-4252-8a22-2c9738f7e706 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610054 May 06 09:39:21.805889 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b269e05a-16ae-48b0-ab48-9335699e26af x-openstack-request-id: req-b269e05a-16ae-48b0-ab48-9335699e26af {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:21.806270 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:21.806655 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b269e05a-16ae-48b0-ab48-9335699e26af {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:21.807369 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b269e05a-16ae-48b0-ab48-9335699e26af'] response: {'name': 'network-changed', 'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'status': 'completed', 'code': 200} May 06 09:39:21.914549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-1b2d135f-de5d-415d-af85-6edc2ac859a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.916091 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-1b2d135f-de5d-415d-af85-6edc2ac859a8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1097 time: 0.1078227 May 06 09:39:21.979018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95204a22-6ca6-4be4-9137-cf5aa24f2d6a req-9ea06578-77a1-442e-a859-006360ec37a1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 210 time: 0.0482395 May 06 09:39:21.991138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ea96-5a8f-4034-8c86-b4115d7610ac req-58235bec-25ca-4c3c-b6c7-495369d5b56d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:21.993118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c811ea96-5a8f-4034-8c86-b4115d7610ac req-58235bec-25ca-4c3c-b6c7-495369d5b56d tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.2613249 May 06 09:39:22.024489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-2c68a1b6-771e-43a9-b514-8814f44ebff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.026352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-2c68a1b6-771e-43a9-b514-8814f44ebff0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1097 time: 0.1345942 May 06 09:39:22.093517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-4da15995-45c1-4ca8-b960-40eef11184a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.095431 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-4da15995-45c1-4ca8-b960-40eef11184a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1699407 May 06 09:39:22.138788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-ea1d9811-b3fe-40fb-9ef6-00d701b986c7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.140715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-ea1d9811-b3fe-40fb-9ef6-00d701b986c7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4272065 May 06 09:39:22.175003 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-8e2b735e-3bde-414d-99bb-5a168a5aaf28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.0719826 May 06 09:39:22.181737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:22.188642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c811ea96-5a8f-4034-8c86-b4115d7610ac req-cc6043e6-079a-4a15-9cc8-bb7c5dc92593 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823225 May 06 09:39:22.287011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-55a67a0e-65f2-4ec6-8e12-2633856222ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.293448 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-55a67a0e-65f2-4ec6-8e12-2633856222ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1095760 May 06 09:39:22.305455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2d738-fd43-4a8e-ba93-26b1288f004e req-e32e835c-6f59-416d-a499-0ec9f03f5558 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.307359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ff2d738-fd43-4a8e-ba93-26b1288f004e req-e32e835c-6f59-416d-a499-0ec9f03f5558 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.1990628 May 06 09:39:22.330740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-e35f1ddd-65a2-42b3-b256-074aa6dbbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.333508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-e35f1ddd-65a2-42b3-b256-074aa6dbbc7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2976353 May 06 09:39:22.361490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-36ef69a7-ba2c-4fac-9759-dacd3920df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.367962 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-36ef69a7-ba2c-4fac-9759-dacd3920df18 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674534 May 06 09:39:22.413596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-e3e54f66-89f4-465e-9a1f-636efc2aff78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.0614271 May 06 09:39:22.448525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ff2d738-fd43-4a8e-ba93-26b1288f004e req-5d689c1d-21c2-48f8-af8e-821da4b7db02 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291363 May 06 09:39:22.498304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-bbfe2a36-5db1-4a1f-b80e-12fd22e89d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.500361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-bbfe2a36-5db1-4a1f-b80e-12fd22e89d16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0760453 May 06 09:39:22.501773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:22.507018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:22.521239 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:22.580098 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-5517c029-a28f-4284-a26d-a09e281b7da4 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022054 May 06 09:39:22.700611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-76f3d7e5-fab7-4042-97be-840e3deca5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.706010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-76f3d7e5-fab7-4042-97be-840e3deca5bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1826079 May 06 09:39:22.742924 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-c893b809-9c8e-4c39-85f1-9cb25a717b18 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540565 May 06 09:39:22.871766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:22.885435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:22.963762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150460-41f7-4dac-9a4e-a13bae3b02c5 req-b6a599ab-082a-42cc-9e73-53346ee91c8a tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.965547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73150460-41f7-4dac-9a4e-a13bae3b02c5 req-b6a599ab-082a-42cc-9e73-53346ee91c8a tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 949 time: 0.3551748 May 06 09:39:22.995009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37425260-cdf6-4c78-b92e-c7a3878a9be2 req-b7ed186a-6fd6-4f13-a588-966857766e2f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:22.996581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37425260-cdf6-4c78-b92e-c7a3878a9be2 req-b7ed186a-6fd6-4f13-a588-966857766e2f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.2984138 May 06 09:39:23.050756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-f1a8fa44-c250-460c-9ad4-7d3677d5196d service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083797 May 06 09:39:23.084238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f64963-2b6d-43e8-98a0-d77232550ddc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:23.105421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c84de82-6c99-4c6b-9c37-32f5f85993ee'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:23.107838 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755b894-2c72-49f4-a46b-b38fd428eede" -d '{"events": [{"server_uuid": "7c138755-1def-48b0-bef3-107dc1b3afb4", "name": "network-vif-plugged", "status": "completed", "tag": "0c84de82-6c99-4c6b-9c37-32f5f85993ee"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:23.221697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73150460-41f7-4dac-9a4e-a13bae3b02c5 req-d617b368-dbd2-4154-934a-8baa65fb09bc tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355688 May 06 09:39:23.231241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37425260-cdf6-4c78-b92e-c7a3878a9be2 req-66c9095f-1727-4ba0-bcf1-669fc9da34e9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997993 May 06 09:39:23.255750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.136 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/d2feaab7-afcd-453e-be3e-4ba966fbccad) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:23.305996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80268f51-2f08-4fca-aef5-574caadb08b4 req-d34fb963-248b-4f12-b70b-f57534cec5eb service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397420 May 06 09:39:23.606944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:23.620540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee517c-ebc7-4514-bd9f-a735d220a102 req-88db10f9-6030-4725-82b1-f54035877e15 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.629080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fee517c-ebc7-4514-bd9f-a735d220a102 req-88db10f9-6030-4725-82b1-f54035877e15 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.2799933 May 06 09:39:23.645184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bfdc3-cf5f-4d55-88fd-9c0d48426d01 req-3c9de2ba-7956-414a-b439-28fabfc40d7f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:23.652702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f79bfdc3-cf5f-4d55-88fd-9c0d48426d01 req-3c9de2ba-7956-414a-b439-28fabfc40d7f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.3021600 May 06 09:39:23.787783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f79bfdc3-cf5f-4d55-88fd-9c0d48426d01 req-5fada99b-471c-41cb-af10-111764476668 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339445 May 06 09:39:23.827749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fee517c-ebc7-4514-bd9f-a735d220a102 req-ce2e5a6d-0b42-4b38-9bdc-a676f8c0de3b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967478 May 06 09:39:23.848719 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:23.903536 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e3dde-5a5c-4638-b2ad-986bb245c836 x-openstack-request-id: req-7b7e3dde-5a5c-4638-b2ad-986bb245c836 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:23.904074 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c138755-1def-48b0-bef3-107dc1b3afb4", "name": "network-vif-plugged", "status": "completed", "tag": "0c84de82-6c99-4c6b-9c37-32f5f85993ee", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:23.904485 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b7e3dde-5a5c-4638-b2ad-986bb245c836 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:23.905034 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7e3dde-5a5c-4638-b2ad-986bb245c836'] response: {'server_uuid': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c84de82-6c99-4c6b-9c37-32f5f85993ee', 'code': 200} May 06 09:39:24.040543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ff7be-fe80-4739-bc4e-bc206c47273e req-cb2e2d5f-368d-475a-a8cc-719c8a52f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.042099 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fa4ff7be-fe80-4739-bc4e-bc206c47273e req-cb2e2d5f-368d-475a-a8cc-719c8a52f60e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 1096 time: 0.0549822 May 06 09:39:24.087742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:24.102105 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fa4ff7be-fe80-4739-bc4e-bc206c47273e req-de0ded9f-c187-416e-a9fb-3ad51bb7e640 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531321 May 06 09:39:24.109191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-8e3c708d-6c32-41d8-b022-f8cde5e15dda tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.111489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-8e3c708d-6c32-41d8-b022-f8cde5e15dda tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 949 time: 0.3394542 May 06 09:39:24.111489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=d2feaab7-afcd-453e-be3e-4ba966fbccad,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:24.124889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:24.140543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:24.236645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dcba5-509c-478d-b5aa-583afe9d182c req-5e29ba7b-cbae-4fee-b306-37ee107517e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.238420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-272dcba5-509c-478d-b5aa-583afe9d182c req-5e29ba7b-cbae-4fee-b306-37ee107517e8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 943 time: 0.2652283 May 06 09:39:24.266612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daff75d-28d2-4fb9-b7f5-eb7533b37081 req-1289a643-1502-44bb-b9c7-fa37274c5ea0 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.281327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6daff75d-28d2-4fb9-b7f5-eb7533b37081 req-1289a643-1502-44bb-b9c7-fa37274c5ea0 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 936 time: 0.3088899 May 06 09:39:24.386031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.386792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.436927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-23342aed-82c3-4f76-9698-a6b8d9094696 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2676086 May 06 09:39:24.443144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-acc0ed8d-6899-44cc-a8a0-2637fabf5228 None None] Provisioning complete for port d2feaab7-afcd-453e-be3e-4ba966fbccad triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:24.444214 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-acc0ed8d-6899-44cc-a8a0-2637fabf5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.459346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-272dcba5-509c-478d-b5aa-583afe9d182c req-ae3af72c-ffaf-4bcb-817c-64c99b4bfd4c tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110820 May 06 09:39:24.469229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6daff75d-28d2-4fb9-b7f5-eb7533b37081 req-1e308ad8-e8b1-4b99-b712-cc529e554790 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867654 May 06 09:39:24.484097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Request body: {'port': {'device_id': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:24.496341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-acc0ed8d-6899-44cc-a8a0-2637fabf5228 None None] Port d2feaab7-afcd-453e-be3e-4ba966fbccad cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:24.565122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Deleting port 50101918-7d0a-4e27-9b08-768410a28013 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:24.565466 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.645233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:24.662091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b50ecdc5-1ff6-4847-9c94-310211a77d6f no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:24.689172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.798721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] For port 50101918-7d0a-4e27-9b08-768410a28013, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=50101918-7d0a-4e27-9b08-768410a28013,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:24.799083 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.815545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Calling delete_port for 50101918-7d0a-4e27-9b08-768410a28013 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:24.859899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:24.876349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'mac_address': 'fa:16:3e:24:f1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:24.891835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d7b15-2b4b-428c-94d3-c43ef306308e req-c7368463-d923-4cf7-aed2-b80a589d964a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.899423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf0d7b15-2b4b-428c-94d3-c43ef306308e req-c7368463-d923-4cf7-aed2-b80a589d964a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 946 time: 0.3539922 May 06 09:39:24.926879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.928253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363323-c463-4262-9865-f4249861e3c0 req-9399e928-4bd4-4fe7-ade8-88cf6960b14f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:24.932086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1363323-c463-4262-9865-f4249861e3c0 req-9399e928-4bd4-4fe7-ade8-88cf6960b14f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.3387434 May 06 09:39:24.941320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64f4bb4-0cb5-40e4-a517-12715a69a396 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:24.963657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:24.968856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:24.969661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 25d68c05-4eb8-4c5e-b009-ebdd8167e214 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:25.070780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:25.092742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf0d7b15-2b4b-428c-94d3-c43ef306308e req-4d4c858a-fa8b-4ce7-98f5-7d916fbbed42 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924174 May 06 09:39:25.118841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 25d68c05-4eb8-4c5e-b009-ebdd8167e214, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=25d68c05-4eb8-4c5e-b009-ebdd8167e214,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:25.138189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '25d68c05-4eb8-4c5e-b009-ebdd8167e214', 'network_id': 'a2b3ce03-3bcb-4163-bab9-2f88f0b47b13', 'port_id': '25d68c05-4eb8-4c5e-b009-ebdd8167e214', 'mac_address': 'fa:16:3e:15:b1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1914dde6-0b4b-4e91-9c7c-09731df84f97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:25.148531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1363323-c463-4262-9865-f4249861e3c0 req-85ff64b2-8d90-4c2b-a23b-3d91454b2d84 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981485 May 06 09:39:25.188626 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.204550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d68c05-4eb8-4c5e-b009-ebdd8167e214 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:25.228938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 25d68c05-4eb8-4c5e-b009-ebdd8167e214, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=25d68c05-4eb8-4c5e-b009-ebdd8167e214,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:25.234455 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.317625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=25d68c05-4eb8-4c5e-b009-ebdd8167e214,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:25.436096 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-2acdbf30-c4fc-48a2-b833-04f3e69f2984 service neutron] 10.222.0.83 "GET /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f/bindings/n-h1-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.0807741 May 06 09:39:25.642636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.652336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:25.675825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:25.704821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['d64f4bb4-0cb5-40e4-a517-12715a69a396'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:25.711935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50ecdc5-1ff6-4847-9c94-310211a77d6f {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:25.715189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af629f-9be5-446a-aba5-428b75f39b7f req-a3a79575-d91d-4df9-a3b3-76275f96bf63 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.716716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64af629f-9be5-446a-aba5-428b75f39b7f req-a3a79575-d91d-4df9-a3b3-76275f96bf63 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2840099-8015-426f-a7ff-a333ef4c6f2d HTTP/1.1" status: 200 len: 949 time: 0.4998243 May 06 09:39:25.719573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Pushing event deleted for resources: {'Port': ['ID=50101918-7d0a-4e27-9b08-768410a28013,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:25.728546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:25.732273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['25d68c05-4eb8-4c5e-b009-ebdd8167e214'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:25.742905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289fae3-4541-4efb-929e-68f7c3699176 req-3bdadf5c-ac40-436a-9125-347771ed483f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:25.744636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d289fae3-4541-4efb-929e-68f7c3699176 req-3bdadf5c-ac40-436a-9125-347771ed483f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 945 time: 0.1695573 May 06 09:39:25.754135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.776001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2feaab7-afcd-453e-be3e-4ba966fbccad {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:25.817925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.827682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] No DVR routers for this DVR port 50101918-7d0a-4e27-9b08-768410a28013 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:25.835095 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.838481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5d224f5-81ae-4c9c-af6c-9f497429a333 req-2c5a6490-1db3-4aba-8abb-1d4dff2f7d15 tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.83 "DELETE /v2.0/ports/50101918-7d0a-4e27-9b08-768410a28013 HTTP/1.1" status: 204 len: 173 time: 1.7112513 May 06 09:39:25.841704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-deleted', 'tag': '50101918-7d0a-4e27-9b08-768410a28013'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:25.843938 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185253c-445e-43f1-a752-ae379ff0499d" -d '{"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-deleted", "tag": "50101918-7d0a-4e27-9b08-768410a28013"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:25.854532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] Transition to ACTIVE for port object b50ecdc5-1ff6-4847-9c94-310211a77d6f will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:25.861923 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.863397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Transition to ACTIVE for port object d2feaab7-afcd-453e-be3e-4ba966fbccad will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:25.878181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:25.916175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64af629f-9be5-446a-aba5-428b75f39b7f req-dedca980-e291-4edd-b2a5-c0319580860a tempest-ListImageFiltersTestJSON-1820589928 tempest-ListImageFiltersTestJSON-1820589928-project] 10.222.0.76 "GET /v2.0/security-groups?id=8aca756b-573f-4361-9f23-ed7b0bf99ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703331 May 06 09:39:25.918690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d289fae3-4541-4efb-929e-68f7c3699176 req-7955c16b-1823-4b84-9fec-db3f1c63cabb tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536171 May 06 09:39:25.946132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2feaab7-afcd-453e-be3e-4ba966fbccad,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:25.978393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] No DVR routers for this DVR port b50ecdc5-1ff6-4847-9c94-310211a77d6f on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:25.985038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] Pushing event updated for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=10']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:26.051985 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-6e611734-c2a8-488a-8a5d-4e8d866181cf service neutron] 10.222.0.83 "PUT /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f/bindings/n-h1-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6019418 May 06 09:39:26.114793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Attempting to bind port d2feaab7-afcd-453e-be3e-4ba966fbccad on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:26.115144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Attempting to bind port d2feaab7-afcd-453e-be3e-4ba966fbccad by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:26.115462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Attempting to bind port d2feaab7-afcd-453e-be3e-4ba966fbccad on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:26.135305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850b06a-490f-46a0-a48c-163da30667eb req-3e6b94c3-ab67-4004-9695-5883c52c25fb tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.138041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6850b06a-490f-46a0-a48c-163da30667eb req-3e6b94c3-ab67-4004-9695-5883c52c25fb tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 944 time: 0.0839820 May 06 09:39:26.142954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Port d2feaab7-afcd-453e-be3e-4ba966fbccad on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:26.143415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Attempting to bind port d2feaab7-afcd-453e-be3e-4ba966fbccad on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:26.157445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:26.159208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:26.159735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:26.161481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Bound port: d2feaab7-afcd-453e-be3e-4ba966fbccad, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:26.161938 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.242288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6850b06a-490f-46a0-a48c-163da30667eb req-6298791d-5d1a-4912-b20d-43681fb883c4 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950637 May 06 09:39:26.276649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] For port d2feaab7-afcd-453e-be3e-4ba966fbccad, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:26.281224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] For port d2feaab7-afcd-453e-be3e-4ba966fbccad, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:26.290562 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.320132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.321438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.323101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] 10.222.0.82 "PUT /v2.0/ports/d2feaab7-afcd-453e-be3e-4ba966fbccad HTTP/1.1" status: 200 len: 1096 time: 1.8515778 May 06 09:39:26.441769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-6f4b4935-dd0c-40d9-8a85-684d7a33db67 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.443833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-6f4b4935-dd0c-40d9-8a85-684d7a33db67 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395&tenant_id=f23552f3f2b442deb134d815b68f5f7a&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 947 time: 0.1061711 May 06 09:39:26.527702 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-86c94567-4e49-4802-b574-0d969748e046 service neutron] 10.222.0.83 "GET /v2.0/ports/d64f4bb4-0cb5-40e4-a517-12715a69a396/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 382 time: 0.0723588 May 06 09:39:26.528640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-99effbfc-fbec-4fb1-9f6e-55209498193a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.530139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-99effbfc-fbec-4fb1-9f6e-55209498193a tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 944 time: 0.1686392 May 06 09:39:26.532831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9758-1e53-4a50-b11e-a46c746f10f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2feaab7-afcd-453e-be3e-4ba966fbccad,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:26.554935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3682dd2-82cc-4827-a5ac-8b30b66ad3e5 req-36bb7036-0351-4dcd-a803-1dc994bb0105 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.556490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3682dd2-82cc-4827-a5ac-8b30b66ad3e5 req-36bb7036-0351-4dcd-a803-1dc994bb0105 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 948 time: 0.2322559 May 06 09:39:26.565912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2cfbd-4e46-4e2d-98a1-0dae81f705d5 req-e5b0cb30-90fc-4395-8364-0193317f7c29 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.574084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06c2cfbd-4e46-4e2d-98a1-0dae81f705d5 req-e5b0cb30-90fc-4395-8364-0193317f7c29 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 944 time: 0.1830869 May 06 09:39:26.590730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-13f0f5b9-17d3-4276-8dc5-f3e5b2612422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.592270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-13f0f5b9-17d3-4276-8dc5-f3e5b2612422 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 1099 time: 0.1684368 May 06 09:39:26.679757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:26.703253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-079f6b7a-7ca9-4f8c-b35f-d6045fe57f74 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad HTTP/1.1" status: 200 len: 217 time: 0.0860868 May 06 09:39:26.704650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 50101918-7d0a-4e27-9b08-768410a28013 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:26.705156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 50101918-7d0a-4e27-9b08-768410a28013 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:26.774265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-a8cc0718-640f-42cd-81f1-0a2d4224cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.778351 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-a8cc0718-640f-42cd-81f1-0a2d4224cb06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1098 time: 0.2004600 May 06 09:39:26.814461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06c2cfbd-4e46-4e2d-98a1-0dae81f705d5 req-cda3068c-d689-4526-b8f3-c02cec5cdbcb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393799 May 06 09:39:26.817933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3682dd2-82cc-4827-a5ac-8b30b66ad3e5 req-c47d4c91-8b43-48ed-b80f-6c4154ace651 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212384 May 06 09:39:26.840976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-a85a7b8e-de1c-463c-83fb-749ad99b7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.842570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-a85a7b8e-de1c-463c-83fb-749ad99b7eba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1258411 May 06 09:39:26.900746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-1f00c22e-e617-4eda-b7f3-71b728b66b1e tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.902938 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-1f00c22e-e617-4eda-b7f3-71b728b66b1e tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.2592762 May 06 09:39:26.903627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Deleting port 55512deb-3d46-475b-9104-700c6d01aa41 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:26.903971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:26.951185 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7ad178-4ac9-48f9-a21d-80180acde2b4 x-openstack-request-id: req-9a7ad178-4ac9-48f9-a21d-80180acde2b4 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:26.951520 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2840099-8015-426f-a7ff-a333ef4c6f2d", "name": "network-vif-deleted", "tag": "50101918-7d0a-4e27-9b08-768410a28013", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:26.951736 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a7ad178-4ac9-48f9-a21d-80180acde2b4 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:26.952148 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7ad178-4ac9-48f9-a21d-80180acde2b4'] response: {'server_uuid': 'a2840099-8015-426f-a7ff-a333ef4c6f2d', 'name': 'network-vif-deleted', 'tag': '50101918-7d0a-4e27-9b08-768410a28013', 'status': 'completed', 'code': 200} May 06 09:39:26.958718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-b98d60c2-f6d5-4bb1-b815-037a624450d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.960073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-b98d60c2-f6d5-4bb1-b815-037a624450d9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107950 May 06 09:39:26.978287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-1ecdbb0a-e487-4942-ae60-60e33481bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:26.979836 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-1ecdbb0a-e487-4942-ae60-60e33481bb70 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1949606 May 06 09:39:27.131596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] For port 55512deb-3d46-475b-9104-700c6d01aa41, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=55512deb-3d46-475b-9104-700c6d01aa41,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:27.132038 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.158626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Calling delete_port for 55512deb-3d46-475b-9104-700c6d01aa41 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:27.175780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-146d71f7-b8eb-4891-ac6d-349502cb2dc0 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059922 May 06 09:39:27.186603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075b5ed-aa9e-426f-ae9b-d3401c77a8e0 req-0660c226-0004-4b02-b755-ec3736fb7a63 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.188192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9075b5ed-aa9e-426f-ae9b-d3401c77a8e0 req-0660c226-0004-4b02-b755-ec3736fb7a63 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.1379285 May 06 09:39:27.330222 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-c38d55a4-9354-4825-9eed-1d9a7a77dff5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.3308468 May 06 09:39:27.354830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9075b5ed-aa9e-426f-ae9b-d3401c77a8e0 req-5ce2d635-b532-4f7f-a3ef-92ce899ad924 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549902 May 06 09:39:27.377169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-f2a4591c-5990-497a-b81f-5ca034482b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.378640 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-f2a4591c-5990-497a-b81f-5ca034482b38 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288&tenant_id=99c19f6a0cb84097a21118b13e02be3c HTTP/1.1" status: 200 len: 1095 time: 0.4620566 May 06 09:39:27.387655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7576c2cf-958a-4802-935f-be2d1f429c4b req-7c5bc7de-580b-4181-a2ba-84792567308e service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960423 May 06 09:39:27.412136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-fa8a7fb4-6a82-44be-ae9e-faeb4cf8f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.417426 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-fa8a7fb4-6a82-44be-ae9e-faeb4cf8f391 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0799837 May 06 09:39:27.484785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-d1497fa6-0293-4831-914d-c0b74d69c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.489175 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-d1497fa6-0293-4831-914d-c0b74d69c4d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609996 May 06 09:39:27.555797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.568768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['55512deb-3d46-475b-9104-700c6d01aa41'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:27.579001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-851fabda-4e1f-4ec9-b43d-612fb37549d5 req-1303ac03-c6f3-478d-828a-4fa4a2e17533 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=20843664-b18f-421c-8f0f-f605ed583431 HTTP/1.1" status: 200 len: 210 time: 0.0426819 May 06 09:39:27.607843 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-11c3fa5a-11a1-412c-b9d9-6ead41e55ecf service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112225 May 06 09:39:27.633495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b826c61f-3e75-4a3b-bc42-b0ca9be85d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.635003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-b826c61f-3e75-4a3b-bc42-b0ca9be85d02 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1095 time: 0.2283146 May 06 09:39:27.635953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event deleted for resources: {'Port': ['ID=55512deb-3d46-475b-9104-700c6d01aa41,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:27.665001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689cdfb1-ad71-4d62-8ada-73079688b58b req-ad85bd32-a1f9-4207-a822-783e2b448c26 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.666897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-689cdfb1-ad71-4d62-8ada-73079688b58b req-ad85bd32-a1f9-4207-a822-783e2b448c26 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 947 time: 0.2222028 May 06 09:39:27.712339 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-8844a977-988b-4a44-a833-586722829bfe service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946369 May 06 09:39:27.725486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] No DVR routers for this DVR port 55512deb-3d46-475b-9104-700c6d01aa41 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:27.730374 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:27.734048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79e0f9bb-4a16-4b13-851b-dcb46670eb3e req-f913ccd5-d82d-4756-b5f9-e2d55ecc2418 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.83 "DELETE /v2.0/ports/55512deb-3d46-475b-9104-700c6d01aa41 HTTP/1.1" status: 204 len: 173 time: 1.1383810 May 06 09:39:27.826345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-689cdfb1-ad71-4d62-8ada-73079688b58b req-3e981ec7-91d9-4c9b-a1d2-0b5d5211d317 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452677 May 06 09:39:27.879053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1cde5-56ea-4cf7-878e-ce9ee1a8f971 req-96b6eaf3-1f24-4901-954e-a00377b6d7af tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.880555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fb1cde5-56ea-4cf7-878e-ce9ee1a8f971 req-96b6eaf3-1f24-4901-954e-a00377b6d7af tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 944 time: 0.1080518 May 06 09:39:27.885952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-d4944cd3-300e-4fe1-98af-542bca175793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:27.887386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-d4944cd3-300e-4fe1-98af-542bca175793 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.2194936 May 06 09:39:27.936501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-459f82fe-9f45-4a16-bbe2-6c6b057d39da service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 200 len: 217 time: 0.0422091 May 06 09:39:27.981837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fb1cde5-56ea-4cf7-878e-ce9ee1a8f971 req-265a3417-feb5-4557-85ed-6a6502f0704e tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934842 May 06 09:39:28.008371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-dea9fff6-36c9-4379-9b75-63a62b3782cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.009869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-dea9fff6-36c9-4379-9b75-63a62b3782cb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.0642276 May 06 09:39:28.056758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-3100e8b8-5442-496f-9f88-a8eef4ad1833 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350330 May 06 09:39:28.167606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218e53-0c51-4747-94ce-56e0ca095fda req-ee125979-6079-4145-8bee-e2dd350b3d95 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.169219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37218e53-0c51-4747-94ce-56e0ca095fda req-ee125979-6079-4145-8bee-e2dd350b3d95 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 944 time: 0.1153648 May 06 09:39:28.207674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-301fd395-4def-402b-bd20-cbdbac5cc4b9 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261923 May 06 09:39:28.245138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37218e53-0c51-4747-94ce-56e0ca095fda req-31ca1db9-b381-4019-9078-69153afebce8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661500 May 06 09:39:28.365165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfa339-f689-46db-82da-c77a70be5dc0 req-7e795b65-65de-4c1e-80d5-f922ed447f83 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.368048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3cfa339-f689-46db-82da-c77a70be5dc0 req-7e795b65-65de-4c1e-80d5-f922ed447f83 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 948 time: 0.0893104 May 06 09:39:28.373444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-8e1811f4-d6f3-4466-9753-c9e56136a417 service neutron] 10.222.0.82 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551418 May 06 09:39:28.408697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3cfa339-f689-46db-82da-c77a70be5dc0 req-19a7d61e-3578-44cc-a7fe-e35681449247 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 May 06 09:39:28.651229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:28.681476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc9627-7839-420b-9b22-694a57a84f21 req-352c9acc-58d3-403d-ae89-1eae0550e8ba tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.683915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-352c9acc-58d3-403d-ae89-1eae0550e8ba tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288&tenant_id=99c19f6a0cb84097a21118b13e02be3c&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1095 time: 0.0495653 May 06 09:39:28.720200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port d64f4bb4-0cb5-40e4-a517-12715a69a396 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:28.725446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port d64f4bb4-0cb5-40e4-a517-12715a69a396 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:28.726309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.836950 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.855783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-afdc9627-7839-420b-9b22-694a57a84f21 req-092177fe-3f25-44b1-a0e4-b2e2fd788a41 service neutron] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:28.859906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-afdc9627-7839-420b-9b22-694a57a84f21 req-092177fe-3f25-44b1-a0e4-b2e2fd788a41 service neutron] Notify callbacks [] for binding, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.861330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afdc9627-7839-420b-9b22-694a57a84f21 req-092177fe-3f25-44b1-a0e4-b2e2fd788a41 service neutron] 10.222.0.82 "DELETE /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f/bindings/n-h2-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.1573019 May 06 09:39:28.885079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:28.887992 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82faf0e1-97fa-408b-a3ee-fe98eaa3f857" -d '{"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-plugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:28.933013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:28.943046 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:28.943866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 25d68c05-4eb8-4c5e-b009-ebdd8167e214 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:28.956634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'tag': 'd2feaab7-afcd-453e-be3e-4ba966fbccad'}, {'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'name': 'network-vif-deleted', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:28.960321 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0108f61f-59d4-4d57-ae3f-6d656e3958c5", "tag": "d2feaab7-afcd-453e-be3e-4ba966fbccad"}, {"server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "name": "network-vif-deleted", "tag": "55512deb-3d46-475b-9104-700c6d01aa41"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:28.978327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034585d-d1a9-4923-ae94-840831e84efb req-14deab00-6425-49ee-8f19-5c7a29d82149 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:28.984252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9034585d-d1a9-4923-ae94-840831e84efb req-14deab00-6425-49ee-8f19-5c7a29d82149 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 945 time: 0.0951765 May 06 09:39:29.025376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9034585d-d1a9-4923-ae94-840831e84efb req-2cfaf89b-d2be-4909-b438-166cf384911e tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 May 06 09:39:29.058132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:29.083626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:29.086744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a23f-0601-4fb1-b025-2ccaeef139ab req-e5eeba29-995c-40f2-9148-a86387382901 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.088338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9910a23f-0601-4fb1-b025-2ccaeef139ab req-e5eeba29-995c-40f2-9148-a86387382901 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.0674846 May 06 09:39:29.092588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:29.092964 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.133628 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefbb937-69c9-486d-b983-6366023be31a x-openstack-request-id: req-eefbb937-69c9-486d-b983-6366023be31a {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:29.133923 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-plugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:29.134175 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eefbb937-69c9-486d-b983-6366023be31a {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:29.134567 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefbb937-69c9-486d-b983-6366023be31a'] response: {'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'code': 200} May 06 09:39:29.145823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9910a23f-0601-4fb1-b025-2ccaeef139ab req-df619402-3f36-4d36-a93c-4d9f3a056bc7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 May 06 09:39:29.182639 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2bbb4f-6e3a-4853-bcf2-bd26a8d202cf x-openstack-request-id: req-7c2bbb4f-6e3a-4853-bcf2-bd26a8d202cf {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:29.183050 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0108f61f-59d4-4d57-ae3f-6d656e3958c5", "tag": "d2feaab7-afcd-453e-be3e-4ba966fbccad", "status": "completed", "code": 200}, {"server_uuid": "20843664-b18f-421c-8f0f-f605ed583431", "name": "network-vif-deleted", "tag": "55512deb-3d46-475b-9104-700c6d01aa41", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:29.183296 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c2bbb4f-6e3a-4853-bcf2-bd26a8d202cf {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:29.183782 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2bbb4f-6e3a-4853-bcf2-bd26a8d202cf'] response: {'name': 'network-changed', 'server_uuid': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'tag': 'd2feaab7-afcd-453e-be3e-4ba966fbccad', 'status': 'completed', 'code': 200} May 06 09:39:29.184076 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2bbb4f-6e3a-4853-bcf2-bd26a8d202cf'] response: {'server_uuid': '20843664-b18f-421c-8f0f-f605ed583431', 'name': 'network-vif-deleted', 'tag': '55512deb-3d46-475b-9104-700c6d01aa41', 'status': 'completed', 'code': 200} May 06 09:39:29.224481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.255753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41356) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:29.272319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 25d68c05-4eb8-4c5e-b009-ebdd8167e214, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=25d68c05-4eb8-4c5e-b009-ebdd8167e214,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:29.292505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.297052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-ab7843e2-363a-4769-a656-3eb31d51ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.301372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-ab7843e2-363a-4769-a656-3eb31d51ecd4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 1099 time: 0.0931787 May 06 09:39:29.334290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623be64-6b6c-40f9-9e44-c381df59079f req-76381063-1266-4702-9546-919391f48eab tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.335950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3623be64-6b6c-40f9-9e44-c381df59079f req-76381063-1266-4702-9546-919391f48eab tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 944 time: 0.1166317 May 06 09:39:29.402159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=25d68c05-4eb8-4c5e-b009-ebdd8167e214,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:29.458692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3623be64-6b6c-40f9-9e44-c381df59079f req-bdb4c1e4-69d1-4ddc-8c17-a3e7165747ab tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119819 May 06 09:39:29.509338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726012ff-ec42-4cc8-bc33-e93808777eb9 req-016b7a11-c79f-46e8-8728-3a71e87816cd tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.510863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-726012ff-ec42-4cc8-bc33-e93808777eb9 req-016b7a11-c79f-46e8-8728-3a71e87816cd tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 944 time: 0.1308126 May 06 09:39:29.546620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-152e04ea-40ce-4c89-b9e4-a70669accc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.548051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-152e04ea-40ce-4c89-b9e4-a70669accc2d service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2334564 May 06 09:39:29.553166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60538c-461f-434d-91c4-e521dc601c3c req-1deee31c-f090-430b-b4d7-59ecd8d1f367 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.554645 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac60538c-461f-434d-91c4-e521dc601c3c req-1deee31c-f090-430b-b4d7-59ecd8d1f367 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 945 time: 0.1123116 May 06 09:39:29.585354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eec626a0-4762-4c8b-a9f1-a29defc15c70 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57844d1467034b90bbc2fc2f2a7f3fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278580 May 06 09:39:29.590475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41364) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:29.628459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-364e9027-3115-4078-9d7e-af31b415aa71 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad HTTP/1.1" status: 200 len: 217 time: 0.0526075 May 06 09:39:29.637233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-726012ff-ec42-4cc8-bc33-e93808777eb9 req-695a4392-2709-40b0-89a3-692f66ff01b8 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095991 May 06 09:39:29.676027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Deleting port de2c3f89-497e-45ee-8639-e15e4add84d4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:29.676558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.710091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec46b-ff01-436e-b58c-cbccd57c86a5 req-86067c5d-1f9b-4a4f-9016-07501e724648 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.716070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05cec46b-ff01-436e-b58c-cbccd57c86a5 req-86067c5d-1f9b-4a4f-9016-07501e724648 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 948 time: 0.1708591 May 06 09:39:29.747524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-9008ec94-7cb4-4d75-a15e-0b2e21f216b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:29.748973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-9008ec94-7cb4-4d75-a15e-0b2e21f216b2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1086342 May 06 09:39:29.766131 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5c6983a8-1664-4ac9-aa6a-e37e8cd9c398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.778160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] For port de2c3f89-497e-45ee-8639-e15e4add84d4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=de2c3f89-497e-45ee-8639-e15e4add84d4,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:29.778584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.793816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Calling delete_port for de2c3f89-497e-45ee-8639-e15e4add84d4 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:29.831125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05cec46b-ff01-436e-b58c-cbccd57c86a5 req-10581014-2f27-4068-a590-79ce7bf3befb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120896 May 06 09:39:29.860605 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5c6983a8-1664-4ac9-aa6a-e37e8cd9c398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.954361 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:29.994864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event deleted for resources: {'Port': ['ID=de2c3f89-497e-45ee-8639-e15e4add84d4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:30.037809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] No DVR routers for this DVR port de2c3f89-497e-45ee-8639-e15e4add84d4 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:30.040672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:30.044152 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac60538c-461f-434d-91c4-e521dc601c3c req-5c591a1a-dec4-43f9-8e97-0ac52bfb2927 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "DELETE /v2.0/ports/de2c3f89-497e-45ee-8639-e15e4add84d4 HTTP/1.1" status: 204 len: 173 time: 0.4729111 May 06 09:39:30.044606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'name': 'network-vif-deleted', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:30.046942 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecf704e-7f32-4706-9369-5172720efdac" -d '{"events": [{"server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "name": "network-vif-deleted", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:30.092568 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ee8ee-a602-4ef3-a351-d14394d2c1b8 x-openstack-request-id: req-de6ee8ee-a602-4ef3-a351-d14394d2c1b8 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:30.092943 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e479e433-8714-47bb-8aaf-68ab91341bf9", "name": "network-vif-deleted", "tag": "de2c3f89-497e-45ee-8639-e15e4add84d4", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:30.093327 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de6ee8ee-a602-4ef3-a351-d14394d2c1b8 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:30.093803 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6ee8ee-a602-4ef3-a351-d14394d2c1b8'] response: {'server_uuid': 'e479e433-8714-47bb-8aaf-68ab91341bf9', 'name': 'network-vif-deleted', 'tag': 'de2c3f89-497e-45ee-8639-e15e4add84d4', 'status': 'completed', 'code': 200} May 06 09:39:30.204522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30980e4-8f85-454a-b31e-511d88842577 req-e86a0783-61f6-4654-8bcd-2224d94c1f87 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.205996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a30980e4-8f85-454a-b31e-511d88842577 req-e86a0783-61f6-4654-8bcd-2224d94c1f87 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 1095 time: 0.4537652 May 06 09:39:30.256683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-04826ffc-ed04-44a2-b94c-4442ca7d44ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.259010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-04826ffc-ed04-44a2-b94c-4442ca7d44ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4719701 May 06 09:39:30.262933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-689baa80-ed3a-4945-89c2-f4f25de19624 req-1c10376d-0790-4e21-b928-5b390d4207da tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=e479e433-8714-47bb-8aaf-68ab91341bf9 HTTP/1.1" status: 200 len: 210 time: 0.0613685 May 06 09:39:30.338178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a30980e4-8f85-454a-b31e-511d88842577 req-1d7590b5-370a-46e3-9bee-4c782a9b5821 tempest-LiveAutoBlockMigrationV225Test-1072218378 tempest-LiveAutoBlockMigrationV225Test-1072218378-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038556 May 06 09:39:30.340539 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5c6983a8-1664-4ac9-aa6a-e37e8cd9c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:30.342998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5c6983a8-1664-4ac9-aa6a-e37e8cd9c398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:30.346431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5c6983a8-1664-4ac9-aa6a-e37e8cd9c398 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8aca756b-573f-4361-9f23-ed7b0bf99ddc HTTP/1.1" status: 204 len: 168 time: 0.7262366 May 06 09:39:30.359162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6983a8-1664-4ac9-aa6a-e37e8cd9c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aca756b-573f-4361-9f23-ed7b0bf99ddc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:30.462871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa28fd-a5af-4948-84d4-8dea76c1eab1 req-af730bca-ccd4-49ee-81da-914af659218a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.464657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acfa28fd-a5af-4948-84d4-8dea76c1eab1 req-af730bca-ccd4-49ee-81da-914af659218a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.1141376 May 06 09:39:30.466698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-e59bfdbb-4c41-4424-8427-f493126150cb service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958020 May 06 09:39:30.529992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d2feaab7-afcd-453e-be3e-4ba966fbccad details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:30.591930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acfa28fd-a5af-4948-84d4-8dea76c1eab1 req-62cd6ea6-4939-48ef-adc4-ecb4af1f61fd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185024 May 06 09:39:30.671177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b8d8e8-76b1-4310-a2d8-8c825647b2b7 req-bf636042-bfd8-4f52-b0f8-2742e784df1b service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834965 May 06 09:39:30.704391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:30.704391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55512deb-3d46-475b-9104-700c6d01aa41 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:30.769419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 55512deb-3d46-475b-9104-700c6d01aa41 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:30.770094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 55512deb-3d46-475b-9104-700c6d01aa41 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:30.809029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9977-6150-4c25-b525-120ceabf4829 req-bfad4104-50dd-4117-a0d9-239fbc2211be tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.819352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f92e9977-6150-4c25-b525-120ceabf4829 req-bfad4104-50dd-4117-a0d9-239fbc2211be tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.1055903 May 06 09:39:30.897308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d2feaab7-afcd-453e-be3e-4ba966fbccad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:30.904111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f92e9977-6150-4c25-b525-120ceabf4829 req-377529fd-d580-42b9-91aa-f64382d84f35 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833452 May 06 09:39:30.923246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-2882e68d-60ee-4c00-8fc7-3c5b2333e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:30.927350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-2882e68d-60ee-4c00-8fc7-3c5b2333e101 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395&tenant_id=f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 1099 time: 0.1031153 May 06 09:39:30.933179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:30.935536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd2feaab7-afcd-453e-be3e-4ba966fbccad', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'd2feaab7-afcd-453e-be3e-4ba966fbccad', 'mac_address': 'fa:16:3e:e7:6b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:30.962208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:30.970564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'mac_address': 'fa:16:3e:5c:68:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:31.009166 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.037390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2feaab7-afcd-453e-be3e-4ba966fbccad {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:31.065135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d2feaab7-afcd-453e-be3e-4ba966fbccad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:31.066939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.079477 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.087913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:31.136092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:31.138913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d68c05-4eb8-4c5e-b009-ebdd8167e214'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:31.141395 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c274074f-7015-4d0f-aaca-8dc9a29b3eca" -d '{"events": [{"server_uuid": "4788deb2-55c7-494e-82c7-a4578fba10d7", "name": "network-vif-plugged", "status": "completed", "tag": "25d68c05-4eb8-4c5e-b009-ebdd8167e214"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:31.147814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.164489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d2feaab7-afcd-453e-be3e-4ba966fbccad,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:31.176356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.255446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c219b52-d3f8-4ab0-ae9a-1edf8db68dba req-66814842-086e-4900-b4d0-f41fdf7e731d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:31.262906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c219b52-d3f8-4ab0-ae9a-1edf8db68dba req-66814842-086e-4900-b4d0-f41fdf7e731d tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 944 time: 0.2073288 May 06 09:39:31.351232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-9f747d6d-cda6-43ad-bb9a-43602cb07fdb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:31.354149 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-9f747d6d-cda6-43ad-bb9a-43602cb07fdb tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 944 time: 0.0750222 May 06 09:39:31.361806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56c4c2-2730-461c-9a4f-e13e21b3ab0b req-88418e08-2856-4c66-af65-9ab13127d3fb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:31.363657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a56c4c2-2730-461c-9a4f-e13e21b3ab0b req-88418e08-2856-4c66-af65-9ab13127d3fb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 949 time: 0.2636318 May 06 09:39:31.401472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:31.416581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c219b52-d3f8-4ab0-ae9a-1edf8db68dba req-4b51775c-2438-4c38-b582-7d7b4d4d3ca2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520345 May 06 09:39:31.423671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:31.484774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Deleting port b50ecdc5-1ff6-4847-9c94-310211a77d6f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:31.485934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.491854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:31.527375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a56c4c2-2730-461c-9a4f-e13e21b3ab0b req-8e417399-f097-41ec-94c4-926bc619598f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540916 May 06 09:39:31.577436 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194b544-42d1-41e8-98d0-f8a1cbf7a27f x-openstack-request-id: req-2194b544-42d1-41e8-98d0-f8a1cbf7a27f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:31.577951 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4788deb2-55c7-494e-82c7-a4578fba10d7", "name": "network-vif-plugged", "status": "completed", "tag": "25d68c05-4eb8-4c5e-b009-ebdd8167e214", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:31.578143 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2194b544-42d1-41e8-98d0-f8a1cbf7a27f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:31.578652 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2194b544-42d1-41e8-98d0-f8a1cbf7a27f'] response: {'server_uuid': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d68c05-4eb8-4c5e-b009-ebdd8167e214', 'code': 200} May 06 09:39:31.605812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41444) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:31.645343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:31.647465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] For port b50ecdc5-1ff6-4847-9c94-310211a77d6f, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b50ecdc5-1ff6-4847-9c94-310211a77d6f,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:31.647871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.665168 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Calling delete_port for b50ecdc5-1ff6-4847-9c94-310211a77d6f owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:31.821367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2026820577-network', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:31.852803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.853267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:31.855831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.877514 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.927488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event deleted for resources: {'Port': ['ID=b50ecdc5-1ff6-4847-9c94-310211a77d6f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:31.984563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:31.990217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] No DVR routers for this DVR port b50ecdc5-1ff6-4847-9c94-310211a77d6f on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:31.993207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:31.996470 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec352cb1-4da1-4224-82e7-f0bd15ada813 req-905b4903-fc63-4f28-88cb-06c88d90ab37 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.82 "DELETE /v2.0/ports/b50ecdc5-1ff6-4847-9c94-310211a77d6f HTTP/1.1" status: 204 len: 173 time: 0.6340103 May 06 09:39:32.021468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9936f7-26f5-4f74-8332-1a0bc22422db req-c32880f6-18c9-4496-9df6-3315a90da02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.023126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df9936f7-26f5-4f74-8332-1a0bc22422db req-c32880f6-18c9-4496-9df6-3315a90da02b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 1096 time: 0.3301513 May 06 09:39:32.033655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.047596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0a7af-b314-465a-937d-e9423023764f req-099c8e71-7e8b-4524-a5c6-77f8d9a08dff tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.049085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a0a7af-b314-465a-937d-e9423023764f req-099c8e71-7e8b-4524-a5c6-77f8d9a08dff tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.2874827 May 06 09:39:32.078314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.094350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'name': 'network-vif-deleted', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:32.100245 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb471d0-841f-4365-b41b-23460edffb92" -d '{"events": [{"server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "name": "network-vif-deleted", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:32.149643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:39:32.176605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:32.178808 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d91653-1e25-4d49-bc8a-cf7f6f9d4fed" -d '{"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-unplugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:32.188444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.197312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e80522-f4a0-4455-9cac-c7346b6c0d0f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:32.201298 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.201634 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Added segment 382e04c9-bf90-4d18-aa8d-6245def69911 of type vlan for network 70b3830f-31d8-47f3-b72c-157501ef1373 May 06 09:39:32.207995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df9936f7-26f5-4f74-8332-1a0bc22422db req-2ae6f11d-82f2-4c8f-b0b0-691cb2eb682a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703367 May 06 09:39:32.231074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced7c0e-d12f-4400-b858-8553696053e9 req-7afa7b57-e550-4053-99be-80e7ca21b590 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.232579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ced7c0e-d12f-4400-b858-8553696053e9 req-7afa7b57-e550-4053-99be-80e7ca21b590 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.2462883 May 06 09:39:32.240356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a0a7af-b314-465a-937d-e9423023764f req-0e478b3f-fed7-4f8f-bb2f-b01ff8745797 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661980 May 06 09:39:32.241626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.241968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.242305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.242631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.242957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.243754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.243754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.243942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.244226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.244543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.244861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.245176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:32.278780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Transition to ACTIVE for port object d64f4bb4-0cb5-40e4-a517-12715a69a396 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:32.299299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.310272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.412326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ced7c0e-d12f-4400-b858-8553696053e9 req-a2e1113c-40a3-4088-8018-6a29f72ff01b tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/security-groups?id=47e37ede-eb7f-40e4-aab5-f56e9e2a4351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431773 May 06 09:39:32.434163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] No DVR routers for this DVR port d64f4bb4-0cb5-40e4-a517-12715a69a396 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:32.438468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.439435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.441232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.455975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:32.491209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['b50ecdc5-1ff6-4847-9c94-310211a77d6f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:32.531503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-f4e9b960-6c08-4849-8e0c-03071ee9de63 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.533054 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-f4e9b960-6c08-4849-8e0c-03071ee9de63 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 945 time: 0.1129084 May 06 09:39:32.534695 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5059fa09-212e-4e77-95f0-132a381b3ae3 x-openstack-request-id: req-5059fa09-212e-4e77-95f0-132a381b3ae3 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:32.535141 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f013cdb-529e-4906-b359-189a883a4288", "name": "network-vif-deleted", "tag": "b50ecdc5-1ff6-4847-9c94-310211a77d6f", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:32.535593 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5059fa09-212e-4e77-95f0-132a381b3ae3 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:32.536099 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5059fa09-212e-4e77-95f0-132a381b3ae3'] response: {'server_uuid': '3f013cdb-529e-4906-b359-189a883a4288', 'name': 'network-vif-deleted', 'tag': 'b50ecdc5-1ff6-4847-9c94-310211a77d6f', 'status': 'completed', 'code': 200} May 06 09:39:32.554419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:32.558355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9514964 May 06 09:39:32.562550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41468) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:32.579077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3c1e1-35ff-41fd-9ad5-05ea9af1d3d3 req-b344203d-d241-4e60-8ee5-6af75c5be193 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:32.588712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61e3c1e1-35ff-41fd-9ad5-05ea9af1d3d3 req-b344203d-d241-4e60-8ee5-6af75c5be193 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.2453196 May 06 09:39:32.598938 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2aeeb0-5be6-4f1e-a633-f662fdfca6ab x-openstack-request-id: req-7b2aeeb0-5be6-4f1e-a633-f662fdfca6ab {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:32.599210 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-unplugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:32.599457 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b2aeeb0-5be6-4f1e-a633-f662fdfca6ab {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:32.599890 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b2aeeb0-5be6-4f1e-a633-f662fdfca6ab'] response: {'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'code': 200} May 06 09:39:32.603433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Request body: {'subnet': {'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2026820577-subnet', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:32.614480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:32.614911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:32.615241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:32.624756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: de2c3f89-497e-45ee-8639-e15e4add84d4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:32.625319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device de2c3f89-497e-45ee-8639-e15e4add84d4 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:32.651023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:32.651346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Attempting to bind port d64f4bb4-0cb5-40e4-a517-12715a69a396 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:32.657695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b17a3-4884-4960-b4fe-953e303d2902 admin admin] Pushing event updated for resources: {'Network': ['ID=70b3830f-31d8-47f3-b72c-157501ef1373,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:32.663711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:32.679084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:32.679444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:32.679838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:32.680390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Bound port: d64f4bb4-0cb5-40e4-a517-12715a69a396, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:32.680666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.709371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e94c507-edb9-45f9-a103-b2b18fd7887b req-d24c6fb2-29c6-449d-b077-e089db607443 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 210 time: 0.0525482 May 06 09:39:32.721160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 70b3830f-31d8-47f3-b72c-157501ef1373 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:39:32.725068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:32.729822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.746330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Deleting port 55a4c69a-be9d-4f72-b6c5-583ba4801532 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:32.746796 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.752336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61e3c1e1-35ff-41fd-9ad5-05ea9af1d3d3 req-bcb6e073-677c-49ca-b7a9-daf951115a84 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627104 May 06 09:39:32.884698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:32.903800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:32.904344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.939970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:32.942691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] For port 55a4c69a-be9d-4f72-b6c5-583ba4801532, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=55a4c69a-be9d-4f72-b6c5-583ba4801532,segment=NetworkSegment(8e011a57-a2af-4aa8-a94d-7c4c45735d33),segment_id=8e011a57-a2af-4aa8-a94d-7c4c45735d33)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:32.944211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.952364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:32.970447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Calling delete_port for 55a4c69a-be9d-4f72-b6c5-583ba4801532 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:33.009096 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.011850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=11']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:33.038683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee5e85-46ed-4a58-8989-43abecd422d4 req-c19ad81d-5b7c-43aa-aaec-93200b47f976 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.047684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-caee5e85-46ed-4a58-8989-43abecd422d4 req-c19ad81d-5b7c-43aa-aaec-93200b47f976 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 949 time: 0.1710403 May 06 09:39:33.050512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.051858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.053406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-276959f2-17ee-4ea9-9a8f-51ad1497b3c6 service neutron] 10.222.0.82 "PUT /v2.0/ports/d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 1095 time: 2.1043563 May 06 09:39:33.055806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:33.082350 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.083438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:33.180150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:33.180837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.209430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:33.215715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-caee5e85-46ed-4a58-8989-43abecd422d4 req-fb1b9c49-1d5d-4370-b452-b7ae08c8895b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666770 May 06 09:39:33.234938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Pushing event deleted for resources: {'Port': ['ID=55a4c69a-be9d-4f72-b6c5-583ba4801532,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:33.240138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-b3f9bfd1-c0b1-4100-b3bf-2b879cb606f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.242504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-b3f9bfd1-c0b1-4100-b3bf-2b879cb606f7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1098 time: 0.1547687 May 06 09:39:33.264073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.264073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.264073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.264645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.265718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.266148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.266575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.267002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.268198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.268352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.268774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.270893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:33.323521 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] No DVR routers for this DVR port 55a4c69a-be9d-4f72-b6c5-583ba4801532 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:33.326807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.331242 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4d5e20d8-baf4-43b0-a3bc-779d3675cd07 req-34f93428-30bb-43be-a846-2770a0b40355 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.82 "DELETE /v2.0/ports/55a4c69a-be9d-4f72-b6c5-583ba4801532 HTTP/1.1" status: 204 len: 173 time: 0.7923114 May 06 09:39:33.346595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.478812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5629f69f-bdb3-4781-8728-94e828d934e4,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:33.485716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-f68a02a8-a179-4ca9-845d-6861bedf4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.487748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-f68a02a8-a179-4ca9-845d-6861bedf4b21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2216065 May 06 09:39:33.513234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a10c5-22e0-4ace-85f7-941108f2fe12 req-03ad61c0-e420-4835-85c1-64a230d9456f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.514731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e39a10c5-22e0-4ace-85f7-941108f2fe12 req-03ad61c0-e420-4835-85c1-64a230d9456f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 947 time: 0.1203201 May 06 09:39:33.517056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Checking segment: {'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:33.517431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Network hostable DHCP agents. Network: 70b3830f-31d8-47f3-b72c-157501ef1373, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:39:33.552843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-42730f5a-924c-4aff-bb7a-3e67b2953e73 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.0556221 May 06 09:39:33.579416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:33.582998 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed6689-859a-4f1e-8f4f-603ab2ffd243" -d '{"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:33.621886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59757456-012f-4cc1-98d7-f7911703ac2f req-e70c3189-8e29-40a9-ad6b-eec10fa34bd8 tempest-LiveMigrationTest-213516582 tempest-LiveMigrationTest-213516582-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdaac868-33b5-447f-a3c9-5c22efbf1c01 HTTP/1.1" status: 200 len: 210 time: 0.0726302 May 06 09:39:33.649221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Network 70b3830f-31d8-47f3-b72c-157501ef1373 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:39:33.661407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e39a10c5-22e0-4ace-85f7-941108f2fe12 req-066d4452-4c1c-4924-9510-03a820b2eb1e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134918 May 06 09:39:33.669032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-280d7c18-74b1-4220-bdb5-f6a8c20e29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.670464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-280d7c18-74b1-4220-bdb5-f6a8c20e29ad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1035137 May 06 09:39:33.671187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 70b3830f-31d8-47f3-b72c-157501ef1373) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:33.675082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.675798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.696042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71edf34f-66b0-4c53-aa30-2c2fb1d45c4e None None] Network 70b3830f-31d8-47f3-b72c-157501ef1373 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:33.710805 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a13d15d-9447-446c-921e-0f0bba69adee x-openstack-request-id: req-3a13d15d-9447-446c-921e-0f0bba69adee {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:33.711300 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:33.711731 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a13d15d-9447-446c-921e-0f0bba69adee {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:33.712289 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a13d15d-9447-446c-921e-0f0bba69adee'] response: {'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'code': 200} May 06 09:39:33.763295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-baa80add-eb23-4ca7-b3be-2cc18d670d4e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1992331 May 06 09:39:33.766491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41486) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:33.773267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-00cedb76-1cd9-424b-86c2-c8253f01e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:33.773598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:33.775978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-00cedb76-1cd9-424b-86c2-c8253f01e499 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826411 May 06 09:39:33.827024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.829038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:33.964974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5fe336c-b1e1-4083-a3d3-d1d7183cbb0b req-caa1bc63-a99a-4867-bc3e-b67992688c86 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 210 time: 0.0552559 May 06 09:39:33.983000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.014587 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-70b3830f-31d8-47f3-b72c-157501ef1373', 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'fixed_ips': [{'subnet_id': '5629f69f-bdb3-4781-8728-94e828d934e4'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:39:34.017507 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.074611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622061a1-43f2-4c8a-9be5-34bd24988afe req-266c7b4f-f278-407d-a5e6-6f0111a32e21 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:34.076835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-622061a1-43f2-4c8a-9be5-34bd24988afe req-266c7b4f-f278-407d-a5e6-6f0111a32e21 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.1530609 May 06 09:39:34.082333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-c2990c75-caa2-45cb-8914-c3b7964bb4ec service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989335 May 06 09:39:34.218196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.281976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Allocated IP 172.20.0.2 (70b3830f-31d8-47f3-b72c-157501ef1373/5629f69f-bdb3-4781-8728-94e828d934e4/ecc91271-f666-40d8-b613-383222a31ce1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:34.284247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-622061a1-43f2-4c8a-9be5-34bd24988afe req-682c7f6e-161e-4031-a600-84e714b2ce0e tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937473 May 06 09:39:34.341040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c85f0-c921-44f4-8500-6b9e24c39ab8 req-08117106-1589-45d0-84c0-b9b7c3a34a65 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360444 May 06 09:39:34.438823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3a028-2fc7-4ae3-8f55-c4869d195381 req-a983fa9d-e767-4278-99ef-2f3b79269b0f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:34.440359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49a3a028-2fc7-4ae3-8f55-c4869d195381 req-a983fa9d-e767-4278-99ef-2f3b79269b0f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 949 time: 0.0906699 May 06 09:39:34.517700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49a3a028-2fc7-4ae3-8f55-c4869d195381 req-c265cd6e-6fce-45e5-919a-a3dc625367bb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646379 May 06 09:39:34.539057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'name': 'network-vif-deleted', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:34.541773 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fd2f1a-fb6c-42a8-9434-c37525f00c6b" -d '{"events": [{"server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "name": "network-vif-deleted", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:34.547647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.555215 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.599237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.601438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:34.604629 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b75f49-ed4f-4e65-af50-26163dc7fc40" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:34.618745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d2feaab7-afcd-453e-be3e-4ba966fbccad up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:34.650047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.661247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Network 70b3830f-31d8-47f3-b72c-157501ef1373 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:34.665718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:34.683433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:34.690961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Pushing event updated for resources: {'Port': ['ID=ecc91271-f666-40d8-b613-383222a31ce1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:34.728414 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c26657f-14ce-492f-a95a-d603eaa006fc x-openstack-request-id: req-4c26657f-14ce-492f-a95a-d603eaa006fc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:34.728944 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:34.729515 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c26657f-14ce-492f-a95a-d603eaa006fc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:34.730169 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c26657f-14ce-492f-a95a-d603eaa006fc'] response: {'name': 'network-changed', 'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'status': 'completed', 'code': 200} May 06 09:39:34.829614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Allocated IP 172.25.8.229 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/9048b030-8ec2-46d5-959b-324879ab9d16) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:34.836958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d2feaab7-afcd-453e-be3e-4ba966fbccad completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:34.842338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Attempting to bind port ecc91271-f666-40d8-b613-383222a31ce1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:34.842833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Attempting to bind port ecc91271-f666-40d8-b613-383222a31ce1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:34.843320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Attempting to bind port ecc91271-f666-40d8-b613-383222a31ce1 on network 70b3830f-31d8-47f3-b72c-157501ef1373 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:34.848892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d2feaab7-afcd-453e-be3e-4ba966fbccad triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:34.849711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.878454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:34.879074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Checking segment: {'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:34.879602 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.880173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Bound using segment: {'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:34.880776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Bound port: ecc91271-f666-40d8-b613-383222a31ce1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:34.881256 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:34.885874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41532) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:35.025943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.062468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-0ca148b8-1921-461f-8d00-bde740ab1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.064149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-0ca148b8-1921-461f-8d00-bde740ab1765 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1098 time: 0.3195331 May 06 09:39:35.067913 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e386a-2619-430c-9ceb-da0bab1e1701 x-openstack-request-id: req-7c0e386a-2619-430c-9ceb-da0bab1e1701 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:35.068618 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaac868-33b5-447f-a3c9-5c22efbf1c01", "name": "network-vif-deleted", "tag": "55a4c69a-be9d-4f72-b6c5-583ba4801532", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:35.068981 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c0e386a-2619-430c-9ceb-da0bab1e1701 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:35.069581 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0e386a-2619-430c-9ceb-da0bab1e1701'] response: {'server_uuid': 'bdaac868-33b5-447f-a3c9-5c22efbf1c01', 'name': 'network-vif-deleted', 'tag': '55a4c69a-be9d-4f72-b6c5-583ba4801532', 'status': 'completed', 'code': 200} May 06 09:39:35.071315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.101626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] For port ecc91271-f666-40d8-b613-383222a31ce1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:35.144021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] For port ecc91271-f666-40d8-b613-383222a31ce1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ecc91271-f666-40d8-b613-383222a31ce1,segment=NetworkSegment(382e04c9-bf90-4d18-aa8d-6245def69911),segment_id=382e04c9-bf90-4d18-aa8d-6245def69911)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:35.146532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:35.148638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Pushing event updated for resources: {'Port': ['ID=9048b030-8ec2-46d5-959b-324879ab9d16,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:35.151421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-526c36f8-ffa9-4671-8dba-35412338c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.156460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-526c36f8-ffa9-4671-8dba-35412338c2b1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 1098 time: 0.3989110 May 06 09:39:35.162682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:35.168544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:35.172190 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.184364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83210dc6-6ec2-4d66-b113-48149e36fffb req-509b2e66-f400-4429-828d-c5b399722cbc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.188552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.197130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83210dc6-6ec2-4d66-b113-48149e36fffb req-509b2e66-f400-4429-828d-c5b399722cbc tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 947 time: 0.2914495 May 06 09:39:35.288854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9c944-3527-4410-ba94-d8982cd07846 None None] Pushing event updated for resources: {'Port': ['ID=ecc91271-f666-40d8-b613-383222a31ce1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:35.306490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d2feaab7-afcd-453e-be3e-4ba966fbccad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:35.317887 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.321205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:35.379629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 55a4c69a-be9d-4f72-b6c5-583ba4801532 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:35.380356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 55a4c69a-be9d-4f72-b6c5-583ba4801532 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:35.382724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b50ecdc5-1ff6-4847-9c94-310211a77d6f no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:35.423506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: b50ecdc5-1ff6-4847-9c94-310211a77d6f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:35.424308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b50ecdc5-1ff6-4847-9c94-310211a77d6f not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:35.455151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d2feaab7-afcd-453e-be3e-4ba966fbccad,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:35.484862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-938c63b2-5449-4ac9-81e5-6fbaa33d1dc8 req-2aaa07dd-e2c9-4d92-af33-10c3a088c505 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 210 time: 0.2863073 May 06 09:39:35.497144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] Deleting subnet ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:39:35.513692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.565778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.674076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83210dc6-6ec2-4d66-b113-48149e36fffb req-25788f25-55c1-427a-9f95-c89404fdcc8a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662620 May 06 09:39:35.712750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.717172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2feaab7-afcd-453e-be3e-4ba966fbccad'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:35.717172 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98984f75-7398-4bbe-87f5-92e26e5127ea" -d '{"events": [{"server_uuid": "0108f61f-59d4-4d57-ae3f-6d656e3958c5", "name": "network-vif-plugged", "status": "completed", "tag": "d2feaab7-afcd-453e-be3e-4ba966fbccad"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:35.728741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-50163f6d-dc0b-47db-8576-250544866846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.731130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-50163f6d-dc0b-47db-8576-250544866846 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.6244268 May 06 09:39:35.896849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.953595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-af185958-21b7-4020-b2f6-0c9fc6d8175b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:35.955394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-af185958-21b7-4020-b2f6-0c9fc6d8175b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.7878881 May 06 09:39:35.982129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-16fb7bba-6219-40af-8107-8016c56846ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.1988437 May 06 09:39:35.982510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:35.993883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.084702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.088043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a HTTP/1.1" status: 204 len: 168 time: 1.2010820 May 06 09:39:36.095871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41554) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:36.118278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-25da6822-d597-49cb-ab50-43b09fe965bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 200 len: 217 time: 0.1342287 May 06 09:39:36.126282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7a215-759c-42c7-b562-24307eaf5103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8a16ef-31b6-4fd1-bd2c-441f5ec8b67a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:36.198649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:39:36.257034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5975db0-8feb-4f20-8119-93b8863f4af8 req-070cc498-8295-42a9-be0f-a5348f4ea5a4 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.258616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5975db0-8feb-4f20-8119-93b8863f4af8 req-070cc498-8295-42a9-be0f-a5348f4ea5a4 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.4594440 May 06 09:39:36.295404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-9de432e1-185e-4a63-ba49-b15bc21ce916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.298440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-9de432e1-185e-4a63-ba49-b15bc21ce916 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2918713 May 06 09:39:36.381712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92938fa-37de-48ac-9a56-11397ed60861 req-65daabcf-ddd9-4a43-b507-c05c66aeb111 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.385607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d92938fa-37de-48ac-9a56-11397ed60861 req-65daabcf-ddd9-4a43-b507-c05c66aeb111 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 950 time: 0.5138543 May 06 09:39:36.392761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-a7550477-56fb-40c3-b79d-58ced44ddada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:36.395877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-a7550477-56fb-40c3-b79d-58ced44ddada service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2670200 May 06 09:39:36.423429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:39:36.450296 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Sync routers for ids ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:39:36.467550 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Routers {'443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:36.468228 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:36.471296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:36.473207 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-98fd85ea-a1fb-4c5b-af5f-c0088330e905 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7046733 May 06 09:39:36.483670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41556) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:36.700299 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Set router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:36.990133 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:39:35Z', 'revision_number': 3, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port': {'id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:34Z', 'updated_at': '2022-05-06T09:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:36.991530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ecc91271-f666-40d8-b613-383222a31ce1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:37.052180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3536ed0e-d3ea-463a-81c5-7352ddefb0a8 None None] Network 70b3830f-31d8-47f3-b72c-157501ef1373 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:37.082075 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Checking router: 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:39:37.084403 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Updating router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 port 9048b030-8ec2-46d5-959b-324879ab9d16 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:39:37.156080 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.161746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.197229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5975db0-8feb-4f20-8119-93b8863f4af8 req-65b84cb6-2583-466e-b212-cf9d8a305c3f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9034920 May 06 09:39:37.339801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-94af253b-2703-4304-8313-04d36dacca97 None None] Provisioning complete for port ecc91271-f666-40d8-b613-383222a31ce1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:37.340497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-94af253b-2703-4304-8313-04d36dacca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.403769 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c17a69-9b7d-4035-aefc-c55e1b9a8971 x-openstack-request-id: req-a7c17a69-9b7d-4035-aefc-c55e1b9a8971 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:37.404226 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0108f61f-59d4-4d57-ae3f-6d656e3958c5", "name": "network-vif-plugged", "status": "completed", "tag": "d2feaab7-afcd-453e-be3e-4ba966fbccad", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:37.405000 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7c17a69-9b7d-4035-aefc-c55e1b9a8971 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:37.405000 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c17a69-9b7d-4035-aefc-c55e1b9a8971'] response: {'server_uuid': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2feaab7-afcd-453e-be3e-4ba966fbccad', 'code': 200} May 06 09:39:37.428296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ecc91271-f666-40d8-b613-383222a31ce1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:37.428665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.459227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-ea70063f-cf47-4949-94e0-1bc52d78ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.461186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-ea70063f-cf47-4949-94e0-1bc52d78ca6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0175333 May 06 09:39:37.528156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d92938fa-37de-48ac-9a56-11397ed60861 req-1a2fa5d2-3aa5-4000-bc12-92e107ee1120 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1130769 May 06 09:39:37.535368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-c319824a-78ca-4a6e-a7be-54f023063bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.542282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-c319824a-78ca-4a6e-a7be-54f023063bc4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2301352 May 06 09:39:37.720892 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.744974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39424dc8-8550-4662-ad1d-3161e9d11e8c']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:37.754844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf11f2-f70c-4d36-a2ae-bda7348db222 req-25b9b61e-8c11-4808-9ba0-69c0b0e16ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:37.756900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e011a57-a2af-4aa8-a94d-7c4c45735d33') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:37.757361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e011a57-a2af-4aa8-a94d-7c4c45735d33') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:37.764821 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9ecf11f2-f70c-4d36-a2ae-bda7348db222 req-25b9b61e-8c11-4808-9ba0-69c0b0e16ef7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 1101 time: 0.3089018 May 06 09:39:37.771414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.855487 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.856419 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.859011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-94af253b-2703-4304-8313-04d36dacca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.866300 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.884810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:37.944656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-94af253b-2703-4304-8313-04d36dacca97 None None] For port ecc91271-f666-40d8-b613-383222a31ce1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ecc91271-f666-40d8-b613-383222a31ce1,segment=NetworkSegment(382e04c9-bf90-4d18-aa8d-6245def69911),segment_id=382e04c9-bf90-4d18-aa8d-6245def69911)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:37.976817 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-94af253b-2703-4304-8313-04d36dacca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.005052 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Attempting to bind port 9048b030-8ec2-46d5-959b-324879ab9d16 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:38.005819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Attempting to bind port 9048b030-8ec2-46d5-959b-324879ab9d16 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:38.006193 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Attempting to bind port 9048b030-8ec2-46d5-959b-324879ab9d16 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:38.013983 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Pushing event updated for resources: {'Port': ['ID=9048b030-8ec2-46d5-959b-324879ab9d16,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:38.024305 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:38.024678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:38.025080 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.025475 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:38.032354 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Bound port: 9048b030-8ec2-46d5-959b-324879ab9d16, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:38.032761 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.081229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:39:38.081229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.118711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af253b-2703-4304-8313-04d36dacca97 None None] Pushing event updated for resources: {'Port': ['ID=ecc91271-f666-40d8-b613-383222a31ce1,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:38.123995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:39:38.124599 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: timer() May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:39:38.158122 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:39:38.211366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5339e4cc-e0d1-4489-8462-a39dc7e65cf5 None None] Provisioning complete for port ecc91271-f666-40d8-b613-383222a31ce1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:38.211943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5339e4cc-e0d1-4489-8462-a39dc7e65cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.335077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-164176ca-c9ad-456c-9b2b-12b17b169685 req-942f0447-d3d2-4183-9b01-aead52b20d79 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 210 time: 0.8120906 May 06 09:39:38.352345 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.352685 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.353020 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.364000 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.364580 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.364919 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.365254 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.365585 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.365909 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.366231 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.366552 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.366871 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:38.405646 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] For port 9048b030-8ec2-46d5-959b-324879ab9d16, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:38.409035 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] For port 9048b030-8ec2-46d5-959b-324879ab9d16, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9048b030-8ec2-46d5-959b-324879ab9d16,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:38.417620 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.443242 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9ecf11f2-f70c-4d36-a2ae-bda7348db222 req-6f503fb2-309f-4f94-aef6-d460680ed4e6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609001 May 06 09:39:38.485009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.535067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936f75b-eb12-4442-90aa-3ffd74b2ca1f req-32f3259f-2023-4e23-9913-ff554cce3635 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:38.537460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c936f75b-eb12-4442-90aa-3ffd74b2ca1f req-32f3259f-2023-4e23-9913-ff554cce3635 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 947 time: 0.7479274 May 06 09:39:38.556668 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Routers {'443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:38.557429 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:38.565594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:38.617844 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.663491 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e1c42-a454-471d-91a8-1c2d55c9c9d2 None None] Pushing event updated for resources: {'Port': ['ID=9048b030-8ec2-46d5-959b-324879ab9d16,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:38.712970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:38.722222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/39424dc8-8550-4662-ad1d-3161e9d11e8c HTTP/1.1" status: 204 len: 168 time: 2.6001663 May 06 09:39:38.724461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41580) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:38.798065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55fa8e-8d55-421b-b200-9d9016a856d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=39424dc8-8550-4662-ad1d-3161e9d11e8c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:38.812537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-1263ee8d-18f9-4ee3-bc00-b76e9f65d9c9 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9557059 May 06 09:39:38.818749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-ca08e944-2453-49b3-aa39-a4442cc3b66e service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2972453 May 06 09:39:38.821614 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] Set router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:38.945188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] Deleting subnet 1ab5b0c7-2d71-4c63-8c46-f05fa80c9463 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:39:38.958186 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.068309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.182886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.306091 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:39:35Z', 'revision_number': 3, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port': {'id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:34Z', 'updated_at': '2022-05-06T09:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:39.322496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-4609d02e-af99-41a9-a8c3-dd0a09c2e956 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743707 May 06 09:39:39.331121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04b75f49-ed4f-4e65-af50-26163dc7fc40 req-b1f37a8c-3867-440a-83a3-91a29ac02109 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547045 May 06 09:39:39.366886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Allocated IP 172.20.0.1 (70b3830f-31d8-47f3-b72c-157501ef1373/5629f69f-bdb3-4781-8728-94e828d934e4/0cae1822-7637-4697-98dd-dad872c11c6b) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:39.373538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c936f75b-eb12-4442-90aa-3ffd74b2ca1f req-c61646f0-f7e2-4c04-9c5b-c24e6e1c2fda tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8029439 May 06 09:39:39.396652 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2eb2e-2ee3-4f9f-830c-b1e81596f489 None None] The sync data for ids ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'] in n-d-840834-1 is: [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:39:35Z', 'revision_number': 3, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port': {'id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:34Z', 'updated_at': '2022-05-06T09:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:39:39.399733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:39.446478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'mac_address': 'fa:16:3e:24:f1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:39.533048 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.538122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ecc91271-f666-40d8-b613-383222a31ce1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:39.608391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.624245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64f4bb4-0cb5-40e4-a517-12715a69a396 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:39.689725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc59fe-6759-4b6f-b86f-0c9c407b1e51 req-b2e19c97-77b5-4fb1-aa9d-f4cfb1ef72f1 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:39.697403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab5b0c7-2d71-4c63-8c46-f05fa80c9463,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:39.697565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:39.704756 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.707129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.713629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88dc59fe-6759-4b6f-b86f-0c9c407b1e51 req-b2e19c97-77b5-4fb1-aa9d-f4cfb1ef72f1 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.1778591 May 06 09:39:39.717273 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7fdff4c8-8125-4b26-a35c-5eaafd0dfd66 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1ab5b0c7-2d71-4c63-8c46-f05fa80c9463 HTTP/1.1" status: 204 len: 168 time: 0.9809043 May 06 09:39:39.724759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41590) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:39.778680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:39.789014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ecc91271-f666-40d8-b613-383222a31ce1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:39.789386 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.825399 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.900582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:39.916206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9106f4-6fa1-4e1d-a54a-f0b380f52ad7 req-478c1054-433c-48e6-b483-1301036e7a62 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:39.920173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d9106f4-6fa1-4e1d-a54a-f0b380f52ad7 req-478c1054-433c-48e6-b483-1301036e7a62 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 950 time: 0.1254480 May 06 09:39:39.957318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88dc59fe-6759-4b6f-b86f-0c9c407b1e51 req-1492c7a0-7912-43b2-b1da-00aca8764cb7 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414827 May 06 09:39:40.004531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.105437 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.131605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10eed8cd-d52d-4be1-82ab-5a4402f192e4']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:40.138362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d64f4bb4-0cb5-40e4-a517-12715a69a396'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:40.165822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Network 70b3830f-31d8-47f3-b72c-157501ef1373 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:40.202466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:40.212948 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c6c812-b049-4577-9544-709c3e1679dd') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:40.213199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c6c812-b049-4577-9544-709c3e1679dd') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:40.226630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d9106f4-6fa1-4e1d-a54a-f0b380f52ad7 req-52972444-19ed-4a1f-ba7f-9a1b3d0c477a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077444 May 06 09:39:40.232064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:40.232925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.259375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.271449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:39:40.272036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.333262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Pushing event updated for resources: {'Port': ['ID=0cae1822-7637-4697-98dd-dad872c11c6b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: timer() May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:39:40.378873 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:39:40.405296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.544617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.594228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.600642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] 10.222.0.76 "DELETE /v2.0/networks/10eed8cd-d52d-4be1-82ab-5a4402f192e4 HTTP/1.1" status: 204 len: 168 time: 0.8675807 May 06 09:39:40.613284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331afc3-88ba-43ac-99d9-405f45449241 admin admin] Pushing event deleted for resources: {'Network': ['ID=10eed8cd-d52d-4be1-82ab-5a4402f192e4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:40.647950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536292a-4aae-454d-9bfa-bfab6d25658a req-bc8b731b-b25b-4f72-ad1f-1623db710c7e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:40.649844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5536292a-4aae-454d-9bfa-bfab6d25658a req-bc8b731b-b25b-4f72-ad1f-1623db710c7e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 948 time: 0.2252305 May 06 09:39:40.726016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-497a142d-f251-4dec-8cde-61d5bc4996fc req-a78a0e44-3366-4d15-bf09-86ac5a6639f4 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 210 time: 0.0751138 May 06 09:39:40.741056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0df1dc1b-5d08-4bf8-983d-b7d4e6a2ee84 None None] Provisioning complete for port 0cae1822-7637-4697-98dd-dad872c11c6b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:40.741641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0df1dc1b-5d08-4bf8-983d-b7d4e6a2ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.796854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5536292a-4aae-454d-9bfa-bfab6d25658a req-69a37bd5-bd6b-41ef-9730-d76bf64a1b04 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258640 May 06 09:39:40.800945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:40.891267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0df1dc1b-5d08-4bf8-983d-b7d4e6a2ee84 None None] Port 0cae1822-7637-4697-98dd-dad872c11c6b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:40.979608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41610) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:41.106467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-745db43e-cebf-46f2-b677-6bb8a959ecea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a9639df0d80434c89421b49da0e8bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383188 May 06 09:39:41.123456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41618) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:41.230648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17151ecb-e2c7-4fda-9880-7d66b5e8d4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.290233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.294149 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17151ecb-e2c7-4fda-9880-7d66b5e8d4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.298139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.505052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17151ecb-e2c7-4fda-9880-7d66b5e8d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.508288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17151ecb-e2c7-4fda-9880-7d66b5e8d4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.530146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-17151ecb-e2c7-4fda-9880-7d66b5e8d4c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47e37ede-eb7f-40e4-aab5-f56e9e2a4351 HTTP/1.1" status: 204 len: 168 time: 0.3998976 May 06 09:39:41.576836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9048b030-8ec2-46d5-959b-324879ab9d16 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:41.609736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.614036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Pushing event updated for resources: {'Port': ['ID=0cae1822-7637-4697-98dd-dad872c11c6b,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:41.660037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151ecb-e2c7-4fda-9880-7d66b5e8d4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e37ede-eb7f-40e4-aab5-f56e9e2a4351,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:41.729493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-e4e8d5f9-e4e5-4a68-b69f-c82bb2e7c87e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1956210 May 06 09:39:41.748782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9048b030-8ec2-46d5-959b-324879ab9d16 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:41.749332 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.755031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a23e2a-1f65-4d31-aea3-16de8f5579e6 req-ff81eecb-6b14-4f8e-9f38-48b6ed2e29d9 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:41.756753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23a23e2a-1f65-4d31-aea3-16de8f5579e6 req-ff81eecb-6b14-4f8e-9f38-48b6ed2e29d9 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.3102167 May 06 09:39:41.902301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Network 70b3830f-31d8-47f3-b72c-157501ef1373 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:41.906778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:41.940991 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:41.978287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 9048b030-8ec2-46d5-959b-324879ab9d16, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9048b030-8ec2-46d5-959b-324879ab9d16,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:41.991604 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.076070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23a23e2a-1f65-4d31-aea3-16de8f5579e6 req-fa0618d3-66ec-44ae-920a-4e8f7f792e84 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881081 May 06 09:39:42.085831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41650) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:42.118503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=9048b030-8ec2-46d5-959b-324879ab9d16,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:42.128936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.129907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.130477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.131067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.131659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.132208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.132809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.133620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.134313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.134911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.135475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.136031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:39:42.218318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:39:42.240013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-7aa3ba88-51d3-4c1e-af6c-9dd5527978a3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:42.247254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-7aa3ba88-51d3-4c1e-af6c-9dd5527978a3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5141242 May 06 09:39:42.330513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-9b536dbb-f9eb-45ed-83a6-fbba688ba7e7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/quotas/f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 375 time: 0.0816913 May 06 09:39:42.372129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7b8dc85e-0169-4caf-be5f-37ce04f76196 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2585e3a7b1c4a7b8b86452fb8d410a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850680 May 06 09:39:42.377454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:42.400919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-67959285-a98b-4d5d-85d8-f0b1d84ed72e None None] Provisioning complete for port 0cae1822-7637-4697-98dd-dad872c11c6b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:42.401703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-67959285-a98b-4d5d-85d8-f0b1d84ed72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.482032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fe220-cca5-4d7f-8f13-8c8e7137e9cf req-fbe6b6dc-5a25-4baa-a9bf-1cab8ec801d3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:42.490823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-751fe220-cca5-4d7f-8f13-8c8e7137e9cf req-fbe6b6dc-5a25-4baa-a9bf-1cab8ec801d3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 950 time: 0.2927160 May 06 09:39:42.506046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-67959285-a98b-4d5d-85d8-f0b1d84ed72e None None] Port 0cae1822-7637-4697-98dd-dad872c11c6b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:42.532956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:39:42.533436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-4c832c58-3e2c-44f3-b4a0-960f99cacbd9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1977553 May 06 09:39:42.539162 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f769a958-20c5-4fc8-95a6-704e204fc523 admin admin] 10.222.0.76 "PUT /v2.0/routers/443f5b7d-7b0f-43d0-b2a5-307bdb3f1754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0535104 May 06 09:39:42.564578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:42.597557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5892dfb3-f55b-4cf5-bb66-6982aef93b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.655034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-751fe220-cca5-4d7f-8f13-8c8e7137e9cf req-71fcaba9-8e08-4006-8c08-d3497e9be202 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632197 May 06 09:39:42.665079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5892dfb3-f55b-4cf5-bb66-6982aef93b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.713265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e8b93e5-45e5-48e2-a7e6-c09f9242d71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.772406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41660) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:42.800681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d64f4bb4-0cb5-40e4-a517-12715a69a396 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:39:42.806098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d64f4bb4-0cb5-40e4-a517-12715a69a396 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:42.806470 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.847035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5892dfb3-f55b-4cf5-bb66-6982aef93b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.851022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5892dfb3-f55b-4cf5-bb66-6982aef93b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:42.854517 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5892dfb3-f55b-4cf5-bb66-6982aef93b98 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/50debda3-9f2b-464f-9ac1-da3f09dd2abc HTTP/1.1" status: 204 len: 168 time: 0.4721119 May 06 09:39:42.870711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892dfb3-f55b-4cf5-bb66-6982aef93b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50debda3-9f2b-464f-9ac1-da3f09dd2abc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:42.976703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Sync routers for ids ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:39:43.001973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Routers {'443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:43.002607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:43.017523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff37e9-82b0-44a1-b72c-043b6639062b req-0f0afe8b-e586-4824-b0b0-48c3799896af tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.023286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aff37e9-82b0-44a1-b72c-043b6639062b req-0f0afe8b-e586-4824-b0b0-48c3799896af tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 946 time: 0.1218982 May 06 09:39:43.026570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1865269048'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:43.085569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:43.089138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.122792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aff37e9-82b0-44a1-b72c-043b6639062b req-04ed7c55-8425-4d5c-b412-dc93199fec05 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833652 May 06 09:39:43.164628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36447f4b-555f-4ff2-881a-6ce9e327e10c req-6bc0381c-f7b4-4d98-9fa6-6aa941888af3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 210 time: 0.0763636 May 06 09:39:43.168667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.181116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:39:43.201567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.202641 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Added segment 1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6 of type vlan for network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 May 06 09:39:43.305969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.343167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fa5be-b0c3-4613-b606-8706da424cae req-40e17a4d-08f8-47a5-909e-349ec25de449 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.354401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c97fa5be-b0c3-4613-b606-8706da424cae req-40e17a4d-08f8-47a5-909e-349ec25de449 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.82 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 946 time: 0.1195006 May 06 09:39:43.380268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.396081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:43.397213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.488512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:43.491551 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1607c6-75f0-49d3-902d-d532c0ffb228" -d '{"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-plugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:43.566654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9048b030-8ec2-46d5-959b-324879ab9d16 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:43.624955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Set router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:43.637124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:43.672046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Deleting port d622843d-502a-4657-b776-f54ed3af0e6e {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:43.673233 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.768360 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9938993 May 06 09:39:43.795925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41692) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:43.812378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'subnet': {'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:43.841652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] For port d622843d-502a-4657-b776-f54ed3af0e6e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d622843d-502a-4657-b776-f54ed3af0e6e,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:43.842028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:43.871198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.078463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=13']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:44.095319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718868f-4984-4350-a361-537ec4a24b8a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Network': ['ID=0d835ca0-780d-4f0b-8d53-e8f44ddb7066,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:44.113146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:44.117406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.136866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:39:44.442703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cfb6-b6b3-4bf9-9a5e-e2f2c3aa9758 req-d0233c72-b7ed-4a61-b852-0e19a55a5ab8 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.469793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cfb6-b6b3-4bf9-9a5e-e2f2c3aa9758 req-d0233c72-b7ed-4a61-b852-0e19a55a5ab8 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.493814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cfb6-b6b3-4bf9-9a5e-e2f2c3aa9758 req-d0233c72-b7ed-4a61-b852-0e19a55a5ab8 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.498952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf16cfb6-b6b3-4bf9-9a5e-e2f2c3aa9758 req-d0233c72-b7ed-4a61-b852-0e19a55a5ab8 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd&device_id=4788deb2-55c7-494e-82c7-a4578fba10d7&device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 2417 time: 0.3778393 May 06 09:39:44.533371 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.597879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Subnet': ['ID=bced56fb-22af-4f98-b81d-b6a0b0458c90,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:44.629683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9048b030-8ec2-46d5-959b-324879ab9d16 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:44.630411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.709934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Checking segment: {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:44.710343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network hostable DHCP agents. Network: 0d835ca0-780d-4f0b-8d53-e8f44ddb7066, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:39:44.728789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762502-23cb-4ff4-b21e-140df292bf8c req-a6290d3b-23a4-4d65-8282-5d392e0a3cb7 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.738490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5762502-23cb-4ff4-b21e-140df292bf8c req-a6290d3b-23a4-4d65-8282-5d392e0a3cb7 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 1101 time: 0.4541297 May 06 09:39:44.779880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:39:44.797760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 0d835ca0-780d-4f0b-8d53-e8f44ddb7066) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:44.813320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7dede6-f115-4715-b91b-458860c3aa7a None None] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:44.814241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:44.815147 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.817526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf16cfb6-b6b3-4bf9-9a5e-e2f2c3aa9758 req-287c5e3f-f5e6-457d-a050-235e6fd7bbd0 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962346 May 06 09:39:44.837175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a5762502-23cb-4ff4-b21e-140df292bf8c req-0340f11d-41ab-4d06-a5f4-88c903b6a5fa tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:44.916508 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-506c989c-74c3-46da-9a5c-3a238683a56f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1089251 May 06 09:39:44.918775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41722) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:44.939166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-413559468'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:44.942193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:39:40Z', 'revision_number': 4, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port': {'id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:34Z', 'updated_at': '2022-05-06T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0cae1822-7637-4697-98dd-dad872c11c6b', 'name': '', 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'mac_address': 'fa:16:3e:87:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '5629f69f-bdb3-4781-8728-94e828d934e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:38Z', 'updated_at': '2022-05-06T09:39:40Z', 'revision_number': 2, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'subnets': [{'id': '5629f69f-bdb3-4781-8728-94e828d934e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:44.985685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Checking router: 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:39:44.986411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Updating router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 port 0cae1822-7637-4697-98dd-dad872c11c6b binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:39:45.013962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:45.032061 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.032430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.032753 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Floating IP 9eed3f04-9311-4ece-a2d8-7003bd72c823 disassociated. External IP: 172.25.8.98, port: d622843d-502a-4657-b776-f54ed3af0e6e. May 06 09:39:45.035563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.039290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Calling delete_port for d622843d-502a-4657-b776-f54ed3af0e6e owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:45.101647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.118761 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-52b42fc7-7349-4a8b-979f-c453fc5ff130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.124020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-0d835ca0-780d-4f0b-8d53-e8f44ddb7066', 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'fixed_ips': [{'subnet_id': 'bced56fb-22af-4f98-b81d-b6a0b0458c90'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:39:45.125278 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.146347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:39:45.171808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.176390 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Added segment 075b57cf-88f7-4750-9aae-087aa48bc432 of type vlan for network 2e06e6aa-a7af-42d5-aed2-221349881d03 May 06 09:39:45.288318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.314087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0fbce73-dd17-4ac1-afb2-b87291d7a1c8 req-b213a108-4d7d-40f0-b437-e5a90063f0aa tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 210 time: 0.2449365 May 06 09:39:45.364070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.371119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:45.381431 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.432393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-62458d54-aba5-49bc-b009-3c174b9c2ee4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f23552f3f2b442deb134d815b68f5f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1546888 May 06 09:39:45.470440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Allocated IP 19.80.0.2 (0d835ca0-780d-4f0b-8d53-e8f44ddb7066/bced56fb-22af-4f98-b81d-b6a0b0458c90/0594af5c-5114-4e87-892e-6d7d156887a2) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:45.533857 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e6174-d6ed-4066-80ce-01cf04cf4d4f x-openstack-request-id: req-358e6174-d6ed-4066-80ce-01cf04cf4d4f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:45.534220 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-plugged", "status": "completed", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:45.534475 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-358e6174-d6ed-4066-80ce-01cf04cf4d4f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:45.535408 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358e6174-d6ed-4066-80ce-01cf04cf4d4f'] response: {'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'code': 200} May 06 09:39:45.643516 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a5762502-23cb-4ff4-b21e-140df292bf8c req-0340f11d-41ab-4d06-a5f4-88c903b6a5fa tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.716872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Network': ['ID=2e06e6aa-a7af-42d5-aed2-221349881d03,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:45.736708 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9f4aef62-a700-4359-b9f2-4e4feb555717 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8137417 May 06 09:39:45.740018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41732) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:45.757420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'subnet': {'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:45.780641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a5762502-23cb-4ff4-b21e-140df292bf8c req-0340f11d-41ab-4d06-a5f4-88c903b6a5fa tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.781110 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.790535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2e06e6aa-a7af-42d5-aed2-221349881d03 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:39:45.851726 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5762502-23cb-4ff4-b21e-140df292bf8c req-0340f11d-41ab-4d06-a5f4-88c903b6a5fa tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1074517 May 06 09:39:45.911216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1421c9-1b70-4038-aa29-ee07fa1fd722 req-e833ce28-ae6b-4321-8652-f4e8374a9472 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:45.913432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e1421c9-1b70-4038-aa29-ee07fa1fd722 req-e833ce28-ae6b-4321-8652-f4e8374a9472 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 946 time: 0.2292581 May 06 09:39:45.928326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:45.934553 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:45.948577 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.007428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340f11d-41ab-4d06-a5f4-88c903b6a5fa tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da95dd5-3b17-4836-bceb-859976a76087,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:46.026809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecd2bccb-02b1-478b-8368-54d62ecb7d4f req-d6698dc6-1d58-4a03-94dd-d908dc1c5aef tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f013cdb-529e-4906-b359-189a883a4288 HTTP/1.1" status: 200 len: 210 time: 0.0591187 May 06 09:39:46.059870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e1421c9-1b70-4038-aa29-ee07fa1fd722 req-a200b2dc-47d8-4e96-b199-b75d16a54041 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups?id=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363673 May 06 09:39:46.140863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-1821a15d-cf12-442d-a4b8-24e5718d913c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:46.146643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-1821a15d-cf12-442d-a4b8-24e5718d913c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6049969 May 06 09:39:46.232409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Request body: {'port': {'device_id': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'f23552f3f2b442deb134d815b68f5f7a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:46.362487 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.393594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:46.401828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:46.405225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:46.408203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.539269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.642761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Attempting to bind port 0594af5c-5114-4e87-892e-6d7d156887a2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:46.644094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Attempting to bind port 0594af5c-5114-4e87-892e-6d7d156887a2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:46.644585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Attempting to bind port 0594af5c-5114-4e87-892e-6d7d156887a2 on network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:46.678995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Pushing event updated for resources: {'Port': ['ID=0594af5c-5114-4e87-892e-6d7d156887a2,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:46.713570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Subnet': ['ID=f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:46.762393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Checking segment: {'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:46.763046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network hostable DHCP agents. Network: 2e06e6aa-a7af-42d5-aed2-221349881d03, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:39:46.785516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:46.788559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Checking segment: {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:46.790056 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.790563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Bound using segment: {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:46.792651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Bound port: 0594af5c-5114-4e87-892e-6d7d156887a2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:46.793163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.810101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network 2e06e6aa-a7af-42d5-aed2-221349881d03 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:39:46.823550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb25d9-706e-4fba-a589-2ec6b8774cc4 None None] Pushing event updated for resources: {'Port': ['ID=0cae1822-7637-4697-98dd-dad872c11c6b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:46.828622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2e06e6aa-a7af-42d5-aed2-221349881d03) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:46.835161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:46.835766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.841641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:46.882682 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f98478b1-e5c9-4d7c-b372-7a92b15d2d23 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1318598 May 06 09:39:46.909204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Attempting to bind port 0cae1822-7637-4697-98dd-dad872c11c6b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:46.912969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Attempting to bind port 0cae1822-7637-4697-98dd-dad872c11c6b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:46.914484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Attempting to bind port 0cae1822-7637-4697-98dd-dad872c11c6b on network 70b3830f-31d8-47f3-b72c-157501ef1373 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:46.918517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d7021f9-e1a0-410d-97fb-4edf879ebd16 req-62cb0228-3f8e-4bb4-86e2-0efddc914132 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 210 time: 0.2074337 May 06 09:39:46.934260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59cde14-47c8-45a5-b65c-d7376d908fb9 None None] Network 2e06e6aa-a7af-42d5-aed2-221349881d03 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:47.016775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697f32c-35ec-41da-a9c1-832711cd3291 req-352c175d-a032-481f-935e-9ac31bcab945 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:47.025597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5697f32c-35ec-41da-a9c1-832711cd3291 req-352c175d-a032-481f-935e-9ac31bcab945 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.3164904 May 06 09:39:47.029149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Made reservation on behalf of f23552f3f2b442deb134d815b68f5f7a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:47.039054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.042419 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.053568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:47.053973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Checking segment: {'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:47.054534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.054932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Bound using segment: {'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:47.055618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Bound port: 0cae1822-7637-4697-98dd-dad872c11c6b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382e04c9-bf90-4d18-aa8d-6245def69911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:47.055993 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.082593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.094807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9e2336cf-9272-485b-aeff-a85b00ad68d5 None None] Provisioning complete for port 0cae1822-7637-4697-98dd-dad872c11c6b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:47.095201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e2336cf-9272-485b-aeff-a85b00ad68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.144926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event deleted for resources: {'Port': ['ID=d622843d-502a-4657-b776-f54ed3af0e6e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:47.210521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] For port 0594af5c-5114-4e87-892e-6d7d156887a2, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:47.241750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9e2336cf-9272-485b-aeff-a85b00ad68d5 None None] Port 0cae1822-7637-4697-98dd-dad872c11c6b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:47.261442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] For port 0594af5c-5114-4e87-892e-6d7d156887a2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0594af5c-5114-4e87-892e-6d7d156887a2,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:47.295455 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.330034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Allocated IP 192.168.233.4 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/93c1037c-4759-47ed-823c-fe1eb8c461d8) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:47.342049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] For port 0cae1822-7637-4697-98dd-dad872c11c6b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:47.369361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] For port 0cae1822-7637-4697-98dd-dad872c11c6b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0cae1822-7637-4697-98dd-dad872c11c6b,segment=NetworkSegment(382e04c9-bf90-4d18-aa8d-6245def69911),segment_id=382e04c9-bf90-4d18-aa8d-6245def69911)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:47.385483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.455290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed701d7-38cf-423b-a5c8-9dab67b048c6 None None] Pushing event updated for resources: {'Port': ['ID=0594af5c-5114-4e87-892e-6d7d156887a2,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:47.462630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-2e06e6aa-a7af-42d5-aed2-221349881d03', 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'fixed_ips': [{'subnet_id': 'f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:39:47.464087 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.594679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb25d9-706e-4fba-a589-2ec6b8774cc4 None None] Pushing event updated for resources: {'Port': ['ID=0cae1822-7637-4697-98dd-dad872c11c6b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:47.606487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.744674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Routers {'443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:47.745499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:47.808567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:47.944212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-6aac2a4f-f43b-4092-8077-76038124b7ca tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8424985 May 06 09:39:47.980301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5697f32c-35ec-41da-a9c1-832711cd3291 req-1be051cf-982d-453f-8ba9-63171cdcdf46 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9510252 May 06 09:39:47.985950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:48.060000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'd64f4bb4-0cb5-40e4-a517-12715a69a396'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:48.106383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['a50b2efb-10a2-4a5f-a23e-a8225529a851'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:48.159848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:48.164965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:48.176246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Router 2f6f38cf-a810-4da4-a72c-aa657031b27d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:39:48.177638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:48.406576 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.408222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0e3f67ba-b138-4c1e-9b57-7acfdb36a039 None None] Provisioning complete for port 0cae1822-7637-4697-98dd-dad872c11c6b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:48.409216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0e3f67ba-b138-4c1e-9b57-7acfdb36a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.432668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] Set router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:48.687517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d622843d-502a-4657-b776-f54ed3af0e6e no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:39:48.741336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: d622843d-502a-4657-b776-f54ed3af0e6e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:39:48.741869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d622843d-502a-4657-b776-f54ed3af0e6e not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:39:48.782939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.829179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:48.830913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:48.908254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Allocated IP 19.86.0.2 (2e06e6aa-a7af-42d5-aed2-221349881d03/f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d/d84562cf-f7fe-4251-bcbc-a63210158885) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:49.005539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-4d9fed01-b102-4835-bea6-35d32c246f89 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:49.017366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-4d9fed01-b102-4835-bea6-35d32c246f89 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0721867 May 06 09:39:49.064932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-104fd6f9-e636-4b55-8e18-998455fada36 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8449135 May 06 09:39:49.082715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Request body: {'port': {'device_id': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:49.102466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-da831f6d-bf77-410c-82fe-18d09b601e5c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/quotas/1bed9cc651cd4c869d9748769312b75d HTTP/1.1" status: 200 len: 375 time: 0.0841353 May 06 09:39:49.221745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:39:49.233903 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] Sync routers for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:39:49.239976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-e6b24405-6c01-48d1-a085-e8d20933d415 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:49.245723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-e6b24405-6c01-48d1-a085-e8d20933d415 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:49.252147 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:49.254901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-e6b24405-6c01-48d1-a085-e8d20933d415 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/networks?id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066&id=2e06e6aa-a7af-42d5-aed2-221349881d03&id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066 HTTP/1.1" status: 200 len: 1391 time: 0.5179377 May 06 09:39:49.261300 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:49.305591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-28528cb3-d768-46f4-8c66-8433d06219e8 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2021813 May 06 09:39:49.326070 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.339283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-a83144aa-e07e-4482-8507-2fa2e8504c36 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/quotas/37ac28d4e690443cbc13ef7bbe42f55a HTTP/1.1" status: 200 len: 375 time: 0.0834141 May 06 09:39:49.363559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6531a67b-55ee-4892-9001-38d3783a2193 None None] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:49.492417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] No DVR routers for this DVR port d622843d-502a-4657-b776-f54ed3af0e6e on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:39:49.498579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:49.508683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c97fa5be-b0c3-4613-b606-8706da424cae req-479348eb-b4e2-4ef9-a709-dd229e4acfe9 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.82 "DELETE /v2.0/ports/d622843d-502a-4657-b776-f54ed3af0e6e HTTP/1.1" status: 204 len: 173 time: 6.1493385 May 06 09:39:49.533408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'name': 'network-vif-deleted', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:49.537261 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:49.540539 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed0aa69-5526-4602-8a66-1053fe10b7e7" -d '{"events": [{"server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "name": "network-vif-deleted", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:49.654611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0594af5c-5114-4e87-892e-6d7d156887a2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:49.709426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-5acf17bf-67c7-4348-94f8-c5bb348b0474 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3687840 May 06 09:39:50.090931 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:31Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:50.124179 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] Checking router: 2f6f38cf-a810-4da4-a72c-aa657031b27d for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:39:50.137558 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:39:50.138190 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:50.262665 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:39:50.569883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:31Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:50.589632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0594af5c-5114-4e87-892e-6d7d156887a2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:50.590103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:50.653574 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27b9d5-b6a7-4f8f-9329-9c1b012c9b0a None None] The sync data for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 is: [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:37:22Z', 'revision_number': 4, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd', 'name': '', 'network_id': '21e4cd16-a8df-4db2-b029-4e4e0754c55f', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'mac_address': 'fa:16:3e:f4:36:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:21Z', 'updated_at': '2022-05-06T09:37:31Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'subnets': [{'id': 'fa4542df-3a16-4ad3-a840-0eef9e212b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:39:50.675497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c1037c-4759-47ed-823c-fe1eb8c461d8 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:50.775637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e98db3fc-7627-4b54-a037-206e1a86a02c req-dcbea53f-b444-4d15-bcb6-129108f9d6d8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/ports?device_id=b30ca7b3-e201-4300-9728-6a12d28eba11 HTTP/1.1" status: 200 len: 210 time: 0.3260388 May 06 09:39:50.782439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-ba4a36a6-00c7-47eb-8f92-e217308e74b6 service neutron] 10.222.0.76 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0603456 May 06 09:39:50.785000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:50.839864 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.039384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Transition to ACTIVE for port object 93c1037c-4759-47ed-823c-fe1eb8c461d8 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:39:51.085181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.201853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0e3f67ba-b138-4c1e-9b57-7acfdb36a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.255690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-6b90e421-ab8a-4689-8b62-44dc4d22709d service neutron] 10.222.0.76 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539559 May 06 09:39:51.377912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:39:40Z', 'revision_number': 4, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port': {'id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:34Z', 'updated_at': '2022-05-06T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0cae1822-7637-4697-98dd-dad872c11c6b', 'name': '', 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'mac_address': 'fa:16:3e:87:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '5629f69f-bdb3-4781-8728-94e828d934e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:38Z', 'updated_at': '2022-05-06T09:39:47Z', 'revision_number': 4, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'subnets': [{'id': '5629f69f-bdb3-4781-8728-94e828d934e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:39:51.385661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99ff102-26a4-4cbd-bb5c-8f22cd43506a None None] New status for floating IP 9eed3f04-9311-4ece-a2d8-7003bd72c823: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:39:51.531548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:51.537851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2c2f9c-a770-4cb5-89fd-806e425c0ef2 None None] The sync data for ids ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'] in n-d-840834-1 is: [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:39:40Z', 'revision_number': 4, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port': {'id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:34Z', 'updated_at': '2022-05-06T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0cae1822-7637-4697-98dd-dad872c11c6b', 'name': '', 'network_id': '70b3830f-31d8-47f3-b72c-157501ef1373', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'mac_address': 'fa:16:3e:87:d4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '5629f69f-bdb3-4781-8728-94e828d934e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:38Z', 'updated_at': '2022-05-06T09:39:47Z', 'revision_number': 4, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'subnets': [{'id': '5629f69f-bdb3-4781-8728-94e828d934e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:39:51.738732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bcb2d-0d5a-429c-a949-e576b48504f6 req-35c68969-3405-4437-b1e9-0172e6134a0e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:51.740438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f29bcb2d-0d5a-429c-a949-e576b48504f6 req-35c68969-3405-4437-b1e9-0172e6134a0e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 946 time: 0.6777101 May 06 09:39:51.878680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:51.879091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:51.879329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:51.895813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0e3f67ba-b138-4c1e-9b57-7acfdb36a039 None None] For port 0cae1822-7637-4697-98dd-dad872c11c6b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0cae1822-7637-4697-98dd-dad872c11c6b,segment=NetworkSegment(382e04c9-bf90-4d18-aa8d-6245def69911),segment_id=382e04c9-bf90-4d18-aa8d-6245def69911)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:51.898187 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.946902 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0e3f67ba-b138-4c1e-9b57-7acfdb36a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:51.976330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f29bcb2d-0d5a-429c-a949-e576b48504f6 req-3d736456-1d1d-42fe-a955-9a34e53a3e71 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173479 May 06 09:39:51.989146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-78765263-558a-4fbc-904f-fe9bb4c42a00 service neutron] 10.222.0.76 "GET /v2.0/networks/2e06e6aa-a7af-42d5-aed2-221349881d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7321620 May 06 09:39:52.050387 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.116148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Network 2e06e6aa-a7af-42d5-aed2-221349881d03 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:52.136534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.176493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:39:52.177634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:52.219600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:52.281020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:52.390452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:52.390787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:52.391175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:52.391635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Bound port: 93c1037c-4759-47ed-823c-fe1eb8c461d8, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:52.397289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.415625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-30be5ff0-ce36-4f2b-a0aa-bfed54846975 service neutron] 10.222.0.76 "GET /v2.0/networks/2e06e6aa-a7af-42d5-aed2-221349881d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254973 May 06 09:39:52.453626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 0594af5c-5114-4e87-892e-6d7d156887a2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0594af5c-5114-4e87-892e-6d7d156887a2,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:52.540921 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.581027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Attempting to bind port d84562cf-f7fe-4251-bcbc-a63210158885 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:39:52.581539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Attempting to bind port d84562cf-f7fe-4251-bcbc-a63210158885 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:39:52.581976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Attempting to bind port d84562cf-f7fe-4251-bcbc-a63210158885 on network 2e06e6aa-a7af-42d5-aed2-221349881d03 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:39:52.587791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f67ba-b138-4c1e-9b57-7acfdb36a039 None None] Pushing event updated for resources: {'Port': ['ID=0cae1822-7637-4697-98dd-dad872c11c6b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:52.617306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:52.621764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:52.633736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.694863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:52.695764 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.697640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] 10.222.0.83 "PUT /v2.0/ports/93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 1094 time: 3.6197701 May 06 09:39:52.907046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-4636f5d3-2ee3-40b1-89c8-57673be43113 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1541059 May 06 09:39:52.931607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd632a8-1e67-4cf4-b9b6-4115f6137f3f service neutron] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:52.936739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:39:52.939406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Checking segment: {'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:39:52.941649 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.942497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-cdc628eb-d0fc-4c4a-aeb7-6144a81c3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:52.942984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Bound using segment: {'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:39:52.951371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Bound port: d84562cf-f7fe-4251-bcbc-a63210158885, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:39:52.953092 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-cdc628eb-d0fc-4c4a-aeb7-6144a81c3e28 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1097 time: 0.1699014 May 06 09:39:52.953453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:52.975323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-6e6a3f87-be90-4a58-bbed-77c2ff54da36 service neutron] 10.222.0.76 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586894 May 06 09:39:53.004875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Pushing event updated for resources: {'Port': ['ID=d84562cf-f7fe-4251-bcbc-a63210158885,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:53.063723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0cae1822-7637-4697-98dd-dad872c11c6b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:53.067539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-303745e6-e8f9-465c-9c09-f176914765b8 None None] Provisioning complete for port 0594af5c-5114-4e87-892e-6d7d156887a2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:53.074447 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-303745e6-e8f9-465c-9c09-f176914765b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:53.216881 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-70b6d011-2d17-487b-8191-de09a545a061 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.2527449 May 06 09:39:53.368883 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd298fa5-44f1-4435-a009-d7a59af4494f x-openstack-request-id: req-bd298fa5-44f1-4435-a009-d7a59af4494f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:53.371779 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30ca7b3-e201-4300-9728-6a12d28eba11", "name": "network-vif-deleted", "tag": "d622843d-502a-4657-b776-f54ed3af0e6e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:53.372133 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd298fa5-44f1-4435-a009-d7a59af4494f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:53.378039 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd298fa5-44f1-4435-a009-d7a59af4494f'] response: {'server_uuid': 'b30ca7b3-e201-4300-9728-6a12d28eba11', 'name': 'network-vif-deleted', 'tag': 'd622843d-502a-4657-b776-f54ed3af0e6e', 'status': 'completed', 'code': 200} May 06 09:39:53.442070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-987ba3dd-6dac-42a2-b714-82b08bfcc41f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:53.444658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-987ba3dd-6dac-42a2-b714-82b08bfcc41f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4684539 May 06 09:39:53.448297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dee2086a-a12f-4607-93a3-745b609e8a19 service neutron] 10.222.0.76 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398854 May 06 09:39:53.476425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:53.505918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-d99dce36-acd9-4ce4-8db6-e8ba6e3aed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:53.510474 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-d99dce36-acd9-4ce4-8db6-e8ba6e3aed4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2811794 May 06 09:39:53.543901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-9fb85fe4-28ad-4331-a151-9364a67008be tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977554 May 06 09:39:53.623378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9641e-e188-4c48-afab-467f99563f34 req-311d1b3d-c9c3-4f2c-a87b-24d9e0321865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:53.624978 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-311d1b3d-c9c3-4f2c-a87b-24d9e0321865 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056612 May 06 09:39:53.765556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-5fcfb08a-4b4f-4af9-9d0a-1b1eaed1e1dc service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312430 May 06 09:39:53.914093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-42ba3d05-04d7-4afe-b654-988a2f990828 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:53.916532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-42ba3d05-04d7-4afe-b654-988a2f990828 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984657 May 06 09:39:53.965670 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fde9641e-e188-4c48-afab-467f99563f34 req-c2835125-57a2-4da0-9454-363308de5e4b service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903157 May 06 09:39:53.984150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:54.062138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:54.067705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.210801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=0594af5c-5114-4e87-892e-6d7d156887a2,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:54.238222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0cae1822-7637-4697-98dd-dad872c11c6b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:54.238878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.285268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] For port d84562cf-f7fe-4251-bcbc-a63210158885, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:39:54.335955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] For port d84562cf-f7fe-4251-bcbc-a63210158885, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d84562cf-f7fe-4251-bcbc-a63210158885,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:39:54.357579 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.693920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:54.697396 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:54.709439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0379c-a39d-4dea-9eb9-ff5acbde69ef req-abfdda0d-7d48-4df4-96d6-c7e75a013174 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:54.716775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32c0379c-a39d-4dea-9eb9-ff5acbde69ef req-abfdda0d-7d48-4df4-96d6-c7e75a013174 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 946 time: 0.3901610 May 06 09:39:54.779009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.245 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/1c60415f-3ce9-4c8f-b27e-b6eae11c1452) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:54.835307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc31d2d-abcb-4243-87d3-0cd27f91454a None None] Pushing event updated for resources: {'Port': ['ID=d84562cf-f7fe-4251-bcbc-a63210158885,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:54.893160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32c0379c-a39d-4dea-9eb9-ff5acbde69ef req-f2f14087-6560-4052-888d-bcc5632f3fde tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752245 May 06 09:39:54.994276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:39:55.124865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9792d32f-d73b-4879-bdde-8b92047714df req-23f8c1d1-497a-4419-8b7e-e201d03beb96 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 210 time: 0.0869246 May 06 09:39:55.191955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0cae1822-7637-4697-98dd-dad872c11c6b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:55.239021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41898) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:55.290496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0cae1822-7637-4697-98dd-dad872c11c6b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:55.292041 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.379005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:39:55.386362 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff59be3-bed6-4936-82d8-0d1ed80fe527" -d '{"events": [{"name": "network-changed", "server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:39:55.437261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-006923f2-8bf1-4ad1-9eef-ce304857b34a tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.478834 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-006923f2-8bf1-4ad1-9eef-ce304857b34a tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.547459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-006923f2-8bf1-4ad1-9eef-ce304857b34a tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.552494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-006923f2-8bf1-4ad1-9eef-ce304857b34a tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.559244 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-006923f2-8bf1-4ad1-9eef-ce304857b34a tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "DELETE /v2.0/security-groups/7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92 HTTP/1.1" status: 204 len: 168 time: 0.3191302 May 06 09:39:55.560068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41908) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:55.588217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afd16efc-9371-49bf-b215-19da03237e7d req-66c7672c-6930-4365-8809-ffe19139a76a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 210 time: 0.1409078 May 06 09:39:55.599187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:55.629648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006923f2-8bf1-4ad1-9eef-ce304857b34a tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:55.634005 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-9ee1f04d-a6f2-4246-ad17-c9aa1cb6ead8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] show failed (client error): The resource could not be found. May 06 09:39:55.639290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41914) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:55.640899 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9ee1f04d-a6f2-4246-ad17-c9aa1cb6ead8 tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "GET /v2.0/security-groups/7474f24a-6dc6-4af5-8ae9-c67d2f6b6f92 HTTP/1.1" status: 404 len: 347 time: 0.0685906 May 06 09:39:55.764856 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af16998-0f27-41a1-a82e-86f6e169873d x-openstack-request-id: req-0af16998-0f27-41a1-a82e-86f6e169873d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:39:55.765155 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:39:55.765409 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0af16998-0f27-41a1-a82e-86f6e169873d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:39:55.765812 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af16998-0f27-41a1-a82e-86f6e169873d'] response: {'name': 'network-changed', 'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'status': 'completed', 'code': 200} May 06 09:39:55.840568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-2a7dbb17-2264-4afe-ab00-31464720c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:55.842056 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-2a7dbb17-2264-4afe-ab00-31464720c8a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1097 time: 0.1144192 May 06 09:39:55.962920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0594af5c-5114-4e87-892e-6d7d156887a2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:56.015617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:56.074571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:56.140893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-3f59e9fb-9674-4b7f-b2fb-5658da0d4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.146397 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-3f59e9fb-9674-4b7f-b2fb-5658da0d4103 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2976887 May 06 09:39:56.174982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0594af5c-5114-4e87-892e-6d7d156887a2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:56.175376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:56.203868 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-42f67f54-021e-4385-a836-635bbb58c6b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.0438011 May 06 09:39:56.205978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:56.261071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:56.264706 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-e186626a-d12e-4ab0-9e40-3e792922fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.266934 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-e186626a-d12e-4ab0-9e40-3e792922fac0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0555305 May 06 09:39:56.282883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:56.384729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:56.448318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-58b5e950-b120-47a2-b420-31e35a3a415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.452609 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-58b5e950-b120-47a2-b420-31e35a3a415e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1744776 May 06 09:39:56.459230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d942227-1444-45f0-a1da-467b0cb90289 req-e445224c-b1fe-4152-a8cf-7d147ad751ec tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.467230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d942227-1444-45f0-a1da-467b0cb90289 req-e445224c-b1fe-4152-a8cf-7d147ad751ec tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 946 time: 0.4155755 May 06 09:39:56.613873 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-cf60a556-de63-42d0-a6f7-8af56b579e99 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547306 May 06 09:39:56.618130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.253 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/025d75b4-6812-48a1-9298-ad9029c1960f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:39:56.718219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:56.718893 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:56.812260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7dd8acea-d01a-4227-a6f0-b90e06e078ae None None] Provisioning complete for port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:56.814282 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7dd8acea-d01a-4227-a6f0-b90e06e078ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:56.816307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Deleting port d2deda52-01c6-4b3f-8008-58afe1e698a0 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:56.818773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:56.853105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6eeaa7-1376-44c4-90e1-c06e7affc879 None None] Network 2e06e6aa-a7af-42d5-aed2-221349881d03 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:39:56.857260 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ff59be3-bed6-4936-82d8-0d1ed80fe527 req-e6404039-f873-4069-a579-dbc1c6ebb397 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351165 May 06 09:39:56.927571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7dd8acea-d01a-4227-a6f0-b90e06e078ae None None] Port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:39:57.142276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b594c811-4e37-44ac-a844-6b112dc0228c None None] Provisioning complete for port d84562cf-f7fe-4251-bcbc-a63210158885 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:57.160022 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b594c811-4e37-44ac-a844-6b112dc0228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.170511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d84562cf-f7fe-4251-bcbc-a63210158885 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:57.345605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d942227-1444-45f0-a1da-467b0cb90289 req-b3375094-04b0-496a-bd97-a11eae5d5539 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8393531 May 06 09:39:57.353029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e0b5144-08bb-4823-aa80-89df8598e180 req-c5414442-1a79-4b0d-b924-627318bfd683 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 210 time: 0.6117373 May 06 09:39:57.374501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d84562cf-f7fe-4251-bcbc-a63210158885 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:57.374939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.438354 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b594c811-4e37-44ac-a844-6b112dc0228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.513089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41944) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:57.612121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b594c811-4e37-44ac-a844-6b112dc0228c None None] For port d84562cf-f7fe-4251-bcbc-a63210158885, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d84562cf-f7fe-4251-bcbc-a63210158885,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:57.654810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b594c811-4e37-44ac-a844-6b112dc0228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.744648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.748240 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04896455-a0a4-40d4-819d-1d1312d80670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.845036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04896455-a0a4-40d4-819d-1d1312d80670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.858241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6688ce44-421a-4938-b6cc-a05c9986c855 None None] Provisioning complete for port d84562cf-f7fe-4251-bcbc-a63210158885 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:57.858848 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6688ce44-421a-4938-b6cc-a05c9986c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.863724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04896455-a0a4-40d4-819d-1d1312d80670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:57.893327 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-04896455-a0a4-40d4-819d-1d1312d80670 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fdbe1711c4be4729be991112dc58316e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790047 May 06 09:39:57.899990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594c811-4e37-44ac-a844-6b112dc0228c None None] Pushing event updated for resources: {'Port': ['ID=d84562cf-f7fe-4251-bcbc-a63210158885,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:57.900817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41958) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:57.977162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04896455-a0a4-40d4-819d-1d1312d80670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c165c-c37d-433f-a0d4-7cc1b968417a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:57.996767 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:39:57.997280 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:39:58.030026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c25cf05e-8cec-4d5e-82fd-14111b6b983e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.091480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c25cf05e-8cec-4d5e-82fd-14111b6b983e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.158365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-5b55ce6f-d09a-41f2-9714-7f90071caa93 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6945827 May 06 09:39:58.173391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c25cf05e-8cec-4d5e-82fd-14111b6b983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.177668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c25cf05e-8cec-4d5e-82fd-14111b6b983e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.179211 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c25cf05e-8cec-4d5e-82fd-14111b6b983e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb9c165c-c37d-433f-a0d4-7cc1b968417a HTTP/1.1" status: 204 len: 168 time: 0.2771206 May 06 09:39:58.189940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf05e-8cec-4d5e-82fd-14111b6b983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c165c-c37d-433f-a0d4-7cc1b968417a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:58.230136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.230671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.244411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Calling delete_port for d2deda52-01c6-4b3f-8008-58afe1e698a0 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:58.478217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Request body: {'port': {'device_id': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:58.605846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.630247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41972) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:58.644489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6374888-9b74-46a8-9b16-f17e33f0ea07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.684976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-303d23b7-3c05-4ced-b737-9fd068e5815d req-02d0d950-0c6f-49c4-91f4-6568083b7c9a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 210 time: 0.4643862 May 06 09:39:58.754551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:39:58.758419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6374888-9b74-46a8-9b16-f17e33f0ea07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.767040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6374888-9b74-46a8-9b16-f17e33f0ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.816906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:58.853760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a6374888-9b74-46a8-9b16-f17e33f0ea07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af65b17c03c248e2a6acb38801a98e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217343 May 06 09:39:58.854678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41976) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:39:58.857395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374888-9b74-46a8-9b16-f17e33f0ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2233c-f319-4609-8019-8d8c099e0ce6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:58.864510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Pushing event deleted for resources: {'Port': ['ID=d2deda52-01c6-4b3f-8008-58afe1e698a0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:58.889718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-f7da7a12-2424-4300-b5dc-703a8e6ea3fa tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:58.898434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-f7da7a12-2424-4300-b5dc-703a8e6ea3fa tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:58.900420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-f7da7a12-2424-4300-b5dc-703a8e6ea3fa tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "GET /v2.0/networks?id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066&id=2e06e6aa-a7af-42d5-aed2-221349881d03&id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066 HTTP/1.1" status: 200 len: 1391 time: 2.0487039 May 06 09:39:58.995808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'port': {'device_id': '68743fe7-aec6-4830-a408-af95728cd9ce', 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066', 'admin_state_up': True, 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:39:59.000001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:59.035770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'mac_address': 'fa:16:3e:0f:c0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:39:59.056945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-6d066b2f-6584-4172-b90c-d706b23850d2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:59.060251 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-6d066b2f-6584-4172-b90c-d706b23850d2 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.1523039 May 06 09:39:59.066969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ee31d65-6140-4d5d-ab4e-b3649de95e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.127268 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.131487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d84562cf-f7fe-4251-bcbc-a63210158885 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:39:59.140096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ee31d65-6140-4d5d-ab4e-b3649de95e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.175194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c1037c-4759-47ed-823c-fe1eb8c461d8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:39:59.175886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1951e-a92f-4043-a0ac-0a833f0d9e77 req-68c7a7eb-5fa5-4372-ae39-a19694f39a44 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:59.177620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d1951e-a92f-4043-a0ac-0a833f0d9e77 req-68c7a7eb-5fa5-4372-ae39-a19694f39a44 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2db92b9-edf0-4f86-b47b-132184faab7c HTTP/1.1" status: 200 len: 944 time: 0.7216909 May 06 09:39:59.208226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:59.229695 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.245365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1d32f61-726d-4c40-9366-30410b548f94 req-df0e71d2-a938-4bdd-9ebb-2ee9f1ecaee9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 210 time: 0.1336083 May 06 09:39:59.258253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Deleting port d7b7e710-8f96-49a1-9554-e53f0787bed5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:39:59.258601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.274070 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.285473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.293353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:59.294287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5eab0b79-8625-496a-8c1f-06465285f45c tempest-AttachSCSIVolumeTestJSON-169073776 tempest-AttachSCSIVolumeTestJSON-169073776-project] 10.222.0.76 "DELETE /v2.0/floatingips/9eed3f04-9311-4ece-a2d8-7003bd72c823 HTTP/1.1" status: 204 len: 168 time: 3.6541972 May 06 09:39:59.297413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d84562cf-f7fe-4251-bcbc-a63210158885 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:39:59.297792 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.337402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ee31d65-6140-4d5d-ab4e-b3649de95e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.340176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ee31d65-6140-4d5d-ab4e-b3649de95e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.359365 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2ee31d65-6140-4d5d-ab4e-b3649de95e68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dce2233c-f319-4609-8019-8d8c099e0ce6 HTTP/1.1" status: 204 len: 168 time: 0.4957259 May 06 09:39:59.367962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.409780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee31d65-6140-4d5d-ab4e-b3649de95e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2233c-f319-4609-8019-8d8c099e0ce6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:39:59.548693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] For port d7b7e710-8f96-49a1-9554-e53f0787bed5, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d7b7e710-8f96-49a1-9554-e53f0787bed5,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:39:59.550648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.581052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Calling delete_port for d7b7e710-8f96-49a1-9554-e53f0787bed5 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:39:59.601794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d1951e-a92f-4043-a0ac-0a833f0d9e77 req-84342662-30a2-4cc7-a8ba-689ecb9fa413 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901274 May 06 09:39:59.651824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['93c1037c-4759-47ed-823c-fe1eb8c461d8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:59.654922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57da53-5273-4eff-9d32-6bf80a7bfb3b req-ff471e59-d850-45a2-a3e6-3acbc4f71768 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:39:59.662639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a57da53-5273-4eff-9d32-6bf80a7bfb3b req-ff471e59-d850-45a2-a3e6-3acbc4f71768 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 947 time: 0.2826829 May 06 09:39:59.693499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.742144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:39:59.758136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:39:59.762022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.837749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:39:59.849055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:39:59.852757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:39:59.922170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:39:59.978861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event deleted for resources: {'Port': ['ID=d7b7e710-8f96-49a1-9554-e53f0787bed5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:00.031451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a57da53-5273-4eff-9d32-6bf80a7bfb3b req-37186f57-db8b-40a4-8778-ee8ef5e3eb86 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674881 May 06 09:40:00.056123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=025d75b4-6812-48a1-9298-ad9029c1960f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:00.112746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] No DVR routers for this DVR port d7b7e710-8f96-49a1-9554-e53f0787bed5 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:00.116240 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.120138 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b93dee41-22b8-4140-bd6e-e7041f7cf142 req-31672182-afa8-4e9c-80a9-edf50332d995 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "DELETE /v2.0/ports/d7b7e710-8f96-49a1-9554-e53f0787bed5 HTTP/1.1" status: 204 len: 173 time: 1.0505502 May 06 09:40:00.120772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'name': 'network-vif-deleted', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:00.123849 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26c6c74-a4eb-4eec-ac1f-49a8b97b209b" -d '{"events": [{"server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "name": "network-vif-deleted", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:00.415936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-87bbbda0-da4a-45bd-a6a6-e33dd7cf9f88 None None] Provisioning complete for port 025d75b4-6812-48a1-9298-ad9029c1960f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:00.416481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-87bbbda0-da4a-45bd-a6a6-e33dd7cf9f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.433922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Allocated IP 19.80.0.61 (0d835ca0-780d-4f0b-8d53-e8f44ddb7066/bced56fb-22af-4f98-b81d-b6a0b0458c90/046cd8b5-6630-40ca-818f-605e7994fd9c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:00.495123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-87bbbda0-da4a-45bd-a6a6-e33dd7cf9f88 None None] Port 025d75b4-6812-48a1-9298-ad9029c1960f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:00.645223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.702531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.794097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:00.794734 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:00.832554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:00.853377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:00.864317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-cdbe8718-9892-424b-b349-73ea851e2156 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.9256494 May 06 09:40:00.865193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:00.938024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Request body: {'port': {'device_id': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:00.957796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Port': ['ID=046cd8b5-6630-40ca-818f-605e7994fd9c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:01.094612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcbd4c-1fe0-4d06-ae4c-d599ac1ba70a req-2d6f33ff-2db7-47c3-bf4c-f5867c424153 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:01.105272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2fcbd4c-1fe0-4d06-ae4c-d599ac1ba70a req-2d6f33ff-2db7-47c3-bf4c-f5867c424153 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.4097281 May 06 09:40:01.139030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:01.140033 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.378316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:01.386689 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.399432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Transition to ACTIVE for port object 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:01.402875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.410004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.434671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-14e2f8c8-0d49-4f51-91cd-54fd269b0f40 None None] Provisioning complete for port 046cd8b5-6630-40ca-818f-605e7994fd9c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:01.435904 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14e2f8c8-0d49-4f51-91cd-54fd269b0f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:01.500441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-14e2f8c8-0d49-4f51-91cd-54fd269b0f40 None None] Port 046cd8b5-6630-40ca-818f-605e7994fd9c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:01.517250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8b144775-4b42-4668-8a78-b58b1be72a1d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5507429 May 06 09:40:01.526608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Pushing event updated for resources: {'Port': ['ID=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:01.535735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'port': {'device_id': '68743fe7-aec6-4830-a408-af95728cd9ce', 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03', 'admin_state_up': True, 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:01.610112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2fcbd4c-1fe0-4d06-ae4c-d599ac1ba70a req-5fffd538-35d9-4894-8d9f-6a8ba18ff01c tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025642 May 06 09:40:01.686354 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a733f75-5322-46f5-a774-0cc32658281e x-openstack-request-id: req-5a733f75-5322-46f5-a774-0cc32658281e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:01.693074 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2db92b9-edf0-4f86-b47b-132184faab7c", "name": "network-vif-deleted", "tag": "d7b7e710-8f96-49a1-9554-e53f0787bed5", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:01.693652 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a733f75-5322-46f5-a774-0cc32658281e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:01.694254 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a733f75-5322-46f5-a774-0cc32658281e'] response: {'server_uuid': 'a2db92b9-edf0-4f86-b47b-132184faab7c', 'name': 'network-vif-deleted', 'tag': 'd7b7e710-8f96-49a1-9554-e53f0787bed5', 'status': 'completed', 'code': 200} May 06 09:40:01.830664 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-363c0998-ceae-4e6f-b03f-9ae762519e13 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899515 May 06 09:40:02.008444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-6f965f5f-b645-4280-b32f-436a3780fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.017433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072c68f-233f-406f-a284-68da774e9849 req-835ef266-05d0-4044-8df9-6ff38615290e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.017433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c072c68f-233f-406f-a284-68da774e9849 req-835ef266-05d0-4044-8df9-6ff38615290e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 936 time: 0.7698925 May 06 09:40:02.018209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-6f965f5f-b645-4280-b32f-436a3780fb99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=99c19f6a0cb84097a21118b13e02be3c&device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 1095 time: 0.0980091 May 06 09:40:02.022510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Attempting to bind port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:02.022510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Attempting to bind port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:02.022799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Attempting to bind port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:02.083925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:02.084260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Attempting to bind port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:02.102378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387874a-88ad-40bc-b170-6908135e3625 req-916c0ab6-26d6-46a4-90ca-9e2ed0182996 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.111830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f387874a-88ad-40bc-b170-6908135e3625 req-916c0ab6-26d6-46a4-90ca-9e2ed0182996 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 931 time: 0.2457747 May 06 09:40:02.113771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:02.114093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:02.114481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:02.114925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Bound port: 1c60415f-3ce9-4c8f-b27e-b6eae11c1452, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:02.115286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.228700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-d9b633d8-fa83-41b0-96fc-ec33de928cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.230958 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-d9b633d8-fa83-41b0-96fc-ec33de928cd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 200 len: 922 time: 0.1842532 May 06 09:40:02.239675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:02.243160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.306921 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-bded88f4-aa18-4369-885f-7c7ba1550b64 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 200 len: 217 time: 0.0651920 May 06 09:40:02.488863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] For port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:02.492656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] For port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:02.512554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c072c68f-233f-406f-a284-68da774e9849 req-231b4a0a-4d6a-4bb4-96eb-46fa2986fa8d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831653 May 06 09:40:02.534798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.612158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f387874a-88ad-40bc-b170-6908135e3625 req-8cb7cd03-cf1c-4283-8af3-443b7eb06586 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994478 May 06 09:40:02.698419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Pushing event updated for resources: {'Port': ['ID=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:02.708321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-8198778a-e877-4157-9c24-6048447887dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.709723 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-8198778a-e877-4157-9c24-6048447887dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 200 len: 861 time: 0.3964937 May 06 09:40:02.743493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:02.744203 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:02.745660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4904fdd-312b-4495-97be-26a7449c9254 service neutron] 10.222.0.83 "PUT /v2.0/ports/1c60415f-3ce9-4c8f-b27e-b6eae11c1452 HTTP/1.1" status: 200 len: 1096 time: 4.2884052 May 06 09:40:02.772698 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-b653145c-8b70-4117-8318-4fde88c57084 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d705e668-3f4b-42c5-8272-caa5e6915636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545213 May 06 09:40:02.785944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:02.810036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'tag': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:02.813048 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeae7c5-c899-44eb-8f55-48d131eef4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0", "tag": "1c60415f-3ce9-4c8f-b27e-b6eae11c1452"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:02.888932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Allocated IP 19.86.0.89 (2e06e6aa-a7af-42d5-aed2-221349881d03/f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d/332d1a8c-7eae-43a3-9b3b-c458bbf46a12) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:02.916431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 93c1037c-4759-47ed-823c-fe1eb8c461d8 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:02.920802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 93c1037c-4759-47ed-823c-fe1eb8c461d8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:02.922888 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:03.045525 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-cd8b48af-3356-413b-b9ad-4106ebcf72ed service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631013 May 06 09:40:03.101807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-252ed7dc-a547-4856-b1a8-b5e48e75d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.109935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-252ed7dc-a547-4856-b1a8-b5e48e75d125 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 1099 time: 0.2697434 May 06 09:40:03.136157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6986-ce0a-4dc8-9b13-782eeaef6509 req-bc82cd20-ed37-4bfb-9a8e-63adbee59c68 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.137931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06a6986-ce0a-4dc8-9b13-782eeaef6509 req-bc82cd20-ed37-4bfb-9a8e-63adbee59c68 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 947 time: 0.3133564 May 06 09:40:03.147073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:03.207170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:03.209167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-31a8196e-cdbd-4603-a6e0-c79e113ebd86 req-10ec6103-656e-4e1c-bdee-9f2b7e716b95 service neutron] 10.222.0.83 "GET /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553588 May 06 09:40:03.212603 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9cf2d8-336f-43c1-ba8f-31cf0b16021a" -d '{"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-plugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:03.234712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:03.241813 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:03.242834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:03.273610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-6f13d374-430e-4c19-812b-94efa7b37a56 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c4c650c677584504b8d819b491794d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015229 May 06 09:40:03.282590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-0ebdf97a-4169-4c71-9453-82a3a38e3bff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1c60415f-3ce9-4c8f-b27e-b6eae11c1452 HTTP/1.1" status: 200 len: 217 time: 0.1434853 May 06 09:40:03.313984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: d7b7e710-8f96-49a1-9554-e53f0787bed5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:03.314793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d7b7e710-8f96-49a1-9554-e53f0787bed5 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:03.350240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b06a6986-ce0a-4dc8-9b13-782eeaef6509 req-0db354df-5b7e-4118-8bce-82cda45f8208 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829693 May 06 09:40:03.398594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:03.873308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-196a28ed-ad67-45b2-b907-23f1180ee6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.874849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-196a28ed-ad67-45b2-b907-23f1180ee6bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.5846019 May 06 09:40:03.983494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025d75b4-6812-48a1-9298-ad9029c1960f {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:03.995855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-8c5141b4-ae8a-4c10-82c2-8348293c31d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:03.997357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-8c5141b4-ae8a-4c10-82c2-8348293c31d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7093251 May 06 09:40:04.005299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d843c8-6775-49ce-881c-a966406880e3 req-b4a064b8-ba98-4273-8fbd-e41889d98c9a tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.006733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16d843c8-6775-49ce-881c-a966406880e3 req-b4a064b8-ba98-4273-8fbd-e41889d98c9a tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.2254908 May 06 09:40:04.026138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.046282 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.067894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-f3b5391d-5288-465e-a622-c111fc30a482 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/quotas/c4c650c677584504b8d819b491794d79 HTTP/1.1" status: 200 len: 375 time: 0.0560713 May 06 09:40:04.077386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-34f8b517-7483-4bff-ae21-398a70f85578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.078870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-34f8b517-7483-4bff-ae21-398a70f85578 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658633 May 06 09:40:04.079946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Transition to ACTIVE for port object 025d75b4-6812-48a1-9298-ad9029c1960f will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:04.100973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.155227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-5ac2a1a7-c905-4757-bbff-0fc79476305a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4c650c677584504b8d819b491794d79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723772 May 06 09:40:04.164415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16d843c8-6775-49ce-881c-a966406880e3 req-4d2ef507-e783-4cf6-b354-e83ae3eb7c1e tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471043 May 06 09:40:04.231064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Pushing event updated for resources: {'Port': ['ID=025d75b4-6812-48a1-9298-ad9029c1960f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:04.273842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.300898 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af01211-46ac-4e66-a312-dd545678b36b x-openstack-request-id: req-1af01211-46ac-4e66-a312-dd545678b36b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:04.301252 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0", "tag": "1c60415f-3ce9-4c8f-b27e-b6eae11c1452", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:04.301474 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1af01211-46ac-4e66-a312-dd545678b36b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:04.301941 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af01211-46ac-4e66-a312-dd545678b36b'] response: {'name': 'network-changed', 'server_uuid': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'tag': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452', 'status': 'completed', 'code': 200} May 06 09:40:04.332569 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c1e792-6da0-44c3-8a39-6f92251cee20 x-openstack-request-id: req-45c1e792-6da0-44c3-8a39-6f92251cee20 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:04.333059 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-plugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:04.333415 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45c1e792-6da0-44c3-8a39-6f92251cee20 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:04.333967 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c1e792-6da0-44c3-8a39-6f92251cee20'] response: {'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'code': 200} May 06 09:40:04.514107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-906ee8b4-0f6b-47f7-904d-163410d137d3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.519231 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-906ee8b4-0f6b-47f7-904d-163410d137d3 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 944 time: 0.1777623 May 06 09:40:04.540781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d6dfc-7bdc-4c7c-b133-7365c9e374da req-9de922aa-92fa-42b3-93df-8253a441ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.542385 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f9d6dfc-7bdc-4c7c-b133-7365c9e374da req-9de922aa-92fa-42b3-93df-8253a441ac43 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1099 time: 0.1110594 May 06 09:40:04.555124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network 2e06e6aa-a7af-42d5-aed2-221349881d03 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:04.602864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:04.615423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:04.671332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Port': ['ID=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:04.678707 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f9d6dfc-7bdc-4c7c-b133-7365c9e374da req-2e478005-2d70-4c2f-acc3-c05a713feb4a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048465 May 06 09:40:04.684175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-a36929b0-e32c-4807-bc03-2c24524ac0a7 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016756 May 06 09:40:04.709882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Deleting port 7b9575a1-33fd-4978-9d69-a46851791e2d {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:04.710151 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.760067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d07e4-12cd-4fdc-8252-ca64ef6ac45f req-4facf7c8-34fd-46d7-bcef-dd90a74fc606 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.766960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f18d07e4-12cd-4fdc-8252-ca64ef6ac45f req-4facf7c8-34fd-46d7-bcef-dd90a74fc606 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd HTTP/1.1" status: 200 len: 944 time: 0.2905025 May 06 09:40:04.824485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.825266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.826770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] For port 7b9575a1-33fd-4978-9d69-a46851791e2d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7b9575a1-33fd-4978-9d69-a46851791e2d,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:04.827210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.832230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Attempting to bind port 025d75b4-6812-48a1-9298-ad9029c1960f on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:04.832567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Attempting to bind port 025d75b4-6812-48a1-9298-ad9029c1960f by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:04.832924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Attempting to bind port 025d75b4-6812-48a1-9298-ad9029c1960f on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:04.842258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Port 025d75b4-6812-48a1-9298-ad9029c1960f on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:04.842588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Attempting to bind port 025d75b4-6812-48a1-9298-ad9029c1960f on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:04.843848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Calling delete_port for 7b9575a1-33fd-4978-9d69-a46851791e2d owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:04.852759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759da6e-fed1-4b90-8f78-b0b535835e29 req-4022e870-1960-429e-aa51-1b6a09bd1b3c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:04.854841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3759da6e-fed1-4b90-8f78-b0b535835e29 req-4022e870-1960-429e-aa51-1b6a09bd1b3c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 948 time: 0.3703115 May 06 09:40:04.896446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f18d07e4-12cd-4fdc-8252-ca64ef6ac45f req-910e4af7-e373-4d71-ada5-0dc19bef43c7 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133535 May 06 09:40:04.903095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:04.903502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:04.905580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:04.906156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Bound port: 025d75b4-6812-48a1-9298-ad9029c1960f, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:04.907224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:04.984434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-10188193-31a8-4c90-8b9d-86d3380932e9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4533525 May 06 09:40:05.009801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'port': {'device_id': '68743fe7-aec6-4830-a408-af95728cd9ce', 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066', 'admin_state_up': True, 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:05.074851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.078895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8e237442-6e86-4939-8acf-5c3c0b334ff4 None None] Provisioning complete for port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:05.079289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e237442-6e86-4939-8acf-5c3c0b334ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.128520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event deleted for resources: {'Port': ['ID=7b9575a1-33fd-4978-9d69-a46851791e2d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:05.140194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3759da6e-fed1-4b90-8f78-b0b535835e29 req-84e68a87-c507-4a2c-80d7-2abfbc88c326 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591093 May 06 09:40:05.159290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8e237442-6e86-4939-8acf-5c3c0b334ff4 None None] Port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:05.207704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] No DVR routers for this DVR port 7b9575a1-33fd-4978-9d69-a46851791e2d on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:05.212174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.216158 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-767ed340-ec4a-4f85-a4fc-39f9389c4f14 req-faeb861a-0ed1-4371-8a79-7deb25ddcc80 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "DELETE /v2.0/ports/7b9575a1-33fd-4978-9d69-a46851791e2d HTTP/1.1" status: 204 len: 173 time: 0.6886697 May 06 09:40:05.216819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'name': 'network-vif-deleted', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:05.219880 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9728093-1435-4604-9c45-3c9b02703aab" -d '{"events": [{"server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "name": "network-vif-deleted", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:05.340186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aaf56-6633-4b4a-a51c-15c774d8921e req-7f788ae3-4756-4583-a06e-c12870af83e5 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.348387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498aaf56-6633-4b4a-a51c-15c774d8921e req-7f788ae3-4756-4583-a06e-c12870af83e5 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.350052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-498aaf56-6633-4b4a-a51c-15c774d8921e req-7f788ae3-4756-4583-a06e-c12870af83e5 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 1653 time: 0.2557690 May 06 09:40:05.358755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] For port 025d75b4-6812-48a1-9298-ad9029c1960f, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:05.369111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] For port 025d75b4-6812-48a1-9298-ad9029c1960f, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=025d75b4-6812-48a1-9298-ad9029c1960f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:05.393592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.397049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-d4ff9ddf-6580-4f44-b336-e95e318ac2a8 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359396 May 06 09:40:05.440795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-432b5359-89ec-4962-a0c6-8100525a5ecd req-5b1482da-9b5a-4e61-8cd0-76cd05574915 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 210 time: 0.0890865 May 06 09:40:05.544662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.545421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.546791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/025d75b4-6812-48a1-9298-ad9029c1960f HTTP/1.1" status: 200 len: 1096 time: 4.6254756 May 06 09:40:05.582002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:05.583176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:05.606720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-498aaf56-6633-4b4a-a51c-15c774d8921e req-c826da43-c538-483e-b9ff-1aa892143175 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403491 May 06 09:40:05.641894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc81db-11fc-4be4-b483-b409442308c1 service neutron] Pushing event updated for resources: {'Port': ['ID=025d75b4-6812-48a1-9298-ad9029c1960f,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:05.716730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-ee902924-d046-4d55-ace1-e837b61eab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.718232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-ee902924-d046-4d55-ace1-e837b61eab43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 1099 time: 0.2225296 May 06 09:40:05.796930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d991b76-ace6-4154-8b1d-225738af7c56 req-87078a9e-49d9-4854-a67e-950356f07f03 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.798969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d991b76-ace6-4154-8b1d-225738af7c56 req-87078a9e-49d9-4854-a67e-950356f07f03 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.2855535 May 06 09:40:05.812886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-83b03bce-b263-444e-a51f-c32d84fc5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.815312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-83b03bce-b263-444e-a51f-c32d84fc5189 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 1099 time: 0.2055483 May 06 09:40:05.923095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-e53955fc-440d-4698-8929-f8136e366647 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=025d75b4-6812-48a1-9298-ad9029c1960f HTTP/1.1" status: 200 len: 217 time: 0.0731626 May 06 09:40:05.927110 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-b49b1217-65d3-410f-8432-652ca2f3592f tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=c4c650c677584504b8d819b491794d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534270 May 06 09:40:05.992288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacccc2e-77fb-4a26-8abb-b03331b9ef8e req-5f96d8cb-1c99-46dc-8e77-2dba10b47fda tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:05.994313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dacccc2e-77fb-4a26-8abb-b03331b9ef8e req-5f96d8cb-1c99-46dc-8e77-2dba10b47fda tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.3015754 May 06 09:40:06.046571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d991b76-ace6-4154-8b1d-225738af7c56 req-7a36359e-3acb-4c70-bd22-95cb54db78f6 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269242 May 06 09:40:06.100523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Allocated IP 19.80.0.230 (0d835ca0-780d-4f0b-8d53-e8f44ddb7066/bced56fb-22af-4f98-b81d-b6a0b0458c90/437dc922-3c1d-4efa-a382-d77f15681f59) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:06.109309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-c5eb9ace-cf64-44e4-8f71-86a35a1969ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.111351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-c5eb9ace-cf64-44e4-8f71-86a35a1969ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1643124 May 06 09:40:06.111811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-72c6f170-992a-469d-aab5-528f8d13594c tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.112325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-85eeb483-7460-414a-a0f2-ad025594608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.113241 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-72c6f170-992a-469d-aab5-528f8d13594c tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789300 May 06 09:40:06.113636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-85eeb483-7460-414a-a0f2-ad025594608f service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3476336 May 06 09:40:06.126216 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56be5b8-83c3-4ca6-81fe-fe547e4077a7 x-openstack-request-id: req-e56be5b8-83c3-4ca6-81fe-fe547e4077a7 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:06.127205 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd", "name": "network-vif-deleted", "tag": "7b9575a1-33fd-4978-9d69-a46851791e2d", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:06.127446 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e56be5b8-83c3-4ca6-81fe-fe547e4077a7 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:06.127896 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e56be5b8-83c3-4ca6-81fe-fe547e4077a7'] response: {'server_uuid': '0f9a8cec-f29c-4ba4-bc18-66e0b8207cdd', 'name': 'network-vif-deleted', 'tag': '7b9575a1-33fd-4978-9d69-a46851791e2d', 'status': 'completed', 'code': 200} May 06 09:40:06.135500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Request body: {'port': {'device_id': 'b632a554-300b-4885-9597-6c2dded5bd62', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'c4c650c677584504b8d819b491794d79'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:06.145129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dacccc2e-77fb-4a26-8abb-b03331b9ef8e req-e6d0c98e-2205-449a-b49a-987ff73c81c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206536 May 06 09:40:06.230773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-df7c9e88-ac53-4b0a-a364-e7315d59698b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1c60415f-3ce9-4c8f-b27e-b6eae11c1452 HTTP/1.1" status: 200 len: 217 time: 0.0811770 May 06 09:40:06.320488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'tag': '025d75b4-6812-48a1-9298-ad9029c1960f'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:06.327300 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72df99f9-16e5-438e-9916-2751da9fded7" -d '{"events": [{"name": "network-changed", "server_uuid": "babd95ab-8f8f-424b-bc88-fafbdb18083b", "tag": "025d75b4-6812-48a1-9298-ad9029c1960f"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:06.342555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Made reservation on behalf of c4c650c677584504b8d819b491794d79 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:06.346899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.354468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-57974b66-d10c-4a93-bd26-23b3efcca5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.356129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.356257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-57974b66-d10c-4a93-bd26-23b3efcca5d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239759 May 06 09:40:06.451801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.456856 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.464774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-5ad59e1a-8f50-4216-82cf-9ce0882f6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.466265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-5ad59e1a-8f50-4216-82cf-9ce0882f6611 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2225695 May 06 09:40:06.535712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87009833-f454-4fa3-9cf9-14c9f23b4513,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:06.562421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82010574-a709-413c-aa5a-ba1b5a7049f9 req-4b20e0da-3686-4a32-ac71-a70914b1b692 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.564073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82010574-a709-413c-aa5a-ba1b5a7049f9 req-4b20e0da-3686-4a32-ac71-a70914b1b692 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 948 time: 0.2304158 May 06 09:40:06.581565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:06.608477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Allocated IP 192.168.233.62 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/d02c658e-19c9-4e67-b101-a784671b40d5) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:06.615896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-4719d76e-4c75-4d1a-abf5-3b7895eba28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:06.617503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-4719d76e-4c75-4d1a-abf5-3b7895eba28c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1348410 May 06 09:40:06.621710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-c1308895-931f-4f74-80a0-bb3b869a75fe service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336850 May 06 09:40:06.685084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82010574-a709-413c-aa5a-ba1b5a7049f9 req-658166a8-2d87-4ad0-ade1-63fa428b70aa tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072335 May 06 09:40:06.746329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42220) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:06.822232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:06.869626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 7b9575a1-33fd-4978-9d69-a46851791e2d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:06.870075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7b9575a1-33fd-4978-9d69-a46851791e2d not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:06.870684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:07.011290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.041718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.057017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:07.058073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:07.061168 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3ef7f-ca64-4a11-9db5-9eca3ddb9430" -d '{"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:07.065783 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.092255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.116678 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f09773-6f59-43d7-9743-753107fb4a6c x-openstack-request-id: req-05f09773-6f59-43d7-9743-753107fb4a6c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:07.117065 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "babd95ab-8f8f-424b-bc88-fafbdb18083b", "tag": "025d75b4-6812-48a1-9298-ad9029c1960f", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:07.117401 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05f09773-6f59-43d7-9743-753107fb4a6c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:07.117857 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f09773-6f59-43d7-9743-753107fb4a6c'] response: {'name': 'network-changed', 'server_uuid': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'tag': '025d75b4-6812-48a1-9298-ad9029c1960f', 'status': 'completed', 'code': 200} May 06 09:40:07.125768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:07.181284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:07.186961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:07.189818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:07.206852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Pushing event updated for resources: {'Port': ['ID=d02c658e-19c9-4e67-b101-a784671b40d5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:07.224918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.296668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.297310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.324455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beb2e1-ef85-4866-9228-49044d140e07 req-d1e7322f-713e-4f4c-b887-8f496ed9ae59 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.330439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beb2e1-ef85-4866-9228-49044d140e07 req-d1e7322f-713e-4f4c-b887-8f496ed9ae59 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.332085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3beb2e1-ef85-4866-9228-49044d140e07 req-d1e7322f-713e-4f4c-b887-8f496ed9ae59 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 1653 time: 0.2077153 May 06 09:40:07.334369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:07.335004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-15717342-e306-4e07-8469-186544fc74d5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2039454 May 06 09:40:07.344072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b1c21-d0e8-4c84-b373-266bf340cde2 req-7512bb82-0032-4ce7-9230-9422f935dadc tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.346903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c2b1c21-d0e8-4c84-b373-266bf340cde2 req-7512bb82-0032-4ce7-9230-9422f935dadc tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 935 time: 0.2281833 May 06 09:40:07.349294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-2dcb20a0-0e99-4275-abce-24367b5a46a9 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138791 May 06 09:40:07.356024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Request body: {'port': {'device_id': 'b632a554-300b-4885-9597-6c2dded5bd62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:07.358329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0812ab0f-9f1e-4506-b99e-650c08866e20 req-c602b63f-f61b-4ba6-8053-e9f86c8d7364 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114229 May 06 09:40:07.365500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:07.380789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:07.396139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Port': ['ID=437dc922-3c1d-4efa-a382-d77f15681f59,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:07.469710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fffc93f9-3db8-4902-b1f0-a7c4cf378db3 None None] Provisioning complete for port d02c658e-19c9-4e67-b101-a784671b40d5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:07.471193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fffc93f9-3db8-4902-b1f0-a7c4cf378db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.486407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.536128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fffc93f9-3db8-4902-b1f0-a7c4cf378db3 None None] Port d02c658e-19c9-4e67-b101-a784671b40d5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:07.595792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c2b1c21-d0e8-4c84-b373-266bf340cde2 req-6f80d9fc-2fb1-42d2-bcca-32a6468d28bd tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346776 May 06 09:40:07.602680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.602680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.634880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3beb2e1-ef85-4866-9228-49044d140e07 req-038e53f7-9689-46a5-902d-c4eb8131de03 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729239 May 06 09:40:07.636910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbeae7c5-c899-44eb-8f55-48d131eef4a0 req-66a8ee94-19e6-43ec-b7ab-6a95d68e0747 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776976 May 06 09:40:07.651934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df99f9-16e5-438e-9916-2751da9fded7 req-008d09be-376c-4b40-888e-440117cf9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.653620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72df99f9-16e5-438e-9916-2751da9fded7 req-008d09be-376c-4b40-888e-440117cf9bbd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 1099 time: 0.1775768 May 06 09:40:07.658123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dac1bb99-86f2-4cee-837e-b6ed17094a9b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6566358 May 06 09:40:07.677378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Request body: {'port': {'device_id': '68743fe7-aec6-4830-a408-af95728cd9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:07.791036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bdc38e42-6410-40d2-a292-2c1864e263ea None None] Provisioning complete for port 437dc922-3c1d-4efa-a382-d77f15681f59 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:07.792342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bdc38e42-6410-40d2-a292-2c1864e263ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.812595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-9956f689-e3c9-4ae9-8ef6-f64d4d23f514 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.814248 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-9956f689-e3c9-4ae9-8ef6-f64d4d23f514 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 944 time: 0.1637282 May 06 09:40:07.814542 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.843221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e449da-7593-4e20-bd78-6a838e43839d req-a623d1a6-91eb-4198-b310-d853c56f2a1a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.844733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44e449da-7593-4e20-bd78-6a838e43839d req-a623d1a6-91eb-4198-b310-d853c56f2a1a tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b874aea-dbf2-415b-adcb-26a820b347e4 HTTP/1.1" status: 200 len: 944 time: 0.1208394 May 06 09:40:07.874040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:07.905590 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81df532-efc0-443f-998a-06d12cdf4fce x-openstack-request-id: req-c81df532-efc0-443f-998a-06d12cdf4fce {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:07.906146 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:07.906146 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c81df532-efc0-443f-998a-06d12cdf4fce {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:07.906505 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81df532-efc0-443f-998a-06d12cdf4fce'] response: {'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'code': 200} May 06 09:40:07.923839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bdc38e42-6410-40d2-a292-2c1864e263ea None None] Port 437dc922-3c1d-4efa-a382-d77f15681f59 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:07.929032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df99f9-16e5-438e-9916-2751da9fded7 req-26fe16e8-55c7-4546-9bfc-fbcb47827cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:07.930510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72df99f9-16e5-438e-9916-2751da9fded7 req-26fe16e8-55c7-4546-9bfc-fbcb47827cac service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2686541 May 06 09:40:07.990628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72df99f9-16e5-438e-9916-2751da9fded7 req-3270e959-9a28-4962-b52a-e31f4e23ce8f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=025d75b4-6812-48a1-9298-ad9029c1960f HTTP/1.1" status: 200 len: 217 time: 0.0487401 May 06 09:40:08.012534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44e449da-7593-4e20-bd78-6a838e43839d req-2a9ae071-35f7-4fe8-80ff-563ea1b83838 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.76 "GET /v2.0/security-groups?id=fede7459-6594-4150-a83f-bed0dd779946&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574278 May 06 09:40:08.077210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02c658e-19c9-4e67-b101-a784671b40d5 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:08.090614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.115246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Transition to ACTIVE for port object d02c658e-19c9-4e67-b101-a784671b40d5 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:08.150171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.157420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Deleting port 8a6b86dc-393d-4b82-8555-10ad208a473b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:08.158299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.188373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df99f9-16e5-438e-9916-2751da9fded7 req-7c69534c-1173-4fa3-a6f3-fc088bfeeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.189906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72df99f9-16e5-438e-9916-2751da9fded7 req-7c69534c-1173-4fa3-a6f3-fc088bfeeb16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1886897 May 06 09:40:08.227908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d17c7-1e9c-4ea2-971d-4e69c16c624e req-79aa8560-d89a-46c9-93b7-69878d799018 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.229380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-491d17c7-1e9c-4ea2-971d-4e69c16c624e req-79aa8560-d89a-46c9-93b7-69878d799018 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.2378838 May 06 09:40:08.271166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9926c-a450-47b4-9c2b-c9e5a646e028 req-1c3a7dd4-a2e2-4f13-9b74-8bd08527a534 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.272660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ca9926c-a450-47b4-9c2b-c9e5a646e028 req-1c3a7dd4-a2e2-4f13-9b74-8bd08527a534 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.1918683 May 06 09:40:08.278144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d02c658e-19c9-4e67-b101-a784671b40d5,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:08.356214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-491d17c7-1e9c-4ea2-971d-4e69c16c624e req-b3238576-5788-4f0e-9e64-dc4e1e964239 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148009 May 06 09:40:08.363618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] For port 8a6b86dc-393d-4b82-8555-10ad208a473b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8a6b86dc-393d-4b82-8555-10ad208a473b,segment=NetworkSegment(ceba07ba-08f0-4e02-916b-76124433b244),segment_id=ceba07ba-08f0-4e02-916b-76124433b244)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:08.363991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.380738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df99f9-16e5-438e-9916-2751da9fded7 req-15080dd9-5968-4d1d-96b5-f41525f44e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.382572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72df99f9-16e5-438e-9916-2751da9fded7 req-15080dd9-5968-4d1d-96b5-f41525f44e5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1664307 May 06 09:40:08.389345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ca9926c-a450-47b4-9c2b-c9e5a646e028 req-893dc335-fa2c-4347-a81d-29eb3418779f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032438 May 06 09:40:08.399516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Calling delete_port for 8a6b86dc-393d-4b82-8555-10ad208a473b owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:08.533961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Attempting to bind port d02c658e-19c9-4e67-b101-a784671b40d5 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:08.534296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Attempting to bind port d02c658e-19c9-4e67-b101-a784671b40d5 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:08.534649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Attempting to bind port d02c658e-19c9-4e67-b101-a784671b40d5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:08.546059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Port d02c658e-19c9-4e67-b101-a784671b40d5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:08.546383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Attempting to bind port d02c658e-19c9-4e67-b101-a784671b40d5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:08.561949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:08.562286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:08.562669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:08.563102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Bound port: d02c658e-19c9-4e67-b101-a784671b40d5, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:08.563456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.608289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046cd8b5-6630-40ca-818f-605e7994fd9c {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:08.622253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.669484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Transition to ACTIVE for port object 046cd8b5-6630-40ca-818f-605e7994fd9c will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:08.673777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72df99f9-16e5-438e-9916-2751da9fded7 req-ed031aeb-4af0-45a7-b19f-6e62c02ae41b service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819214 May 06 09:40:08.676266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Deleting port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:08.676599 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.681234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c003-ac97-46e6-9d42-151caeaaea91 req-075f54b4-ae9e-4631-9eb2-c9dec60b9811 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.682683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1993c003-ac97-46e6-9d42-151caeaaea91 req-075f54b4-ae9e-4631-9eb2-c9dec60b9811 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 948 time: 0.2175076 May 06 09:40:08.697390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.737353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.739345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] For port d02c658e-19c9-4e67-b101-a784671b40d5, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:08.744289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] For port d02c658e-19c9-4e67-b101-a784671b40d5, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d02c658e-19c9-4e67-b101-a784671b40d5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:08.754950 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.785837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Pushing event deleted for resources: {'Port': ['ID=8a6b86dc-393d-4b82-8555-10ad208a473b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:08.810511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-c3d9b0e6-8a82-43ca-bc06-e6866096b177 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.811914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-c3d9b0e6-8a82-43ca-bc06-e6866096b177 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.2992089 May 06 09:40:08.828606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:08.828830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.831030 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/d02c658e-19c9-4e67-b101-a784671b40d5 HTTP/1.1" status: 200 len: 1095 time: 1.4807963 May 06 09:40:08.834211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:08.867472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Pushing event updated for resources: {'Port': ['ID=046cd8b5-6630-40ca-818f-605e7994fd9c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:08.875143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b632a554-300b-4885-9597-6c2dded5bd62', 'tag': 'd02c658e-19c9-4e67-b101-a784671b40d5'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:08.878783 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040146fc-1282-4014-94c1-c402258af449" -d '{"events": [{"name": "network-changed", "server_uuid": "b632a554-300b-4885-9597-6c2dded5bd62", "tag": "d02c658e-19c9-4e67-b101-a784671b40d5"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:08.879535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1993c003-ac97-46e6-9d42-151caeaaea91 req-209047c1-ddc9-466b-b033-c5cc6410154b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859396 May 06 09:40:08.890111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-394fc168-835c-45e3-a69c-2e9e3213856e tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/quotas/be3a060def1c4870b8cc28ff458007ab HTTP/1.1" status: 200 len: 375 time: 0.0654483 May 06 09:40:08.931120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] No DVR routers for this DVR port 8a6b86dc-393d-4b82-8555-10ad208a473b on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:08.941057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:08.944319 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8e2fb39f-e01f-4845-8e93-381000ee113b req-be23cca3-51fe-4c04-a046-9fefe8b498f9 tempest-LiveAutoBlockMigrationV225Test-1381724803 tempest-LiveAutoBlockMigrationV225Test-1381724803-project] 10.222.0.83 "DELETE /v2.0/ports/8a6b86dc-393d-4b82-8555-10ad208a473b HTTP/1.1" status: 204 len: 173 time: 1.1166723 May 06 09:40:09.003017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72df99f9-16e5-438e-9916-2751da9fded7 req-a9adcca3-1fe7-4565-b1bf-5299551bf53a service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193099 May 06 09:40:09.003835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] For port 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.004233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.017108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9f210-2332-4c96-929f-ab32285637c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d02c658e-19c9-4e67-b101-a784671b40d5,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:09.056303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Calling delete_port for 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:09.073268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-d4893371-1cdf-4cec-95c5-f1e99fc55b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.075236 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-d4893371-1cdf-4cec-95c5-f1e99fc55b36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c4c650c677584504b8d819b491794d79&device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 1098 time: 0.1891527 May 06 09:40:09.105349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.116923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-c2e8a559-f78e-42e7-9db6-9ebfd44c9cee tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2014353 May 06 09:40:09.117316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Attempting to bind port 046cd8b5-6630-40ca-818f-605e7994fd9c on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:09.117642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Attempting to bind port 046cd8b5-6630-40ca-818f-605e7994fd9c by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:09.117967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Attempting to bind port 046cd8b5-6630-40ca-818f-605e7994fd9c on network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:09.125477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452', 'mac_address': 'fa:16:3e:0b:e2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:09.185195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Port 046cd8b5-6630-40ca-818f-605e7994fd9c on network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:09.185195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Attempting to bind port 046cd8b5-6630-40ca-818f-605e7994fd9c on network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:09.201270 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.216519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:09.238604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:09.243505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.244431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:09.244894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Checking segment: {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:09.245629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Bound using segment: {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:09.245912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Bound port: 046cd8b5-6630-40ca-818f-605e7994fd9c, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:09.246361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.314293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:09.332700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-d869a337-2df7-4dde-87ea-9b038902820f service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001698 May 06 09:40:09.336668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156ce0c-794f-4e5a-9e43-e0e13ab91d39 req-c1d8cd25-079e-49b5-8015-426d9e7c94bc tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.338192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4156ce0c-794f-4e5a-9e43-e0e13ab91d39 req-c1d8cd25-079e-49b5-8015-426d9e7c94bc tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1099 time: 0.2431762 May 06 09:40:09.491124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4156ce0c-794f-4e5a-9e43-e0e13ab91d39 req-695c770f-2dcd-49d3-b235-dcc2923c34e4 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824945 May 06 09:40:09.509559 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-5efd020f-b5df-4d72-96f7-2beeb1b0b9ff service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d02c658e-19c9-4e67-b101-a784671b40d5 HTTP/1.1" status: 200 len: 217 time: 0.0389934 May 06 09:40:09.512654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] For port 046cd8b5-6630-40ca-818f-605e7994fd9c, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:09.518223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] For port 046cd8b5-6630-40ca-818f-605e7994fd9c, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=046cd8b5-6630-40ca-818f-605e7994fd9c,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:09.522579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-557042b2-c1d8-48c3-a8a0-da00855f6969 service neutron] 10.222.0.76 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817572 May 06 09:40:09.525562 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.609287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.609287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:09.616940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] 10.222.0.82 "PUT /v2.0/ports/046cd8b5-6630-40ca-818f-605e7994fd9c HTTP/1.1" status: 200 len: 1091 time: 1.9417913 May 06 09:40:09.616940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:09.619472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:09.628379 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32f2204-59e7-4d5e-beb6-bae71bbc750b" -d '{"events": [{"name": "network-changed", "server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:09.650729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Request body: {'port': {'device_id': '68743fe7-aec6-4830-a408-af95728cd9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:09.664314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-df78fde1-7057-42fa-83e3-8c487b282c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.665881 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-df78fde1-7057-42fa-83e3-8c487b282c11 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1458173 May 06 09:40:09.840884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05a7cb-a17d-4d4e-9f2a-f43336b325a9 service neutron] Pushing event updated for resources: {'Port': ['ID=046cd8b5-6630-40ca-818f-605e7994fd9c,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:09.848862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c257-c744-4f78-adb0-dd05abba039c req-992db11d-b695-43c3-92d2-b5dbe39b7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.851859 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-992db11d-b695-43c3-92d2-b5dbe39b7547 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236105 May 06 09:40:09.898259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3d8a8-3c08-4b43-8b8c-e1321306fd9d req-ff677b36-e5ed-4ca9-bd68-c51cfd5c7f73 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:09.901181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53a3d8a8-3c08-4b43-8b8c-e1321306fd9d req-ff677b36-e5ed-4ca9-bd68-c51cfd5c7f73 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 947 time: 0.2427146 May 06 09:40:09.940095 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.029262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.105098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:10.224556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200ee3-8539-41d5-b6a1-d52044bc54c1 req-c9177c72-3c34-411f-989a-dd229817cc54 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.234698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200ee3-8539-41d5-b6a1-d52044bc54c1 req-c9177c72-3c34-411f-989a-dd229817cc54 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.244537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200ee3-8539-41d5-b6a1-d52044bc54c1 req-c9177c72-3c34-411f-989a-dd229817cc54 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.248753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df200ee3-8539-41d5-b6a1-d52044bc54c1 req-c9177c72-3c34-411f-989a-dd229817cc54 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2387 time: 0.3428068 May 06 09:40:10.255169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53a3d8a8-3c08-4b43-8b8c-e1321306fd9d req-bfe074be-c2af-483b-857f-67ee9e8a2b0c tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319130 May 06 09:40:10.294442 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-0a99822e-c7c5-486b-8cb2-f38dc5bd6888 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192867 May 06 09:40:10.367349 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1958a9-0e55-4827-a9f3-afe0e07fb7bc x-openstack-request-id: req-9b1958a9-0e55-4827-a9f3-afe0e07fb7bc {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:10.367761 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b632a554-300b-4885-9597-6c2dded5bd62", "tag": "d02c658e-19c9-4e67-b101-a784671b40d5", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:10.368077 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b1958a9-0e55-4827-a9f3-afe0e07fb7bc {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:10.368542 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1958a9-0e55-4827-a9f3-afe0e07fb7bc'] response: {'name': 'network-changed', 'server_uuid': 'b632a554-300b-4885-9597-6c2dded5bd62', 'tag': 'd02c658e-19c9-4e67-b101-a784671b40d5', 'status': 'completed', 'code': 200} May 06 09:40:10.381254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-354c2df2-8995-4053-9f5f-1d19943f86d9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.382781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-354c2df2-8995-4053-9f5f-1d19943f86d9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "GET /v2.0/ports?device_id=63a9755a-4001-49ad-ad90-fe396a040c0b HTTP/1.1" status: 200 len: 943 time: 0.3095629 May 06 09:40:10.401823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:10.466258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:10.543203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d76c257-c744-4f78-adb0-dd05abba039c req-97c4b170-1136-44f0-9459-007d07092008 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398942 May 06 09:40:10.564280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df200ee3-8539-41d5-b6a1-d52044bc54c1 req-825fa4d2-f0fe-476e-993e-044314b7f165 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994525 May 06 09:40:10.845481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 025d75b4-6812-48a1-9298-ad9029c1960f details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:10.851105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:10.864291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040146fc-1282-4014-94c1-c402258af449 req-92a5c5f3-f8a1-47e3-827b-568dc35410ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:10.866184 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-040146fc-1282-4014-94c1-c402258af449 req-92a5c5f3-f8a1-47e3-827b-568dc35410ae service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=c4c650c677584504b8d819b491794d79&device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 1098 time: 0.1932430 May 06 09:40:10.960225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] Deleting subnet a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:10.970083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.007886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Router 2f6f38cf-a810-4da4-a72c-aa657031b27d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:40:11.049018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.228208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.268006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 025d75b4-6812-48a1-9298-ad9029c1960f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=025d75b4-6812-48a1-9298-ad9029c1960f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:11.304746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '025d75b4-6812-48a1-9298-ad9029c1960f', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '025d75b4-6812-48a1-9298-ad9029c1960f', 'mac_address': 'fa:16:3e:47:6f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:11.321994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040146fc-1282-4014-94c1-c402258af449 req-671c15b4-e977-476a-9094-0bae9038f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.323699 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-040146fc-1282-4014-94c1-c402258af449 req-671c15b4-e977-476a-9094-0bae9038f71f service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.4476459 May 06 09:40:11.330780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.335323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:11.371517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:11.372187 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.446754 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-040146fc-1282-4014-94c1-c402258af449 req-b47ab083-7b65-4e5b-bf9d-9d3e2ae197a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=d02c658e-19c9-4e67-b101-a784671b40d5 HTTP/1.1" status: 200 len: 217 time: 0.1107793 May 06 09:40:11.447127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c76e8f-fa61-4ff0-8ca8-b47fc851c527,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:11.451008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.457837 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-39ada287-d8e5-4080-9438-5fd49a67cc28 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a0c76e8f-fa61-4ff0-8ca8-b47fc851c527 HTTP/1.1" status: 204 len: 168 time: 1.0509655 May 06 09:40:11.458662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42298) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:11.477076 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.574316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfe1b-8c79-4e9b-986a-557e93c68696 req-fecbed3c-d82c-4f5c-9b0c-16cbb1a73126 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.599995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ebdfe1b-8c79-4e9b-986a-557e93c68696 req-fecbed3c-d82c-4f5c-9b0c-16cbb1a73126 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 1.0579090 May 06 09:40:11.606207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040146fc-1282-4014-94c1-c402258af449 req-71a710b6-8984-4131-b17b-ed922fd6c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.607795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-040146fc-1282-4014-94c1-c402258af449 req-71a710b6-8984-4131-b17b-ed922fd6c33d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1485434 May 06 09:40:11.613877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025d75b4-6812-48a1-9298-ad9029c1960f {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:11.614116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.621147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.82', 58285) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:11.644954 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da92741-eae8-44d9-b698-d52821b69510 x-openstack-request-id: req-7da92741-eae8-44d9-b698-d52821b69510 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:11.645375 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:11.645720 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7da92741-eae8-44d9-b698-d52821b69510 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:11.646203 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da92741-eae8-44d9-b698-d52821b69510'] response: {'name': 'network-changed', 'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c', 'status': 'completed', 'code': 200} May 06 09:40:11.652500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:40:11.661097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5df92822-5d07-4a2d-9c8b-b4da393e40e4 admin admin] 10.222.0.76 "PUT /v2.0/routers/2f6f38cf-a810-4da4-a72c-aa657031b27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9136903 May 06 09:40:11.667074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42306) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:11.672101 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] Sync routers for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:40:11.682047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 025d75b4-6812-48a1-9298-ad9029c1960f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=025d75b4-6812-48a1-9298-ad9029c1960f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:11.686827 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:11.690109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:11.697672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.705083 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.748648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:11.775672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:11.778772 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b89406-147b-4bc8-bd76-372f62d122c8" -d '{"events": [{"server_uuid": "cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c60415f-3ce9-4c8f-b27e-b6eae11c1452"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:11.788929 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.789809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8a6b86dc-393d-4b82-8555-10ad208a473b no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:11.803375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80ba9819-f6e7-451a-a7d1-731fd85ec3e6 req-fe7f8c83-ec7b-47c1-8d43-4d0ee39940e0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 210 time: 0.1429811 May 06 09:40:11.821367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 8a6b86dc-393d-4b82-8555-10ad208a473b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:11.821570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8a6b86dc-393d-4b82-8555-10ad208a473b not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:11.831874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:11.844617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.869967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d705e668-3f4b-42c5-8272-caa5e6915636']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:11.879416 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.881308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceba07ba-08f0-4e02-916b-76124433b244') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:11.881548 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:11.881684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceba07ba-08f0-4e02-916b-76124433b244') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:11.893014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=025d75b4-6812-48a1-9298-ad9029c1960f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:11.899783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.905288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-d27599e0-3966-4a09-b52e-4c7835a9f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.905845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-d27599e0-3966-4a09-b52e-4c7835a9f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.906323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-d27599e0-3966-4a09-b52e-4c7835a9f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.908666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-d27599e0-3966-4a09-b52e-4c7835a9f6ad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2730 time: 0.2748971 May 06 09:40:11.932588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040146fc-1282-4014-94c1-c402258af449 req-a0e5e19b-9239-42b7-8d44-6989686c3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:11.934784 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-040146fc-1282-4014-94c1-c402258af449 req-a0e5e19b-9239-42b7-8d44-6989686c3f7b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2932098 May 06 09:40:11.939081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:11.959194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:12.003094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Deleting port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:12.003436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.015500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-7c73d4f8-1d33-4044-a2ac-0683aa8e0987 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.017156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-7c73d4f8-1d33-4044-a2ac-0683aa8e0987 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 804 time: 0.6814690 May 06 09:40:12.077366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Request body: {'port': {'device_id': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'admin_state_up': True, 'tenant_id': 'be3a060def1c4870b8cc28ff458007ab'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:12.082244 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-040146fc-1282-4014-94c1-c402258af449 req-ca6158fc-e0a9-4d49-8b23-a3acf75d4915 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231923 May 06 09:40:12.083477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:12.083721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: timer() May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:12.089279 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:12.109269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ebdfe1b-8c79-4e9b-986a-557e93c68696 req-a39edc53-0678-4c7d-90bb-3d33b61d1014 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030620 May 06 09:40:12.116102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Transition to ACTIVE for port object 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:12.148983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['025d75b4-6812-48a1-9298-ad9029c1960f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:12.179417 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.232647 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:40:09Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:12.238373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-a733e2bf-7973-4832-b551-e6575cc45ccf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5912282 May 06 09:40:12.259447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.261611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.268937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.272051 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d705e668-3f4b-42c5-8272-caa5e6915636 HTTP/1.1" status: 204 len: 168 time: 0.7607341 May 06 09:40:12.280305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-528d18c2-e357-4335-a278-4afc487bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.280779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-528d18c2-e357-4335-a278-4afc487bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.281248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-528d18c2-e357-4335-a278-4afc487bf093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.282046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d6146-d8d6-4241-927b-33f0dd7e7b84 req-aa7465da-93a7-47e1-9628-08a59ab6d587 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.283365 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-528d18c2-e357-4335-a278-4afc487bf093 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3646975 May 06 09:40:12.283877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42312) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:12.291785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544d6146-d8d6-4241-927b-33f0dd7e7b84 req-aa7465da-93a7-47e1-9628-08a59ab6d587 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 949 time: 0.3670793 May 06 09:40:12.293243 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] Checking router: 2f6f38cf-a810-4da4-a72c-aa657031b27d for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:40:12.307774 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] Routers {'2f6f38cf-a810-4da4-a72c-aa657031b27d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:12.309123 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2f6f38cf-a810-4da4-a72c-aa657031b27d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:12.459530 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] Set router 2f6f38cf-a810-4da4-a72c-aa657031b27d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:12.486435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'name': 'network-vif-deleted', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:12.488736 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aad10fc-7944-4aa0-8765-26acf4527978" -d '{"events": [{"server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "name": "network-vif-deleted", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:12.492198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-2cd3a941-72c5-4b12-8465-83c219b507f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.493642 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e32f2204-59e7-4d5e-beb6-bae71bbc750b req-2cd3a941-72c5-4b12-8465-83c219b507f3 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869073 May 06 09:40:12.508371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] For port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:12.510941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.528261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Pushing event updated for resources: {'Port': ['ID=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:12.529708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245fa46c-89a5-4ca8-a230-404994eecf94 admin admin] Pushing event deleted for resources: {'Network': ['ID=d705e668-3f4b-42c5-8272-caa5e6915636,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:12.535376 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-040146fc-1282-4014-94c1-c402258af449 req-44c18bfc-71d1-4c8f-8921-78a219eaefea service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296427 May 06 09:40:12.580532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] Deleting subnet e793f7c4-80ba-4591-9ca1-1e5ee6754dc5 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:12.593451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.598630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Calling delete_port for f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:12.641172 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b8f0c504-78fb-4c76-998d-2d37a5bd6b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.675195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.730837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.758839 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:40:09Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:12.800866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-544d6146-d8d6-4241-927b-33f0dd7e7b84 req-5fba38b6-3248-48ff-9fb4-b420df59260f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059266 May 06 09:40:12.801467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.810298 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065964d-004c-4d23-bff4-848c2200d280 None None] The sync data for ids ['2f6f38cf-a810-4da4-a72c-aa657031b27d'] in n-d-840834-1 is: [{'id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1844417154-router', 'tenant_id': 'd5aaceab44c04b12bc546f44fe768d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '22a1464d-b605-473f-9538-199d88627450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:18Z', 'updated_at': '2022-05-06T09:40:09Z', 'revision_number': 5, 'project_id': 'd5aaceab44c04b12bc546f44fe768d06', 'gw_port': {'id': '22a1464d-b605-473f-9538-199d88627450', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6f38cf-a810-4da4-a72c-aa657031b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:19Z', 'updated_at': '2022-05-06T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:40:12.849851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73887f-08a4-4a30-8f16-5cbd9a508040 req-145e3eba-2568-4bf1-919e-f7f4a3a82b4d tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:12.852635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a73887f-08a4-4a30-8f16-5cbd9a508040 req-145e3eba-2568-4bf1-919e-f7f4a3a82b4d tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 947 time: 0.4249067 May 06 09:40:12.869026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:12.889377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e793f7c4-80ba-4591-9ca1-1e5ee6754dc5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:12.890076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Attempting to bind port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:12.890413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Attempting to bind port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:12.890741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Attempting to bind port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 on network 2e06e6aa-a7af-42d5-aed2-221349881d03 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:12.901117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Made reservation on behalf of be3a060def1c4870b8cc28ff458007ab for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:12.903750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.904772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:12.907217 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-daedbc90-cf50-41ae-bfdf-9c120deb1262 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e793f7c4-80ba-4591-9ca1-1e5ee6754dc5 HTTP/1.1" status: 204 len: 168 time: 0.6199574 May 06 09:40:12.909883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42336) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:12.944619 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.009634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.019926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 on network 2e06e6aa-a7af-42d5-aed2-221349881d03 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:13.020258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Attempting to bind port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 on network 2e06e6aa-a7af-42d5-aed2-221349881d03 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:13.037470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:13.037884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Checking segment: {'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:13.038373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Bound using segment: {'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:13.039164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Bound port: 332d1a8c-7eae-43a3-9b3b-c458bbf46a12, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075b57cf-88f7-4750-9aae-087aa48bc432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:13.039531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.092115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.116767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:13.144642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf8231b-53a4-4238-a5e4-c852b6dc5327') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:13.144931 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf8231b-53a4-4238-a5e4-c852b6dc5327') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:13.157709 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.170377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.171740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.180971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:13.181690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: timer() May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:13.184120 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:13.225790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:13.246463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a73887f-08a4-4a30-8f16-5cbd9a508040 req-fb13acb3-5bc6-4e28-9347-5feb3ecd4246 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607802 May 06 09:40:13.252838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:13.253247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d6e5564-82b4-4f2c-b81f-8c5eb45cf0dd not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:13.279788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a8c16-16c8-44f4-8ada-35a166dfd4a8 req-ee18eed2-3014-452d-af01-3e2ad4fcb714 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.279788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b4a8c16-16c8-44f4-8ada-35a166dfd4a8 req-ee18eed2-3014-452d-af01-3e2ad4fcb714 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.3879843 May 06 09:40:13.282232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event deleted for resources: {'Port': ['ID=f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:13.296990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.306694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.314502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] 10.222.0.76 "DELETE /v2.0/networks/a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61 HTTP/1.1" status: 204 len: 168 time: 0.4009225 May 06 09:40:13.355381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b37f0-209e-4b69-a699-5ba967f1eabc admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c71f43-3ed8-4c1d-bf85-26bb8dfeed61,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:13.432213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] For port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:13.462086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] No DVR routers for this DVR port f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:13.480604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42344) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:13.482491 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.486009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-587b9920-3e04-447a-8db0-d5288b3b20ba req-a848c5b3-889b-459f-a01c-fe62c63607a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.83 "DELETE /v2.0/ports/f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0 HTTP/1.1" status: 204 len: 173 time: 3.0960693 May 06 09:40:13.495314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] For port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:13.505099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Allocated IP 172.20.0.4 (60c687e6-13c2-4bbd-9da0-b7771c15e1af/c4e199ac-e5c1-4305-9b5b-3707327d6d64/31785630-8ce8-4ba4-affe-e6673309fed2) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:13.508015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Deleting port 22a1464d-b605-473f-9538-199d88627450 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:13.508220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.523661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b4a8c16-16c8-44f4-8ada-35a166dfd4a8 req-beac5728-af82-44a6-be20-9af83e0b8997 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187865 May 06 09:40:13.549060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.566712 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-524a627c-4621-4511-9c23-4a52ce370536 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99c19f6a0cb84097a21118b13e02be3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848246 May 06 09:40:13.569118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42346) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:13.577965 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19e8982-7ff3-4855-b951-df1cbd08e5c2 x-openstack-request-id: req-b19e8982-7ff3-4855-b951-df1cbd08e5c2 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:13.578319 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0", "name": "network-vif-plugged", "status": "completed", "tag": "1c60415f-3ce9-4c8f-b27e-b6eae11c1452", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:13.578617 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b19e8982-7ff3-4855-b951-df1cbd08e5c2 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:13.580227 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19e8982-7ff3-4855-b951-df1cbd08e5c2'] response: {'server_uuid': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452', 'code': 200} May 06 09:40:13.644846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.646115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.647634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] 10.222.0.82 "PUT /v2.0/ports/332d1a8c-7eae-43a3-9b3b-c458bbf46a12 HTTP/1.1" status: 200 len: 1091 time: 4.0049050 May 06 09:40:13.659897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-deleted', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0'}, {'name': 'network-changed', 'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'tag': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:13.662846 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284bffb5-3f10-4957-9a71-5466dd0b775f" -d '{"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-deleted", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0"}, {"name": "network-changed", "server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "tag": "332d1a8c-7eae-43a3-9b3b-c458bbf46a12"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:13.671205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7534335c-c724-4794-abe5-7c989260b1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.707613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7534335c-c724-4794-abe5-7c989260b1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.721233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Request body: {'port': {'device_id': '68743fe7-aec6-4830-a408-af95728cd9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:13.733189 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d83d79-378a-42ee-a0bf-2636fbd05d3f x-openstack-request-id: req-52d83d79-378a-42ee-a0bf-2636fbd05d3f {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:13.733665 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b874aea-dbf2-415b-adcb-26a820b347e4", "name": "network-vif-deleted", "tag": "8a6b86dc-393d-4b82-8555-10ad208a473b", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:13.734006 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52d83d79-378a-42ee-a0bf-2636fbd05d3f {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:13.735954 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d83d79-378a-42ee-a0bf-2636fbd05d3f'] response: {'server_uuid': '4b874aea-dbf2-415b-adcb-26a820b347e4', 'name': 'network-vif-deleted', 'tag': '8a6b86dc-393d-4b82-8555-10ad208a473b', 'status': 'completed', 'code': 200} May 06 09:40:13.791052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7534335c-c724-4794-abe5-7c989260b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.794038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7534335c-c724-4794-abe5-7c989260b1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.798978 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7534335c-c724-4794-abe5-7c989260b1bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fede7459-6594-4150-a83f-bed0dd779946 HTTP/1.1" status: 204 len: 168 time: 0.2284815 May 06 09:40:13.809865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534335c-c724-4794-abe5-7c989260b1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fede7459-6594-4150-a83f-bed0dd779946,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:13.829076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60570-513e-417b-ad3c-51a8df5eeb92 req-13d4d0a1-be84-4a14-9347-4ba5d3a131d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.839886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60570-513e-417b-ad3c-51a8df5eeb92 req-13d4d0a1-be84-4a14-9347-4ba5d3a131d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.849297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f60570-513e-417b-ad3c-51a8df5eeb92 req-13d4d0a1-be84-4a14-9347-4ba5d3a131d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:13.851512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34f60570-513e-417b-ad3c-51a8df5eeb92 req-13d4d0a1-be84-4a14-9347-4ba5d3a131d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2399 time: 0.4630704 May 06 09:40:13.935542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] For port 22a1464d-b605-473f-9538-199d88627450, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=22a1464d-b605-473f-9538-199d88627450,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:13.935875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:13.991057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2be0362e-8d6a-40f5-8a41-c47b49f53770 req-91b1a5a7-a9c2-474a-bc7a-f1d03595f1ca tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 210 time: 0.1282299 May 06 09:40:14.000422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Calling delete_port for 22a1464d-b605-473f-9538-199d88627450 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:14.069505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-32335d6b-02fd-4dc3-b7f9-1cf61374884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.070573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd950489-2c83-4fb3-b255-398a4d9f907b service neutron] Pushing event updated for resources: {'Port': ['ID=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:14.071063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-32335d6b-02fd-4dc3-b7f9-1cf61374884b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1099 time: 0.0810108 May 06 09:40:14.105761 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917892a-73dc-4b63-953c-f3bad0c47bbc x-openstack-request-id: req-9917892a-73dc-4b63-953c-f3bad0c47bbc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:14.106053 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a9755a-4001-49ad-ad90-fe396a040c0b", "name": "network-vif-deleted", "tag": "f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "tag": "332d1a8c-7eae-43a3-9b3b-c458bbf46a12", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:14.106303 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9917892a-73dc-4b63-953c-f3bad0c47bbc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:14.106709 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9917892a-73dc-4b63-953c-f3bad0c47bbc'] response: {'server_uuid': '63a9755a-4001-49ad-ad90-fe396a040c0b', 'name': 'network-vif-deleted', 'tag': 'f2b5f790-0332-4bb6-a1c0-f6d74a5ed7a0', 'status': 'completed', 'code': 200} May 06 09:40:14.106966 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9917892a-73dc-4b63-953c-f3bad0c47bbc'] response: {'name': 'network-changed', 'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'tag': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12', 'status': 'completed', 'code': 200} May 06 09:40:14.173639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87951f2e-c250-4214-9023-67c2b00b3534 req-a219c2cc-64fb-4d9f-916b-ef1abbca421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.175067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87951f2e-c250-4214-9023-67c2b00b3534 req-a219c2cc-64fb-4d9f-916b-ef1abbca421a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 1101 time: 0.4637761 May 06 09:40:14.192232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34f60570-513e-417b-ad3c-51a8df5eeb92 req-d194dc7f-17c6-42f9-a8a7-cb0a0168c1d3 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270972 May 06 09:40:14.266705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.283940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-ac1595ee-ddab-4043-b453-bb54c1c6d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.284369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-ac1595ee-ddab-4043-b453-bb54c1c6d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.284883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-ac1595ee-ddab-4043-b453-bb54c1c6d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.286510 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-ac1595ee-ddab-4043-b453-bb54c1c6d231 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2797 time: 0.1224709 May 06 09:40:14.287863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-94009efd-9460-4153-b65e-96618f4916be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.289633 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-94009efd-9460-4153-b65e-96618f4916be service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2063220 May 06 09:40:14.295866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.351652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42362) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:14.372945 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-0a5ebd25-6c97-42f4-8e41-97d219b60fb5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.0765703 May 06 09:40:14.508351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-d329ea27-2dd4-4d6f-91cd-f2a52e630d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.509746 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-d329ea27-2dd4-4d6f-91cd-f2a52e630d11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1084151 May 06 09:40:14.539471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-70743a0e-4e78-43de-a273-499d06e0ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.541060 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-70743a0e-4e78-43de-a273-499d06e0ec4d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e6133edf8893459d90684494c2ce609b&device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 1096 time: 0.1271966 May 06 09:40:14.555270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-84c58612-ae36-49ba-a6b4-f891b181ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.555767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-84c58612-ae36-49ba-a6b4-f891b181ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.556234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-84c58612-ae36-49ba-a6b4-f891b181ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.557782 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-84c58612-ae36-49ba-a6b4-f891b181ad60 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2540774 May 06 09:40:14.676444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d02c658e-19c9-4e67-b101-a784671b40d5 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:14.784957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d02c658e-19c9-4e67-b101-a784671b40d5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d02c658e-19c9-4e67-b101-a784671b40d5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:14.799372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd02c658e-19c9-4e67-b101-a784671b40d5', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'd02c658e-19c9-4e67-b101-a784671b40d5', 'mac_address': 'fa:16:3e:c9:43:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:14.814369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87951f2e-c250-4214-9023-67c2b00b3534 req-4729899a-9e84-41eb-af90-0708e22cb603 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377014 May 06 09:40:14.834679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.848556 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.863861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02c658e-19c9-4e67-b101-a784671b40d5 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:14.878084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b70d4-32e3-4586-8763-3504371c2b1a req-224fbf8c-a6a0-4008-847a-c1f3bbed97c2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:14.879698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d58b70d4-32e3-4586-8763-3504371c2b1a req-224fbf8c-a6a0-4008-847a-c1f3bbed97c2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 949 time: 0.5916581 May 06 09:40:14.880110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 025d75b4-6812-48a1-9298-ad9029c1960f up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:14.913985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d02c658e-19c9-4e67-b101-a784671b40d5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d02c658e-19c9-4e67-b101-a784671b40d5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:14.920848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f0dc5898-c398-4894-94c2-78a9c60b4f78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2b271e57a3b4a9db67a5ce3ecc7814d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666611 May 06 09:40:14.921611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:14.937910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42366) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:14.992998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d02c658e-19c9-4e67-b101-a784671b40d5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:15.003751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 025d75b4-6812-48a1-9298-ad9029c1960f completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:15.007078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-ce1614ff-4729-4f73-8120-e389317f31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.008664 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-ce1614ff-4729-4f73-8120-e389317f31a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4854221 May 06 09:40:15.009642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 025d75b4-6812-48a1-9298-ad9029c1960f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:15.010431 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.020391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b3bf8-a427-4c2b-b2b8-35199ae6644f req-1bfc4dd1-4171-4a9b-b053-0bba8cc4846c tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.027652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-956b3bf8-a427-4c2b-b2b8-35199ae6644f req-1bfc4dd1-4171-4a9b-b053-0bba8cc4846c tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 947 time: 0.6442327 May 06 09:40:15.035242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Network 60c687e6-13c2-4bbd-9da0-b7771c15e1af is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:15.059430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:15.068342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0332f9dc-123b-4e6d-9a54-586ae3bfec93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.070194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-1a22e228-607f-41ba-8098-180c96760c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.071440 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-1a22e228-607f-41ba-8098-180c96760c7c service neutron] 10.222.0.82 "GET /v2.0/networks?id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 200 len: 917 time: 0.5126529 May 06 09:40:15.088672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-933bf5a8-4d93-4802-b78e-8ec301dac3b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.090623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-13bd5f3c-24ea-4ce7-ba51-c4da2d6ae937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.092098 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-284bffb5-3f10-4957-9a71-5466dd0b775f req-13bd5f3c-24ea-4ce7-ba51-c4da2d6ae937 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5234952 May 06 09:40:15.092336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:15.102129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:15.139181 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.170651 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-9e2711e9-6b63-4b20-9dac-8a2c28144150 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee HTTP/1.1" status: 200 len: 217 time: 0.0887439 May 06 09:40:15.185652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 025d75b4-6812-48a1-9298-ad9029c1960f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=025d75b4-6812-48a1-9298-ad9029c1960f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:15.191382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.200317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-933bf5a8-4d93-4802-b78e-8ec301dac3b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.213918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d58b70d4-32e3-4586-8763-3504371c2b1a req-2848c62a-f9e2-461f-91bb-2e6fd3d8d871 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963145 May 06 09:40:15.254028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d02c658e-19c9-4e67-b101-a784671b40d5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:15.254209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-956b3bf8-a427-4c2b-b2b8-35199ae6644f req-9caae873-f2f0-450b-aee5-2c778ddb9687 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252088 May 06 09:40:15.272948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.289149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.292142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.297011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-aae285f6-a877-4931-abfe-ab1d4a7e6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.299248 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-aae285f6-a877-4931-abfe-ab1d4a7e6b00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1914dde6-0b4b-4e91-9c7c-09731df84f97 HTTP/1.1" status: 200 len: 855 time: 0.1121581 May 06 09:40:15.303341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=025d75b4-6812-48a1-9298-ad9029c1960f,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:15.306803 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-70d4573a-4362-4063-a858-b63530dc2091 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398517 May 06 09:40:15.370563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Pushing event deleted for resources: {'Port': ['ID=22a1464d-b605-473f-9538-199d88627450,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:15.399526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-933bf5a8-4d93-4802-b78e-8ec301dac3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.402048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-933bf5a8-4d93-4802-b78e-8ec301dac3b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.404588 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-933bf5a8-4d93-4802-b78e-8ec301dac3b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0fbb8c6-70ca-4e23-94bd-b43855cd301b HTTP/1.1" status: 204 len: 168 time: 0.4608281 May 06 09:40:15.436891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-f4d44627-04e5-4618-9d0a-d448ffd40c82 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3708105 May 06 09:40:15.455610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bf5a8-4d93-4802-b78e-8ec301dac3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fbb8c6-70ca-4e23-94bd-b43855cd301b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:15.469802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Request body: {'port': {'device_id': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:15.472524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-c598624a-62e3-43a7-b7a6-fd7407d5ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.474519 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-c598624a-62e3-43a7-b7a6-fd7407d5ce87 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646204 May 06 09:40:15.481005 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-9fd020c4-e833-42b7-a836-4ce81f3f4fbc service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600740 May 06 09:40:15.581623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d75b4-6812-48a1-9298-ad9029c1960f'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:15.586145 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-8e079277-5024-4134-9028-4f14a25f66a1 service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037185 May 06 09:40:15.587398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0c73-4417-4a97-b254-106a758acfc5 req-8842e45e-96dc-488b-a570-79ee9578523f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.588968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f2e0c73-4417-4a97-b254-106a758acfc5 req-8842e45e-96dc-488b-a570-79ee9578523f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.2313509 May 06 09:40:15.592192 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43974162-3aa4-402b-803d-6e0f8fa5e4f1" -d '{"events": [{"server_uuid": "babd95ab-8f8f-424b-bc88-fafbdb18083b", "name": "network-vif-plugged", "status": "completed", "tag": "025d75b4-6812-48a1-9298-ad9029c1960f"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:15.643700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb568ee-1c1d-46d5-ab63-5f6d4e858209 req-1c4e2a77-ec09-4a83-a6c1-91a0245ffc18 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:15.651261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7eb568ee-1c1d-46d5-ab63-5f6d4e858209 req-1c4e2a77-ec09-4a83-a6c1-91a0245ffc18 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.2816808 May 06 09:40:15.655640 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.704939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8cf2a6e5-ac0d-4136-9286-fc0ccbad9e5a req-71ea7a8b-c147-4cfa-9680-5b103f9f91e8 service neutron] 10.222.0.82 "GET /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063778 May 06 09:40:15.714300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.817949 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.824058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.830758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437dc922-3c1d-4efa-a382-d77f15681f59 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:15.843055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.853408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f2e0c73-4417-4a97-b254-106a758acfc5 req-a436dfd4-71d4-45b3-99ba-71a280482b55 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362413 May 06 09:40:15.927039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7eb568ee-1c1d-46d5-ab63-5f6d4e858209 req-01fdd3a9-2af3-4649-ac9b-71990b2a290b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746198 May 06 09:40:15.935454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Transition to ACTIVE for port object 437dc922-3c1d-4efa-a382-d77f15681f59 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:15.947346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.947346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f6f38cf-a810-4da4-a72c-aa657031b27d {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:40:15.951056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:15.952245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3bc4271b-fc0e-4e6c-ad57-1c7239a2482f admin admin] 10.222.0.76 "DELETE /v2.0/routers/2f6f38cf-a810-4da4-a72c-aa657031b27d HTTP/1.1" status: 204 len: 168 time: 4.2626016 May 06 09:40:15.956183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42386) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:15.981057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.036620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] Deleting subnet fa4542df-3a16-4ad3-a840-0eef9e212b79 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:16.040772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.121597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.241334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.265993 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.352232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31785630-8ce8-4ba4-affe-e6673309fed2 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:16.365015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.378245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.406829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.413041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66627d-ff75-4786-93bf-21a4aa6e8642 None None] Network 21e4cd16-a8df-4db2-b029-4e4e0754c55f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:16.415232 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fa4542df-3a16-4ad3-a840-0eef9e212b79 HTTP/1.1" status: 204 len: 168 time: 0.4574826 May 06 09:40:16.416336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd480cdc-4e37-4d9c-ad37-4050943ab790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4542df-3a16-4ad3-a840-0eef9e212b79,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:16.419995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42402) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:16.477326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Transition to ACTIVE for port object 31785630-8ce8-4ba4-affe-e6673309fed2 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:16.482285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=437dc922-3c1d-4efa-a382-d77f15681f59,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:16.509031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9dccb-64c4-44de-bd50-f866fb3826b3 req-0f369bb4-20f1-427c-a3da-8eac6de3bf8a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.510714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9d9dccb-64c4-44de-bd50-f866fb3826b3 req-0f369bb4-20f1-427c-a3da-8eac6de3bf8a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 931 time: 0.5820551 May 06 09:40:16.522470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.539441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.604353 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.637684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Deleting port 82a47b10-f247-474b-921e-270a02574a0f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:16.637684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.671319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b738-4d04-4472-a8d2-b700b3ce0756 req-1962c965-2dbe-4a6b-9c2b-1e6fc2a4ad04 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.686647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b738-4d04-4472-a8d2-b700b3ce0756 req-1962c965-2dbe-4a6b-9c2b-1e6fc2a4ad04 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.693574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d02c658e-19c9-4e67-b101-a784671b40d5 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:16.710989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] For port 82a47b10-f247-474b-921e-270a02574a0f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82a47b10-f247-474b-921e-270a02574a0f,segment=NetworkSegment(d1ee71b1-47cc-42f1-b542-aa7aad09a328),segment_id=d1ee71b1-47cc-42f1-b542-aa7aad09a328)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:16.711665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.722886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61b738-4d04-4472-a8d2-b700b3ce0756 req-1962c965-2dbe-4a6b-9c2b-1e6fc2a4ad04 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:16.725602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Calling delete_port for 82a47b10-f247-474b-921e-270a02574a0f owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:16.732972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f61b738-4d04-4472-a8d2-b700b3ce0756 req-1962c965-2dbe-4a6b-9c2b-1e6fc2a4ad04 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2411 time: 0.6283453 May 06 09:40:16.761707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] DHCP port deletion for 21e4cd16-a8df-4db2-b029-4e4e0754c55f request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:16.805743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d02c658e-19c9-4e67-b101-a784671b40d5 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:16.816005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d02c658e-19c9-4e67-b101-a784671b40d5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:16.816422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.821276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Attempting to bind port 437dc922-3c1d-4efa-a382-d77f15681f59 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:16.821276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Attempting to bind port 437dc922-3c1d-4efa-a382-d77f15681f59 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:16.821276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Attempting to bind port 437dc922-3c1d-4efa-a382-d77f15681f59 on network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:16.823998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.830642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f61b738-4d04-4472-a8d2-b700b3ce0756 req-762cbf7e-cf5d-4821-b1b6-02eab5e2c9d7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967536 May 06 09:40:16.836718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Port 437dc922-3c1d-4efa-a382-d77f15681f59 on network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:16.837054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Attempting to bind port 437dc922-3c1d-4efa-a382-d77f15681f59 on network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:16.848108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9d9dccb-64c4-44de-bd50-f866fb3826b3 req-d42711a2-fd52-42ee-ab6c-9c9e5d2dba57 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118024 May 06 09:40:16.859362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:16.873277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] Deleting port 82a47b10-f247-474b-921e-270a02574a0f {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:16.873672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.907605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a47b10-f247-474b-921e-270a02574a0f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:16.912342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] No DVR routers for this DVR port 82a47b10-f247-474b-921e-270a02574a0f on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:16.927209 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da35938b-c972-4126-b0ef-863da68a7479 x-openstack-request-id: req-da35938b-c972-4126-b0ef-863da68a7479 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:16.927568 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd95ab-8f8f-424b-bc88-fafbdb18083b", "name": "network-vif-plugged", "status": "completed", "tag": "025d75b4-6812-48a1-9298-ad9029c1960f", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:16.927894 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da35938b-c972-4126-b0ef-863da68a7479 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:16.928268 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da35938b-c972-4126-b0ef-863da68a7479'] response: {'server_uuid': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025d75b4-6812-48a1-9298-ad9029c1960f', 'code': 200} May 06 09:40:16.933403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:16.935987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Checking segment: {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:16.938392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Bound using segment: {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:16.939319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Bound port: 437dc922-3c1d-4efa-a382-d77f15681f59, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:16.939902 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:16.988878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] For port 82a47b10-f247-474b-921e-270a02574a0f, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:16.989277 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.013948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] Calling delete_port for 82a47b10-f247-474b-921e-270a02574a0f owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:17.021602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] Port 82a47b10-f247-474b-921e-270a02574a0f was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:40:17.022997 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.024984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.072093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22a1464d-b605-473f-9538-199d88627450 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:17.077318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] Pushing event deleted for resources: {'Port': ['ID=82a47b10-f247-474b-921e-270a02574a0f,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.080192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865faa30-9fe4-4e9e-ba42-b2dbaefada03 None None] No DVR routers for this DVR port 82a47b10-f247-474b-921e-270a02574a0f on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:17.113480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 22a1464d-b605-473f-9538-199d88627450 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:17.113480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22a1464d-b605-473f-9538-199d88627450 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:17.113480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82a47b10-f247-474b-921e-270a02574a0f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:17.143692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 82a47b10-f247-474b-921e-270a02574a0f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:17.144037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82a47b10-f247-474b-921e-270a02574a0f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:17.148428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d02c658e-19c9-4e67-b101-a784671b40d5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d02c658e-19c9-4e67-b101-a784671b40d5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:17.154226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.166223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.206377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e4cd16-a8df-4db2-b029-4e4e0754c55f']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:17.218070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Attempting to bind port 31785630-8ce8-4ba4-affe-e6673309fed2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:17.218401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Attempting to bind port 31785630-8ce8-4ba4-affe-e6673309fed2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:17.218733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Attempting to bind port 31785630-8ce8-4ba4-affe-e6673309fed2 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:17.220699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d02c658e-19c9-4e67-b101-a784671b40d5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.223831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ee71b1-47cc-42f1-b542-aa7aad09a328') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:17.224129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ee71b1-47cc-42f1-b542-aa7aad09a328') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:17.231034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72d28a-0e11-4d17-9188-74f6c1af7a6c req-5ced6851-f427-4d58-8612-6b91e6e40b77 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.233800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c72d28a-0e11-4d17-9188-74f6c1af7a6c req-5ced6851-f427-4d58-8612-6b91e6e40b77 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 948 time: 0.1831629 May 06 09:40:17.237790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4b6e6-82c7-4290-b184-6ad225f23f19 req-624536fd-25e6-4036-b57f-01c05740d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.239944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-69d4b6e6-82c7-4290-b184-6ad225f23f19 req-624536fd-25e6-4036-b57f-01c05740d30f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 1101 time: 0.2414722 May 06 09:40:17.241899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.259275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d198a11-38a2-41b5-b0ea-cd7a1d465f16 req-5240c23e-74ae-48d7-941b-7afb434e32b3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.260844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d198a11-38a2-41b5-b0ea-cd7a1d465f16 req-5240c23e-74ae-48d7-941b-7afb434e32b3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 950 time: 0.2297895 May 06 09:40:17.271741 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.275136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Port 31785630-8ce8-4ba4-affe-e6673309fed2 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:17.275459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Attempting to bind port 31785630-8ce8-4ba4-affe-e6673309fed2 on network 60c687e6-13c2-4bbd-9da0-b7771c15e1af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:17.284581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:17.284993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: timer() May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:17.286956 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:17.310373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:17.311019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Checking segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:17.311565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Bound using segment: {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:17.312227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Bound port: 31785630-8ce8-4ba4-affe-e6673309fed2, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce6aef4-61ca-4413-9739-32633569686f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:17.312768 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.336564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-69d4b6e6-82c7-4290-b184-6ad225f23f19 req-44f6d17c-17c5-4061-a537-be18a3a33c24 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873342 May 06 09:40:17.338966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] For port 437dc922-3c1d-4efa-a382-d77f15681f59, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:17.353883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.361881 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.365095 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/21e4cd16-a8df-4db2-b029-4e4e0754c55f HTTP/1.1" status: 204 len: 168 time: 0.9441130 May 06 09:40:17.374071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:17.380964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48284dc0-5d3d-4d1f-a90c-46ddebf744d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e4cd16-a8df-4db2-b029-4e4e0754c55f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.392558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] For port 437dc922-3c1d-4efa-a382-d77f15681f59, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=437dc922-3c1d-4efa-a382-d77f15681f59,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:17.399759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c72d28a-0e11-4d17-9188-74f6c1af7a6c req-51b6dc78-ae2e-4d26-ac8f-7ac0ddb919e6 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313777 May 06 09:40:17.406477 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.413675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d198a11-38a2-41b5-b0ea-cd7a1d465f16 req-7d6689fb-efb5-42e9-a48f-fb14f8b2ee38 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250217 May 06 09:40:17.481609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.482425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.484153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] 10.222.0.82 "PUT /v2.0/ports/437dc922-3c1d-4efa-a382-d77f15681f59 HTTP/1.1" status: 200 len: 1092 time: 3.7702503 May 06 09:40:17.486701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'tag': '437dc922-3c1d-4efa-a382-d77f15681f59'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:17.489241 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838" -d '{"events": [{"name": "network-changed", "server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "tag": "437dc922-3c1d-4efa-a382-d77f15681f59"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:17.573974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:17.608075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a6ddd-f4de-47e2-8eac-22cc46843fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=437dc922-3c1d-4efa-a382-d77f15681f59,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.613733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:17.627234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.688755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190981b-57e4-4830-829a-7ee460352fd3 req-01caaf15-aac4-4d70-8dd0-54269c6a05cf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.690782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3190981b-57e4-4830-829a-7ee460352fd3 req-01caaf15-aac4-4d70-8dd0-54269c6a05cf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.2124581 May 06 09:40:17.695496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.696362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.697956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] 10.222.0.82 "PUT /v2.0/ports/31785630-8ce8-4ba4-affe-e6673309fed2 HTTP/1.1" status: 200 len: 1091 time: 2.2392669 May 06 09:40:17.708092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-ef50925c-0510-435d-a1aa-d41908e724e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.708890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-ef50925c-0510-435d-a1aa-d41908e724e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.709545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-ef50925c-0510-435d-a1aa-d41908e724e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.711737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-ef50925c-0510-435d-a1aa-d41908e724e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2864 time: 0.1772399 May 06 09:40:17.720344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ac5b2-a3f3-4fc5-8fe0-e923bba12bf3 req-b0a16533-60cd-40c7-bc56-646c5cff7c5b tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.721885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f1ac5b2-a3f3-4fc5-8fe0-e923bba12bf3 req-b0a16533-60cd-40c7-bc56-646c5cff7c5b tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.2366316 May 06 09:40:17.816118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-40dfff42-225c-4fdd-9756-a93e1477ee96 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.61&port_id=046cd8b5-6630-40ca-818f-605e7994fd9c HTTP/1.1" status: 200 len: 217 time: 0.0715160 May 06 09:40:17.816717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a82e6e-5a36-4b84-ace6-18dd9faaa5ef service neutron] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:17.837484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:17.894926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3190981b-57e4-4830-829a-7ee460352fd3 req-fdd0f096-356e-453c-b51a-d1b58c757aed tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938331 May 06 09:40:17.904228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f1ac5b2-a3f3-4fc5-8fe0-e923bba12bf3 req-517fbf20-2a64-4324-8655-0c95106f6884 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725724 May 06 09:40:17.919873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-157b3df0-1f23-4ddc-ad0b-ace6c342d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.921386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-157b3df0-1f23-4ddc-ad0b-ace6c342d57d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bced56fb-22af-4f98-b81d-b6a0b0458c90 HTTP/1.1" status: 200 len: 801 time: 0.0860286 May 06 09:40:17.931147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-c08f5322-f5ec-4580-b88f-24265d54a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:17.932788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-c08f5322-f5ec-4580-b88f-24265d54a1db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 1094 time: 0.1667612 May 06 09:40:17.988170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-7519e31e-9d89-46ac-9da1-9a5b0858039f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31785630-8ce8-4ba4-affe-e6673309fed2 HTTP/1.1" status: 200 len: 217 time: 0.0432446 May 06 09:40:18.004034 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603acade-b2a9-454a-89ea-a7a913752e76 x-openstack-request-id: req-603acade-b2a9-454a-89ea-a7a913752e76 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:18.004336 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "tag": "437dc922-3c1d-4efa-a382-d77f15681f59", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:18.004584 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-603acade-b2a9-454a-89ea-a7a913752e76 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:18.004976 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603acade-b2a9-454a-89ea-a7a913752e76'] response: {'name': 'network-changed', 'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'tag': '437dc922-3c1d-4efa-a382-d77f15681f59', 'status': 'completed', 'code': 200} May 06 09:40:18.038629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.092354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-71b57a9d-bef1-4194-9407-c65137d1807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.093858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-71b57a9d-bef1-4194-9407-c65137d1807d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1596086 May 06 09:40:18.122278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-6c17015e-e68d-4310-9a2c-2437c9244941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.124725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-6c17015e-e68d-4310-9a2c-2437c9244941 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.1185453 May 06 09:40:18.137268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Deleting port ff19885b-8b85-4136-85d8-968c74bc7c46 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:18.137621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.198108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e827d-47b9-4891-8976-32c05a8ce623 req-eae5502a-e3ff-4cc8-a5fe-29d79252fef9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.204403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e827d-47b9-4891-8976-32c05a8ce623 req-eae5502a-e3ff-4cc8-a5fe-29d79252fef9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.210354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e827d-47b9-4891-8976-32c05a8ce623 req-eae5502a-e3ff-4cc8-a5fe-29d79252fef9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.211963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-567e827d-47b9-4891-8976-32c05a8ce623 req-eae5502a-e3ff-4cc8-a5fe-29d79252fef9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2411 time: 0.1660569 May 06 09:40:18.223413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] For port ff19885b-8b85-4136-85d8-968c74bc7c46, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff19885b-8b85-4136-85d8-968c74bc7c46,segment=NetworkSegment(04cace7f-4977-41df-9ac2-d395647bf598),segment_id=04cace7f-4977-41df-9ac2-d395647bf598)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:18.224096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.237566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Calling delete_port for ff19885b-8b85-4136-85d8-968c74bc7c46 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:18.246207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-72d71976-2cce-4d2f-9a5e-8f6d6cb1d772 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072252 May 06 09:40:18.371493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d0f4f-03bd-4a1e-9b79-f5b77a01ebd9 req-2e1f95d5-c817-455e-ad2f-d3acb6477bc5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:18.373111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e10d0f4f-03bd-4a1e-9b79-f5b77a01ebd9 req-2e1f95d5-c817-455e-ad2f-d3acb6477bc5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 943 time: 0.1957750 May 06 09:40:18.384928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-85838d34-b7c8-45b8-9efa-156d842332bb service neutron] 10.222.0.82 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762060 May 06 09:40:18.387817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-567e827d-47b9-4891-8976-32c05a8ce623 req-75c376de-3d47-42c5-8f55-eb3492f4091b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589856 May 06 09:40:18.426726 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.455018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ff19885b-8b85-4136-85d8-968c74bc7c46,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:18.493717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-b8c70cea-5e42-4c48-8e3b-041e91c4c223 service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339091 May 06 09:40:18.506774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e10d0f4f-03bd-4a1e-9b79-f5b77a01ebd9 req-5ad53acb-2a1d-46d4-ba96-e7541fa818c0 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258314 May 06 09:40:18.621623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.660436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:18.933118 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b632a554-300b-4885-9597-6c2dded5bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02c658e-19c9-4e67-b101-a784671b40d5'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:18.936112 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c6646-c8e1-48b7-b4e7-c7da60f1cf21" -d '{"events": [{"server_uuid": "b632a554-300b-4885-9597-6c2dded5bd62", "name": "network-vif-plugged", "status": "completed", "tag": "d02c658e-19c9-4e67-b101-a784671b40d5"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:18.994376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Router b1483591-36c8-499a-b318-bfbd1b6eb360 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:40:19.005431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-ce98ba64-6032-438e-84df-c1496cafc965 service neutron] 10.222.0.82 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006331 May 06 09:40:19.071731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77910a07-3465-48e7-be66-2c8a1ef4146d req-e75bb966-b639-4c1d-9ae9-f968f008550a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.073121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77910a07-3465-48e7-be66-2c8a1ef4146d req-e75bb966-b639-4c1d-9ae9-f968f008550a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 950 time: 0.1758513 May 06 09:40:19.075755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb28ca9b-61d5-4edd-a824-c817fd051496 req-37137935-e13e-477d-9a51-051e4cb77420 service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728838 May 06 09:40:19.084704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b789abb-3b38-4090-80bb-b8daed9c805d req-835217d7-e401-48ea-a534-a6bfaef1310f tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.086189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b789abb-3b38-4090-80bb-b8daed9c805d req-835217d7-e401-48ea-a534-a6bfaef1310f tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 949 time: 0.2010069 May 06 09:40:19.087507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-79d6d0b0-411a-4b73-bb30-e7eaa1d52a89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.89&port_id=332d1a8c-7eae-43a3-9b3b-c458bbf46a12 HTTP/1.1" status: 200 len: 217 time: 0.0704758 May 06 09:40:19.110614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:40:19.116095 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3925c2fa-1b08-4ebc-a75b-7fed5c0a8a6b admin admin] 10.222.0.76 "PUT /v2.0/routers/b1483591-36c8-499a-b318-bfbd1b6eb360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7405217 May 06 09:40:19.118192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42448) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:19.120877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] Sync routers for ids ['b1483591-36c8-499a-b318-bfbd1b6eb360'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:40:19.132013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] Routers {'b1483591-36c8-499a-b318-bfbd1b6eb360'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:19.132838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1483591-36c8-499a-b318-bfbd1b6eb360'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:19.192999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77910a07-3465-48e7-be66-2c8a1ef4146d req-75be0289-88aa-4e36-b121-fab613d9e10d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044426 May 06 09:40:19.198858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-5b1f0a46-f0b0-4f56-8e7a-351ff1a88599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.200393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-5b1f0a46-f0b0-4f56-8e7a-351ff1a88599 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d HTTP/1.1" status: 200 len: 801 time: 0.1027415 May 06 09:40:19.203555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b789abb-3b38-4090-80bb-b8daed9c805d req-bea86b96-b6b5-415f-a90c-cf4fce353c46 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080861 May 06 09:40:19.234114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.322877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-56aae487-3f79-45cb-9c7f-5f3dce90c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.324366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-56aae487-3f79-45cb-9c7f-5f3dce90c725 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2e06e6aa-a7af-42d5-aed2-221349881d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1156359 May 06 09:40:19.376903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.407406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] Set router b1483591-36c8-499a-b318-bfbd1b6eb360 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:19.440957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bea1a6-dd3a-4291-b0e2-08da64516759 req-2f71d200-87d4-4ba6-8b2e-db2d4770827f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.445408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Deleting port b9e54b1d-efd7-4201-8b0f-2e611114fd7e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:19.445743 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.449275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6bea1a6-dd3a-4291-b0e2-08da64516759 req-2f71d200-87d4-4ba6-8b2e-db2d4770827f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.1409297 May 06 09:40:19.533084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] For port b9e54b1d-efd7-4201-8b0f-2e611114fd7e, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:19.533485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.541513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6bea1a6-dd3a-4291-b0e2-08da64516759 req-edbfa9c0-1d41-4546-a022-0472a69eb2bf tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913587 May 06 09:40:19.545412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-9f49d9f0-26b3-4610-a6f7-dea293b3d318 service neutron] 10.222.0.82 "GET /v2.0/networks/2e06e6aa-a7af-42d5-aed2-221349881d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999128 May 06 09:40:19.551502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Calling delete_port for b9e54b1d-efd7-4201-8b0f-2e611114fd7e owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:19.580612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1f655-0815-4828-8ffb-d5681892231d req-dc193bc0-28fe-4de9-9fd1-bedbbf4b25a8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.582178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ec1f655-0815-4828-8ffb-d5681892231d req-dc193bc0-28fe-4de9-9fd1-bedbbf4b25a8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.1091340 May 06 09:40:19.633685 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94e0136-01b8-41f5-ae5f-b9b57283dc89 x-openstack-request-id: req-c94e0136-01b8-41f5-ae5f-b9b57283dc89 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:19.633974 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b632a554-300b-4885-9597-6c2dded5bd62", "name": "network-vif-plugged", "status": "completed", "tag": "d02c658e-19c9-4e67-b101-a784671b40d5", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:19.634228 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c94e0136-01b8-41f5-ae5f-b9b57283dc89 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:19.635653 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94e0136-01b8-41f5-ae5f-b9b57283dc89'] response: {'server_uuid': 'b632a554-300b-4885-9597-6c2dded5bd62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02c658e-19c9-4e67-b101-a784671b40d5', 'code': 200} May 06 09:40:19.646880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:40:18Z', 'revision_number': 5, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port': {'id': 'b9e54b1d-efd7-4201-8b0f-2e611114fd7e', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:37:27Z', 'updated_at': '2022-05-06T09:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:19.691340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] Checking router: b1483591-36c8-499a-b318-bfbd1b6eb360 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:40:19.701002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] Routers {'b1483591-36c8-499a-b318-bfbd1b6eb360'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:19.701373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ec1f655-0815-4828-8ffb-d5681892231d req-f55d4525-5586-4f62-9d85-f0c4806d84d3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086662 May 06 09:40:19.701847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1483591-36c8-499a-b318-bfbd1b6eb360'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:19.760099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-fbcf5793-d251-4b7a-9b80-c6592e40f017 service neutron] 10.222.0.82 "GET /v2.0/networks/2e06e6aa-a7af-42d5-aed2-221349881d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065177 May 06 09:40:19.776253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.806421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e54b1d-efd7-4201-8b0f-2e611114fd7e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:19.810361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] Set router b1483591-36c8-499a-b318-bfbd1b6eb360 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:19.828234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-a6ecca73-3b1c-4f0f-94f5-af09b8cd7f06 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=437dc922-3c1d-4efa-a382-d77f15681f59 HTTP/1.1" status: 200 len: 217 time: 0.0501525 May 06 09:40:19.871556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:40:19Z', 'revision_number': 6, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:19.883517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0ebf-66c0-4661-bfbd-ce31b6fb1531 req-c4767403-9cd3-46fe-b5b0-f5ffaa31da9c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.888018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:19.893199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddbe0ebf-66c0-4661-bfbd-ce31b6fb1531 req-c4767403-9cd3-46fe-b5b0-f5ffaa31da9c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 950 time: 0.1966228 May 06 09:40:19.909542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4f9029-0594-4c96-b43a-cccb56d21d97 None None] The sync data for ids ['b1483591-36c8-499a-b318-bfbd1b6eb360'] in n-d-840834-1 is: [{'id': 'b1483591-36c8-499a-b318-bfbd1b6eb360', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170969208-router', 'tenant_id': 'c824f01fe6324fe2b71d647317554dd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:37:26Z', 'updated_at': '2022-05-06T09:40:19Z', 'revision_number': 6, 'project_id': 'c824f01fe6324fe2b71d647317554dd3', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:40:19.921295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4966068-cd4c-4220-b66b-d0e582492e53 req-8e36580f-adf9-4a41-8798-66245e1ced47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:19.922900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4966068-cd4c-4220-b66b-d0e582492e53 req-8e36580f-adf9-4a41-8798-66245e1ced47 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 1100 time: 0.2067266 May 06 09:40:19.998786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-d0b1e37f-240b-4d49-b327-d3884e29e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.000325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-d0b1e37f-240b-4d49-b327-d3884e29e45a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bced56fb-22af-4f98-b81d-b6a0b0458c90 HTTP/1.1" status: 200 len: 801 time: 0.1576033 May 06 09:40:20.003194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ddbe0ebf-66c0-4661-bfbd-ce31b6fb1531 req-cda36003-52ad-4a11-a1f6-ae156533d43d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984349 May 06 09:40:20.014807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:20.015410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.015511 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851aa6f-5273-47f3-8acb-48133d9cddc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:20.015634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.073461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.074279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1483591-36c8-499a-b318-bfbd1b6eb360 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:40:20.082403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.083989 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c8952ccf-953a-4dae-8ea7-1edeb80c89f7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b1483591-36c8-499a-b318-bfbd1b6eb360 HTTP/1.1" status: 204 len: 168 time: 0.9644265 May 06 09:40:20.086783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42468) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:20.089287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4966068-cd4c-4220-b66b-d0e582492e53 req-cd802772-d4c6-41fb-8111-2b5b107344a7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552269 May 06 09:40:20.128743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d583c-0a02-4853-8e42-4317a4d8b3e1 req-3d3e2072-cbd5-4ab7-8f34-58e93d0fa6f6 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.134780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d583c-0a02-4853-8e42-4317a4d8b3e1 req-3d3e2072-cbd5-4ab7-8f34-58e93d0fa6f6 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.137463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] Deleting subnet ee03d48e-7c39-485a-8741-de30c9cfdee1 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:20.140842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d583c-0a02-4853-8e42-4317a4d8b3e1 req-3d3e2072-cbd5-4ab7-8f34-58e93d0fa6f6 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.143039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b31d583c-0a02-4853-8e42-4317a4d8b3e1 req-3d3e2072-cbd5-4ab7-8f34-58e93d0fa6f6 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2411 time: 0.1588640 May 06 09:40:20.144594 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.162284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-f4500df1-cabe-470c-be83-d7589d1085be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.164011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-f4500df1-cabe-470c-be83-d7589d1085be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1434968 May 06 09:40:20.185252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.212349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18186-ccfe-49c9-86d7-652dcadd4724 req-9d55d716-f949-4cc3-ad9e-6dde3124c2a5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.213823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e18186-ccfe-49c9-86d7-652dcadd4724 req-9d55d716-f949-4cc3-ad9e-6dde3124c2a5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 943 time: 0.1129448 May 06 09:40:20.228026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b31d583c-0a02-4853-8e42-4317a4d8b3e1 req-7c08bcb5-aadf-4040-84da-7ca653390db8 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653832 May 06 09:40:20.249380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42474) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:20.286431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2e18186-ccfe-49c9-86d7-652dcadd4724 req-d1a168cb-2eb3-4a76-8445-3b5e54ca1205 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 May 06 09:40:20.291737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.305490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.379031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.395823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c3bca-2591-445b-ac17-bed5bfaacec3 req-9a9258d4-0423-425d-8323-193fea307951 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.397399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-683c3bca-2591-445b-ac17-bed5bfaacec3 req-9a9258d4-0423-425d-8323-193fea307951 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.1024284 May 06 09:40:20.411241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee03d48e-7c39-485a-8741-de30c9cfdee1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:20.413296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.419094 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-683790a3-5961-4e9f-81e3-485176ebc3fc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ee03d48e-7c39-485a-8741-de30c9cfdee1 HTTP/1.1" status: 204 len: 168 time: 0.3285778 May 06 09:40:20.419306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42478) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:20.428375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dbd03d-102f-4c35-a065-de4e3b89e9d7 None None] Network ba14e744-9c80-417e-9529-d56345723410 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:20.500541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-683c3bca-2591-445b-ac17-bed5bfaacec3 req-a7892cb5-4c3b-42cb-9689-2b9980fe314a tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914369 May 06 09:40:20.525190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe26fe0-399f-41fc-ad9a-ff12d8077b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.559617 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03876649-1824-4908-8e08-9b0350e7c76c x-openstack-request-id: req-03876649-1824-4908-8e08-9b0350e7c76c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:20.559905 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:20.560158 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03876649-1824-4908-8e08-9b0350e7c76c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:20.560556 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03876649-1824-4908-8e08-9b0350e7c76c'] response: {'name': 'network-changed', 'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2', 'status': 'completed', 'code': 200} May 06 09:40:20.561420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.611981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-89ec109e-fad0-44af-b013-9242b025a8e4 service neutron] 10.222.0.82 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526219 May 06 09:40:20.678568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Deleting port 328fe864-e050-45a0-88da-08b09c894fd7 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:20.678911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.744397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] For port 328fe864-e050-45a0-88da-08b09c894fd7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=328fe864-e050-45a0-88da-08b09c894fd7,segment=NetworkSegment(04cace7f-4977-41df-9ac2-d395647bf598),segment_id=04cace7f-4977-41df-9ac2-d395647bf598)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:20.744786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.758085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Calling delete_port for 328fe864-e050-45a0-88da-08b09c894fd7 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:20.816791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe26fe0-399f-41fc-ad9a-ff12d8077b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.831391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe26fe0-399f-41fc-ad9a-ff12d8077b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.832203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] DHCP port deletion for ba14e744-9c80-417e-9529-d56345723410 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:20.866870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.896991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] Deleting port 328fe864-e050-45a0-88da-08b09c894fd7 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:20.897361 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.904748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Pushing event deleted for resources: {'Port': ['ID=328fe864-e050-45a0-88da-08b09c894fd7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:20.909924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] No DVR routers for this DVR port 328fe864-e050-45a0-88da-08b09c894fd7 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:20.913525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-af33f9f3-62ad-434c-81ed-695d36fb33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.915115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-af33f9f3-62ad-434c-81ed-695d36fb33f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=be3a060def1c4870b8cc28ff458007ab&device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 1094 time: 0.2720704 May 06 09:40:20.929277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d998-fdee-40bd-9ef6-05522ba8f61b req-5c2ccf85-a313-4248-8d61-c1b3e330647e tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.937309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9da6d998-fdee-40bd-9ef6-05522ba8f61b req-5c2ccf85-a313-4248-8d61-c1b3e330647e tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 949 time: 0.2919443 May 06 09:40:20.947297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5fe26fe0-399f-41fc-ad9a-ff12d8077b23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2deff2366cf4f8290d9214886d86913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6941862 May 06 09:40:20.947419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42484) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:20.961765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096acc8-5ccd-40ae-96f9-ff8013062b4c req-0fa7d9b0-8863-459e-853e-9657df51eb2f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.967492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096acc8-5ccd-40ae-96f9-ff8013062b4c req-0fa7d9b0-8863-459e-853e-9657df51eb2f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:20.970486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0096acc8-5ccd-40ae-96f9-ff8013062b4c req-0fa7d9b0-8863-459e-853e-9657df51eb2f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b&device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 1691 time: 0.2846432 May 06 09:40:20.971002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] For port 328fe864-e050-45a0-88da-08b09c894fd7, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:20.971410 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:20.979327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe26fe0-399f-41fc-ad9a-ff12d8077b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84528b05-0f9a-4f91-b9d8-b51046afff0f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:20.982911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-984c3664-cebf-4f55-b4aa-13a18642da4f req-caa7c799-12e2-45c9-acd3-dbfd4ca564f2 service neutron] 10.222.0.82 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375547 May 06 09:40:20.994052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] Calling delete_port for 328fe864-e050-45a0-88da-08b09c894fd7 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:20.996907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] Port 328fe864-e050-45a0-88da-08b09c894fd7 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:40:20.998605 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.049007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] Pushing event deleted for resources: {'Port': ['ID=328fe864-e050-45a0-88da-08b09c894fd7,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:21.051550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f149b0-52a5-4499-af99-e897e24ba483 None None] No DVR routers for this DVR port 328fe864-e050-45a0-88da-08b09c894fd7 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:21.070760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff19885b-8b85-4136-85d8-968c74bc7c46 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:21.073284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.099716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ff19885b-8b85-4136-85d8-968c74bc7c46 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:21.100143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff19885b-8b85-4136-85d8-968c74bc7c46 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:21.100661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b9e54b1d-efd7-4201-8b0f-2e611114fd7e no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:21.115468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba14e744-9c80-417e-9529-d56345723410']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:21.122512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b9e54b1d-efd7-4201-8b0f-2e611114fd7e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:21.122993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b9e54b1d-efd7-4201-8b0f-2e611114fd7e not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:21.123510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 328fe864-e050-45a0-88da-08b09c894fd7 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:21.131699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cace7f-4977-41df-9ac2-d395647bf598') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:21.132033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cace7f-4977-41df-9ac2-d395647bf598') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:21.138809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9da6d998-fdee-40bd-9ef6-05522ba8f61b req-fc5aec9b-8f88-4014-9b3c-2b7dfdd92daf tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016249 May 06 09:40:21.147249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 328fe864-e050-45a0-88da-08b09c894fd7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:21.148270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 328fe864-e050-45a0-88da-08b09c894fd7 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:21.148785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0096acc8-5ccd-40ae-96f9-ff8013062b4c req-24a280e8-adac-462f-b3d3-b15066428181 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530240 May 06 09:40:21.170189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.181461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-5edb7ee1-e3f1-4503-ad03-eb13dd9b4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.182909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.183056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-5edb7ee1-e3f1-4503-ad03-eb13dd9b4e31 service neutron] 10.222.0.82 "GET /v2.0/networks?id=60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 200 len: 905 time: 0.2412260 May 06 09:40:21.193009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:21.193695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.198010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-dc7b656e-279d-4a0e-8cc0-2ac2d4e4a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.198513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-dc7b656e-279d-4a0e-8cc0-2ac2d4e4a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.198994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-dc7b656e-279d-4a0e-8cc0-2ac2d4e4a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.200977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-dc7b656e-279d-4a0e-8cc0-2ac2d4e4a145 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2864 time: 0.0983701 May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: timer() May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:21.237307 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:21.243570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-130c0ef2-b612-40bb-818b-b05bc898ae81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.274052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-7d96ce09-2c9d-43d3-90a1-5c044ca24bb8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31785630-8ce8-4ba4-affe-e6673309fed2 HTTP/1.1" status: 200 len: 217 time: 0.0718813 May 06 09:40:21.274346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-130c0ef2-b612-40bb-818b-b05bc898ae81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.291963 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.310164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.313901 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ba14e744-9c80-417e-9529-d56345723410 HTTP/1.1" status: 204 len: 168 time: 0.8936713 May 06 09:40:21.327666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0f4c0-9797-403f-9f34-ac3cac7b4029 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba14e744-9c80-417e-9529-d56345723410,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:21.377731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-130c0ef2-b612-40bb-818b-b05bc898ae81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.382209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-130c0ef2-b612-40bb-818b-b05bc898ae81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.383788 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-130c0ef2-b612-40bb-818b-b05bc898ae81 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84528b05-0f9a-4f91-b9d8-b51046afff0f HTTP/1.1" status: 204 len: 168 time: 0.4355416 May 06 09:40:21.392552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c0ef2-b612-40bb-818b-b05bc898ae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84528b05-0f9a-4f91-b9d8-b51046afff0f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:21.471748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-f75e2854-6330-40b4-ba03-f60d91463f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.473565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-f75e2854-6330-40b4-ba03-f60d91463f9f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 200 len: 844 time: 0.1842413 May 06 09:40:21.483908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc0328-edff-48f5-8799-63e3ec4dc7bf req-7c567b37-398a-402f-8fa9-607d99fddbd0 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.485772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42496) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:21.488684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3acc0328-edff-48f5-8799-63e3ec4dc7bf req-7c567b37-398a-402f-8fa9-607d99fddbd0 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.2624516 May 06 09:40:21.528409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e293d2b7-1ddf-49bf-8d31-c93bf68353c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5aaceab44c04b12bc546f44fe768d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413454 May 06 09:40:21.530706 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42498) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:21.554032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba0c3f-5c98-4699-b2e7-3efeac4cfea9 req-f1342378-bd43-4089-a9b2-7dbeecc1c518 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.556238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98ba0c3f-5c98-4699-b2e7-3efeac4cfea9 req-f1342378-bd43-4089-a9b2-7dbeecc1c518 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.2794945 May 06 09:40:21.564862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-fff3e847-85fc-47ad-9a9e-8eefe1706b8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=60c687e6-13c2-4bbd-9da0-b7771c15e1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727181 May 06 09:40:21.567400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-accc8453-9f10-4bba-8bcc-563d45fc9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.568857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-accc8453-9f10-4bba-8bcc-563d45fc9d24 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066 HTTP/1.1" status: 200 len: 903 time: 0.3042791 May 06 09:40:21.680949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-b11ae692-909b-4395-b766-dca1350473c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.230&port_id=437dc922-3c1d-4efa-a382-d77f15681f59 HTTP/1.1" status: 200 len: 217 time: 0.0954840 May 06 09:40:21.712908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3acc0328-edff-48f5-8799-63e3ec4dc7bf req-269c39ba-78f7-4d69-bb2a-d7aead7580a2 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983328 May 06 09:40:21.770312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98ba0c3f-5c98-4699-b2e7-3efeac4cfea9 req-c87d3596-06ed-40a2-bcac-287927ed0433 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004735 May 06 09:40:21.807999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42504) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:21.833854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-f8b4f237-8592-43b7-85f3-bbda4b9dbdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:21.837473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-f8b4f237-8592-43b7-85f3-bbda4b9dbdf0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bced56fb-22af-4f98-b81d-b6a0b0458c90 HTTP/1.1" status: 200 len: 801 time: 0.1432374 May 06 09:40:21.858662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79f820f3-b8d8-4573-a015-20f6f55adfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.911135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ba66b5e-6b5d-419d-a81a-92ccbed5b90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.915296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-e1fd99b4-1ecc-443d-ab93-84bab531c672 service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309188 May 06 09:40:21.935799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ba66b5e-6b5d-419d-a81a-92ccbed5b90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.986887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ba66b5e-6b5d-419d-a81a-92ccbed5b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.989512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ba66b5e-6b5d-419d-a81a-92ccbed5b90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:21.990670 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4ba66b5e-6b5d-419d-a81a-92ccbed5b90d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a131042d-1425-4a98-9964-783bbc46437f HTTP/1.1" status: 204 len: 168 time: 0.4588273 May 06 09:40:22.000399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba66b5e-6b5d-419d-a81a-92ccbed5b90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131042d-1425-4a98-9964-783bbc46437f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:22.048239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-0ff92c9b-984e-4773-9696-34149cf4659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.049720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-0ff92c9b-984e-4773-9696-34149cf4659e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d835ca0-780d-4f0b-8d53-e8f44ddb7066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2016807 May 06 09:40:22.085583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9377-fc7e-43dc-aa04-f579e01d7ec7 req-853099fc-925a-4749-8d58-05f26189a47c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.091242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9377-fc7e-43dc-aa04-f579e01d7ec7 req-853099fc-925a-4749-8d58-05f26189a47c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.097321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed9377-fc7e-43dc-aa04-f579e01d7ec7 req-853099fc-925a-4749-8d58-05f26189a47c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.098899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62ed9377-fc7e-43dc-aa04-f579e01d7ec7 req-853099fc-925a-4749-8d58-05f26189a47c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2411 time: 0.2283800 May 06 09:40:22.114758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cdd28-0909-42f6-82e2-83bb518912d4 req-d54aad67-d0fe-4c6a-b791-f521e14f2e4b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.116389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-294cdd28-0909-42f6-82e2-83bb518912d4 req-d54aad67-d0fe-4c6a-b791-f521e14f2e4b tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 943 time: 0.2243643 May 06 09:40:22.297673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62ed9377-fc7e-43dc-aa04-f579e01d7ec7 req-4af857f4-a479-4cf7-9eba-3ea6c6b2065c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797841 May 06 09:40:22.311405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f851aa6f-5273-47f3-8acb-48133d9cddc7 req-2a1ba525-6b07-4841-9947-b8e23c5ef886 service neutron] 10.222.0.82 "GET /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620186 May 06 09:40:22.330408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79f820f3-b8d8-4573-a015-20f6f55adfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.334647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-294cdd28-0909-42f6-82e2-83bb518912d4 req-849b71b4-05f2-4ae6-bb19-2debc5ce60df tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041438 May 06 09:40:22.339798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79f820f3-b8d8-4573-a015-20f6f55adfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.347819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-a00232bc-739a-4fad-b74c-c3a331d5e688 req-9dd8d337-8de2-493a-9f20-c96025f47bc2 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:40:22.348790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00232bc-739a-4fad-b74c-c3a331d5e688 req-9dd8d337-8de2-493a-9f20-c96025f47bc2 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131619 May 06 09:40:22.361256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-0b2eabcd-ca4a-4054-80f1-4e2b5c62664f service neutron] 10.222.0.82 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999232 May 06 09:40:22.400323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42514) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:22.440434 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-efab30d3-7304-433b-8e56-14518526ccfa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c824f01fe6324fe2b71d647317554dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384500 May 06 09:40:22.442624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:22.455667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-79f820f3-b8d8-4573-a015-20f6f55adfb7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8db6cef29be4fce96fb3ca0d96291ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424973 May 06 09:40:22.460001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42518) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:22.532815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acb0f63b-9179-4fdf-84eb-e4bc7e525367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.540395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8956beb2-340e-4ca9-aecf-9876a6b40894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.572252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acb0f63b-9179-4fdf-84eb-e4bc7e525367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.589136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8956beb2-340e-4ca9-aecf-9876a6b40894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.657863 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acb0f63b-9179-4fdf-84eb-e4bc7e525367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.660751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acb0f63b-9179-4fdf-84eb-e4bc7e525367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.661929 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-acb0f63b-9179-4fdf-84eb-e4bc7e525367 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40421482-ed7f-48b7-9f12-99ea993c9cef HTTP/1.1" status: 204 len: 168 time: 0.2183945 May 06 09:40:22.664735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8956beb2-340e-4ca9-aecf-9876a6b40894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.667163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8956beb2-340e-4ca9-aecf-9876a6b40894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.671082 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8956beb2-340e-4ca9-aecf-9876a6b40894 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/67ab61c5-833d-49a3-8c28-f5a2a68fdb36 HTTP/1.1" status: 204 len: 168 time: 0.2073681 May 06 09:40:22.676559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0f63b-9179-4fdf-84eb-e4bc7e525367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40421482-ed7f-48b7-9f12-99ea993c9cef,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:22.687794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956beb2-340e-4ca9-aecf-9876a6b40894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ab61c5-833d-49a3-8c28-f5a2a68fdb36,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:22.716054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31785630-8ce8-4ba4-affe-e6673309fed2 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:22.825560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f820f3-b8d8-4573-a015-20f6f55adfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ab61c5-833d-49a3-8c28-f5a2a68fdb36,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:22.877050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:22.877862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e1491-79d8-4dda-9a6c-5cebd983b450 req-e429d484-e651-4e33-bb82-8d2dc408bddd tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:22.879890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-540e1491-79d8-4dda-9a6c-5cebd983b450 req-e429d484-e651-4e33-bb82-8d2dc408bddd tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 1101 time: 0.4554429 May 06 09:40:22.883667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00232bc-739a-4fad-b74c-c3a331d5e688 req-099e957b-37f1-4e59-96cb-20ffe07b2223 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5130224 May 06 09:40:22.896964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '31785630-8ce8-4ba4-affe-e6673309fed2', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': '31785630-8ce8-4ba4-affe-e6673309fed2', 'mac_address': 'fa:16:3e:5a:32:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:22.941969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:22.957032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31785630-8ce8-4ba4-affe-e6673309fed2 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:22.964249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e8fc8d4-7ac1-482b-a76d-5a1a73b93838 req-aafefc8a-c2c4-46e1-abd7-00f569e41d19 service neutron] 10.222.0.82 "GET /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850525 May 06 09:40:22.991162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-540e1491-79d8-4dda-9a6c-5cebd983b450 req-471f8675-951a-4a86-928f-e8643662eea9 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888469 May 06 09:40:23.001133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:23.007810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:23.084894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:23.189639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd8896-2f79-49e8-bbe0-9c494a7d2a94 req-47ec355a-df9a-4dc9-b71a-064495a1e293 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.191462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cfd8896-2f79-49e8-bbe0-9c494a7d2a94 req-47ec355a-df9a-4dc9-b71a-064495a1e293 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 949 time: 0.0753770 May 06 09:40:23.283953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65361b05-cf1d-45d1-9034-26569cbe1a56 req-3edcf528-5f77-4290-ba2e-ba2c192dc9ba tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.285486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65361b05-cf1d-45d1-9034-26569cbe1a56 req-3edcf528-5f77-4290-ba2e-ba2c192dc9ba tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.0849729 May 06 09:40:23.288672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cfd8896-2f79-49e8-bbe0-9c494a7d2a94 req-7540c429-d391-4e8b-8639-8089dddd500e tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893216 May 06 09:40:23.339329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65361b05-cf1d-45d1-9034-26569cbe1a56 req-6362a042-031c-4a64-8a87-339e97f55fc8 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 May 06 09:40:23.371244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['31785630-8ce8-4ba4-affe-e6673309fed2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:23.418275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70097ab8-c689-4ccc-bbe9-748a0bbe89e6 req-fbd996c7-ce3c-40cc-b067-9bb066805932 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.420424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70097ab8-c689-4ccc-bbe9-748a0bbe89e6 req-fbd996c7-ce3c-40cc-b067-9bb066805932 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 1101 time: 0.0465286 May 06 09:40:23.476086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70097ab8-c689-4ccc-bbe9-748a0bbe89e6 req-fb55a9d1-82fe-4806-8ff6-60e208e8346d tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 May 06 09:40:23.542312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86d6a1-8d93-45a5-8757-026112fc8020 req-3c1aaaa9-6a05-4300-b864-405cc120aa4b tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.543497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb86d6a1-8d93-45a5-8757-026112fc8020 req-3c1aaaa9-6a05-4300-b864-405cc120aa4b tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.0654798 May 06 09:40:23.589648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb86d6a1-8d93-45a5-8757-026112fc8020 req-db469ad4-6eb3-4cee-b4e4-1e673feafdb0 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360014 May 06 09:40:23.724473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461631-b548-4ba3-b321-0e6ef5d546bb req-48b6de66-5288-4280-8ec1-93c3629627a3 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.730222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461631-b548-4ba3-b321-0e6ef5d546bb req-48b6de66-5288-4280-8ec1-93c3629627a3 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.737462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8461631-b548-4ba3-b321-0e6ef5d546bb req-48b6de66-5288-4280-8ec1-93c3629627a3 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.739124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8461631-b548-4ba3-b321-0e6ef5d546bb req-48b6de66-5288-4280-8ec1-93c3629627a3 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2411 time: 0.0864727 May 06 09:40:23.783283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8461631-b548-4ba3-b321-0e6ef5d546bb req-3ce8e281-bdec-43f1-9a89-1ac252f0ec35 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 May 06 09:40:23.916538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151045e0-f156-492c-88ef-be36ce15452e req-b8dc4716-4d23-4934-b8da-7216e1bed0ff tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:23.925198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-151045e0-f156-492c-88ef-be36ce15452e req-b8dc4716-4d23-4934-b8da-7216e1bed0ff tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 944 time: 0.0622368 May 06 09:40:23.933699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:23.986239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-151045e0-f156-492c-88ef-be36ce15452e req-ea996e68-8942-4f9e-a5af-879ce29fdc4c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599680 May 06 09:40:24.073756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e516b48-1e2b-4d04-bf9d-1ff5801e368c req-ca462dd4-78af-4d44-b3bc-456fc2a97f44 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.075651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e516b48-1e2b-4d04-bf9d-1ff5801e368c req-ca462dd4-78af-4d44-b3bc-456fc2a97f44 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.0717928 May 06 09:40:24.143328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-808e03a4-fc62-4622-95c5-9c0c2ff2a305 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c4c650c677584504b8d819b491794d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264764 May 06 09:40:24.153259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e516b48-1e2b-4d04-bf9d-1ff5801e368c req-44cf4e3b-8140-4601-8bf0-8dc7f1c5c1a2 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710618 May 06 09:40:24.214199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-network', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:24.246645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Made reservation on behalf of b02cdb418ca4444b98adee4b7d6df045 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:24.249076 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.259650 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.272452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-06503836-2ece-445d-926c-e432033adf6d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420945 May 06 09:40:24.346065 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.350361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-ff70c4ca-b5a2-41e6-b523-1a25bea38076 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.351871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.352569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-ff70c4ca-b5a2-41e6-b523-1a25bea38076 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942191 May 06 09:40:24.366913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:24.388362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-be940223-ab3b-44ae-9354-34e9b979153a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/quotas/c4c650c677584504b8d819b491794d79 HTTP/1.1" status: 200 len: 375 time: 0.0208333 May 06 09:40:24.392285 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.392639 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Added segment 5dcad244-aab0-4f36-bd26-54e7d1bee507 of type vlan for network ac96e728-e10d-4b51-a8c7-0e5c73907702 May 06 09:40:24.400963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849da903-aaaf-4b7e-870b-06ecb7a33c3f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:24.439823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.469462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-07fac2e8-c20a-423e-a71d-7f6d704b5f4a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.471207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.472259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.473026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.477772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-07fac2e8-c20a-423e-a71d-7f6d704b5f4a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931977 May 06 09:40:24.490650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-eacb1229-883e-4d04-9aa1-d4e3faa3822c tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c4c650c677584504b8d819b491794d79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940771 May 06 09:40:24.500488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-244cb9fa-c6f4-4c9f-b6a6-0b006b670735 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/quotas/1bed9cc651cd4c869d9748769312b75d HTTP/1.1" status: 200 len: 375 time: 0.0217481 May 06 09:40:24.529214 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5943332 May 06 09:40:24.532212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:24.537330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Request body: {'subnet': {'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-subnet', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:24.557698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf4e35-f294-4fec-a60e-7a7cfd0b96b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac96e728-e10d-4b51-a8c7-0e5c73907702,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:24.568479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-95023878-2d27-4b6e-9598-a763bf6b2759 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0667405 May 06 09:40:24.570391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:24.570947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Made reservation on behalf of b02cdb418ca4444b98adee4b7d6df045 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:24.573449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.732725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 046cd8b5-6630-40ca-818f-605e7994fd9c details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:24.740367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31785630-8ce8-4ba4-affe-e6673309fed2 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:24.848263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3978c-168f-4c64-a0b9-3f56107bf544 req-cfaadf99-86f9-4e3e-9bbd-851bac1096cb tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:24.857767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7db3978c-168f-4c64-a0b9-3f56107bf544 req-cfaadf99-86f9-4e3e-9bbd-851bac1096cb tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.1073227 May 06 09:40:24.904996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 31785630-8ce8-4ba4-affe-e6673309fed2 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:24.927643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 31785630-8ce8-4ba4-affe-e6673309fed2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:24.928490 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:24.929918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7db3978c-168f-4c64-a0b9-3f56107bf544 req-b90d4d96-883c-4203-9310-ef25235ea4e4 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709383 May 06 09:40:24.989829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.036158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 046cd8b5-6630-40ca-818f-605e7994fd9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=046cd8b5-6630-40ca-818f-605e7994fd9c,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:25.059034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '046cd8b5-6630-40ca-818f-605e7994fd9c', 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066', 'port_id': '046cd8b5-6630-40ca-818f-605e7994fd9c', 'mac_address': 'fa:16:3e:91:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bced56fb-22af-4f98-b81d-b6a0b0458c90', 'ip_address': '19.80.0.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:25.111834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f306e21e-43a7-42f9-9468-29763ab81de8,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:25.129465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14dd81-98fd-4e7b-a5a5-7ac338cb9a3f req-693a41d8-701e-4cf5-9b42-da838c46e5f2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.138791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f14dd81-98fd-4e7b-a5a5-7ac338cb9a3f req-693a41d8-701e-4cf5-9b42-da838c46e5f2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.1025887 May 06 09:40:25.140371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.144322 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.167356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Checking segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:25.170143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Network hostable DHCP agents. Network: ac96e728-e10d-4b51-a8c7-0e5c73907702, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:40:25.173896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046cd8b5-6630-40ca-818f-605e7994fd9c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:25.183409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:25.186043 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed77f8d-f354-48d3-ab77-2ef364be2853" -d '{"events": [{"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-plugged", "status": "completed", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:25.197437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f14dd81-98fd-4e7b-a5a5-7ac338cb9a3f req-1315dddb-1118-4c91-8bd6-1a9a6443dcaf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558701 May 06 09:40:25.207036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:25.207441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:40:25.216617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.230360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ac96e728-e10d-4b51-a8c7-0e5c73907702) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:25.235369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.236008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.264262 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-42c0d609-c81f-4f48-b8a3-bac154c78124 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7306385 May 06 09:40:25.267742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:25.272772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:25.278947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 046cd8b5-6630-40ca-818f-605e7994fd9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=046cd8b5-6630-40ca-818f-605e7994fd9c,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:25.282714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:25.285935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf614bdb-68e6-4bc0-a31a-43d9cddf9775 None None] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:25.301193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.301855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:25.378682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.381048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.424054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a5aee3a-e55a-4299-b0f6-e24ee7010d0a req-def6f5a6-b860-44dd-8fac-685d0737561d tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 210 time: 0.0663297 May 06 09:40:25.464927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=046cd8b5-6630-40ca-818f-605e7994fd9c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:25.505093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562102-a2db-40ff-a055-29340f0d63a2 req-63390afe-ddb1-45ca-beb2-312b0a2d0e0b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.517139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562102-a2db-40ff-a055-29340f0d63a2 req-63390afe-ddb1-45ca-beb2-312b0a2d0e0b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.523830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21562102-a2db-40ff-a055-29340f0d63a2 req-63390afe-ddb1-45ca-beb2-312b0a2d0e0b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.526322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21562102-a2db-40ff-a055-29340f0d63a2 req-63390afe-ddb1-45ca-beb2-312b0a2d0e0b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2412 time: 0.2276888 May 06 09:40:25.573714 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.740361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:25.748033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21562102-a2db-40ff-a055-29340f0d63a2 req-054d370e-bb99-41c1-9e7a-f9202174e7ea tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674399 May 06 09:40:25.773641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12', 'network_id': '2e06e6aa-a7af-42d5-aed2-221349881d03', 'port_id': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12', 'mac_address': 'fa:16:3e:1e:94:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d', 'ip_address': '19.86.0.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:25.828896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ac96e728-e10d-4b51-a8c7-0e5c73907702', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:40:25.829826 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.854813 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.876444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497f79a-1650-4587-aec4-4de0c5bbb6f4 req-29e5ebfc-b61b-44e2-9f2e-3bb2c6695b0d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.878936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:25.882838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497f79a-1650-4587-aec4-4de0c5bbb6f4 req-29e5ebfc-b61b-44e2-9f2e-3bb2c6695b0d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.890258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497f79a-1650-4587-aec4-4de0c5bbb6f4 req-29e5ebfc-b61b-44e2-9f2e-3bb2c6695b0d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:25.897836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6497f79a-1650-4587-aec4-4de0c5bbb6f4 req-29e5ebfc-b61b-44e2-9f2e-3bb2c6695b0d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd&device_id=4788deb2-55c7-494e-82c7-a4578fba10d7&device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 2417 time: 0.2845755 May 06 09:40:25.925685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.960037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:25.964774 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:25.965454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 437dc922-3c1d-4efa-a382-d77f15681f59 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:26.016960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6497f79a-1650-4587-aec4-4de0c5bbb6f4 req-dadd604d-7a5e-4938-a7f1-a766a098b626 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182725 May 06 09:40:26.034086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012b93b-16f3-4ff0-9be3-61c9c95962d4 req-6f8bb698-524b-4374-ad44-67cef2972abf tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:26.040925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b012b93b-16f3-4ff0-9be3-61c9c95962d4 req-6f8bb698-524b-4374-ad44-67cef2972abf tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.2226896 May 06 09:40:26.110198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:26.113333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b012b93b-16f3-4ff0-9be3-61c9c95962d4 req-86bd11fd-bcb4-4f61-aa4e-d2356da76af8 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714509 May 06 09:40:26.117001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 437dc922-3c1d-4efa-a382-d77f15681f59, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=437dc922-3c1d-4efa-a382-d77f15681f59,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:26.154133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Allocated IP 172.20.0.2 (ac96e728-e10d-4b51-a8c7-0e5c73907702/f306e21e-43a7-42f9-9468-29763ab81de8/eca80b9d-83c8-4079-a1e5-fdff3e41d8d4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:26.161367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '437dc922-3c1d-4efa-a382-d77f15681f59', 'network_id': '0d835ca0-780d-4f0b-8d53-e8f44ddb7066', 'port_id': '437dc922-3c1d-4efa-a382-d77f15681f59', 'mac_address': 'fa:16:3e:88:97:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bced56fb-22af-4f98-b81d-b6a0b0458c90', 'ip_address': '19.80.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:26.270687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.275384 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a7cf30-cfe1-486c-85dc-006b73aa2011 x-openstack-request-id: req-03a7cf30-cfe1-486c-85dc-006b73aa2011 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:26.275553 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-plugged", "status": "completed", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:26.275835 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03a7cf30-cfe1-486c-85dc-006b73aa2011 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:26.277257 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a7cf30-cfe1-486c-85dc-006b73aa2011'] response: {'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2', 'code': 200} May 06 09:40:26.340101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-1c15d4c2-ecb7-4338-ad1e-f8f961922fac tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c4c650c677584504b8d819b491794d79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702472 May 06 09:40:26.385850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437dc922-3c1d-4efa-a382-d77f15681f59 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:26.440761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 437dc922-3c1d-4efa-a382-d77f15681f59, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=437dc922-3c1d-4efa-a382-d77f15681f59,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:26.487059 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.522413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-75dc3b43-991d-41cc-9d5d-5d78a7eddeb5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:26.523974 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-75dc3b43-991d-41cc-9d5d-5d78a7eddeb5 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766083 May 06 09:40:26.524868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.553608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.560001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Request body: {'port': {'device_id': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'c4c650c677584504b8d819b491794d79'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:26.575779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=437dc922-3c1d-4efa-a382-d77f15681f59,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:26.601950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e7c7d95-6176-46e8-9b27-ec16603408e9 req-a57bb7fc-cd49-433b-b055-ca4ea8e006d7 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1890614 May 06 09:40:26.640305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4441d52-f93b-4829-a852-0fa1e40ee96f req-959e1717-268c-4c24-8691-5e5e289a152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:26.642465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4441d52-f93b-4829-a852-0fa1e40ee96f req-959e1717-268c-4c24-8691-5e5e289a152b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 1096 time: 0.1743524 May 06 09:40:26.707726 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.716074 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.739839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4441d52-f93b-4829-a852-0fa1e40ee96f req-e429eb18-0829-4944-b81e-42a00fb2cd6c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869043 May 06 09:40:26.772157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Allocated IP 172.25.8.169 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/99cfc493-0a8a-423f-838d-a78fb913da3f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:26.789912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Pushing event updated for resources: {'Port': ['ID=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:26.810985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:26.814337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:26.818701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:26.838941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Made reservation on behalf of c4c650c677584504b8d819b491794d79 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:26.844821 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.895690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Attempting to bind port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:26.896340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Attempting to bind port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:26.896931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Attempting to bind port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:26.904348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:26.904965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Checking segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:26.905548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.906094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Bound using segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:26.906783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Bound port: eca80b9d-83c8-4079-a1e5-fdff3e41d8d4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:26.907364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:26.922279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ba720ec-518a-4b20-86c7-b00b04e4ed91 req-094c67e0-eb75-44ac-9140-c98207509f3e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 210 time: 0.1014416 May 06 09:40:26.952781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['046cd8b5-6630-40ca-818f-605e7994fd9c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:26.959455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d9108-11da-4a77-b3ca-0d0a0cc535ba req-549ea828-13cb-481f-8a1a-3f8dd6bb2c26 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:26.961081 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-758d9108-11da-4a77-b3ca-0d0a0cc535ba req-549ea828-13cb-481f-8a1a-3f8dd6bb2c26 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.1904099 May 06 09:40:27.004778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.023192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Allocated IP 192.168.233.71 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/ca063d8c-d6f5-43d9-b187-2fd63d9ef547) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:27.032593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-758d9108-11da-4a77-b3ca-0d0a0cc535ba req-aa3bb27e-db2d-42d3-baea-1ca26d37e07a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613520 May 06 09:40:27.047612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['332d1a8c-7eae-43a3-9b3b-c458bbf46a12'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:27.084000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.134443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] For port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:27.154671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] For port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:27.191613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:27.193400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-d04c534c-b4bb-4524-b92a-7e9b16666a65 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633328 May 06 09:40:27.195196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30798b1e-d32b-431e-a268-150255d83bc5 req-09a27567-ce08-4b6d-aa1a-f91fd3ff6bd3 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 210 time: 0.0932517 May 06 09:40:27.198181 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.198391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:27.202123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:27.257093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Pushing event updated for resources: {'Port': ['ID=99cfc493-0a8a-423f-838d-a78fb913da3f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:27.443463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.517984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.551690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc0c6d-ac28-4c2e-aacc-b3fa5bcec7c0 None None] Pushing event updated for resources: {'Port': ['ID=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:27.604201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:27.608631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:27.612573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:27.662245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Pushing event updated for resources: {'Port': ['ID=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:27.701543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.702083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.742756 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-27b5f011-5b12-4534-bc28-6f9fc6e3e38b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1859367 May 06 09:40:27.743294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-7e520310-476d-4929-a697-21ce7b87307a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1661274 May 06 09:40:27.755991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Request body: {'port': {'device_id': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:27.814306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-494f7c52-531d-499f-ba17-ba4fbdc68bb4 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.815791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-494f7c52-531d-499f-ba17-ba4fbdc68bb4 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6109109 May 06 09:40:27.875653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:27.876600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370921c-1d3d-4b1a-bbfe-c1735ae7c055 req-4bbce176-217c-4668-9c1d-423d5751fc61 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.883729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370921c-1d3d-4b1a-bbfe-c1735ae7c055 req-4bbce176-217c-4668-9c1d-423d5751fc61 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.891317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370921c-1d3d-4b1a-bbfe-c1735ae7c055 req-4bbce176-217c-4668-9c1d-423d5751fc61 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:27.900257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c370921c-1d3d-4b1a-bbfe-c1735ae7c055 req-4bbce176-217c-4668-9c1d-423d5751fc61 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2414 time: 0.5364487 May 06 09:40:27.924511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:27.992001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-72bda697-375c-43c1-84ba-630eee806f5a None None] Provisioning complete for port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:27.992637 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-72bda697-375c-43c1-84ba-630eee806f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.033348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['437dc922-3c1d-4efa-a382-d77f15681f59'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:28.086565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c370921c-1d3d-4b1a-bbfe-c1735ae7c055 req-8fb05f7c-c0e4-4deb-8813-05b383bc9c46 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854327 May 06 09:40:28.093200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-72bda697-375c-43c1-84ba-630eee806f5a None None] Port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:28.121737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fd4e1-ef09-42f3-9418-7724b4818d3d req-8e6b542a-c293-4dc5-a3c3-91d12ba5cc41 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:28.130879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e15fd4e1-ef09-42f3-9418-7724b4818d3d req-8e6b542a-c293-4dc5-a3c3-91d12ba5cc41 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.4539883 May 06 09:40:28.274131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca063d8c-d6f5-43d9-b187-2fd63d9ef547 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:28.286741 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.305369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Transition to ACTIVE for port object ca063d8c-d6f5-43d9-b187-2fd63d9ef547 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:28.310991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.419241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Pushing event updated for resources: {'Port': ['ID=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:28.481324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Attempting to bind port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:28.482021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Attempting to bind port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:28.482021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Attempting to bind port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:28.489172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:28.489683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Attempting to bind port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:28.496155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:28.496623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:28.497134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:28.497695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Bound port: ca063d8c-d6f5-43d9-b187-2fd63d9ef547, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:28.498150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.617299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] For port ca063d8c-d6f5-43d9-b187-2fd63d9ef547, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:28.623681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] For port ca063d8c-d6f5-43d9-b187-2fd63d9ef547, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:28.632815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.641838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1a5038b6-1aaa-4877-9076-9a3a86a6c60e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:28.643669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1a5038b6-1aaa-4877-9076-9a3a86a6c60e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8241966 May 06 09:40:28.670578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e15fd4e1-ef09-42f3-9418-7724b4818d3d req-ba021d0c-8e78-4526-bdf2-4d2626221a32 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391457 May 06 09:40:28.688072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:28.695511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Pushing event updated for resources: {'Port': ['ID=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:28.706762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.707672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:28.708819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.710252 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-8561f582-3020-4c8c-a346-b961f6d64140 service neutron] 10.222.0.83 "PUT /v2.0/ports/ca063d8c-d6f5-43d9-b187-2fd63d9ef547 HTTP/1.1" status: 200 len: 1095 time: 0.9587741 May 06 09:40:28.711072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'tag': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:28.727184 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dc5789-025d-490b-ab5e-568f3bcf813c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd0d1e1-28c7-4874-883b-b595d14bd7cf", "tag": "ca063d8c-d6f5-43d9-b187-2fd63d9ef547"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:28.813801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-06354c13-8dd4-42a4-acf3-1fd531d85099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:28.815371 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-06354c13-8dd4-42a4-acf3-1fd531d85099 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c4c650c677584504b8d819b491794d79&device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 1098 time: 0.0560703 May 06 09:40:28.846558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:28.850141 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:28.891795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab48abd1-c843-42c3-8d93-8bed3d019e0e req-41e4f3ae-9c5f-4359-ba1b-c1a9c3d41332 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 210 time: 0.1068366 May 06 09:40:28.895153 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-0b1d3dc3-3744-4807-89d5-176c736e246a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ca063d8c-d6f5-43d9-b187-2fd63d9ef547 HTTP/1.1" status: 200 len: 217 time: 0.0697217 May 06 09:40:29.011289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-569719e2-62de-463a-ade9-bcee45b49c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.013214 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-569719e2-62de-463a-ade9-bcee45b49c4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1088243 May 06 09:40:29.090163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d02c658e-19c9-4e67-b101-a784671b40d5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:29.112747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-80993da2-1bf4-4177-a63f-76fa1856700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.115059 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-80993da2-1bf4-4177-a63f-76fa1856700a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924609 May 06 09:40:29.120636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:29.122738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf790c9-e53e-46d4-a894-40638f29f635 None None] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:29.137608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5ca28-b604-4ae7-8a62-8236af7a12f8 req-3321dfdd-04e6-4b5b-bd0d-f66ded0093c7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.139106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82f5ca28-b604-4ae7-8a62-8236af7a12f8 req-3321dfdd-04e6-4b5b-bd0d-f66ded0093c7 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.3569360 May 06 09:40:29.224263 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-4183db76-0df9-4c2e-9226-03533a45073e service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983427 May 06 09:40:29.253776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3676262c-ca53-4a71-9dc0-4626a002b613 None None] Provisioning complete for port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:29.253776 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3676262c-ca53-4a71-9dc0-4626a002b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.258867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:29.262354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.282995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4f122-62a0-4237-ba61-aa9cface43c6 req-6808240b-42bb-488d-8c39-234cbaf81e49 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.288100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00a4f122-62a0-4237-ba61-aa9cface43c6 req-6808240b-42bb-488d-8c39-234cbaf81e49 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 947 time: 0.2730002 May 06 09:40:29.329769 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d37ba744-405a-456c-bb19-25a2e7672e1a req-43e3fe84-d462-4b0d-a599-551d76825670 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979903 May 06 09:40:29.358119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82f5ca28-b604-4ae7-8a62-8236af7a12f8 req-7cbeb03b-1c95-4e94-9366-fbf2a1da6454 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997149 May 06 09:40:29.364351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:29.365005 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.407187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.36 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/b2c8b9a0-2138-44eb-9f74-fcd3f755e85f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:29.519289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3676262c-ca53-4a71-9dc0-4626a002b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.566139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00a4f122-62a0-4237-ba61-aa9cface43c6 req-390896b9-3af3-477f-9cf3-b598b3a9b9e8 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541280 May 06 09:40:29.622793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3676262c-ca53-4a71-9dc0-4626a002b613 None None] For port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:29.636769 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3676262c-ca53-4a71-9dc0-4626a002b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.650441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.668167 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808b95da-1125-4760-9207-dc435a300553 x-openstack-request-id: req-808b95da-1125-4760-9207-dc435a300553 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:29.668647 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd0d1e1-28c7-4874-883b-b595d14bd7cf", "tag": "ca063d8c-d6f5-43d9-b187-2fd63d9ef547", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:29.668876 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-808b95da-1125-4760-9207-dc435a300553 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:29.669317 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808b95da-1125-4760-9207-dc435a300553'] response: {'name': 'network-changed', 'server_uuid': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'tag': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547', 'status': 'completed', 'code': 200} May 06 09:40:29.763083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676262c-ca53-4a71-9dc0-4626a002b613 None None] Pushing event updated for resources: {'Port': ['ID=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:29.781050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-33cd5d26-d557-483a-8550-51c807bfaf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.782651 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-33cd5d26-d557-483a-8550-51c807bfaf5c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c4c650c677584504b8d819b491794d79&device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 1098 time: 0.0858965 May 06 09:40:29.824557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.869824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.883527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:29.977918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-4aaf32b6-72fe-44ce-be60-949929080132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:29.979436 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-4aaf32b6-72fe-44ce-be60-949929080132 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1868672 May 06 09:40:30.034343 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-c7989531-a1e4-408d-95d9-8b52020613b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ca063d8c-d6f5-43d9-b187-2fd63d9ef547 HTTP/1.1" status: 200 len: 217 time: 0.0470068 May 06 09:40:30.082473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:30.086267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:30.087212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:30.097671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-d89fad05-f19d-41d6-b0cc-db51961051e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:30.099489 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-d89fad05-f19d-41d6-b0cc-db51961051e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0553815 May 06 09:40:30.171988 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:40:30.172839 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:40:30.175674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6fb16e3a-da46-4240-90bc-b74a3e9aa927 None None] Provisioning complete for port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:30.176052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6fb16e3a-da46-4240-90bc-b74a3e9aa927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.180332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-a2b51386-baa9-4176-b5c2-348d03f86d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:30.181987 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-a2b51386-baa9-4176-b5c2-348d03f86d31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755968 May 06 09:40:30.185909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:30.201775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:30.261348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:30.288021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e5078-2da7-48eb-975c-ba936c4b98b7 req-62dee19b-2c66-4092-a9eb-c9c8684ffa5c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:30.295315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e5078-2da7-48eb-975c-ba936c4b98b7 req-62dee19b-2c66-4092-a9eb-c9c8684ffa5c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:30.310581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e5078-2da7-48eb-975c-ba936c4b98b7 req-62dee19b-2c66-4092-a9eb-c9c8684ffa5c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:30.325905 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-7c3246c7-22a6-4456-a43f-d2ba646ab010 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337516 May 06 09:40:30.333024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b42e5078-2da7-48eb-975c-ba936c4b98b7 req-62dee19b-2c66-4092-a9eb-c9c8684ffa5c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2414 time: 0.4551959 May 06 09:40:30.336790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.16 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/5b97c54e-a563-47b1-b328-91a98710cfe5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:30.446255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c3ae5-e4d3-46e5-8154-91794e7881f8 req-b828ff01-9014-4539-9c60-8ae7a958e059 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:30.460720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f82c3ae5-e4d3-46e5-8154-91794e7881f8 req-b828ff01-9014-4539-9c60-8ae7a958e059 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.3511200 May 06 09:40:30.469702 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d8dc5789-025d-490b-ab5e-568f3bcf813c req-2264665a-01cc-4a0d-9fbe-ee7fbcfbbcf7 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346006 May 06 09:40:30.514028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:30.514924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.529848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b42e5078-2da7-48eb-975c-ba936c4b98b7 req-d31c5ac3-bf35-410c-8960-f32d4647cae1 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965494 May 06 09:40:30.607344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42746) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:30.643746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-445ca0eb-c7d1-4c54-8053-b762f6f49613 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8150070 May 06 09:40:30.651603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f82c3ae5-e4d3-46e5-8154-91794e7881f8 req-2e187e13-6d2f-4b15-ac1a-4ac519374eee tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894202 May 06 09:40:30.664481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4d1b5ddc-4796-4140-b1bc-3ee8a62c4bd6 None None] Provisioning complete for port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:30.665292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4d1b5ddc-4796-4140-b1bc-3ee8a62c4bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.669125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Request body: {'port': {'device_id': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:30.713508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7045fe7d-831f-44f5-a09c-1b98059bbd4d req-371fe832-a052-407b-a705-6acab8eca5af tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 210 time: 0.0740111 May 06 09:40:30.733353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:40:30.750483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 046cd8b5-6630-40ca-818f-605e7994fd9c up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:30.782410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09ac88a0-09b6-46ae-b667-a09209797ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.807757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b5ddc-4796-4140-b1bc-3ee8a62c4bd6 None None] Port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:30.842075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 046cd8b5-6630-40ca-818f-605e7994fd9c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:30.842308 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.851009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 046cd8b5-6630-40ca-818f-605e7994fd9c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:30.851792 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.871443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.925896 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09ac88a0-09b6-46ae-b667-a09209797ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.932593 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09ac88a0-09b6-46ae-b667-a09209797ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:30.986228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac88a0-09b6-46ae-b667-a09209797ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31486dc1-45ae-40b3-9f05-37bb2099a932,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:30.991857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-09ac88a0-09b6-46ae-b667-a09209797ae7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f9b49318515d404c9416db0de702145f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830051 May 06 09:40:30.994688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42754) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:31.002161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.037499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:31.041270 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e38f9-b8e3-4528-8eb5-12065943363c" -d '{"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:31.064905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:31.070897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 046cd8b5-6630-40ca-818f-605e7994fd9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=046cd8b5-6630-40ca-818f-605e7994fd9c,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:31.072033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d247ab-bb13-4d78-b985-3cd04e41ecb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.101907 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d247ab-bb13-4d78-b985-3cd04e41ecb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.104376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.105215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 437dc922-3c1d-4efa-a382-d77f15681f59 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:31.106285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c98f51-59a6-4170-a835-d6d5589b9b8d req-0c88b0c1-adc6-4181-9d2d-c0ddbc9e8e2b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:31.107914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68c98f51-59a6-4170-a835-d6d5589b9b8d req-0c88b0c1-adc6-4181-9d2d-c0ddbc9e8e2b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.2465050 May 06 09:40:31.120514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:40:31.134518 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:40:31.158556 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:31.159202 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:31.178215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d247ab-bb13-4d78-b985-3cd04e41ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.182189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d247ab-bb13-4d78-b985-3cd04e41ecb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.183189 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5d247ab-bb13-4d78-b985-3cd04e41ecb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31486dc1-45ae-40b3-9f05-37bb2099a932 HTTP/1.1" status: 204 len: 168 time: 0.1872084 May 06 09:40:31.195063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d247ab-bb13-4d78-b985-3cd04e41ecb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31486dc1-45ae-40b3-9f05-37bb2099a932,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:31.271176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.293721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:31.295750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:31.359638 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:31.379835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=046cd8b5-6630-40ca-818f-605e7994fd9c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:31.391564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.403867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1274eb81-a9f8-42dc-a319-5de500b06693 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.1317201 May 06 09:40:31.404069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:31.424452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 437dc922-3c1d-4efa-a382-d77f15681f59 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:31.429670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 437dc922-3c1d-4efa-a382-d77f15681f59 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:31.430119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.443697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:31.444075 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.525919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:31.595070 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42768) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:31.608005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68c98f51-59a6-4170-a835-d6d5589b9b8d req-99bbc3ad-7bde-49f2-a29b-1d4872a7253c tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886229 May 06 09:40:31.625425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8a11602-7925-45af-916c-b7b8f3d4d518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.645094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c8b9a0-2138-44eb-9f74-fcd3f755e85f {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:31.657681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.676675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Transition to ACTIVE for port object b2c8b9a0-2138-44eb-9f74-fcd3f755e85f will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:31.679962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:31.699464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=5b97c54e-a563-47b1-b328-91a98710cfe5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:31.717393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:31.741303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:27Z', 'revision_number': 3, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:31.767520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.781008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.810640 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:40:31.812494 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Updating router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda port 99cfc493-0a8a-423f-838d-a78fb913da3f binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:40:31.849312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:31.850172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.866902 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.905503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 437dc922-3c1d-4efa-a382-d77f15681f59, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=437dc922-3c1d-4efa-a382-d77f15681f59,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:31.916980 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:31.918253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:31.983309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=437dc922-3c1d-4efa-a382-d77f15681f59,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.030006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4ab1a-4b6d-46b5-8640-c2e3e8cef6b8 req-4d4572f9-016c-4c2a-b3e8-4d1ddaddc835 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:32.033932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57b4ab1a-4b6d-46b5-8640-c2e3e8cef6b8 req-4d4572f9-016c-4c2a-b3e8-4d1ddaddc835 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 947 time: 0.5567503 May 06 09:40:32.056413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-31472429-5307-4aaf-aaff-9a3e19a47e10 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3723867 May 06 09:40:32.077113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8a11602-7925-45af-916c-b7b8f3d4d518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.079979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:32.085893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:32.086279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.092023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8a11602-7925-45af-916c-b7b8f3d4d518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.103178 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:40:32.112889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Request body: {'port': {'device_id': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:32.178154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5d25c13c-417a-4564-8514-481f318e60e5 None None] Provisioning complete for port 5b97c54e-a563-47b1-b328-91a98710cfe5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:32.178922 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d25c13c-417a-4564-8514-481f318e60e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.199757 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a8a11602-7925-45af-916c-b7b8f3d4d518 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e47cc720fb04447b66eff4ab6a32c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034362 May 06 09:40:32.220721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5d25c13c-417a-4564-8514-481f318e60e5 None None] Port 5b97c54e-a563-47b1-b328-91a98710cfe5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:32.221827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42780) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:32.223554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.234484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a11602-7925-45af-916c-b7b8f3d4d518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70758847-0b1d-4e16-91f5-0607b78f0793,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.294034 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.354123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:32.363195 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.378113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Pushing event updated for resources: {'Port': ['ID=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.433378 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646917a8-0919-4434-b9d7-2c637fae4890 x-openstack-request-id: req-646917a8-0919-4434-b9d7-2c637fae4890 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:32.433873 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:32.434215 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-646917a8-0919-4434-b9d7-2c637fae4890 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:32.434699 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646917a8-0919-4434-b9d7-2c637fae4890'] response: {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c', 'code': 200} May 06 09:40:32.435488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.449158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.449511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.449885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.450444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.450808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.451159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.451559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.451920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.452355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.452582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.453458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.453802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:32.467766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-043fe2d5-1e33-4000-b47d-f03cc34237f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.476167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57b4ab1a-4b6d-46b5-8640-c2e3e8cef6b8 req-9eb706ec-439c-4d14-bb00-0b212591a4b9 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116750 May 06 09:40:32.496303 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.503906 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.507124 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-043fe2d5-1e33-4000-b47d-f03cc34237f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.516658 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.589562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Attempting to bind port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:32.589666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Attempting to bind port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:32.590030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Attempting to bind port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:32.600728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:32.601102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Attempting to bind port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:32.621744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:32.622212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:32.622621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:32.623052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Bound port: b2c8b9a0-2138-44eb-9f74-fcd3f755e85f, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:32.623468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.664934 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Attempting to bind port 99cfc493-0a8a-423f-838d-a78fb913da3f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:32.665374 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Attempting to bind port 99cfc493-0a8a-423f-838d-a78fb913da3f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:32.665735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Attempting to bind port 99cfc493-0a8a-423f-838d-a78fb913da3f on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:32.681971 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:32.683199 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:32.684277 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.684700 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:32.685994 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Bound port: 99cfc493-0a8a-423f-838d-a78fb913da3f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:32.686389 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.719410 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469a856-2e60-4588-91d5-fa14ad3b976d None None] Pushing event updated for resources: {'Port': ['ID=99cfc493-0a8a-423f-838d-a78fb913da3f,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.755533 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] For port 99cfc493-0a8a-423f-838d-a78fb913da3f, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:32.758831 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] For port 99cfc493-0a8a-423f-838d-a78fb913da3f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=99cfc493-0a8a-423f-838d-a78fb913da3f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:32.760869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Allocated IP 172.20.0.1 (ac96e728-e10d-4b51-a8c7-0e5c73907702/f306e21e-43a7-42f9-9468-29763ab81de8/ebdb0807-d702-43f5-8397-c4da3ecc0260) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:32.764523 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.826263 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:32.826904 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:32.847690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a624-127c-4350-b52f-03499579d7a9 req-45247de0-f237-41a7-a759-11b44519bdd2 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:32.853507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a624-127c-4350-b52f-03499579d7a9 req-45247de0-f237-41a7-a759-11b44519bdd2 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:32.859772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769a624-127c-4350-b52f-03499579d7a9 req-45247de0-f237-41a7-a759-11b44519bdd2 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:32.861618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0769a624-127c-4350-b52f-03499579d7a9 req-45247de0-f237-41a7-a759-11b44519bdd2 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2417 time: 0.2252843 May 06 09:40:32.876523 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469a856-2e60-4588-91d5-fa14ad3b976d None None] Pushing event updated for resources: {'Port': ['ID=99cfc493-0a8a-423f-838d-a78fb913da3f,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:32.881032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-043fe2d5-1e33-4000-b47d-f03cc34237f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.883304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-043fe2d5-1e33-4000-b47d-f03cc34237f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.884612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-043fe2d5-1e33-4000-b47d-f03cc34237f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/70758847-0b1d-4e16-91f5-0607b78f0793 HTTP/1.1" status: 204 len: 168 time: 0.6587431 May 06 09:40:32.897324 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.945024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:32.951893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca063d8c-d6f5-43d9-b187-2fd63d9ef547 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:32.958118 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:33.010123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:33.022698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:33.028187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:33.074208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdb0807-d702-43f5-8397-c4da3ecc0260,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:33.128697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.176500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ca063d8c-d6f5-43d9-b187-2fd63d9ef547, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:33.195914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547', 'mac_address': 'fa:16:3e:c7:2b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:33.256013 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.277210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca063d8c-d6f5-43d9-b187-2fd63d9ef547 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:33.310497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ca063d8c-d6f5-43d9-b187-2fd63d9ef547, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:33.318348 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.387125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.391914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:33.436278 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:27Z', 'revision_number': 3, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:33.470352 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a78b69-3b73-49b7-a981-5bbb0baba84f None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:27Z', 'revision_number': 3, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:40:33.482438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-56e05f83-23ba-449e-9b00-1de7e4fa9e34 None None] Provisioning complete for port ebdb0807-d702-43f5-8397-c4da3ecc0260 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:33.482814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-56e05f83-23ba-449e-9b00-1de7e4fa9e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.530576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] For port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:33.535427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] For port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:33.554623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-56e05f83-23ba-449e-9b00-1de7e4fa9e34 None None] Port ebdb0807-d702-43f5-8397-c4da3ecc0260 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:33.595835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.629112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb72db-8536-4321-9464-b9a73046193a req-38318ef4-2e49-4261-a4ad-784d2d94add3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:33.630654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7eeb72db-8536-4321-9464-b9a73046193a req-38318ef4-2e49-4261-a4ad-784d2d94add3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 935 time: 0.9012802 May 06 09:40:33.631438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe2d5-1e33-4000-b47d-f03cc34237f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70758847-0b1d-4e16-91f5-0607b78f0793,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:33.641653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.656883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.684098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:33.684715 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.686156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] 10.222.0.83 "PUT /v2.0/ports/b2c8b9a0-2138-44eb-9f74-fcd3f755e85f HTTP/1.1" status: 200 len: 1095 time: 3.0221214 May 06 09:40:33.735266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'tag': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:33.737670 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead73daf-7334-465c-8833-ca385a5577c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc42982-73c5-4640-adcf-a7778c849ee7", "tag": "b2c8b9a0-2138-44eb-9f74-fcd3f755e85f"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:33.771296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ca063d8c-d6f5-43d9-b187-2fd63d9ef547'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:33.777940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdb0807-d702-43f5-8397-c4da3ecc0260,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:33.781671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:33.803186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.803646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.804054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.804456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.804855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.805303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.805704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.806163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.806552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.806937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.807362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.807806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:33.845972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0769a624-127c-4350-b52f-03499579d7a9 req-9149ef97-a02b-410a-90f5-62be85c26bbb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9482591 May 06 09:40:33.960513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7eeb72db-8536-4321-9464-b9a73046193a req-ce14fdf5-dd78-453b-8370-eab81c788777 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884018 May 06 09:40:34.021407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f0d7a-e480-4244-94d3-6e20e7a9fe3a service neutron] Pushing event updated for resources: {'Port': ['ID=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:34.024912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:34.026780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:34.097298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-0f41ca3a-00b0-487a-b436-06a4664abf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:34.108485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-0f41ca3a-00b0-487a-b436-06a4664abf5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 1098 time: 0.3414240 May 06 09:40:34.210139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:40:34.272485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-94002148-b732-4a41-a017-b5475341aa6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f HTTP/1.1" status: 200 len: 217 time: 0.1137762 May 06 09:40:34.420135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:40:34.425991 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-75a7124c-4105-4ac2-9645-dc0bd445eb59 admin admin] 10.222.0.76 "PUT /v2.0/routers/8dd93566-df2e-40c3-a5b9-ac18bb23ffda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0204139 May 06 09:40:34.429257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b97c54e-a563-47b1-b328-91a98710cfe5 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:34.435848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437dc922-3c1d-4efa-a382-d77f15681f59'}, {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:34.439772 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8741412-2a72-4a52-b555-fd4356218f9f" -d '{"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "437dc922-3c1d-4efa-a382-d77f15681f59"}, {"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "332d1a8c-7eae-43a3-9b3b-c458bbf46a12"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:34.451762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.453187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5daea546-d0ef-41ec-b4be-91d986478791 None None] Provisioning complete for port ebdb0807-d702-43f5-8397-c4da3ecc0260 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:34.453825 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5daea546-d0ef-41ec-b4be-91d986478791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.464605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d35e-f632-48b6-b02b-94aac2fd2933 req-5c0e610c-9050-4c26-b0ff-37e84bcdc90a tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:34.466647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1130d35e-f632-48b6-b02b-94aac2fd2933 req-5c0e610c-9050-4c26-b0ff-37e84bcdc90a tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.3067729 May 06 09:40:34.482345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960c4fb-6623-49ac-b905-0d3bf3fc3c25 req-db0419f4-a853-4fed-9948-a651ea3027f9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:34.485540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2960c4fb-6623-49ac-b905-0d3bf3fc3c25 req-db0419f4-a853-4fed-9948-a651ea3027f9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.3113086 May 06 09:40:34.513758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5daea546-d0ef-41ec-b4be-91d986478791 None None] Port ebdb0807-d702-43f5-8397-c4da3ecc0260 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:34.547257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-2ae1a055-1180-4971-9773-06da2746cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:34.549232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-2ae1a055-1180-4971-9773-06da2746cb4a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2046583 May 06 09:40:34.570548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Transition to ACTIVE for port object 5b97c54e-a563-47b1-b328-91a98710cfe5 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:34.589950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:34.720007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b97c54e-a563-47b1-b328-91a98710cfe5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:34.754192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2960c4fb-6623-49ac-b905-0d3bf3fc3c25 req-e45fc4e7-db59-4e53-beaf-dd1d3d13d1b9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494822 May 06 09:40:34.760694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31785630-8ce8-4ba4-affe-e6673309fed2 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:34.780563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1130d35e-f632-48b6-b02b-94aac2fd2933 req-c20259da-2d9b-4aa9-8986-7f439b1c68e5 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920611 May 06 09:40:34.838009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-4134ed92-74f9-4e08-9b90-185c2b3b3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:34.839622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-4134ed92-74f9-4e08-9b90-185c2b3b3ef5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2677207 May 06 09:40:34.943937 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f075f0-99ef-4556-bdab-a30a2d43f06f x-openstack-request-id: req-e9f075f0-99ef-4556-bdab-a30a2d43f06f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:34.944233 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc42982-73c5-4640-adcf-a7778c849ee7", "tag": "b2c8b9a0-2138-44eb-9f74-fcd3f755e85f", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:34.944488 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9f075f0-99ef-4556-bdab-a30a2d43f06f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:34.944888 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f075f0-99ef-4556-bdab-a30a2d43f06f'] response: {'name': 'network-changed', 'server_uuid': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'tag': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'status': 'completed', 'code': 200} May 06 09:40:35.013189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf582b-d583-4de4-9d26-337568063d73 req-2ce309e9-600b-4206-ad11-efa9bc14245d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.014846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3bf582b-d583-4de4-9d26-337568063d73 req-2ce309e9-600b-4206-ad11-efa9bc14245d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "GET /v2.0/ports?device_id=efbea8a0-8b1f-4f1c-a652-9be9c948dcfd HTTP/1.1" status: 200 len: 946 time: 0.3346047 May 06 09:40:35.025931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:35.069057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '31785630-8ce8-4ba4-affe-e6673309fed2', 'network_id': '60c687e6-13c2-4bbd-9da0-b7771c15e1af', 'port_id': '31785630-8ce8-4ba4-affe-e6673309fed2', 'mac_address': 'fa:16:3e:5a:32:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e199ac-e5c1-4305-9b5b-3707327d6d64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:35.149559 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e1ba97-d538-4e00-afa4-261ec099f3cb x-openstack-request-id: req-03e1ba97-d538-4e00-afa4-261ec099f3cb {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:35.149898 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "437dc922-3c1d-4efa-a382-d77f15681f59", "code": 200}, {"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-plugged", "status": "completed", "tag": "332d1a8c-7eae-43a3-9b3b-c458bbf46a12", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:35.150147 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03e1ba97-d538-4e00-afa4-261ec099f3cb {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:35.150557 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e1ba97-d538-4e00-afa4-261ec099f3cb'] response: {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437dc922-3c1d-4efa-a382-d77f15681f59', 'code': 200} May 06 09:40:35.150891 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e1ba97-d538-4e00-afa4-261ec099f3cb'] response: {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12', 'code': 200} May 06 09:40:35.170374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99cfc493-0a8a-423f-838d-a78fb913da3f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:35.177723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30b91f-50cb-445b-8034-1b541d0a4db2 req-85d084ab-fa10-49de-a129-8ac6a42398a0 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.179914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad30b91f-50cb-445b-8034-1b541d0a4db2 req-85d084ab-fa10-49de-a129-8ac6a42398a0 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 948 time: 0.2908514 May 06 09:40:35.256630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef2d76-2f98-4119-a3d1-f29c7a12cca7 req-55b33bd4-0039-4cce-8ac5-722af773786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.259657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef2d76-2f98-4119-a3d1-f29c7a12cca7 req-55b33bd4-0039-4cce-8ac5-722af773786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.260508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef2d76-2f98-4119-a3d1-f29c7a12cca7 req-55b33bd4-0039-4cce-8ac5-722af773786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.263245 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-06ef2d76-2f98-4119-a3d1-f29c7a12cca7 req-55b33bd4-0039-4cce-8ac5-722af773786c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2870 time: 0.0825696 May 06 09:40:35.273197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Attempting to bind port 5b97c54e-a563-47b1-b328-91a98710cfe5 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:35.273650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Attempting to bind port 5b97c54e-a563-47b1-b328-91a98710cfe5 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:35.274072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Attempting to bind port 5b97c54e-a563-47b1-b328-91a98710cfe5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:35.327331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Port 5b97c54e-a563-47b1-b328-91a98710cfe5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:35.327816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Attempting to bind port 5b97c54e-a563-47b1-b328-91a98710cfe5 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:35.335519 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-06ef2d76-2f98-4119-a3d1-f29c7a12cca7 req-3fd11171-3f69-4123-9c23-2104895dd93c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568576 May 06 09:40:35.347525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:35.347992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:35.348509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:35.348987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Bound port: 5b97c54e-a563-47b1-b328-91a98710cfe5, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:35.349740 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.355439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad30b91f-50cb-445b-8034-1b541d0a4db2 req-38103ab5-3077-4421-806a-37632f332d61 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572261 May 06 09:40:35.382377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-f11a1fc9-8ff3-4bbe-83d5-9e435816086b service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610920 May 06 09:40:35.466173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.484750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31785630-8ce8-4ba4-affe-e6673309fed2 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:35.522365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Deleting port e97c4eaa-8b2d-4449-93c3-eeef0d762594 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:35.522717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.536277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:35.537435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 99cfc493-0a8a-423f-838d-a78fb913da3f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:35.537783 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.541149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.623460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] For port 5b97c54e-a563-47b1-b328-91a98710cfe5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:35.634909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:35.679836 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.697015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] For port 5b97c54e-a563-47b1-b328-91a98710cfe5, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5b97c54e-a563-47b1-b328-91a98710cfe5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:35.707050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 99cfc493-0a8a-423f-838d-a78fb913da3f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=99cfc493-0a8a-423f-838d-a78fb913da3f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:35.711807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.723995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.746535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['31785630-8ce8-4ba4-affe-e6673309fed2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:35.752651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33dc3-d8f5-4fca-a3ed-2da93bd59d03 req-e87c4dcb-e09b-49a0-9759-a47b36d8e10f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.758573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33dc3-d8f5-4fca-a3ed-2da93bd59d03 req-e87c4dcb-e09b-49a0-9759-a47b36d8e10f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.764483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33dc3-d8f5-4fca-a3ed-2da93bd59d03 req-e87c4dcb-e09b-49a0-9759-a47b36d8e10f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.768088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9b33dc3-d8f5-4fca-a3ed-2da93bd59d03 req-e87c4dcb-e09b-49a0-9759-a47b36d8e10f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2417 time: 0.2806072 May 06 09:40:35.770411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-575617ae-c14b-43d1-831c-1f6463764e22 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563495 May 06 09:40:35.828991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=99cfc493-0a8a-423f-838d-a78fb913da3f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:35.852427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:35.853189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.854576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/5b97c54e-a563-47b1-b328-91a98710cfe5 HTTP/1.1" status: 200 len: 1095 time: 3.7884662 May 06 09:40:35.889267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] For port e97c4eaa-8b2d-4449-93c3-eeef0d762594, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e97c4eaa-8b2d-4449-93c3-eeef0d762594,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:35.890635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:35.989748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Calling delete_port for e97c4eaa-8b2d-4449-93c3-eeef0d762594 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:36.042776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e937da0-d4a5-429a-bea2-748983b9f3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b97c54e-a563-47b1-b328-91a98710cfe5,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:36.056646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-ee2d1ca1-7a01-46cc-8996-42a47a339e54 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.064665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-ee2d1ca1-7a01-46cc-8996-42a47a339e54 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 820 time: 0.4601252 May 06 09:40:36.083709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9b33dc3-d8f5-4fca-a3ed-2da93bd59d03 req-7fbbe42b-c8b6-41ae-97b2-1a1c9c163607 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753246 May 06 09:40:36.128129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-31185413-8bcd-49b5-93c4-6dad16de37a4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/quotas/b02cdb418ca4444b98adee4b7d6df045 HTTP/1.1" status: 200 len: 375 time: 0.0625768 May 06 09:40:36.134761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73daf-7334-465c-8833-ca385a5577c9 req-2d033780-cd74-44bb-9187-7870c6ffd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.136215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead73daf-7334-465c-8833-ca385a5577c9 req-2d033780-cd74-44bb-9187-7870c6ffd4fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 1098 time: 0.2507885 May 06 09:40:36.159015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-135f4eb4-5b33-47f7-88fd-11764c80bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.161071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-135f4eb4-5b33-47f7-88fd-11764c80bf29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1898627 May 06 09:40:36.170497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:40:36.182624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:36.184595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:36.314947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:36.325632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-3a0af8cb-4ca1-42cd-b765-a44a3150a5ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5b97c54e-a563-47b1-b328-91a98710cfe5 HTTP/1.1" status: 200 len: 217 time: 0.1392639 May 06 09:40:36.418829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-fc713146-015f-4ae4-b288-d1cc329a6f52 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2751644 May 06 09:40:36.498885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0daee-44b0-4a3f-bf8d-9bd09a182778 req-4f398266-1b6e-405f-9c0a-d5839d7eb663 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.500810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abc0daee-44b0-4a3f-bf8d-9bd09a182778 req-4f398266-1b6e-405f-9c0a-d5839d7eb663 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 947 time: 0.3166938 May 06 09:40:36.547324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-7a6c370f-46f4-410c-a9a1-d57603ecd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.548961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-7a6c370f-46f4-410c-a9a1-d57603ecd6ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2048469 May 06 09:40:36.550132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 2, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:36.556287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73daf-7334-465c-8833-ca385a5577c9 req-518fe2a3-928e-440d-8292-f9b2cd6ce8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.557720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead73daf-7334-465c-8833-ca385a5577c9 req-518fe2a3-928e-440d-8292-f9b2cd6ce8a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.4124351 May 06 09:40:36.594266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:40:36.594724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Updating router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda port ebdb0807-d702-43f5-8397-c4da3ecc0260 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:40:36.629299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.673827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead73daf-7334-465c-8833-ca385a5577c9 req-ac9399fa-279f-402b-a794-f5c2aa50949a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f HTTP/1.1" status: 200 len: 217 time: 0.0905006 May 06 09:40:36.674518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.768601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Pushing event deleted for resources: {'Port': ['ID=e97c4eaa-8b2d-4449-93c3-eeef0d762594,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:36.834437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-a7ecfbc5-6e5e-4f7d-9059-6e2536ac9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:36.836268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-a7ecfbc5-6e5e-4f7d-9059-6e2536ac9148 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2692957 May 06 09:40:36.839653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abc0daee-44b0-4a3f-bf8d-9bd09a182778 req-e4a987ba-80c4-4a59-a40d-c4797ff045a1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948589 May 06 09:40:36.877289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-9c8c285c-5427-4ee0-a042-d2384ffec8ec service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220543 May 06 09:40:36.887397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] No DVR routers for this DVR port e97c4eaa-8b2d-4449-93c3-eeef0d762594 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:36.891810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:36.895402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3bf582b-d583-4de4-9d26-337568063d73 req-efb9c995-0b6e-49e1-8462-4e1979cbf278 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "DELETE /v2.0/ports/e97c4eaa-8b2d-4449-93c3-eeef0d762594 HTTP/1.1" status: 204 len: 173 time: 1.7264891 May 06 09:40:36.908807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['25d68c05-4eb8-4c5e-b009-ebdd8167e214'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:36.911078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['0c84de82-6c99-4c6b-9c37-32f5f85993ee', 'e97c4eaa-8b2d-4449-93c3-eeef0d762594'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:36.916758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31785630-8ce8-4ba4-affe-e6673309fed2 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:36.959282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'tag': '5b97c54e-a563-47b1-b328-91a98710cfe5'}, {'server_uuid': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'name': 'network-vif-deleted', 'tag': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:36.961916 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49fe05-cf01-41e8-bb56-032cc9fc414d" -d '{"events": [{"name": "network-changed", "server_uuid": "5087df4b-354e-4ed5-b114-75517ba29ad8", "tag": "5b97c54e-a563-47b1-b328-91a98710cfe5"}, {"server_uuid": "efbea8a0-8b1f-4f1c-a652-9be9c948dcfd", "name": "network-vif-deleted", "tag": "e97c4eaa-8b2d-4449-93c3-eeef0d762594"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:37.001642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca063d8c-d6f5-43d9-b187-2fd63d9ef547 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:37.024436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73daf-7334-465c-8833-ca385a5577c9 req-5be7d727-327a-4268-a77e-7b7db1721bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:37.025943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead73daf-7334-465c-8833-ca385a5577c9 req-5be7d727-327a-4268-a77e-7b7db1721bc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.3249986 May 06 09:40:37.148771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99cfc493-0a8a-423f-838d-a78fb913da3f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:37.288314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73daf-7334-465c-8833-ca385a5577c9 req-3a7367f3-f36e-4fd8-a347-e6621687cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:37.289831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead73daf-7334-465c-8833-ca385a5577c9 req-3a7367f3-f36e-4fd8-a347-e6621687cb7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746578 May 06 09:40:37.293637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-d7b721a8-ded1-4491-a337-e912a726b894 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379981 May 06 09:40:37.299499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-61438da8-7f6f-4b60-a9d7-c3edb66182bd service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862960 May 06 09:40:37.336090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:37.353643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.384394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 31785630-8ce8-4ba4-affe-e6673309fed2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:37.385094 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.393427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:37.393784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.400446 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.665467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 99cfc493-0a8a-423f-838d-a78fb913da3f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:37.668784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:37.691426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead73daf-7334-465c-8833-ca385a5577c9 req-09e92daf-8221-44d2-bb40-8631ea028a7f service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907347 May 06 09:40:37.969681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac1c0b-87f7-40a8-9cb8-d617007d8fb4 None None] Pushing event updated for resources: {'Port': ['ID=ebdb0807-d702-43f5-8397-c4da3ecc0260,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:38.004850 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [req-65b37865-ef55-473c-9438-de1090872896 req-fe2949c5-c3a0-4bc8-a4c7-fb182274e6e3 service neutron] show failed (client error): The resource could not be found. May 06 09:40:38.006551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-fe2949c5-c3a0-4bc8-a4c7-fb182274e6e3 service neutron] 10.222.0.83 "GET /v2.0/ports/93c1037c-4759-47ed-823c-fe1eb8c461d8/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.1758263 May 06 09:40:38.042601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Attempting to bind port ebdb0807-d702-43f5-8397-c4da3ecc0260 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:38.043030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Attempting to bind port ebdb0807-d702-43f5-8397-c4da3ecc0260 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:38.043482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Attempting to bind port ebdb0807-d702-43f5-8397-c4da3ecc0260 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:38.368362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1fbecfbb-d662-476d-9edf-73e1fbe5a0c7 None None] Provisioning complete for port ebdb0807-d702-43f5-8397-c4da3ecc0260 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:38.368731 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1fbecfbb-d662-476d-9edf-73e1fbe5a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.370510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:38.370876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Checking segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:38.371258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.371666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Bound using segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:38.372147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Bound port: ebdb0807-d702-43f5-8397-c4da3ecc0260, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:38.372515 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.567412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.666548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6d6908d-93a9-4b96-bbb1-3d5e7fe0f220 req-838736de-38c1-4091-b080-8ff693af8ad7 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3575461 May 06 09:40:38.732713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:38.735463 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affbd43f-fb8c-4ecc-8a89-646960eeff57" -d '{"events": [{"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-plugged", "status": "completed", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:38.735897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8f482-df96-463c-a5af-704f51882fc5 req-138f12fb-7856-429e-9894-69b3ec822398 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:38.737685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0b8f482-df96-463c-a5af-704f51882fc5 req-138f12fb-7856-429e-9894-69b3ec822398 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.9487035 May 06 09:40:38.744430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-90a14074-e3d6-4756-b1cb-987fc6834b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:38.746167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-90a14074-e3d6-4756-b1cb-987fc6834b62 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0&tenant_id=f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 1099 time: 0.1805265 May 06 09:40:38.746324 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.754853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1fbecfbb-d662-476d-9edf-73e1fbe5a0c7 None None] Port ebdb0807-d702-43f5-8397-c4da3ecc0260 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:38.763911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ee94c-edd6-4372-a318-6d4b846229fd req-c5bab391-c146-416e-bd90-e8fddd936af4 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:38.766044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e64ee94c-edd6-4372-a318-6d4b846229fd req-c5bab391-c146-416e-bd90-e8fddd936af4 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 948 time: 0.2102342 May 06 09:40:38.773853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:38.786708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead73daf-7334-465c-8833-ca385a5577c9 req-61e1cb7c-24a4-4b09-aa28-98a846503aa9 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0006115 May 06 09:40:38.791728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:38.845820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ca063d8c-d6f5-43d9-b187-2fd63d9ef547, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:38.852376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.853304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e97c4eaa-8b2d-4449-93c3-eeef0d762594 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:38.863897 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.884768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0b8f482-df96-463c-a5af-704f51882fc5 req-740b5b26-3909-487e-b904-44a103c80227 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346872 May 06 09:40:38.893833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e64ee94c-edd6-4372-a318-6d4b846229fd req-328ae952-38f2-49fa-a9c0-c019e8c89651 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042535 May 06 09:40:38.902223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:38.916361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: e97c4eaa-8b2d-4449-93c3-eeef0d762594 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:38.917133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e97c4eaa-8b2d-4449-93c3-eeef0d762594 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:38.979650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] For port ebdb0807-d702-43f5-8397-c4da3ecc0260, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:39.012829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b2c8b9a0-2138-44eb-9f74-fcd3f755e85f details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:39.071241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] For port ebdb0807-d702-43f5-8397-c4da3ecc0260, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ebdb0807-d702-43f5-8397-c4da3ecc0260,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:39.124807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:39.137985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.197416 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5849c389-14f0-4af0-8dcd-c4c28a585598 x-openstack-request-id: req-5849c389-14f0-4af0-8dcd-c4c28a585598 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:39.197693 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5087df4b-354e-4ed5-b114-75517ba29ad8", "tag": "5b97c54e-a563-47b1-b328-91a98710cfe5", "status": "completed", "code": 200}, {"server_uuid": "efbea8a0-8b1f-4f1c-a652-9be9c948dcfd", "name": "network-vif-deleted", "tag": "e97c4eaa-8b2d-4449-93c3-eeef0d762594", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:39.197938 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5849c389-14f0-4af0-8dcd-c4c28a585598 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:39.198360 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5849c389-14f0-4af0-8dcd-c4c28a585598'] response: {'name': 'network-changed', 'server_uuid': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'tag': '5b97c54e-a563-47b1-b328-91a98710cfe5', 'status': 'completed', 'code': 200} May 06 09:40:39.198637 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5849c389-14f0-4af0-8dcd-c4c28a585598'] response: {'server_uuid': 'efbea8a0-8b1f-4f1c-a652-9be9c948dcfd', 'name': 'network-vif-deleted', 'tag': 'e97c4eaa-8b2d-4449-93c3-eeef0d762594', 'status': 'completed', 'code': 200} May 06 09:40:39.313655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ecd286b-25fb-453e-bf2e-2d524d4ed464 req-9f3f6258-15cd-4743-9e9c-f81e85d2aa2f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 210 time: 0.1141465 May 06 09:40:39.314965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:40:39.315739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:39.378753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:39.480710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:39.522083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:39.544027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac1c0b-87f7-40a8-9cb8-d617007d8fb4 None None] Pushing event updated for resources: {'Port': ['ID=ebdb0807-d702-43f5-8397-c4da3ecc0260,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:39.558885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'mac_address': 'fa:16:3e:1f:fd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:39.605499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:39.651703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:40:39.677205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.692814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Transition to ACTIVE for port object 93c1037c-4759-47ed-823c-fe1eb8c461d8 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:39.720271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.746107 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.751546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-9dec6e4e-b1fe-4206-ad68-9b8dbf9a7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:39.753953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-9dec6e4e-b1fe-4206-ad68-9b8dbf9a7bdb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 1098 time: 0.5582583 May 06 09:40:39.766828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-542cb698-6ed9-41cb-9c71-cf9bb0e080f7 None None] Provisioning complete for port ebdb0807-d702-43f5-8397-c4da3ecc0260 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:39.767203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-542cb698-6ed9-41cb-9c71-cf9bb0e080f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.835194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c8b9a0-2138-44eb-9f74-fcd3f755e85f {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:39.861112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:39.876917 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:39.882548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11d00d-fec8-431c-af3b-d7d8fbdd83c0 req-03254bac-9b3f-45f4-8710-a2031f7da728 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:39.889269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11d00d-fec8-431c-af3b-d7d8fbdd83c0 req-03254bac-9b3f-45f4-8710-a2031f7da728 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:39.895975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11d00d-fec8-431c-af3b-d7d8fbdd83c0 req-03254bac-9b3f-45f4-8710-a2031f7da728 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:39.902123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f11d00d-fec8-431c-af3b-d7d8fbdd83c0 req-03254bac-9b3f-45f4-8710-a2031f7da728 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2417 time: 0.7010102 May 06 09:40:40.019858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:40.022185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-d061c832-4861-4cf1-92a3-394c541fadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:40.024007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-d061c832-4861-4cf1-92a3-394c541fadb2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2179828 May 06 09:40:40.064917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce621a-f826-4a33-970f-0b6f614123fb req-bc7c987f-a290-4aad-8375-1201168e0bfa tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:40.078916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdce621a-f826-4a33-970f-0b6f614123fb req-bc7c987f-a290-4aad-8375-1201168e0bfa tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 947 time: 0.6718993 May 06 09:40:40.156295 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-542cb698-6ed9-41cb-9c71-cf9bb0e080f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.215647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-542cb698-6ed9-41cb-9c71-cf9bb0e080f7 None None] For port ebdb0807-d702-43f5-8397-c4da3ecc0260, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ebdb0807-d702-43f5-8397-c4da3ecc0260,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:40.225149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-542cb698-6ed9-41cb-9c71-cf9bb0e080f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.282061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:38Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:40.285853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cb698-6ed9-41cb-9c71-cf9bb0e080f7 None None] Pushing event updated for resources: {'Port': ['ID=ebdb0807-d702-43f5-8397-c4da3ecc0260,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:40.302025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-b9d2a0b5-d367-4a70-9763-f6eb9a88cf4b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=5b97c54e-a563-47b1-b328-91a98710cfe5 HTTP/1.1" status: 200 len: 217 time: 0.2056193 May 06 09:40:40.302688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:40.309964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] No DVR routers for this DVR port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:40.317234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdce621a-f826-4a33-970f-0b6f614123fb req-35d2688f-7ba6-4e37-a896-e5e91b93f956 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374287 May 06 09:40:40.329379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce57195-ca6f-4dcf-b3d7-96d8f3bb0abf None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:38Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:40:40.354256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b2c8b9a0-2138-44eb-9f74-fcd3f755e85f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:40.399994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f11d00d-fec8-431c-af3b-d7d8fbdd83c0 req-dbf5358e-2b75-498b-b273-b484ad9d8a39 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513873 May 06 09:40:40.561085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-ef868b9e-34be-4b1e-b5ce-cb7139b31ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:40.563144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-ef868b9e-34be-4b1e-b5ce-cb7139b31ba2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2239144 May 06 09:40:40.572375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-b348199b-8915-47e4-bb09-82199ab3ca20 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:40.574637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-b348199b-8915-47e4-bb09-82199ab3ca20 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 820 time: 0.8707151 May 06 09:40:40.694624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:40.694976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:40.697524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:40.703422 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cebbb3f-e9f5-4ee3-b42e-3efe8a5d4305 x-openstack-request-id: req-1cebbb3f-e9f5-4ee3-b42e-3efe8a5d4305 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:40.703746 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-plugged", "status": "completed", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:40.704101 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cebbb3f-e9f5-4ee3-b42e-3efe8a5d4305 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:40.704512 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cebbb3f-e9f5-4ee3-b42e-3efe8a5d4305'] response: {'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2', 'code': 200} May 06 09:40:40.727447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'port': {'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'admin_state_up': True, 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:40.812791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:40.813473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:40.863203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e239572d-8e83-4861-aece-275ee5ff6bb1 req-5f57e981-aac9-4fd2-af46-52eff97c7384 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1464689 May 06 09:40:40.882717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:40.883053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:40.883437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:40.883919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Bound port: 93c1037c-4759-47ed-823c-fe1eb8c461d8, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:40.884275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:40.983514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:41.011380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-916dcc77-3450-4f0b-b873-d710f52b7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.013047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-916dcc77-3450-4f0b-b873-d710f52b7fdc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4155779 May 06 09:40:41.094469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:41.111005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ebdb0807-d702-43f5-8397-c4da3ecc0260 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:41.167174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ebdb0807-d702-43f5-8397-c4da3ecc0260 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:41.167553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.208532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f6045-cd76-47fc-a03b-25aaf831b35b req-a41be3f4-a701-47d0-a6f4-921467c7e326 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.210402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-097f6045-cd76-47fc-a03b-25aaf831b35b req-a41be3f4-a701-47d0-a6f4-921467c7e326 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.3564219 May 06 09:40:41.210868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:41.215027 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacc384d-5d12-40b3-82c1-295dfada0e8c" -d '{"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-unplugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:41.240209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Made reservation on behalf of b02cdb418ca4444b98adee4b7d6df045 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:41.245891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.396070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:41.407207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ba509-f8f1-4bf7-a10f-a96c20f9f794 req-360ecd17-4304-45c3-a3c7-f181109a7192 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.417335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-959ba509-f8f1-4bf7-a10f-a96c20f9f794 req-360ecd17-4304-45c3-a3c7-f181109a7192 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 946 time: 0.3953631 May 06 09:40:41.461958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:41.479199 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.489985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-097f6045-cd76-47fc-a03b-25aaf831b35b req-4b038c7d-be42-4ad8-b9c5-b3a2b0e20841 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578900 May 06 09:40:41.585801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:41.587183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:41.589199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 1094 time: 2.8213181 May 06 09:40:41.601714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-7b91eb17-4e46-47ce-bb7d-3d909974ad47 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663867 May 06 09:40:41.636711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-959ba509-f8f1-4bf7-a10f-a96c20f9f794 req-b7eaee7a-8a69-461d-a8a2-03b287e1df26 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123389 May 06 09:40:41.816804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Allocated IP 172.20.0.3 (ac96e728-e10d-4b51-a8c7-0e5c73907702/f306e21e-43a7-42f9-9468-29763ab81de8/0b5c6f8d-43a3-4bf7-9177-c48645d9b881) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:41.930687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef3832bc-9b00-4e4c-a542-353266fdeaee req-338216fd-03f5-436b-b4ce-3d7fe94cfdb2 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 210 time: 0.1809664 May 06 09:40:41.939760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a6619-4d2d-4f6f-99ad-aa5ff225e0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:42.002222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ed315-f4e6-4c8d-bc42-b8474365ede8 req-654c27fd-c47d-4675-9168-fca88725e58f tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:42.003805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-409ed315-f4e6-4c8d-bc42-b8474365ede8 req-654c27fd-c47d-4675-9168-fca88725e58f tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 949 time: 0.3923316 May 06 09:40:42.070538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-ddbafbe2-8783-4e0c-95ad-08b4c956db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:42.073932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-ddbafbe2-8783-4e0c-95ad-08b4c956db0a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1097 time: 0.4341757 May 06 09:40:42.240260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b49fe05-cf01-41e8-bb56-032cc9fc414d req-e5a6b94b-a890-4e7b-8d14-6b02149f2c8e service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5584886 May 06 09:40:42.274350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-409ed315-f4e6-4c8d-bc42-b8474365ede8 req-e1686b67-20a6-4cee-9bfc-0e4eea5b20c2 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503324 May 06 09:40:42.354417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a1e67-1a19-4cc5-bae9-8f5c3096683e req-76988cc2-3e90-4664-bf20-e8be9f1e0a1d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:42.356611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-002a1e67-1a19-4cc5-bae9-8f5c3096683e req-76988cc2-3e90-4664-bf20-e8be9f1e0a1d tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.2086742 May 06 09:40:42.382237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.402873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-d67abadd-5a1e-475b-8a55-a057820ffebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:42.404520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-d67abadd-5a1e-475b-8a55-a057820ffebe service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3030379 May 06 09:40:42.441797 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-002a1e67-1a19-4cc5-bae9-8f5c3096683e req-18036518-cdd9-4b60-9ab6-d784d1e9372a tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 May 06 09:40:42.506542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-f8e1bf2b-b964-4a41-b9cb-55f18cc4ed8f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.0802801 May 06 09:40:42.531445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fbd3544-c6dd-43cc-9550-940961e4a604 req-3c61eb29-e5d4-421d-9224-0353fa4a76d6 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0968173 May 06 09:40:42.541710 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc97fc67-fdeb-4c7b-8f16-7488bdf9f545 x-openstack-request-id: req-bc97fc67-fdeb-4c7b-8f16-7488bdf9f545 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:42.542125 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-unplugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:42.542254 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc97fc67-fdeb-4c7b-8f16-7488bdf9f545 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:42.542681 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc97fc67-fdeb-4c7b-8f16-7488bdf9f545'] response: {'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'code': 200} May 06 09:40:42.616320 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.642635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c467494f-78ca-43eb-a5d8-142cc9603b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:42.705881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:42.708536 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0450b5-02df-415b-b4f1-5022d0c11818" -d '{"events": [{"server_uuid": "bdd0d1e1-28c7-4874-883b-b595d14bd7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ca063d8c-d6f5-43d9-b187-2fd63d9ef547"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:42.776387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5b97c54e-a563-47b1-b328-91a98710cfe5 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:42.913804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5b97c54e-a563-47b1-b328-91a98710cfe5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5b97c54e-a563-47b1-b328-91a98710cfe5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:42.933389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '5b97c54e-a563-47b1-b328-91a98710cfe5', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '5b97c54e-a563-47b1-b328-91a98710cfe5', 'mac_address': 'fa:16:3e:5f:59:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:42.979462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.003921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b2c8b9a0-2138-44eb-9f74-fcd3f755e85f up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:43.031223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b97c54e-a563-47b1-b328-91a98710cfe5 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:43.070679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5b97c54e-a563-47b1-b328-91a98710cfe5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5b97c54e-a563-47b1-b328-91a98710cfe5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:43.078705 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.166028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:43.174921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:43.178153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:43.257328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-2b14233f-9d05-43b1-83ff-e8863fe98e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.259736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-2b14233f-9d05-43b1-83ff-e8863fe98e4f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.7332499 May 06 09:40:43.293788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Pushing event updated for resources: {'Port': ['ID=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:43.322994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a59dc-4357-4881-a707-7845321b1132 req-602350f4-14b7-4253-bafa-b2f807190c65 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.323609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e13b8-c621-4257-ac3b-6c9130c5f6b1 req-ba12022c-b1bb-4506-b472-92de42e39617 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.326173 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b80a59dc-4357-4881-a707-7845321b1132 req-602350f4-14b7-4253-bafa-b2f807190c65 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.83 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 945 time: 0.4836435 May 06 09:40:43.333304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-437e13b8-c621-4257-ac3b-6c9130c5f6b1 req-ba12022c-b1bb-4506-b472-92de42e39617 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 947 time: 0.7373855 May 06 09:40:43.398436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:43.406008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5b97c54e-a563-47b1-b328-91a98710cfe5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:43.418962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.419353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.419813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.420242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.420747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.421603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.421932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.422381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.422866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.423803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.424130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.424567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:40:43.429516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:43.430003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.477325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-437e13b8-c621-4257-ac3b-6c9130c5f6b1 req-42e3f9fc-b830-4dc1-aae0-e5e7e0510974 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380403 May 06 09:40:43.501943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fd846-b4cd-4c1f-bcf8-4e316b2a6711 req-5c2fadc9-37ca-40c6-b452-d7d561635e8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.516318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-623fd846-b4cd-4c1f-bcf8-4e316b2a6711 req-5c2fadc9-37ca-40c6-b452-d7d561635e8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.3808849 May 06 09:40:43.547895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.551429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.562479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.566747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37865-ef55-473c-9438-de1090872896 req-6b5510ae-373b-4463-ab7b-42fe5565ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:43.569561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Deleting port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:43.570085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.573453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-6b5510ae-373b-4463-ab7b-42fe5565ec8e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2713995 May 06 09:40:43.610701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:43.619028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:43.622884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.700741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:43.712196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] For port 25d68c05-4eb8-4c5e-b009-ebdd8167e214, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=25d68c05-4eb8-4c5e-b009-ebdd8167e214,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:43.712587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.721084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-7f8f48d0-9898-4b7a-81b9-7f1f0bd9210c service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214187 May 06 09:40:43.736526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b4c53afb-0960-4fb3-a723-99a17b805545 None None] Provisioning complete for port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:43.737201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b4c53afb-0960-4fb3-a723-99a17b805545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:43.743538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Calling delete_port for 25d68c05-4eb8-4c5e-b009-ebdd8167e214 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:43.832441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3f01f904-3728-4d4d-8240-753431c44ebc tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1135461 May 06 09:40:43.842454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b4c53afb-0960-4fb3-a723-99a17b805545 None None] Port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:40:43.849133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-623fd846-b4cd-4c1f-bcf8-4e316b2a6711 req-f5b1927b-50ab-463b-9948-cf34676055dd tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313708 May 06 09:40:43.883816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Request body: {'port': {'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:43.947073 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292046a5-aae4-417a-92c7-888b92597e40 x-openstack-request-id: req-292046a5-aae4-417a-92c7-888b92597e40 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:43.948469 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd0d1e1-28c7-4874-883b-b595d14bd7cf", "name": "network-vif-plugged", "status": "completed", "tag": "ca063d8c-d6f5-43d9-b187-2fd63d9ef547", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:43.950524 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-292046a5-aae4-417a-92c7-888b92597e40 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:43.955976 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-292046a5-aae4-417a-92c7-888b92597e40'] response: {'server_uuid': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547', 'code': 200} May 06 09:40:44.013721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.017509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f5375-526c-45f1-b76f-bc161591f0e9 req-91a38ae7-7e6b-4ad6-b0c1-7b899e39b965 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.019260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a52f5375-526c-45f1-b76f-bc161591f0e9 req-91a38ae7-7e6b-4ad6-b0c1-7b899e39b965 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 946 time: 0.3141310 May 06 09:40:44.029116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['25d68c05-4eb8-4c5e-b009-ebdd8167e214'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:44.047353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3457235f-893b-4c42-9afb-58c228a9bf02 req-430bdada-e7dc-4492-a17f-f84661630ef1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0816226 May 06 09:40:44.111542 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.112238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Pushing event deleted for resources: {'Port': ['ID=25d68c05-4eb8-4c5e-b009-ebdd8167e214,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:44.167778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a52f5375-526c-45f1-b76f-bc161591f0e9 req-39613bcd-9df6-43b3-89a7-fc799f2b7e5b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289463 May 06 09:40:44.205801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65b37865-ef55-473c-9438-de1090872896 req-b1cabb5a-4000-46e7-bec0-17d0cc4a8975 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540253 May 06 09:40:44.206460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] No DVR routers for this DVR port 25d68c05-4eb8-4c5e-b009-ebdd8167e214 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:44.210601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.216606 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b80a59dc-4357-4881-a707-7845321b1132 req-9066a213-77f3-49e4-b075-c614438a09c6 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.83 "DELETE /v2.0/ports/25d68c05-4eb8-4c5e-b009-ebdd8167e214 HTTP/1.1" status: 204 len: 173 time: 0.8815222 May 06 09:40:44.218028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'name': 'network-vif-deleted', 'tag': '25d68c05-4eb8-4c5e-b009-ebdd8167e214'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:44.221299 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad287a-2ef4-40b8-bd3f-2f3685175641" -d '{"events": [{"server_uuid": "4788deb2-55c7-494e-82c7-a4578fba10d7", "name": "network-vif-deleted", "tag": "25d68c05-4eb8-4c5e-b009-ebdd8167e214"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:44.227603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e36277-87a7-4076-9970-158c99501910 req-c4c32c6c-dae6-4a89-805e-9071827f2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.231283 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-77e36277-87a7-4076-9970-158c99501910 req-c4c32c6c-dae6-4a89-805e-9071827f2840 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 1100 time: 0.2092056 May 06 09:40:44.257226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f754d-8a6c-4eb0-8618-9fbd8278bcda req-8fd40205-f69c-432f-98f8-1864d7b0070e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.263204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f754d-8a6c-4eb0-8618-9fbd8278bcda req-8fd40205-f69c-432f-98f8-1864d7b0070e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.269474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f754d-8a6c-4eb0-8618-9fbd8278bcda req-8fd40205-f69c-432f-98f8-1864d7b0070e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.271300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c03f754d-8a6c-4eb0-8618-9fbd8278bcda req-8fd40205-f69c-432f-98f8-1864d7b0070e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2417 time: 0.2203918 May 06 09:40:44.378324 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-77e36277-87a7-4076-9970-158c99501910 req-2d767626-d8fd-48a1-b64f-04387cca2ac8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648787 May 06 09:40:44.440517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bbf48-fcdc-4a1e-b530-1e9f2578133e req-27f65a97-f2d7-4ee9-8d49-f1e65f06d14d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.447706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d7bbf48-fcdc-4a1e-b530-1e9f2578133e req-27f65a97-f2d7-4ee9-8d49-f1e65f06d14d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 931 time: 0.1643515 May 06 09:40:44.464705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c03f754d-8a6c-4eb0-8618-9fbd8278bcda req-f4644fc0-61bd-408f-b4b0-1cbfff8ee587 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503341 May 06 09:40:44.557818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:44.560423 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bef86-d95a-4e5b-a024-5e2500e3783f" -d '{"events": [{"name": "network-changed", "server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:44.573363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d7bbf48-fcdc-4a1e-b530-1e9f2578133e req-87b20b2a-1146-44f9-b601-678eefce9cdd tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246381 May 06 09:40:44.679811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa045ee-3d6b-46dc-8019-ce4707739d2a req-bf30f449-073e-4906-9598-512645c3a703 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:44.682123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5aa045ee-3d6b-46dc-8019-ce4707739d2a req-bf30f449-073e-4906-9598-512645c3a703 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 949 time: 0.1036279 May 06 09:40:44.774256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ba7436e-3a6c-4bff-80d9-f3378085d43c req-a4c46176-c482-470b-805c-b9b81c1b77f0 tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=4788deb2-55c7-494e-82c7-a4578fba10d7 HTTP/1.1" status: 200 len: 210 time: 0.0476763 May 06 09:40:44.824913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5aa045ee-3d6b-46dc-8019-ce4707739d2a req-d1a6d82b-c0ce-4170-905e-aabac527a534 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294587 May 06 09:40:44.877063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:44.896087 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21811cfb-e52d-4f6e-826e-06a2fd3b4bc7 x-openstack-request-id: req-21811cfb-e52d-4f6e-826e-06a2fd3b4bc7 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:44.896504 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4788deb2-55c7-494e-82c7-a4578fba10d7", "name": "network-vif-deleted", "tag": "25d68c05-4eb8-4c5e-b009-ebdd8167e214", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:44.896857 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21811cfb-e52d-4f6e-826e-06a2fd3b4bc7 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:44.897505 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21811cfb-e52d-4f6e-826e-06a2fd3b4bc7'] response: {'server_uuid': '4788deb2-55c7-494e-82c7-a4578fba10d7', 'name': 'network-vif-deleted', 'tag': '25d68c05-4eb8-4c5e-b009-ebdd8167e214', 'status': 'completed', 'code': 200} May 06 09:40:44.915187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc7b55ef-3ed2-4236-85e7-88aa3baf414b req-f1d7d6d7-4508-4859-98ce-41b8608ef7df tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0336111 May 06 09:40:44.917109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:44.933087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Transition to ACTIVE for port object 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:44.938982 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.093621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['0c84de82-6c99-4c6b-9c37-32f5f85993ee'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:45.109996 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd615db6-2891-4ad1-b149-4dc1c4e99453 x-openstack-request-id: req-cd615db6-2891-4ad1-b149-4dc1c4e99453 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:45.110661 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:45.113661 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd615db6-2891-4ad1-b149-4dc1c4e99453 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:45.115011 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd615db6-2891-4ad1-b149-4dc1c4e99453'] response: {'name': 'network-changed', 'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'status': 'completed', 'code': 200} May 06 09:40:45.161205 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-15fe274c-757f-4c8f-93be-1553eb2b1150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.231983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-cdb989c0-6e64-438d-999d-7bffe62500b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.238307 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-cdb989c0-6e64-438d-999d-7bffe62500b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1097 time: 0.1334631 May 06 09:40:45.411403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:45.417965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-55bb5ef2-a5e5-4857-a061-6c3afdcf33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.423316 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-55bb5ef2-a5e5-4857-a061-6c3afdcf33f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1698253 May 06 09:40:45.481960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eb789-bf69-4c29-ae40-822a8cdadee9 req-9bc5b66a-d9e2-442e-a668-c8110674ef66 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.484306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-879eb789-bf69-4c29-ae40-822a8cdadee9 req-9bc5b66a-d9e2-442e-a668-c8110674ef66 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 948 time: 0.5029628 May 06 09:40:45.512324 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-b803ef4c-25c2-4ff4-9dfc-7a04cb48ba38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.0844581 May 06 09:40:45.512636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-79765eeb-32b6-400f-9061-d883e44dcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.514071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-79765eeb-32b6-400f-9061-d883e44dcd36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1097 time: 0.3717172 May 06 09:40:45.571518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de74da-7846-411d-8b9d-4addec6698d8 req-60670d85-cfec-4399-80cc-39b9fba6bb5f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.572994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6de74da-7846-411d-8b9d-4addec6698d8 req-60670d85-cfec-4399-80cc-39b9fba6bb5f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.4262972 May 06 09:40:45.593730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-75514929-fa48-4599-b095-aac9dc25ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.595314 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-75514929-fa48-4599-b095-aac9dc25ea71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0750031 May 06 09:40:45.622466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-da810761-4c5a-48de-ad4d-201745879d83 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.627094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-da810761-4c5a-48de-ad4d-201745879d83 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.632853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-da810761-4c5a-48de-ad4d-201745879d83 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.634475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-da810761-4c5a-48de-ad4d-201745879d83 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2417 time: 0.3131258 May 06 09:40:45.662594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Attempting to bind port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:45.662923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Attempting to bind port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:45.663244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Attempting to bind port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:45.672061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-a9c05193-3bd5-4685-bd28-72a02e008467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.675676 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-a9c05193-3bd5-4685-bd28-72a02e008467 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689716 May 06 09:40:45.716509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-879eb789-bf69-4c29-ae40-822a8cdadee9 req-53ee949f-af65-4d39-8d2c-93248f44467a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144492 May 06 09:40:45.742651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:45.742966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Attempting to bind port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:45.814596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:45.814945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Checking segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:45.815310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Bound using segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:45.815807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Bound port: 0b5c6f8d-43a3-4bf7-9177-c48645d9b881, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:45.816162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:45.843506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6de74da-7846-411d-8b9d-4addec6698d8 req-e0e781a6-0b82-488f-afa7-d1e8fb41e7a9 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016883 May 06 09:40:45.915330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-0c0631e0-d771-4589-882f-9dc02c4efcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:45.916821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-0c0631e0-d771-4589-882f-9dc02c4efcbf service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3930912 May 06 09:40:45.938518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-db8e4542-f0da-4221-bf33-d5e8f2b919ce service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465289 May 06 09:40:45.957774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:45.960514 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f03e0a-4fbf-4fe8-b3b3-d64e561b60ef" -d '{"events": [{"server_uuid": "fdc42982-73c5-4640-adcf-a7778c849ee7", "name": "network-vif-plugged", "status": "completed", "tag": "b2c8b9a0-2138-44eb-9f74-fcd3f755e85f"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:46.046647 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-77ec9472-f748-44c2-9357-eb412b226d74 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020138 May 06 09:40:46.049785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea7fc-5fff-4fe4-8cc6-f3b7ed0daa8d req-a3504a28-4226-4efd-8105-68834c39c6d3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.051879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d89ea7fc-5fff-4fe4-8cc6-f3b7ed0daa8d req-a3504a28-4226-4efd-8105-68834c39c6d3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 946 time: 0.2022657 May 06 09:40:46.054671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-b330f8e1-f127-4e23-81d2-23ea16e751cb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.1170440 May 06 09:40:46.168197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] For port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:46.178321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port 437dc922-3c1d-4efa-a382-d77f15681f59 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:46.178774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.212962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7645b7-01d0-439a-9d5b-a19f6bc777f1 req-5e7cc31f-26af-404a-a294-c3054d163934 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.221699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7645b7-01d0-439a-9d5b-a19f6bc777f1 req-5e7cc31f-26af-404a-a294-c3054d163934 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.232065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7645b7-01d0-439a-9d5b-a19f6bc777f1 req-5e7cc31f-26af-404a-a294-c3054d163934 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.241909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b7645b7-01d0-439a-9d5b-a19f6bc777f1 req-5e7cc31f-26af-404a-a294-c3054d163934 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 2417 time: 0.3231547 May 06 09:40:46.281592 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.306640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] For port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:46.328050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.348479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d89ea7fc-5fff-4fe4-8cc6-f3b7ed0daa8d req-8111ea5f-282a-4c87-9cb2-a69d235dbff2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600834 May 06 09:40:46.383958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-27673e7f-52eb-4c05-9f5f-18f01589fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.386509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-27673e7f-52eb-4c05-9f5f-18f01589fab6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.3138165 May 06 09:40:46.402845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.403333 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.404761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] 10.222.0.83 "PUT /v2.0/ports/0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 1091 time: 2.5339153 May 06 09:40:46.523197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b7645b7-01d0-439a-9d5b-a19f6bc777f1 req-0f80a1c2-e467-43ec-8133-4b57b60ad6f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803102 May 06 09:40:46.551118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.667022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ad40-7df6-44f4-892c-30eded1fe701 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:46.715364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port 437dc922-3c1d-4efa-a382-d77f15681f59, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=437dc922-3c1d-4efa-a382-d77f15681f59,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:46.715673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:46.773412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for 437dc922-3c1d-4efa-a382-d77f15681f59 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:46.786268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-d80f6447-17b1-421c-aee2-f62dbb9f60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.788348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-d80f6447-17b1-421c-aee2-f62dbb9f60f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3620605 May 06 09:40:46.794280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:46.798077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5b97c54e-a563-47b1-b328-91a98710cfe5 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:46.862042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b25f31-df55-4045-8e4f-0ee3486a299d req-b1def11a-29aa-4af4-b47d-43575aae6617 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.865821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00b25f31-df55-4045-8e4f-0ee3486a299d req-b1def11a-29aa-4af4-b47d-43575aae6617 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 943 time: 0.4171731 May 06 09:40:46.868745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-79fe9579-b5a6-4ecb-8f51-67d177ece043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:46.873177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-79fe9579-b5a6-4ecb-8f51-67d177ece043 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1094 time: 0.3809259 May 06 09:40:46.956581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 5b97c54e-a563-47b1-b328-91a98710cfe5 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:46.967832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 5b97c54e-a563-47b1-b328-91a98710cfe5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:46.968206 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.018321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:47.029470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 25d68c05-4eb8-4c5e-b009-ebdd8167e214 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:47.060068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'mac_address': 'fa:16:3e:0f:c0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:47.066050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 25d68c05-4eb8-4c5e-b009-ebdd8167e214 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:47.066393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 25d68c05-4eb8-4c5e-b009-ebdd8167e214 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:47.126768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-755776e4-5934-4198-acf0-30f415577896 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 217 time: 0.1841838 May 06 09:40:47.126768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d900b87-4b93-4b7d-a181-6d3f391750b5 req-2e1cd847-4b32-47ff-a72f-ab3d64b50e72 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:47.126768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d900b87-4b93-4b7d-a181-6d3f391750b5 req-2e1cd847-4b32-47ff-a72f-ab3d64b50e72 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 949 time: 0.3802876 May 06 09:40:47.126768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:47.126768 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4" -d '{"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:47.137110 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.156392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c1037c-4759-47ed-823c-fe1eb8c461d8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:47.166518 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.210699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:47.220974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.225132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5b97c54e-a563-47b1-b328-91a98710cfe5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5b97c54e-a563-47b1-b328-91a98710cfe5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:47.254224 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:47.291256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:47.394600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5b97c54e-a563-47b1-b328-91a98710cfe5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:47.549386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00b25f31-df55-4045-8e4f-0ee3486a299d req-b8f9002f-ee36-42d6-9e3d-590cbe502395 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6674061 May 06 09:40:47.630407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-524b2350-21da-48c5-9322-0930629a0d50 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835166 May 06 09:40:47.653583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d900b87-4b93-4b7d-a181-6d3f391750b5 req-19fb5f7a-aca0-464d-ab32-95577c8fdd85 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427024 May 06 09:40:47.655316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-d076e362-ba39-4d03-8fba-e72ef3172a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:47.661623 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c87ef8-1b5c-4db3-9101-88464f9669b2 x-openstack-request-id: req-13c87ef8-1b5c-4db3-9101-88464f9669b2 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:47.662044 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc42982-73c5-4640-adcf-a7778c849ee7", "name": "network-vif-plugged", "status": "completed", "tag": "b2c8b9a0-2138-44eb-9f74-fcd3f755e85f", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:47.662380 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13c87ef8-1b5c-4db3-9101-88464f9669b2 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:47.662863 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c87ef8-1b5c-4db3-9101-88464f9669b2'] response: {'server_uuid': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'code': 200} May 06 09:40:47.666131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-d076e362-ba39-4d03-8fba-e72ef3172a9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.5672333 May 06 09:40:47.691774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['93c1037c-4759-47ed-823c-fe1eb8c461d8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:47.822300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6ea48-e751-44ba-b002-5b08bb5b0322 req-39c766b1-8cae-4b0a-b758-d2271c06da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:47.823733 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7cb6ea48-e751-44ba-b002-5b08bb5b0322 req-39c766b1-8cae-4b0a-b758-d2271c06da1c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 1100 time: 0.0777042 May 06 09:40:47.884760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7cb6ea48-e751-44ba-b002-5b08bb5b0322 req-dc06ff11-69f4-449d-87c6-33de72cd960a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529063 May 06 09:40:47.923337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d85079fe-906b-46c7-8516-d2fb2afc44fd req-802a6b46-fede-4870-af1b-c05ce05c3592 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0956919 May 06 09:40:47.975121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.049872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.058473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-9d25324a-d62b-4896-bf23-1df95e49aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.059937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-9d25324a-d62b-4896-bf23-1df95e49aa58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3403997 May 06 09:40:48.062463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982bef86-d95a-4e5b-a024-5e2500e3783f req-56343303-25a1-4bd9-a006-2a20f5361936 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924713 May 06 09:40:48.074169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=437dc922-3c1d-4efa-a382-d77f15681f59,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:48.245908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f076-281c-44a3-b7a7-3a6db775e5ee req-5fcb5e11-967d-4b2b-964c-cce7f2410800 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.247813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ca2f076-281c-44a3-b7a7-3a6db775e5ee req-5fcb5e11-967d-4b2b-964c-cce7f2410800 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 949 time: 0.2755282 May 06 09:40:48.249313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port 437dc922-3c1d-4efa-a382-d77f15681f59 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:48.260893 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.264879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-73f3f788-0d91-46d6-be0a-768fb3fe73f7 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "DELETE /v2.0/ports/437dc922-3c1d-4efa-a382-d77f15681f59 HTTP/1.1" status: 204 len: 173 time: 2.6092820 May 06 09:40:48.328937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2af1af-ec92-45fd-87b4-aa353024d7e1 req-8dd89c62-6ada-46d1-a0ec-7c649f922c32 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.330549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea2af1af-ec92-45fd-87b4-aa353024d7e1 req-8dd89c62-6ada-46d1-a0ec-7c649f922c32 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.2672052 May 06 09:40:48.375934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-3c8a6ccd-278c-4247-812c-383b644d7f25 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374275 May 06 09:40:48.418550 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ca2f076-281c-44a3-b7a7-3a6db775e5ee req-0abe30b1-1b6a-4093-ba36-7d753dc9007f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496439 May 06 09:40:48.475903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea2af1af-ec92-45fd-87b4-aa353024d7e1 req-d56e45d2-4f29-4927-9ff0-b174ad4812ca tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341372 May 06 09:40:48.525512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:48.525791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.529312 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f840dc8-2b4f-4f21-a2ab-360bdcb95d10 x-openstack-request-id: req-3f840dc8-2b4f-4f21-a2ab-360bdcb95d10 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:48.529603 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:48.530010 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f840dc8-2b4f-4f21-a2ab-360bdcb95d10 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:48.530423 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f840dc8-2b4f-4f21-a2ab-360bdcb95d10'] response: {'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'status': 'completed', 'code': 200} May 06 09:40:48.547901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d9f94a-94c9-4f66-88b4-14bab2e0a73a req-1b92384a-4457-462c-98af-7f1a481e7709 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615973 May 06 09:40:48.624375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.759514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:48.761975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.777043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-a9613793-f8fb-46e6-8670-953abaaf10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.778438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-a9613793-f8fb-46e6-8670-953abaaf10a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1094 time: 0.1592734 May 06 09:40:48.789157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:48.791558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 046cd8b5-6630-40ca-818f-605e7994fd9c no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:48.815119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a62e1-b450-4b27-9333-dc9f96d275a7 req-83cd51c1-9470-4e6c-9874-c26a44d76042 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.816763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-442a62e1-b450-4b27-9333-dc9f96d275a7 req-83cd51c1-9470-4e6c-9874-c26a44d76042 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 947 time: 0.1813550 May 06 09:40:48.846861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbeacd-c3cf-406b-b945-1e16d976e4cf req-9657d165-d757-4415-8bc5-be36f694fbea tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.854690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbeacd-c3cf-406b-b945-1e16d976e4cf req-9657d165-d757-4415-8bc5-be36f694fbea tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:48.856344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05cbeacd-c3cf-406b-b945-1e16d976e4cf req-9657d165-d757-4415-8bc5-be36f694fbea tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 1681 time: 0.2007129 May 06 09:40:48.909290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.979964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 046cd8b5-6630-40ca-818f-605e7994fd9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=046cd8b5-6630-40ca-818f-605e7994fd9c,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:48.986849 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:48.990507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 437dc922-3c1d-4efa-a382-d77f15681f59 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:49.034723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05cbeacd-c3cf-406b-b945-1e16d976e4cf req-72c21c7d-363d-4b5c-a1fc-eb49c48574ed tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327190 May 06 09:40:49.042125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-442a62e1-b450-4b27-9333-dc9f96d275a7 req-83bc5fe1-c70f-4a01-aaf2-0165883c5ddb tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515126 May 06 09:40:49.068331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 437dc922-3c1d-4efa-a382-d77f15681f59 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:49.068672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 437dc922-3c1d-4efa-a382-d77f15681f59 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:49.068807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-8db338ba-a2a0-4327-bf68-49d56aa7cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:49.069053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:49.071292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-8db338ba-a2a0-4327-bf68-49d56aa7cbc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.2790112 May 06 09:40:49.136315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-adda0387-afd4-4c13-8392-2ed6b0cf4b90 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 217 time: 0.0567493 May 06 09:40:49.183197 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.216353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=046cd8b5-6630-40ca-818f-605e7994fd9c,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:49.272364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.282575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-43105078-606e-4058-8b91-c01d5dcce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:49.284149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-43105078-606e-4058-8b91-c01d5dcce606 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.1250830 May 06 09:40:49.331172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=332d1a8c-7eae-43a3-9b3b-c458bbf46a12,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:49.389646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e8d19-596f-4586-8646-b70cebb0d3a7 req-c5aa3d19-a749-4739-8e3e-2bf0d405dd5f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:49.391065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c4e8d19-596f-4586-8646-b70cebb0d3a7 req-c5aa3d19-a749-4739-8e3e-2bf0d405dd5f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.1750739 May 06 09:40:49.427115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port 332d1a8c-7eae-43a3-9b3b-c458bbf46a12 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:49.430073 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.433832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-88c7f951-ef4b-4cb5-8381-230947e525de tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "DELETE /v2.0/ports/332d1a8c-7eae-43a3-9b3b-c458bbf46a12 HTTP/1.1" status: 204 len: 173 time: 1.1542075 May 06 09:40:49.493994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-901c5ec4-bbb2-4e30-b755-386d135c019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:49.495634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-901c5ec4-bbb2-4e30-b755-386d135c019a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765459 May 06 09:40:49.631195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c4e8d19-596f-4586-8646-b70cebb0d3a7 req-76efe977-6f33-47e4-9b33-766629bbd78f tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/security-groups?id=20bda807-bf1e-4213-a1d6-ef96c6f6c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132921 May 06 09:40:49.664109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b97c54e-a563-47b1-b328-91a98710cfe5'}, {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:49.667688 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f8611-6a27-4919-b9e1-1c820ab97b44" -d '{"events": [{"server_uuid": "5087df4b-354e-4ed5-b114-75517ba29ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5b97c54e-a563-47b1-b328-91a98710cfe5"}, {"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:49.716142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeed46a5-d5b6-4bee-ac2f-6c45515a1304 req-657bfaad-f00f-4104-ac0b-48341e9cfd7d tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0564682 May 06 09:40:49.832016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port 046cd8b5-6630-40ca-818f-605e7994fd9c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:49.832698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:49.854082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-b781ff30-e982-4b3d-8d6e-57530d5528fe service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436511 May 06 09:40:50.010044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bcee97f-db1d-4fd6-a4b3-ef24317359a4 req-821eb8cb-1e7a-4e84-adf4-fdde50365b04 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413853 May 06 09:40:50.103624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b783d8f-30c4-4c33-8e7f-6d9bc1f0d791 req-f81ae47d-24d4-4028-b890-acfc0c27ca9e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.105713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b783d8f-30c4-4c33-8e7f-6d9bc1f0d791 req-f81ae47d-24d4-4028-b890-acfc0c27ca9e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 943 time: 0.3503289 May 06 09:40:50.179881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048392-d628-4c35-b99d-df247b7450e0 req-1870da35-70fc-4d16-b75b-6920089f75ba tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.182370 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46048392-d628-4c35-b99d-df247b7450e0 req-1870da35-70fc-4d16-b75b-6920089f75ba tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 945 time: 0.0762596 May 06 09:40:50.210961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port 046cd8b5-6630-40ca-818f-605e7994fd9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=046cd8b5-6630-40ca-818f-605e7994fd9c,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:50.211231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.225628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-915a2ae1-939f-46d9-a581-b3de11a2a99f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.227135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-915a2ae1-939f-46d9-a581-b3de11a2a99f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0&tenant_id=f23552f3f2b442deb134d815b68f5f7a&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 947 time: 0.2024488 May 06 09:40:50.262518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b783d8f-30c4-4c33-8e7f-6d9bc1f0d791 req-38a6c831-6944-4cb7-822a-d72b1aed0dd1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344292 May 06 09:40:50.262518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0610f-f0bc-446c-b1d5-f75bbd834f39 req-8986dc76-25ab-4ea9-9cee-810807d71d15 tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.268652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21c0610f-f0bc-446c-b1d5-f75bbd834f39 req-8986dc76-25ab-4ea9-9cee-810807d71d15 tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 1100 time: 0.2526457 May 06 09:40:50.282584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for 046cd8b5-6630-40ca-818f-605e7994fd9c owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:50.298589 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.326379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Deleting port 0c84de82-6c99-4c6b-9c37-32f5f85993ee {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:50.327541 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.495073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] For port 0c84de82-6c99-4c6b-9c37-32f5f85993ee, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0c84de82-6c99-4c6b-9c37-32f5f85993ee,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:50.496426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21c0610f-f0bc-446c-b1d5-f75bbd834f39 req-b6aea1a0-5dfe-4143-94e8-b5cabe7cb8ae tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.496777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.536672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Calling delete_port for 0c84de82-6c99-4c6b-9c37-32f5f85993ee owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:50.545758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-deleted', 'tag': '437dc922-3c1d-4efa-a382-d77f15681f59'}, {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-deleted', 'tag': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:50.548715 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea20cf5a-09e2-4ccb-9e41-f13c201374f8" -d '{"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-deleted", "tag": "437dc922-3c1d-4efa-a382-d77f15681f59"}, {"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-deleted", "tag": "332d1a8c-7eae-43a3-9b3b-c458bbf46a12"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:50.579138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a8199-a887-47e6-bb66-149c2817b2ee req-fcc840db-e6bb-4127-9e74-3d534a993a54 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.589763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c8a8199-a887-47e6-bb66-149c2817b2ee req-fcc840db-e6bb-4127-9e74-3d534a993a54 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 949 time: 0.1955819 May 06 09:40:50.617430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-8ca2e124-af18-4d5d-906b-9bbe8d6ef631 service neutron] 10.222.0.82 "GET /v2.0/ports/93c1037c-4759-47ed-823c-fe1eb8c461d8/bindings/n-h1-840834-1 HTTP/1.1" status: 200 len: 382 time: 0.3464663 May 06 09:40:50.618112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.702402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=046cd8b5-6630-40ca-818f-605e7994fd9c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:50.778170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c8a8199-a887-47e6-bb66-149c2817b2ee req-f270aead-7f60-4668-a93e-61751b7ff87f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828706 May 06 09:40:50.809477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:50.836690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.846692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port 046cd8b5-6630-40ca-818f-605e7994fd9c on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:50.850566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:50.861620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e3d6c80-e0c1-416d-9bab-52b49045fdc2 req-b9955deb-a5c7-4786-90c8-cbd802685ecb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "DELETE /v2.0/ports/046cd8b5-6630-40ca-818f-605e7994fd9c HTTP/1.1" status: 204 len: 173 time: 1.4175913 May 06 09:40:50.908865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['0c84de82-6c99-4c6b-9c37-32f5f85993ee'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:50.915956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-1132ea79-a510-492b-ad1f-d28c956a37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:50.917526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-1132ea79-a510-492b-ad1f-d28c956a37cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1098 time: 0.2487593 May 06 09:40:50.927055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Pushing event deleted for resources: {'Port': ['ID=0c84de82-6c99-4c6b-9c37-32f5f85993ee,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.010073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] No DVR routers for this DVR port 0c84de82-6c99-4c6b-9c37-32f5f85993ee on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:51.021120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.032028 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46048392-d628-4c35-b99d-df247b7450e0 req-4cd45bfa-8467-4b4c-91bf-8445ac60a6bd tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.82 "DELETE /v2.0/ports/0c84de82-6c99-4c6b-9c37-32f5f85993ee HTTP/1.1" status: 204 len: 173 time: 0.8388667 May 06 09:40:51.034158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'name': 'network-vif-deleted', 'tag': '0c84de82-6c99-4c6b-9c37-32f5f85993ee'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:51.041699 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55606199-797c-4de0-8ddb-8d363b0c2c16" -d '{"events": [{"server_uuid": "7c138755-1def-48b0-bef3-107dc1b3afb4", "name": "network-vif-deleted", "tag": "0c84de82-6c99-4c6b-9c37-32f5f85993ee"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:51.121108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21c0610f-f0bc-446c-b1d5-f75bbd834f39 req-b6aea1a0-5dfe-4143-94e8-b5cabe7cb8ae tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.131121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21c0610f-f0bc-446c-b1d5-f75bbd834f39 req-b6aea1a0-5dfe-4143-94e8-b5cabe7cb8ae tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.158250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b070d1-73b0-4a01-865e-16fa4a6bbcd5 req-82eae969-0a5a-4bd0-8cc7-a2de8bff8364 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:51.160862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99b070d1-73b0-4a01-865e-16fa4a6bbcd5 req-82eae969-0a5a-4bd0-8cc7-a2de8bff8364 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.2575769 May 06 09:40:51.192125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 93c1037c-4759-47ed-823c-fe1eb8c461d8 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:51.210315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 93c1037c-4759-47ed-823c-fe1eb8c461d8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:51.211296 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.285073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21c0610f-f0bc-446c-b1d5-f75bbd834f39 req-b6aea1a0-5dfe-4143-94e8-b5cabe7cb8ae tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0151615 May 06 09:40:51.290950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aea1a0-5dfe-4143-94e8-b5cabe7cb8ae tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaae23a-3fb0-41ef-baee-361f3d239131,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.336434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99b070d1-73b0-4a01-865e-16fa4a6bbcd5 req-f68719be-a518-49ee-842d-cb2a3cdaf5ef tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613765 May 06 09:40:51.351798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-8cf55384-cf1b-4cd0-a6a2-179465b5dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:51.377584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-8cf55384-cf1b-4cd0-a6a2-179465b5dd0e service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.4204834 May 06 09:40:51.429775 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.449627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-57135f93-91e8-4c98-8810-a697181f0b33 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.0608642 May 06 09:40:51.452847 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 06 May 2022 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31270b80-9c01-4874-beb7-543287af7ff4 x-openstack-request-id: req-31270b80-9c01-4874-beb7-543287af7ff4 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:51.453303 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5087df4b-354e-4ed5-b114-75517ba29ad8", "name": "network-vif-plugged", "status": "completed", "tag": "5b97c54e-a563-47b1-b328-91a98710cfe5", "code": 200}, {"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:51.453761 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31270b80-9c01-4874-beb7-543287af7ff4 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:51.454253 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31270b80-9c01-4874-beb7-543287af7ff4'] response: {'server_uuid': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b97c54e-a563-47b1-b328-91a98710cfe5', 'code': 200} May 06 09:40:51.454571 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31270b80-9c01-4874-beb7-543287af7ff4'] response: {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c', 'code': 200} May 06 09:40:51.547518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:51.553375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:51.624822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f790a-5bc4-4ac7-9f49-85d7356c03b8 req-6eae577a-316e-4021-94b4-0242762ba7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:51.632266 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-160f790a-5bc4-4ac7-9f49-85d7356c03b8 req-6eae577a-316e-4021-94b4-0242762ba7c7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1134408 May 06 09:40:51.664494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:51.678454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c96f45f7-31b7-4611-9e88-67a395ae77a4 req-1648408e-5e8f-4ec6-9fa9-1f2e16dee6b2 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1347277 May 06 09:40:51.689018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-daa4f4f3-a66f-4a34-9be4-e1f65e484fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:51.690093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-daa4f4f3-a66f-4a34-9be4-e1f65e484fcd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2282729 May 06 09:40:51.696536 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-160f790a-5bc4-4ac7-9f49-85d7356c03b8 req-ca818e8f-7ce7-4598-a537-baa34fc67434 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559211 May 06 09:40:51.708669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b16d3-f42b-4ddc-91df-5ac8574d8c90 req-1588f609-d0ac-4e42-86c2-1fd20c44aeff tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:51.724949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-945b16d3-f42b-4ddc-91df-5ac8574d8c90 req-1588f609-d0ac-4e42-86c2-1fd20c44aeff tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.1722245 May 06 09:40:51.773120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-945b16d3-f42b-4ddc-91df-5ac8574d8c90 req-631d10be-4a71-4bf5-a14d-f66b8047d837 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546906 May 06 09:40:51.824085 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8631ec7-0ae8-4416-8d51-d7af004fa163 x-openstack-request-id: req-a8631ec7-0ae8-4416-8d51-d7af004fa163 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:51.824470 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-deleted", "tag": "437dc922-3c1d-4efa-a382-d77f15681f59", "status": "completed", "code": 200}, {"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-deleted", "tag": "332d1a8c-7eae-43a3-9b3b-c458bbf46a12", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:51.824805 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8631ec7-0ae8-4416-8d51-d7af004fa163 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:51.825290 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8631ec7-0ae8-4416-8d51-d7af004fa163'] response: {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-deleted', 'tag': '437dc922-3c1d-4efa-a382-d77f15681f59', 'status': 'completed', 'code': 200} May 06 09:40:51.825609 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8631ec7-0ae8-4416-8d51-d7af004fa163'] response: {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-deleted', 'tag': '332d1a8c-7eae-43a3-9b3b-c458bbf46a12', 'status': 'completed', 'code': 200} May 06 09:40:51.862387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2988b9b-dc1e-46d0-9b31-1a37a98c6dcc req-c6c5930c-9176-4ed0-9a37-73a8e8eecbec tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=68743fe7-aec6-4830-a408-af95728cd9ce HTTP/1.1" status: 200 len: 210 time: 0.0316386 May 06 09:40:51.943965 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf996192-d5f8-4f2d-8c08-576aa1765185 x-openstack-request-id: req-bf996192-d5f8-4f2d-8c08-576aa1765185 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:51.944490 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c138755-1def-48b0-bef3-107dc1b3afb4", "name": "network-vif-deleted", "tag": "0c84de82-6c99-4c6b-9c37-32f5f85993ee", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:51.945170 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf996192-d5f8-4f2d-8c08-576aa1765185 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:51.945776 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf996192-d5f8-4f2d-8c08-576aa1765185'] response: {'server_uuid': '7c138755-1def-48b0-bef3-107dc1b3afb4', 'name': 'network-vif-deleted', 'tag': '0c84de82-6c99-4c6b-9c37-32f5f85993ee', 'status': 'completed', 'code': 200} May 06 09:40:51.953456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3263f73-dad7-4a0c-b94f-56aecc31747d req-17dde323-f52c-43f5-9191-975641cb43ed tempest-ListServerFiltersTestJSON-1323868119 tempest-ListServerFiltersTestJSON-1323868119-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c138755-1def-48b0-bef3-107dc1b3afb4 HTTP/1.1" status: 200 len: 210 time: 0.0514524 May 06 09:40:52.030585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bdfa933b-9fc0-42dc-9152-dac17afedee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:52.035359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bdfa933b-9fc0-42dc-9152-dac17afedee7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049757 May 06 09:40:52.519833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055026a-f56b-4033-95ca-38073ded4da3 req-1aaaa254-57db-44f9-a53a-90d9047764e3 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:52.521163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5055026a-f56b-4033-95ca-38073ded4da3 req-1aaaa254-57db-44f9-a53a-90d9047764e3 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 943 time: 0.4846258 May 06 09:40:52.573328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053e92b-341e-4583-99b5-3a2c5a7f1dac req-46bafd9d-f01a-468a-943d-825b34e196dc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:52.574817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2053e92b-341e-4583-99b5-3a2c5a7f1dac req-46bafd9d-f01a-468a-943d-825b34e196dc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 949 time: 0.4762499 May 06 09:40:52.577530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-557ac249-0912-4eff-b776-ce8bd156c94f service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108323 May 06 09:40:52.656930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5055026a-f56b-4033-95ca-38073ded4da3 req-47ace21b-f4c4-4436-924b-6dc23c878749 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272488 May 06 09:40:52.689488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2053e92b-341e-4583-99b5-3a2c5a7f1dac req-6fa534c4-ecb4-4a21-a3c2-bba255fbff92 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941396 May 06 09:40:52.718161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-99b4ac98-511d-421e-a024-2a24cde74e6e service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239843 May 06 09:40:52.805752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caa431-c3bc-4071-a863-381d9005e28d req-3201a4b8-462f-471b-b059-ba6f9a1c8be1 tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:52.807271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71caa431-c3bc-4071-a863-381d9005e28d req-3201a4b8-462f-471b-b059-ba6f9a1c8be1 tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 1100 time: 0.0769413 May 06 09:40:52.828554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdcc77-09da-4317-b0d5-453cde18e7e4 req-341e226a-29d1-406c-af7f-4e7a05c5f77a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:52.830019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1cdcc77-09da-4317-b0d5-453cde18e7e4 req-341e226a-29d1-406c-af7f-4e7a05c5f77a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.0719564 May 06 09:40:52.870290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71caa431-c3bc-4071-a863-381d9005e28d req-22aeda3f-e89e-4971-85b0-b4927bf131cb tempest-ServersAdminNegativeTestJSON-910279192 tempest-ServersAdminNegativeTestJSON-910279192-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550327 May 06 09:40:52.883523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1cdcc77-09da-4317-b0d5-453cde18e7e4 req-8a535da7-9bf0-48ed-b48e-f489fad2690a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 May 06 09:40:52.958320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb27f306-4385-409a-8406-1ddfcec851b1 req-502cb919-57a5-4575-b11f-49a1e77b1843 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0284185 May 06 09:40:53.009309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef34cc4-ad57-4c88-b7ad-ea532d52be86 req-5f19c35d-dce9-41e2-8d1e-127bcc44628d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:53.010816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ef34cc4-ad57-4c88-b7ad-ea532d52be86 req-5f19c35d-dce9-41e2-8d1e-127bcc44628d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.0547302 May 06 09:40:53.052755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ef34cc4-ad57-4c88-b7ad-ea532d52be86 req-6be44c0a-e06c-437e-b4e8-2910a988476a tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346332 May 06 09:40:53.057916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43136) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:53.065846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:40:53.100723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43142) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:53.120721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting subnet f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:53.126084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.183965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.205104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] Deleting subnet 1914dde6-0b4b-4e91-9c7c-09731df84f97 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:53.212031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.212965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:53.225341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'mac_address': 'fa:16:3e:2a:23:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:40:53.279299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.283256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.296241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:40:53.301365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.322018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:53.332497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.402635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:53.414755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.444997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:53.451546 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.455343 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8ca22e65-d1aa-4f85-ab0e-75776e90c383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/subnets/f1d0604d-bf9e-4a77-a983-6c7c8eec0b4d HTTP/1.1" status: 204 len: 168 time: 0.3948958 May 06 09:40:53.455747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:53.457520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43148) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:53.458299 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5fc0be-30b2-4c9c-96ce-21e8ead16c61" -d '{"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-plugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:53.463823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8a080-2e5b-458d-a735-ba9178db5705 None None] Network 2e06e6aa-a7af-42d5-aed2-221349881d03 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:53.506787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.544041 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075cfe90-26c9-47d9-9ca5-30f6dcc0e93c x-openstack-request-id: req-075cfe90-26c9-47d9-9ca5-30f6dcc0e93c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:53.544427 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-plugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:53.544782 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-075cfe90-26c9-47d9-9ca5-30f6dcc0e93c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:53.545825 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075cfe90-26c9-47d9-9ca5-30f6dcc0e93c'] response: {'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'code': 200} May 06 09:40:53.598072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.610545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b3b4-9301-41ab-ac40-f73c58282066 req-c1de65ac-f5b9-4a42-bf77-a32c226bb3ae tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:53.616214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f888b3b4-9301-41ab-ac40-f73c58282066 req-c1de65ac-f5b9-4a42-bf77-a32c226bb3ae tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 949 time: 0.2042544 May 06 09:40:53.675164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.711243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] DHCP port deletion for 2e06e6aa-a7af-42d5-aed2-221349881d03 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:53.733314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1914dde6-0b4b-4e91-9c7c-09731df84f97,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:53.741775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.747770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-efdc1f7f-b4d1-40bd-b3be-327f6d4f5af6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1914dde6-0b4b-4e91-9c7c-09731df84f97 HTTP/1.1" status: 204 len: 168 time: 0.6457012 May 06 09:40:53.754602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port d84562cf-f7fe-4251-bcbc-a63210158885 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:53.755557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.764433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43156) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:53.792523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bca796-8488-4b53-b2dd-10414ee0cd54 None None] Network a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:53.799842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['0b5c6f8d-43a3-4bf7-9177-c48645d9b881'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:53.852903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-deleted', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:53.855428 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af80191-7f57-4543-bb47-a3b6af159714" -d '{"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-deleted", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:53.859224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port d84562cf-f7fe-4251-bcbc-a63210158885, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d84562cf-f7fe-4251-bcbc-a63210158885,segment=NetworkSegment(075b57cf-88f7-4750-9aae-087aa48bc432),segment_id=075b57cf-88f7-4750-9aae-087aa48bc432)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:53.859794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:53.874982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for d84562cf-f7fe-4251-bcbc-a63210158885 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:53.903497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f888b3b4-9301-41ab-ac40-f73c58282066 req-6a8ee32c-d4de-4faf-b85b-f28defa248ff tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345569 May 06 09:40:54.005563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.021069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.040983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] Deleting port d84562cf-f7fe-4251-bcbc-a63210158885 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:54.042160 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.055718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873eb7b4-873e-410e-8bae-4ea251d3d75a req-b973ae87-d04e-4183-979d-0bc1fd0b52b8 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:54.064328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-873eb7b4-873e-410e-8bae-4ea251d3d75a req-b973ae87-d04e-4183-979d-0bc1fd0b52b8 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 944 time: 0.2737820 May 06 09:40:54.077602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=d84562cf-f7fe-4251-bcbc-a63210158885,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:54.091528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port d84562cf-f7fe-4251-bcbc-a63210158885 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:54.153414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c566b-ed41-4183-ad85-ac8af53fe9d6 req-2921e5d8-a331-44d8-804e-a914338d0ee2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:54.161537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-374c566b-ed41-4183-ad85-ac8af53fe9d6 req-2921e5d8-a331-44d8-804e-a914338d0ee2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 949 time: 0.1510742 May 06 09:40:54.179524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] For port d84562cf-f7fe-4251-bcbc-a63210158885, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:54.180073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-873eb7b4-873e-410e-8bae-4ea251d3d75a req-e783964c-a594-4786-a84d-780a22daf6e3 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145909 May 06 09:40:54.180179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.231574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.236371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] Calling delete_port for d84562cf-f7fe-4251-bcbc-a63210158885 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:54.242296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] Port d84562cf-f7fe-4251-bcbc-a63210158885 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:40:54.247341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] DHCP port deletion for a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:54.255985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e06e6aa-a7af-42d5-aed2-221349881d03']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:54.261824 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.262963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-374c566b-ed41-4183-ad85-ac8af53fe9d6 req-195d6f27-f58b-4d8a-bd55-98c47bca272a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005089 May 06 09:40:54.270068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075b57cf-88f7-4750-9aae-087aa48bc432') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:54.270599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075b57cf-88f7-4750-9aae-087aa48bc432') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:54.276709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Deleting port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:54.277273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.302491 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73278866-5b09-473c-b610-32ccffb10c14 x-openstack-request-id: req-73278866-5b09-473c-b610-32ccffb10c14 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:54.302787 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68743fe7-aec6-4830-a408-af95728cd9ce", "name": "network-vif-deleted", "tag": "046cd8b5-6630-40ca-818f-605e7994fd9c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:54.303035 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73278866-5b09-473c-b610-32ccffb10c14 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:54.303432 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73278866-5b09-473c-b610-32ccffb10c14'] response: {'server_uuid': '68743fe7-aec6-4830-a408-af95728cd9ce', 'name': 'network-vif-deleted', 'tag': '046cd8b5-6630-40ca-818f-605e7994fd9c', 'status': 'completed', 'code': 200} May 06 09:40:54.306805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.330322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] Pushing event deleted for resources: {'Port': ['ID=d84562cf-f7fe-4251-bcbc-a63210158885,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:54.336760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.347663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8b8117-10ed-4ef9-b387-b69602b5fdf9 None None] No DVR routers for this DVR port d84562cf-f7fe-4251-bcbc-a63210158885 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:54.350469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:54.350869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: timer() May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:54.354043 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:54.408863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] Deleting port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:54.409182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.437537 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.457842 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.460893 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/networks/2e06e6aa-a7af-42d5-aed2-221349881d03 HTTP/1.1" status: 204 len: 168 time: 1.0023963 May 06 09:40:54.461940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154e12b-fb68-4d92-a977-def88b83d625 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Network': ['ID=2e06e6aa-a7af-42d5-aed2-221349881d03,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:54.463623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43168) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:54.475328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38244d3e-41ca-455f-aa95-b0a850bbbd76 req-b8754ec7-5a1e-4f0a-aca1-d52842c47d02 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0670846 May 06 09:40:54.491472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] For port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:54.491896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.518990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Calling delete_port for 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:54.522147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] For port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,segment=NetworkSegment(7d79df66-bfea-4c47-8b45-00f7ac457372),segment_id=7d79df66-bfea-4c47-8b45-00f7ac457372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:54.522548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.538424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d837473-3ad4-443c-a58e-1406473b35e3 req-e13b9e2d-1d50-4d8d-81ae-599c43e567a4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:54.540051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d837473-3ad4-443c-a58e-1406473b35e3 req-e13b9e2d-1d50-4d8d-81ae-599c43e567a4 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 945 time: 0.1538706 May 06 09:40:54.569658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting subnet bced56fb-22af-4f98-b81d-b6a0b0458c90 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:40:54.573317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.623684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.711662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] Calling delete_port for 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:54.722801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d837473-3ad4-443c-a58e-1406473b35e3 req-0210a94a-4590-42c8-9960-5594c3428b6c tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255178 May 06 09:40:54.731133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.744954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89177441-2ee0-45f8-be40-5b9598f4d5fc req-b28bac4c-21c2-42ad-9bb3-7e0bc8fff6ea tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:54.754079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89177441-2ee0-45f8-be40-5b9598f4d5fc req-b28bac4c-21c2-42ad-9bb3-7e0bc8fff6ea tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.1451547 May 06 09:40:54.821120 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.823825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89177441-2ee0-45f8-be40-5b9598f4d5fc req-f8fd743d-b712-4a13-985f-82ad2b857121 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687852 May 06 09:40:54.824799 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.853159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] No DVR routers for this DVR port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:54.853567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] Pushing event deleted for resources: {'Port': ['ID=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:54.858884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.867548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31785630-8ce8-4ba4-affe-e6673309fed2 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:54.873723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826d1536-e1ca-4fdc-aa5e-d5a76ae29fb2 None None] No DVR routers for this DVR port 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:54.900047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Subnet': ['ID=bced56fb-22af-4f98-b81d-b6a0b0458c90,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:54.903892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9e1fa1-fd89-4305-a695-4afb8e20c0e4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:54.905123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:54.908520 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-81761ad7-34c6-49d3-a7f7-a9a985b8344a tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/subnets/bced56fb-22af-4f98-b81d-b6a0b0458c90 HTTP/1.1" status: 204 len: 168 time: 0.4438524 May 06 09:40:54.911029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43174) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:54.945528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab18ccb-2949-4493-aef4-b4c57817016d None None] Network 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:55.020646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.034023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.074648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b3ce03-3bcb-4163-bab9-2f88f0b47b13']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:55.088208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d79df66-bfea-4c47-8b45-00f7ac457372') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:55.088208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d79df66-bfea-4c47-8b45-00f7ac457372') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:55.099302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.119399 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.127155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d84562cf-f7fe-4251-bcbc-a63210158885 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:55.129531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:55.129702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: timer() May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:55.137384 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:55.145439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port 0594af5c-5114-4e87-892e-6d7d156887a2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:55.146102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.200872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d84562cf-f7fe-4251-bcbc-a63210158885 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:55.202824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d84562cf-f7fe-4251-bcbc-a63210158885 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:55.203459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:55.206231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55998ee5-b1a4-43f3-bef3-44e58b0f25e8 req-c8c726ec-4a1b-4b9b-a03a-9e640d1a2069 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.207802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55998ee5-b1a4-43f3-bef3-44e58b0f25e8 req-c8c726ec-4a1b-4b9b-a03a-9e640d1a2069 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 949 time: 0.3609564 May 06 09:40:55.238537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.245635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.249446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a2b3ce03-3bcb-4163-bab9-2f88f0b47b13 HTTP/1.1" status: 204 len: 168 time: 1.4826531 May 06 09:40:55.256423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port 0594af5c-5114-4e87-892e-6d7d156887a2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0594af5c-5114-4e87-892e-6d7d156887a2,segment=NetworkSegment(1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6),segment_id=1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:55.256777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.266520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:55.266869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a9e1fa1-fd89-4305-a695-4afb8e20c0e4 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:55.273862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for 0594af5c-5114-4e87-892e-6d7d156887a2 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:55.302336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b72989-850e-4ada-acf2-1b5d3b235205 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b3ce03-3bcb-4163-bab9-2f88f0b47b13,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:55.309143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55998ee5-b1a4-43f3-bef3-44e58b0f25e8 req-efee6077-9f1f-4158-a096-c7946931bc0c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907583 May 06 09:40:55.315484 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.333370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148af8-ec3d-4b9d-91b9-1233a9e3b8ac req-1fbde981-7c44-4b0c-89b9-aeb2cae66b12 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.334627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e148af8-ec3d-4b9d-91b9-1233a9e3b8ac req-1fbde981-7c44-4b0c-89b9-aeb2cae66b12 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 949 time: 0.0784431 May 06 09:40:55.374704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:55.390387 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.391432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0c84de82-6c99-4c6b-9c37-32f5f85993ee no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:55.422416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e148af8-ec3d-4b9d-91b9-1233a9e3b8ac req-96ed164a-69ed-435d-bad4-a2dc69453b8b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777862 May 06 09:40:55.430454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 0c84de82-6c99-4c6b-9c37-32f5f85993ee {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:55.430878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0c84de82-6c99-4c6b-9c37-32f5f85993ee not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:55.473315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.512969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:55.537611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb96f2-6863-4a4c-b0ef-0a070f6d485d req-59d20072-fb58-463c-bc6d-a545caf89b4d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.539418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80bb96f2-6863-4a4c-b0ef-0a070f6d485d req-59d20072-fb58-463c-bc6d-a545caf89b4d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 944 time: 0.0981069 May 06 09:40:55.547233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:55.549775 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cf8f94-65f9-487c-a171-239c77b4b67a" -d '{"events": [{"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-unplugged", "status": "completed", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:55.553540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f93f1-6b76-400b-8c6d-af5c18517144 None None] DHCP port deletion for 0d835ca0-780d-4f0b-8d53-e8f44ddb7066 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:40:55.583719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43194) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:55.584406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=0594af5c-5114-4e87-892e-6d7d156887a2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:55.587601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port 0594af5c-5114-4e87-892e-6d7d156887a2 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:55.672846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80bb96f2-6863-4a4c-b0ef-0a070f6d485d req-0c2d37a7-0e1e-4d08-8928-86c97aa22f3f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170380 May 06 09:40:55.694673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-581b5a7e-0238-444a-9c38-f6ed1294de10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6133edf8893459d90684494c2ce609b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095569 May 06 09:40:55.695041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43196) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:55.734520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.758377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-10b1fa0a-a5e5-4d20-98d4-401cc7e701a0 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:55.760103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-10b1fa0a-a5e5-4d20-98d4-401cc7e701a0 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.83 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 949 time: 0.1810033 May 06 09:40:55.776625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d835ca0-780d-4f0b-8d53-e8f44ddb7066']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:55.794793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:55.795949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f35eb6e-7a18-4fe0-8540-ad94e5fbffd6') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:40:55.806704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.816402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b4117d-1e31-461c-8f17-2e9410a7dd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.824125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.836254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:40:55.836621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: timer() May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:40:55.842797 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:40:55.909335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.921345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b4117d-1e31-461c-8f17-2e9410a7dd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.925249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:55.936286 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/networks/0d835ca0-780d-4f0b-8d53-e8f44ddb7066 HTTP/1.1" status: 204 len: 168 time: 1.0193985 May 06 09:40:55.944550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43204) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:55.946248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7631b3-615e-4eab-a3b0-bdecea752fc0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Network': ['ID=0d835ca0-780d-4f0b-8d53-e8f44ddb7066,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:55.947946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac05000d-2a58-47f8-93e0-2d5db0c9174c req-91ce64d9-dd67-43f6-a901-3b8347ab96e7 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0663083 May 06 09:40:55.954073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-767602976'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:56.019964 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a236e4b-b446-4613-862b-78abba859305 x-openstack-request-id: req-2a236e4b-b446-4613-862b-78abba859305 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:56.020703 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-unplugged", "status": "completed", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:56.021121 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2a236e4b-b446-4613-862b-78abba859305 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:56.021479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5279c-cecc-4132-9d43-830b3d35df5f req-ac8c2b75-9a50-408c-ac66-57269fcdf2ed tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.022106 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a236e4b-b446-4613-862b-78abba859305'] response: {'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2', 'code': 200} May 06 09:40:56.027331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5279c-cecc-4132-9d43-830b3d35df5f req-ac8c2b75-9a50-408c-ac66-57269fcdf2ed tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.029000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48a5279c-cecc-4132-9d43-830b3d35df5f req-ac8c2b75-9a50-408c-ac66-57269fcdf2ed tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8&device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 1689 time: 0.1985576 May 06 09:40:56.045671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Deleting port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:56.046019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.051051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:56.054577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.163815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b4117d-1e31-461c-8f17-2e9410a7dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.166258 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b4117d-1e31-461c-8f17-2e9410a7dd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.167373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-46b4117d-1e31-461c-8f17-2e9410a7dd48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20bda807-bf1e-4213-a1d6-ef96c6f6c95c HTTP/1.1" status: 204 len: 168 time: 0.4714854 May 06 09:40:56.195353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:56.210387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4117d-1e31-461c-8f17-2e9410a7dd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bda807-bf1e-4213-a1d6-ef96c6f6c95c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:56.214451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48a5279c-cecc-4132-9d43-830b3d35df5f req-fc28ad0d-f0bc-4029-893f-46626f23899e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722271 May 06 09:40:56.247468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.247834 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Added segment 66479b3c-01bb-4440-8d08-4888c367dd88 of type vlan for network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed May 06 09:40:56.298447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] For port ca063d8c-d6f5-43d9-b187-2fd63d9ef547, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:56.298946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.308275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a7434-4cfd-4b8a-8188-848e4ad0d02e req-c6c943d9-bf01-42df-83a2-414d3698f308 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.309790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-363a7434-4cfd-4b8a-8188-848e4ad0d02e req-c6c943d9-bf01-42df-83a2-414d3698f308 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 943 time: 0.2207274 May 06 09:40:56.313065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-fd67f216-41e7-4085-be87-9a4aad6b7e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.314816 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-fd67f216-41e7-4085-be87-9a4aad6b7e86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0&tenant_id=f23552f3f2b442deb134d815b68f5f7a HTTP/1.1" status: 200 len: 1099 time: 0.0618660 May 06 09:40:56.325930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.330515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:56.348835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Calling delete_port for ca063d8c-d6f5-43d9-b187-2fd63d9ef547 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:56.390488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.447393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.453920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.454530 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.471825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-363a7434-4cfd-4b8a-8188-848e4ad0d02e req-fa160b44-2079-4bb6-b007-c25ba11d7da5 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489909 May 06 09:40:56.585553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6396642 May 06 09:40:56.603653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892813fb-5484-44ff-a22a-5de96fd5fca3 req-62ec5d0a-2a8d-48e5-8a9e-f098bc411487 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.603653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-892813fb-5484-44ff-a22a-5de96fd5fca3 req-62ec5d0a-2a8d-48e5-8a9e-f098bc411487 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.2635205 May 06 09:40:56.611509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43220) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:56.618370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'subnet': {'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:56.650323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c086f-c28a-4a61-897c-80887b382cbc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Network': ['ID=e4f7c02f-5cd1-4e3f-8fbd-d448481042ed,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:56.659422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:56.663966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:56.711330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:56.776434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:56.779095 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd64ac8-fe04-48c9-ae18-a32bd9aa2cfc" -d '{"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-unplugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:56.784007 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.807086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-892813fb-5484-44ff-a22a-5de96fd5fca3 req-c7b5864f-6459-47cd-bed9-6f24327c65d0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799767 May 06 09:40:56.833108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d7df3-ce1a-4143-9cad-03034fe6134c req-87e723b1-bcbc-4c05-99cd-6fa48eba8abf tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:56.838480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-813d7df3-ce1a-4143-9cad-03034fe6134c req-87e723b1-bcbc-4c05-99cd-6fa48eba8abf tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=bdd0d1e1-28c7-4874-883b-b595d14bd7cf HTTP/1.1" status: 200 len: 949 time: 0.2130525 May 06 09:40:56.848868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Transition to ACTIVE for port object 93c1037c-4759-47ed-823c-fe1eb8c461d8 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:40:56.851168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:56.855069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.855216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.874737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:56.894441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ca063d8c-d6f5-43d9-b187-2fd63d9ef547'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:56.933565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d02c658e-19c9-4e67-b101-a784671b40d5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:40:56.934668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] No DVR routers for this DVR port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:56.937294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=10']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:56.990106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:56.990571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:56.990825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:56.995698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:40:56.996018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Attempting to bind port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:57.011107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:57.011486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:57.011919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:57.012420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Bound port: 93c1037c-4759-47ed-823c-fe1eb8c461d8, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:57.012812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.026726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Pushing event deleted for resources: {'Port': ['ID=ca063d8c-d6f5-43d9-b187-2fd63d9ef547,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:57.104056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:40:57.106385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0594af5c-5114-4e87-892e-6d7d156887a2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:57.147708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:57.151850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:57.158818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.188897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0594af5c-5114-4e87-892e-6d7d156887a2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:57.189163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0594af5c-5114-4e87-892e-6d7d156887a2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:57.272672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.273352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.274751 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] 10.222.0.83 "PUT /v2.0/ports/93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 1095 time: 0.9519796 May 06 09:40:57.296786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43240) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:57.301196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-813d7df3-ce1a-4143-9cad-03034fe6134c req-164d2d7d-be26-482d-a9ec-794db14ceca4 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573843 May 06 09:40:57.312530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:40:57.326513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:40:57.327112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.360850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] No DVR routers for this DVR port ca063d8c-d6f5-43d9-b187-2fd63d9ef547 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:57.367041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.371761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5fb3cb1-f5a2-4abc-bfad-d98e31149ace req-d2027d90-aff8-4d36-889f-ff96bcf3c22a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.83 "DELETE /v2.0/ports/ca063d8c-d6f5-43d9-b187-2fd63d9ef547 HTTP/1.1" status: 204 len: 173 time: 1.6015830 May 06 09:40:57.374816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'name': 'network-vif-deleted', 'tag': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:57.384097 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26d21e5-5edb-4864-a5ea-ab74f9cda8cf" -d '{"events": [{"server_uuid": "bdd0d1e1-28c7-4874-883b-b595d14bd7cf", "name": "network-vif-deleted", "tag": "ca063d8c-d6f5-43d9-b187-2fd63d9ef547"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:57.389760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-420bd221-d0c5-4be1-9268-0438e2ca6a6f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.394739 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-420bd221-d0c5-4be1-9268-0438e2ca6a6f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 943 time: 0.1884446 May 06 09:40:57.440418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7fad66-bccd-448c-9e90-396a043447ce service neutron] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=11']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:57.459125 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.497504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faf7ce-e265-433a-b58b-4a821bccd272 req-1119c129-6288-4bce-8ee6-6911c2695d74 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.502653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-0cfbb3c1-a8a8-49f6-8635-876c091096bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.502891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89faf7ce-e265-433a-b58b-4a821bccd272 req-1119c129-6288-4bce-8ee6-6911c2695d74 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 1100 time: 0.4805462 May 06 09:40:57.504151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-0cfbb3c1-a8a8-49f6-8635-876c091096bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1098 time: 0.1815684 May 06 09:40:57.531644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:57.540427 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.541769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca063d8c-d6f5-43d9-b187-2fd63d9ef547 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:57.559652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-4357f169-c8a2-472b-859e-cbdd30edc8e5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6187694 May 06 09:40:57.618415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: ca063d8c-d6f5-43d9-b187-2fd63d9ef547 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:40:57.618758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ca063d8c-d6f5-43d9-b187-2fd63d9ef547 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:57.648652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89faf7ce-e265-433a-b58b-4a821bccd272 req-6173df67-b7fa-4246-8cbe-98dd5293603f tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879428 May 06 09:40:57.657441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.674584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc3f61-86b0-4854-9fce-d732b4b49113 req-f376c00d-2a60-4c76-8fff-436864b1c63a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.688921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91dc3f61-86b0-4854-9fce-d732b4b49113 req-f376c00d-2a60-4c76-8fff-436864b1c63a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 944 time: 0.1971130 May 06 09:40:57.695548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1506750062-network', 'tenant_id': '9080838ee2c14d3e847db047249597df'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:57.733290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-b1dab340-c6fb-4090-9950-378fe7617948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.734967 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-b1dab340-c6fb-4090-9950-378fe7617948 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1973596 May 06 09:40:57.771810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Subnet': ['ID=d7880143-2ed4-43a7-90ad-b8e7d36d697d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:57.772484 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8930f89d-667a-416a-889d-edd1b82172b2 x-openstack-request-id: req-8930f89d-667a-416a-889d-edd1b82172b2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:57.773048 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-unplugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:57.773555 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8930f89d-667a-416a-889d-edd1b82172b2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:57.774156 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8930f89d-667a-416a-889d-edd1b82172b2'] response: {'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'code': 200} May 06 09:40:57.792918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:57.824100 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-806b38b8-a42e-4be1-a709-b80dec51abf9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.0609896 May 06 09:40:57.826402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Made reservation on behalf of 9080838ee2c14d3e847db047249597df for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:57.833393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.876602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91dc3f61-86b0-4854-9fce-d732b4b49113 req-694e15dc-2d38-4d30-b6ea-ac1283e2d729 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155519 May 06 09:40:57.903482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-85fcac78-0920-4969-9d84-492281298e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.905804 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-85fcac78-0920-4969-9d84-492281298e95 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0700688 May 06 09:40:57.913764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Checking segment: {'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:57.914183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network hostable DHCP agents. Network: e4f7c02f-5cd1-4e3f-8fbd-d448481042ed, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:40:57.916447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.925799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-006f6533-3e47-4853-bb0f-3b226804c3bb req-b837681d-6380-46f3-b17f-0d0cfecf5dda tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0666232 May 06 09:40:57.934775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-ceb515e0-dc5c-47c3-8f50-3331be45e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:57.936396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-ceb515e0-dc5c-47c3-8f50-3331be45e396 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 1101 time: 0.2742074 May 06 09:40:57.944891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Deleting port 31785630-8ce8-4ba4-affe-e6673309fed2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:40:57.945331 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:57.947095 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4a545-196c-4d74-bf7a-7c43d09c311b x-openstack-request-id: req-7da4a545-196c-4d74-bf7a-7c43d09c311b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:57.947095 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd0d1e1-28c7-4874-883b-b595d14bd7cf", "name": "network-vif-deleted", "tag": "ca063d8c-d6f5-43d9-b187-2fd63d9ef547", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:57.947095 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7da4a545-196c-4d74-bf7a-7c43d09c311b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:57.947095 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da4a545-196c-4d74-bf7a-7c43d09c311b'] response: {'server_uuid': 'bdd0d1e1-28c7-4874-883b-b595d14bd7cf', 'name': 'network-vif-deleted', 'tag': 'ca063d8c-d6f5-43d9-b187-2fd63d9ef547', 'status': 'completed', 'code': 200} May 06 09:40:58.023611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:58.025897 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71061d0d-7282-40fc-b38b-43c83714140d" -d '{"events": [{"server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:58.052379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:40:58.074076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-0bf44103-d9d5-4c6c-a903-1fbed526ef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.075548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-0bf44103-d9d5-4c6c-a903-1fbed526ef2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560249 May 06 09:40:58.127672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e4f7c02f-5cd1-4e3f-8fbd-d448481042ed) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:58.132706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.133506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.141725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fc0a02-f3b2-4fa2-88a1-240e67cf811b None None] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:40:58.164405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] For port 31785630-8ce8-4ba4-affe-e6673309fed2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31785630-8ce8-4ba4-affe-e6673309fed2,segment=NetworkSegment(7ce6aef4-61ca-4413-9739-32633569686f),segment_id=7ce6aef4-61ca-4413-9739-32633569686f)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:40:58.164763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.183419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Calling delete_port for 31785630-8ce8-4ba4-affe-e6673309fed2 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:40:58.185142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e83bdb92-856f-4797-a9ee-ca3680075198 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5724311 May 06 09:40:58.195679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:58.199918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb658f0-1567-4391-8f08-f0d692c6d858 req-65c2f3c4-fef4-48fe-8326-f854c2b9c8de tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.205771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-557868143'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:58.209685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebb658f0-1567-4391-8f08-f0d692c6d858 req-65c2f3c4-fef4-48fe-8326-f854c2b9c8de tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 943 time: 0.2178643 May 06 09:40:58.214040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76b0be-8be7-4950-acb1-e3a2bb92a528 req-2c8436ba-0fbd-40a5-8cab-213bfab52ed4 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.222483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e76b0be-8be7-4950-acb1-e3a2bb92a528 req-2c8436ba-0fbd-40a5-8cab-213bfab52ed4 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 1100 time: 0.1849310 May 06 09:40:58.230874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-d46ab041-01ce-4545-92a1-548090e04159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.232909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-d46ab041-01ce-4545-92a1-548090e04159 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2649043 May 06 09:40:58.236772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.285759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.311662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-a8b38697-457c-4c90-92cf-138ecc20ec68 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 200 len: 217 time: 0.0713642 May 06 09:40:58.315227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-fb0574bc-76e1-40b0-a198-7aa5b0db0957 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269840 May 06 09:40:58.334762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:58.335326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e4f7c02f-5cd1-4e3f-8fbd-d448481042ed', 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'fixed_ips': [{'subnet_id': 'd7880143-2ed4-43a7-90ad-b8e7d36d697d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:40:58.336414 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.338247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.342698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:58.377440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebb658f0-1567-4391-8f08-f0d692c6d858 req-cb6cc563-9869-4d57-9f9f-7317ac338a39 tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/security-groups?id=e3d5d6b2-b13a-4937-b487-3d2291a52bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669130 May 06 09:40:58.381082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e76b0be-8be7-4950-acb1-e3a2bb92a528 req-cc8ac9c4-b128-4376-8362-dba4db7352a3 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578217 May 06 09:40:58.382732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866a2041-b64d-4fb2-97b6-4efd7ab98538,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:58.410105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-a6a206a7-8580-4d42-8775-8adae1303260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.412833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-a6a206a7-8580-4d42-8775-8adae1303260 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0881150 May 06 09:40:58.421751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.422788 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Added segment bf0f9eba-6a4b-4aa6-a25a-5001b7d81409 of type vlan for network eb880386-d650-4e06-a325-20773a93e2aa May 06 09:40:58.498984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-723d297c-eb7c-49d8-91ac-2f9ceec47dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:58.502361 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200bdc82-0611-4e65-be51-ac4417c029f1 x-openstack-request-id: req-200bdc82-0611-4e65-be51-ac4417c029f1 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:40:58.502949 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:40:58.503404 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-200bdc82-0611-4e65-be51-ac4417c029f1 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:40:58.504185 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200bdc82-0611-4e65-be51-ac4417c029f1'] response: {'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'code': 200} May 06 09:40:58.514140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-723d297c-eb7c-49d8-91ac-2f9ceec47dd4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934563 May 06 09:40:58.526390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Allocated IP 19.80.0.2 (e4f7c02f-5cd1-4e3f-8fbd-d448481042ed/d7880143-2ed4-43a7-90ad-b8e7d36d697d/51ac5d50-4f40-405e-83eb-0c9dd506c5b7) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:40:58.622464 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c4a8511-cca4-48c7-b893-5f074a84cb5d req-4405c59b-193f-4886-92f4-ad4a409dc0f1 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745209 May 06 09:40:58.731840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:40:58.747631 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.756122 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.762614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.777847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.821983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:40:58.829908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:40:58.837950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:40:58.843567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Pushing event deleted for resources: {'Port': ['ID=31785630-8ce8-4ba4-affe-e6673309fed2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:58.857999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Pushing event updated for resources: {'Port': ['ID=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:58.861148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:40:58.867695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.868187 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Added segment 4a744f82-19cf-4716-89c2-bba897eb6f47 of type vlan for network 25825c2c-1bd3-45b8-9a47-a9e9415e550b May 06 09:40:58.890019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] No DVR routers for this DVR port 31785630-8ce8-4ba4-affe-e6673309fed2 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:40:58.893800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.897317 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-731d7631-401b-456a-90bf-7c1a582e15f9 req-b3f88cdc-5559-4482-8d9e-02362d85de8f tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.82 "DELETE /v2.0/ports/31785630-8ce8-4ba4-affe-e6673309fed2 HTTP/1.1" status: 204 len: 173 time: 1.4842169 May 06 09:40:58.941779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Attempting to bind port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:40:58.942151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Attempting to bind port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:40:58.942516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Attempting to bind port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 on network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:40:58.949417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.resource_extend [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:40:58.957294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:40:58.957748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Checking segment: {'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:40:58.958153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.958659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Bound using segment: {'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:40:58.959013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Bound port: 51ac5d50-4f40-405e-83eb-0c9dd506c5b7, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:40:58.959480 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:58.962672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:40:58.990631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.031788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-51bee011-a5db-46b5-a019-983c8af0659c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482032 May 06 09:40:59.032912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.034486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.035744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.042056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] For port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:40:59.044410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.047497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] For port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:40:59.051872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.052471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.054124 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.060902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307c3d6-2493-4612-b7c4-8ac5c905605d req-214d088a-10a6-4daa-9b00-bfd24fcfb56d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.062418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3307c3d6-2493-4612-b7c4-8ac5c905605d req-214d088a-10a6-4daa-9b00-bfd24fcfb56d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 947 time: 0.5466485 May 06 09:40:59.128691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8257558 May 06 09:40:59.132508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43278) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:59.141871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Request body: {'subnet': {'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1506750062-subnet', 'tenant_id': '9080838ee2c14d3e847db047249597df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:59.144316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08987911-c111-43e8-971b-e4ea150957b6 req-b0196ed3-cee2-4462-8b41-6bd1fcba3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.146708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08987911-c111-43e8-971b-e4ea150957b6 req-b0196ed3-cee2-4462-8b41-6bd1fcba3563 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.5708301 May 06 09:40:59.151256 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9493222 May 06 09:40:59.157630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:40:59.165088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'subnet': {'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:40:59.168644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4f126-eb8b-4496-a650-e558082c07be None None] Pushing event updated for resources: {'Port': ['ID=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:59.171102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b84c71-2f79-4a60-beef-b3fe37cf0f07 admin admin] Pushing event updated for resources: {'Network': ['ID=eb880386-d650-4e06-a325-20773a93e2aa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:59.191607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network eb880386-d650-4e06-a325-20773a93e2aa details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:59.288225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3307c3d6-2493-4612-b7c4-8ac5c905605d req-ec9a5304-f0cd-4132-9474-8777e7c173f9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053039 May 06 09:40:59.307040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa6a48-eb5a-4b11-9d5a-80c74762f383 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Network': ['ID=25825c2c-1bd3-45b8-9a47-a9e9415e550b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:40:59.322629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 25825c2c-1bd3-45b8-9a47-a9e9415e550b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:40:59.332799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Made reservation on behalf of 9080838ee2c14d3e847db047249597df for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:59.334937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-0f192b0f-1582-41a2-a18e-eda689120d39 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7931881 May 06 09:40:59.335072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.423020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-9ef80fbc-be04-49e9-a757-5dc738a414f2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.424857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-9ef80fbc-be04-49e9-a757-5dc738a414f2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3922949 May 06 09:40:59.429000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08987911-c111-43e8-971b-e4ea150957b6 req-681a179a-9ce2-4456-a07c-920e477c93b0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421162 May 06 09:40:59.553844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-57441c33-d6eb-456e-a944-aa01031e4bab tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/quotas/1bed9cc651cd4c869d9748769312b75d HTTP/1.1" status: 200 len: 375 time: 0.0961838 May 06 09:40:59.621398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac77eb-02d8-4012-9506-ad4e06309f6c req-cbbe8e8b-dc51-4e07-aa77-1f26a62a5640 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.623441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0eac77eb-02d8-4012-9506-ad4e06309f6c req-cbbe8e8b-dc51-4e07-aa77-1f26a62a5640 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 949 time: 0.1959524 May 06 09:40:59.650896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c10007-39a1-41d1-9acf-f7aa27d96fdb req-ba6f4d4d-da56-4dfd-9c61-05588e96f3b5 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250266 May 06 09:40:59.675568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-78c089b9-08d6-447e-9fef-2ecb5f75b49d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1243401 May 06 09:40:59.716381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0eac77eb-02d8-4012-9506-ad4e06309f6c req-893b24c3-407e-45d7-9dd0-2af83d4c5b4b tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821621 May 06 09:40:59.776413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}, {'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-deleted', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:40:59.778786 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0873cae5-ff93-4f68-96fa-dcf0d426223d" -d '{"events": [{"name": "network-changed", "server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}, {"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-deleted", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:40:59.806183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:40:59.809740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:40:59.845366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07458-e4da-4f10-94ed-68f6754ea768 req-57258528-c3e0-4aa5-bd8b-5443bebb03b0 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:40:59.847029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bb07458-e4da-4f10-94ed-68f6754ea768 req-57258528-c3e0-4aa5-bd8b-5443bebb03b0 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 945 time: 0.0681202 May 06 09:40:59.917945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8869c60-92f5-44c0-88ab-710a50db4243 req-b08191aa-f364-49ab-b19e-8691e4d0e00b tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0410740 May 06 09:40:59.950214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bb07458-e4da-4f10-94ed-68f6754ea768 req-b640b841-519a-49ae-aae3-619fc3ec2a9b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892317 May 06 09:41:00.001753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.108481 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260bf4ac-7a8d-47b5-b289-80dd934933e2 x-openstack-request-id: req-260bf4ac-7a8d-47b5-b289-80dd934933e2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:00.109017 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "status": "completed", "code": 200}, {"server_uuid": "3b731df3-d3ca-4c1c-95ac-3c79bed9830c", "name": "network-vif-deleted", "tag": "31785630-8ce8-4ba4-affe-e6673309fed2", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:00.109365 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-260bf4ac-7a8d-47b5-b289-80dd934933e2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:00.109866 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260bf4ac-7a8d-47b5-b289-80dd934933e2'] response: {'name': 'network-changed', 'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'status': 'completed', 'code': 200} May 06 09:41:00.110216 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260bf4ac-7a8d-47b5-b289-80dd934933e2'] response: {'server_uuid': '3b731df3-d3ca-4c1c-95ac-3c79bed9830c', 'name': 'network-vif-deleted', 'tag': '31785630-8ce8-4ba4-affe-e6673309fed2', 'status': 'completed', 'code': 200} May 06 09:41:00.132020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88a17c3-4fb2-4744-9ec9-99545bc58e92,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:00.150024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41e69f70-61c0-4ffb-8188-4a5bb770914d req-7aaed77a-7580-4418-9c37-290ec66c0d5a tempest-ImagesTestJSON-1279560370 tempest-ImagesTestJSON-1279560370-project] 10.222.0.76 "GET /v2.0/ports?device_id=3b731df3-d3ca-4c1c-95ac-3c79bed9830c HTTP/1.1" status: 200 len: 210 time: 0.0505199 May 06 09:41:00.230893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.261570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Checking segment: {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:00.261933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Network hostable DHCP agents. Network: eb880386-d650-4e06-a325-20773a93e2aa, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:00.286901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aef3ae9b-338c-484b-9d54-3a4dd68be062 req-c51559c4-435e-4e55-acc3-7964ce87d537 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 210 time: 0.0883942 May 06 09:41:00.301877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-1aaa24fa-7609-4e5c-b7b0-fa3343b3f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.313922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-1aaa24fa-7609-4e5c-b7b0-fa3343b3f3f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1098 time: 0.1627390 May 06 09:41:00.347764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-6c7737bb-d5be-41e2-8eae-7b1ac1475ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.349337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-6c7737bb-d5be-41e2-8eae-7b1ac1475ca6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1098 time: 0.1157103 May 06 09:41:00.369404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Network eb880386-d650-4e06-a325-20773a93e2aa is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:00.382685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Subnet': ['ID=670f97a7-9c34-4846-8561-7ed1699b30a2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:00.391815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Checking segment: {'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:00.392232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network hostable DHCP agents. Network: 25825c2c-1bd3-45b8-9a47-a9e9415e550b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:00.397590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, eb880386-d650-4e06-a325-20773a93e2aa) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:00.407058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d81cd50-2005-458e-b542-699269ad2868 None None] Network eb880386-d650-4e06-a325-20773a93e2aa requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:00.429300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.430000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.507472 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-580f78fb-8db0-4c6f-bcd6-14cf1d246bf0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3733861 May 06 09:41:00.511726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network 25825c2c-1bd3-45b8-9a47-a9e9415e550b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:00.523362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 25825c2c-1bd3-45b8-9a47-a9e9415e550b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:00.544017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb79685-360f-4b9f-9dcf-39ffe56dc8cc None None] Network 25825c2c-1bd3-45b8-9a47-a9e9415e550b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:00.563713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-c018c125-2ed9-4e4f-b2c5-7c533c74a782 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.567453 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-c018c125-2ed9-4e4f-b2c5-7c533c74a782 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.82 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 949 time: 0.1612527 May 06 09:41:00.569025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.569606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.604403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3ae86-e1ac-40b9-90a9-2fb4a831b981 req-624a6162-9a40-41ba-a081-a815cbf04720 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.614415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ae3ae86-e1ac-40b9-90a9-2fb4a831b981 req-624a6162-9a40-41ba-a081-a815cbf04720 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 947 time: 0.1957705 May 06 09:41:00.647143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc69e86b-1dbc-4031-a186-1c1a44a74eaa None None] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:00.652724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-907cf30d-a03d-471a-8ced-378c7f91a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.654963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-907cf30d-a03d-471a-8ced-378c7f91a2b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3308558 May 06 09:41:00.662149 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad5c723b-03f2-40f2-bfcc-301431207d43 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5028884 May 06 09:41:00.717234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-69f22a3e-8f14-453c-a5b2-4db566410e16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.0489595 May 06 09:41:00.720456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-8c142612-da2c-4c51-b6da-e24ca671247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:00.722153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-8c142612-da2c-4c51-b6da-e24ca671247d service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.3284135 May 06 09:41:00.741514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ae3ae86-e1ac-40b9-90a9-2fb4a831b981 req-44266e4b-90d7-4fae-bc9f-c020873f3b4f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251957 May 06 09:41:00.876702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6c16196b-0948-41fa-904a-5adca83b08ae None None] Provisioning complete for port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:00.877107 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c16196b-0948-41fa-904a-5adca83b08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.885436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31785630-8ce8-4ba4-affe-e6673309fed2 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:00.896036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Deleting port d02c658e-19c9-4e67-b101-a784671b40d5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:00.896547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:00.904749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254b3a0-5988-418d-84d7-e43c1245c6b1 None None] Network eb880386-d650-4e06-a325-20773a93e2aa requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:00.920248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-298f8c39-1f13-446e-8f18-a1e64194d473 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 200 len: 217 time: 0.1730325 May 06 09:41:01.053575 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-e24dd2b5-f93d-44de-af6e-b58e496ebfba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1598246 May 06 09:41:01.089472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] For port d02c658e-19c9-4e67-b101-a784671b40d5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d02c658e-19c9-4e67-b101-a784671b40d5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:01.089875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.131292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Calling delete_port for d02c658e-19c9-4e67-b101-a784671b40d5 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:01.135519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-42a740a5-3ae5-4d7b-838d-c5dd70e73470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.139111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-42a740a5-3ae5-4d7b-838d-c5dd70e73470 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.3951664 May 06 09:41:01.172072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b32121-6382-42cf-9e8b-10e6c8a4a304 req-76cb81e4-9118-43eb-806a-ed2fd8ad512a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.184536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52b32121-6382-42cf-9e8b-10e6c8a4a304 req-76cb81e4-9118-43eb-806a-ed2fd8ad512a tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/ports?device_id=b632a554-300b-4885-9597-6c2dded5bd62 HTTP/1.1" status: 200 len: 949 time: 0.2594523 May 06 09:41:01.189720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-b42e3837-49fc-48d2-8644-81f37b54e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.193217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-b42e3837-49fc-48d2-8644-81f37b54e335 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2352424 May 06 09:41:01.196443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-4dec1fd4-4f43-4ad7-8994-cfaec73304b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.198002 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-4dec1fd4-4f43-4ad7-8994-cfaec73304b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f23552f3f2b442deb134d815b68f5f7a&device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 1101 time: 0.1051481 May 06 09:41:01.298060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:01.302308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 31785630-8ce8-4ba4-affe-e6673309fed2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:01.302858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31785630-8ce8-4ba4-affe-e6673309fed2 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:01.349331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52b32121-6382-42cf-9e8b-10e6c8a4a304 req-41df5580-e4aa-454d-8cec-6b7827a2fce6 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.76 "GET /v2.0/security-groups?id=87009833-f454-4fa3-9cf9-14c9f23b4513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638556 May 06 09:41:01.376494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.398073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-a2b31b52-3177-4cb1-a022-f13437918580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.399614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-a2b31b52-3177-4cb1-a022-f13437918580 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1688747 May 06 09:41:01.401335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-a2e8fdd2-0332-4504-bc8f-fe9b8d79c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.403035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-a2e8fdd2-0332-4504-bc8f-fe9b8d79c6fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2411711 May 06 09:41:01.426258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d02c658e-19c9-4e67-b101-a784671b40d5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:01.463444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Pushing event deleted for resources: {'Port': ['ID=d02c658e-19c9-4e67-b101-a784671b40d5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:01.466146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-ca748335-29b7-4d63-a24e-3280486f952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.468869 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-ca748335-29b7-4d63-a24e-3280486f952e service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2115793 May 06 09:41:01.493019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] No DVR routers for this DVR port d02c658e-19c9-4e67-b101-a784671b40d5 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:01.503350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.508082 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a1b3a4c5-c23c-4cda-9e09-cdd192e1b8df req-26a05e5d-28bb-4ef1-9464-9170ad53e002 tempest-ServersAdminNegativeTestJSON-722075661 tempest-ServersAdminNegativeTestJSON-722075661-project] 10.222.0.82 "DELETE /v2.0/ports/d02c658e-19c9-4e67-b101-a784671b40d5 HTTP/1.1" status: 204 len: 173 time: 0.9165721 May 06 09:41:01.549833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-6a5f0da1-0b07-48a4-a15b-68bc7e2b7df6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 200 len: 217 time: 0.0541575 May 06 09:41:01.578988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-25825c2c-1bd3-45b8-9a47-a9e9415e550b', 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'fixed_ips': [{'subnet_id': '670f97a7-9c34-4846-8561-7ed1699b30a2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:41:01.579241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.615840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-0112669f-98b7-49c1-a216-0e36dd9c8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.617330 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-0112669f-98b7-49c1-a216-0e36dd9c8f7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0591385 May 06 09:41:01.617956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-e6fca423-3b39-4746-8cd0-76b9ce334d70 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.619470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-e6fca423-3b39-4746-8cd0-76b9ce334d70 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/networks?id=eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 200 len: 818 time: 0.4239886 May 06 09:41:01.687438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-6b23a8c9-d2e2-45d2-bf7a-a6344d030a7c tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/quotas/9080838ee2c14d3e847db047249597df HTTP/1.1" status: 200 len: 375 time: 0.0492606 May 06 09:41:01.688262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-184b8c08-d2a0-4eaa-a14d-f65e4e2305ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.690802 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-184b8c08-d2a0-4eaa-a14d-f65e4e2305ac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583308 May 06 09:41:01.705516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-91f788e6-9aa4-4159-931a-edc8ff353ef1 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.709540 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c16196b-0948-41fa-904a-5adca83b08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.714586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-91f788e6-9aa4-4159-931a-edc8ff353ef1 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:01.714586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-91f788e6-9aa4-4159-931a-edc8ff353ef1 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/networks?id=e4f7c02f-5cd1-4e3f-8fbd-d448481042ed&id=25825c2c-1bd3-45b8-9a47-a9e9415e550b HTTP/1.1" status: 200 len: 1390 time: 0.2251263 May 06 09:41:01.782068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:01.782068 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:01.786674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-a8f8600f-0171-4d0d-b57b-f03c4573a519 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9080838ee2c14d3e847db047249597df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920384 May 06 09:41:01.813421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-51a3ef61-eb83-4306-9463-9334d5efe828 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034436 May 06 09:41:01.843838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-66ff2804-a7c8-4d2a-9811-acea5595de62 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/quotas/37ac28d4e690443cbc13ef7bbe42f55a HTTP/1.1" status: 200 len: 375 time: 0.1044862 May 06 09:41:01.887929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6c16196b-0948-41fa-904a-5adca83b08ae None None] For port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:01.894434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-11a08b6c-200c-4930-ad98-679e923b1dc0 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669411 May 06 09:41:01.910219 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-4e6ce7c9-5f19-4712-b605-a08b416fb6c5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426531 May 06 09:41:01.917519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c16196b-0948-41fa-904a-5adca83b08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.034352 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-105340a2-ec62-4464-986c-b80b86142655 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227096 May 06 09:41:02.130054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Allocated IP 19.86.0.2 (25825c2c-1bd3-45b8-9a47-a9e9415e550b/670f97a7-9c34-4846-8561-7ed1699b30a2/8aeeb22a-a23c-4154-bcd4-2db59e4d2269) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:02.174681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b632a554-300b-4885-9597-6c2dded5bd62', 'name': 'network-vif-deleted', 'tag': 'd02c658e-19c9-4e67-b101-a784671b40d5'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:02.175656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16196b-0948-41fa-904a-5adca83b08ae None None] Pushing event updated for resources: {'Port': ['ID=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:02.182209 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae9f1c-e005-4d09-b2b3-abcaffd130e3" -d '{"events": [{"server_uuid": "b632a554-300b-4885-9597-6c2dded5bd62", "name": "network-vif-deleted", "tag": "d02c658e-19c9-4e67-b101-a784671b40d5"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:02.217716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-19bc722f-f30a-4dac-8c15-be9484ecee71 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3726621 May 06 09:41:02.302917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-c7ff072d-14d0-43d3-9797-a1aba08b3577 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:02.304539 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-c7ff072d-14d0-43d3-9797-a1aba08b3577 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3806245 May 06 09:41:02.320731 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e974cc9b-1ba3-4a12-9200-e5d6f00b4a9f req-77920e5d-80b0-4af4-b183-bfd5998802be service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745619 May 06 09:41:02.324426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-280383b7-a340-41e3-b5ca-9acbc413c256 service neutron] 10.222.0.76 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367470 May 06 09:41:02.337618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:02.339297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-e72c06f0-8fef-4af3-adcb-a970a3d7982b service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076272 May 06 09:41:02.376205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-abd0ab46-9aad-4399-bed2-7a159a249e79 None None] Provisioning complete for port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:02.376605 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abd0ab46-9aad-4399-bed2-7a159a249e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.397032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0873cae5-ff93-4f68-96fa-dcf0d426223d req-4701fbe2-80e1-43bc-ae1d-cc3a3e55e124 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546065 May 06 09:41:02.412242 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.430515 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.448234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-8159319f-d596-4959-b378-e28fe289af37 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f7c02f-5cd1-4e3f-8fbd-d448481042ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130311 May 06 09:41:02.479789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Network 25825c2c-1bd3-45b8-9a47-a9e9415e550b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:02.485941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:02.489867 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.506569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:02.507706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-9e91a741-4247-4ae8-84d2-a37cddea2a62 service neutron] 10.222.0.76 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824987 May 06 09:41:02.517675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:02.522414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Pushing event updated for resources: {'Port': ['ID=8aeeb22a-a23c-4154-bcd4-2db59e4d2269,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:02.581175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-84b7649c-acbf-4511-836f-8867552c6e19 service neutron] 10.222.0.76 "GET /v2.0/networks/e4f7c02f-5cd1-4e3f-8fbd-d448481042ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211827 May 06 09:41:02.610816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Attempting to bind port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:02.611278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Attempting to bind port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:02.611769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Attempting to bind port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 on network 25825c2c-1bd3-45b8-9a47-a9e9415e550b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:02.619358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:02.619847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Checking segment: {'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:02.620311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.620818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Bound using segment: {'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:02.621399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Bound port: 8aeeb22a-a23c-4154-bcd4-2db59e4d2269, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:02.621844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.685858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.199 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:02.694968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-2396a945-7d54-4270-b61f-0e696b741afc service neutron] 10.222.0.76 "GET /v2.0/networks/25825c2c-1bd3-45b8-9a47-a9e9415e550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128554 May 06 09:41:02.710654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] For port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:02.714604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] For port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8aeeb22a-a23c-4154-bcd4-2db59e4d2269,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:02.721291 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:02.807785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef970c2f-d1f2-41d5-8088-cd361423ce9b None None] Pushing event updated for resources: {'Port': ['ID=8aeeb22a-a23c-4154-bcd4-2db59e4d2269,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:02.828953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-890c7556-aec0-4be2-a637-4c45b4b5771b service neutron] 10.222.0.76 "GET /v2.0/networks/25825c2c-1bd3-45b8-9a47-a9e9415e550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330175 May 06 09:41:02.958792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5002cf6-6a89-4631-9cb9-962fa62cabe1 req-ad106ddb-5c76-40a6-9c5d-8724696c8ced tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:02.969523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5002cf6-6a89-4631-9cb9-962fa62cabe1 req-ad106ddb-5c76-40a6-9c5d-8724696c8ced tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 945 time: 0.0818915 May 06 09:41:02.979247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.039725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5002cf6-6a89-4631-9cb9-962fa62cabe1 req-272dcea3-879d-42d2-849f-e53750b9792c tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672414 May 06 09:41:03.081197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.100573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad', '5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:03.193285 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acced268-5c07-4399-9493-6b101417add1 req-2ab433b6-9da3-4daf-8f4b-9d0ae2dc1a55 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0462432 May 06 09:41:03.250114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f', 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:03.252039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:03.284237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:03.288387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:03.289197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:03.292164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:03.331309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:03.451327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:03.471546 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.486192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc68712-149c-4859-b285-513c23d05a32 req-e4d3432b-7d72-42f7-b2e6-9fa502bb1762 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:03.489541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fc68712-149c-4859-b285-513c23d05a32 req-e4d3432b-7d72-42f7-b2e6-9fa502bb1762 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 947 time: 0.1734457 May 06 09:41:03.505981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93e5a9-e790-415d-92d2-16537342ae28 req-fea97f3d-351c-4389-ae60-1fa5dfcda95c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:03.514872 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f23bce9b-6411-4784-b2a6-2bcb888276ae tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1928289 May 06 09:41:03.516470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e93e5a9-e790-415d-92d2-16537342ae28 req-fea97f3d-351c-4389-ae60-1fa5dfcda95c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 936 time: 0.1706343 May 06 09:41:03.538795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Request body: {'port': {'device_id': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:03.580658 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:41:03.624596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e93e5a9-e790-415d-92d2-16537342ae28 req-ebd1a2f7-ad97-400e-b52d-3182dd91e975 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070452 May 06 09:41:03.628065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fc68712-149c-4859-b285-513c23d05a32 req-b41e5bc4-26a0-44cf-b385-a713ef85acc5 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994551 May 06 09:41:03.687819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:03.771092 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b68bb-45ec-42f7-9da7-d2d2c7eddb5a x-openstack-request-id: req-ec1b68bb-45ec-42f7-9da7-d2d2c7eddb5a {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:03.771475 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b632a554-300b-4885-9597-6c2dded5bd62", "name": "network-vif-deleted", "tag": "d02c658e-19c9-4e67-b101-a784671b40d5", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:03.775728 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec1b68bb-45ec-42f7-9da7-d2d2c7eddb5a {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:03.776236 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1b68bb-45ec-42f7-9da7-d2d2c7eddb5a'] response: {'server_uuid': 'b632a554-300b-4885-9597-6c2dded5bd62', 'name': 'network-vif-deleted', 'tag': 'd02c658e-19c9-4e67-b101-a784671b40d5', 'status': 'completed', 'code': 200} May 06 09:41:03.794893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:03.808066 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.095067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b542c46-f55e-44ea-b806-b3b3d99ca899 req-c19a556f-657a-48d1-9749-0fe20b7da969 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 210 time: 0.1362791 May 06 09:41:04.198061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-899d7454-acec-459a-8b2d-2b3ddf9a8495 None None] Provisioning complete for port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:04.199571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-899d7454-acec-459a-8b2d-2b3ddf9a8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.250370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-3a5bad56-88c2-4e02-afbc-eff9f995bc3f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3242512 May 06 09:41:04.255139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:04.290935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43390) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:04.308309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad7555c2-480c-44d6-9c53-22064695adca req-71e46346-6032-4874-8290-c4723348c16a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0446908 May 06 09:41:04.331139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.418596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:04.427144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:04.441800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.462051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Transition to ACTIVE for port object e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:04.468984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.568783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:04.600483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-899d7454-acec-459a-8b2d-2b3ddf9a8495 None None] Port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:04.694682 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a7c0698d-a456-410e-b880-40850d95e6b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4c650c677584504b8d819b491794d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855531 May 06 09:41:04.697832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43400) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:04.724052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'mac_address': 'fa:16:3e:0f:c0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:04.753022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb70923-36ff-4b0a-b065-19197fb73fdb None None] Network 25825c2c-1bd3-45b8-9a47-a9e9415e550b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:04.757496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Attempting to bind port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:04.757985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Attempting to bind port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:04.758213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Attempting to bind port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:04.828540 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21b4b7e4-05ec-4f3f-8203-4b45d24f52c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.863416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21b4b7e4-05ec-4f3f-8203-4b45d24f52c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.894198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:04.903172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d02c658e-19c9-4e67-b101-a784671b40d5 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:04.933318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: d02c658e-19c9-4e67-b101-a784671b40d5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:04.933853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d02c658e-19c9-4e67-b101-a784671b40d5 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:04.948889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:04.956045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Attempting to bind port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:04.991741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:04.994741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:04.996291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:05.001174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c1037c-4759-47ed-823c-fe1eb8c461d8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:05.001944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Bound port: e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:05.002436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.019604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e7c1ec43-7c04-4a4d-923f-4e86b8b834c5 None None] Provisioning complete for port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:05.020069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ec43-7c04-4a4d-923f-4e86b8b834c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.063394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21b4b7e4-05ec-4f3f-8203-4b45d24f52c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.070460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21b4b7e4-05ec-4f3f-8203-4b45d24f52c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.074285 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21b4b7e4-05ec-4f3f-8203-4b45d24f52c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87009833-f454-4fa3-9cf9-14c9f23b4513 HTTP/1.1" status: 204 len: 168 time: 0.3729541 May 06 09:41:05.098629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:05.116159 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.201345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f104ab5-9b2f-44ab-8eb2-ea121b1e5668 req-05fa0a95-56b9-4d86-99ab-44e8dcc2c778 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.7041104 May 06 09:41:05.240161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4b7e4-05ec-4f3f-8203-4b45d24f52c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87009833-f454-4fa3-9cf9-14c9f23b4513,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:05.260160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:05.300977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] For port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:05.310720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] For port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:05.320816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.382273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:05.456064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.460079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.467775 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] 10.222.0.83 "PUT /v2.0/ports/e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 HTTP/1.1" status: 200 len: 1096 time: 1.9301076 May 06 09:41:05.481516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-46504aa9-c9d8-4b29-94f5-7665bc164ec0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.499568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-46504aa9-c9d8-4b29-94f5-7665bc164ec0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.506440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-46504aa9-c9d8-4b29-94f5-7665bc164ec0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "GET /v2.0/networks?id=e4f7c02f-5cd1-4e3f-8fbd-d448481042ed&id=25825c2c-1bd3-45b8-9a47-a9e9415e550b HTTP/1.1" status: 200 len: 1390 time: 0.3099356 May 06 09:41:05.516521 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83278c1a-9e16-43cf-9ffd-ee12e710593c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:05.567502 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.585195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'port': {'device_id': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed', 'admin_state_up': True, 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:05.612639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-a80ad8ff-7ec1-4172-a960-48407cde5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.614172 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-a80ad8ff-7ec1-4172-a960-48407cde5980 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 1099 time: 0.0896239 May 06 09:41:05.646313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['93c1037c-4759-47ed-823c-fe1eb8c461d8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:05.698264 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ec43-7c04-4a4d-923f-4e86b8b834c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.734716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43412) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:05.735442 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-f9de6f37-b8f3-4256-94af-a7a50bf9c183 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 HTTP/1.1" status: 200 len: 217 time: 0.1071301 May 06 09:41:05.794205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'tag': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:05.796442 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12381a5e-0fbb-486e-9125-d4cef43fb679" -d '{"events": [{"name": "network-changed", "server_uuid": "08ca8fb3-7c2f-4c8b-9678-e0978f647855", "tag": "e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:05.839521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:05.839925 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.870788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dc1bde78-0116-4657-9660-0e061d666a8b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19fe1ba702b841df842c71612f235bb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322424 May 06 09:41:05.873583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43416) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:05.895152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e7c1ec43-7c04-4a4d-923f-4e86b8b834c5 None None] For port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8aeeb22a-a23c-4154-bcd4-2db59e4d2269,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:05.925495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ec43-7c04-4a4d-923f-4e86b8b834c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:05.944768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-081a940e-23ff-4537-a0c4-a7c779019165 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.947759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f8201-9874-47a4-a482-daa0e6331019 req-7d19231d-25cb-41c9-8652-625b8b850806 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:05.947929 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-081a940e-23ff-4537-a0c4-a7c779019165 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "GET /v2.0/networks?id=eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 200 len: 818 time: 0.2305415 May 06 09:41:05.955700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-724f8201-9874-47a4-a482-daa0e6331019 req-7d19231d-25cb-41c9-8652-625b8b850806 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 948 time: 0.4341502 May 06 09:41:06.005009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-060588c1-01b2-413f-a0bb-a026fe1509b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.006963 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-060588c1-01b2-413f-a0bb-a026fe1509b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.2548177 May 06 09:41:06.013464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Request body: {'port': {'device_id': '5e81388f-73a7-4344-9df9-b33f0152877e', 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa', 'admin_state_up': True, 'tenant_id': '9080838ee2c14d3e847db047249597df'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:06.047518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1ec43-7c04-4a4d-923f-4e86b8b834c5 None None] Pushing event updated for resources: {'Port': ['ID=8aeeb22a-a23c-4154-bcd4-2db59e4d2269,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:06.075765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-724f8201-9874-47a4-a482-daa0e6331019 req-cd84e9e2-e45a-4e2d-b4b9-7089652509b3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170754 May 06 09:41:06.147886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:06.154920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.192256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Allocated IP 172.25.8.184 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/9ef9c48f-d564-4da8-9fde-9289fa815e45) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:06.207917 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d66ab1d-5eb5-4bf7-bcd4-974b1fd047a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.249738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-a269105f-ea9f-40d4-81cf-c563178538f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.252353 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-a269105f-ea9f-40d4-81cf-c563178538f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2203853 May 06 09:41:06.267397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-98d33f25-5218-4228-b096-0efc16998d23 None None] Provisioning complete for port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:06.267847 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-98d33f25-5218-4228-b096-0efc16998d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.350841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Allocated IP 19.80.0.147 (e4f7c02f-5cd1-4e3f-8fbd-d448481042ed/d7880143-2ed4-43a7-90ad-b8e7d36d697d/4b564562-bdd1-4226-bc6d-32e8804c7473) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:06.397058 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-7631f8c2-fd6e-47e1-9972-bdd16d79213b service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242969 May 06 09:41:06.410020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Made reservation on behalf of 9080838ee2c14d3e847db047249597df for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:06.413566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.505550 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d66ab1d-5eb5-4bf7-bcd4-974b1fd047a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.567059 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f44b995-fe19-4122-bc51-6c492307b8f2 req-bc61c3b7-e0fa-4c13-9101-fb2efcf24be8 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511834 May 06 09:41:06.580561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ebbcc-9408-46e3-9fcb-136cdb547482 req-477e9d32-5fbe-40ee-ad3a-430a4dbca37f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.582150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c0ebbcc-9408-46e3-9fcb-136cdb547482 req-477e9d32-5fbe-40ee-ad3a-430a4dbca37f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 948 time: 0.3915668 May 06 09:41:06.624220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Allocated IP 172.20.0.13 (eb880386-d650-4e06-a325-20773a93e2aa/b88a17c3-4fb2-4744-9ec9-99545bc58e92/1eeb151d-ae93-4988-aab4-0bbaadf617ea) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:06.721191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-2730cf05-2742-414a-979f-dc07c118bc92 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.722745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-2730cf05-2742-414a-979f-dc07c118bc92 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "GET /v2.0/networks?id=eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 200 len: 818 time: 0.5043492 May 06 09:41:06.745377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Request body: {'port': {'device_id': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa', 'admin_state_up': True, 'tenant_id': '9080838ee2c14d3e847db047249597df'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:06.759699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c0ebbcc-9408-46e3-9fcb-136cdb547482 req-4a174ff7-2009-4a7a-b570-5c95ab478d8f tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572614 May 06 09:41:06.762653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.826240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d66ab1d-5eb5-4bf7-bcd4-974b1fd047a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.828802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d66ab1d-5eb5-4bf7-bcd4-974b1fd047a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:06.832633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1d66ab1d-5eb5-4bf7-bcd4-974b1fd047a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2aaae23a-3fb0-41ef-baee-361f3d239131 HTTP/1.1" status: 204 len: 168 time: 0.9524558 May 06 09:41:06.881382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66ab1d-5eb5-4bf7-bcd4-974b1fd047a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaae23a-3fb0-41ef-baee-361f3d239131,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:06.883407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-cc463ed6-6691-4047-9a44-aa1362c1f30b tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:06.884957 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-cc463ed6-6691-4047-9a44-aa1362c1f30b tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "GET /v2.0/networks?id=eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 200 len: 818 time: 0.1566079 May 06 09:41:06.914993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Request body: {'port': {'device_id': '413d36df-e4e4-47cc-b540-57627721b2f7', 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa', 'admin_state_up': True, 'tenant_id': '9080838ee2c14d3e847db047249597df'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:06.915148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc41df06-ba90-4639-bb36-0dce5b679fbc req-05062de8-ec16-4d78-831d-77da273b0000 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 210 time: 0.0564635 May 06 09:41:06.968207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.017302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.056916 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.061892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-088d15a6-e1e7-494e-85f8-2ada71082845 req-2e796927-c22e-4c8f-94ae-5aac5903f576 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 210 time: 0.0426052 May 06 09:41:07.073171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Made reservation on behalf of 9080838ee2c14d3e847db047249597df for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:07.077758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.097880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:07.120870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.126017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:07.133249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Made reservation on behalf of 9080838ee2c14d3e847db047249597df for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:07.137099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.141009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.157330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:07.161714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Pushing event updated for resources: {'Port': ['ID=9ef9c48f-d564-4da8-9fde-9289fa815e45,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:07.164130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:07.228033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Pushing event updated for resources: {'Port': ['ID=1eeb151d-ae93-4988-aab4-0bbaadf617ea,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:07.244100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:07.248633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:07.252222 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.269263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Network eb880386-d650-4e06-a325-20773a93e2aa is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:07.273476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:07.280722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:07.293269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:07.294068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:07.366453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Port': ['ID=4b564562-bdd1-4226-bc6d-32e8804c7473,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:07.450300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:07.451649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.463770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Allocated IP 172.20.0.9 (eb880386-d650-4e06-a325-20773a93e2aa/b88a17c3-4fb2-4744-9ec9-99545bc58e92/98e80251-c0e5-4eb8-b167-b3ab63b27bcf) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:07.480464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:07.481327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.491940 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-2ef206a3-59e1-4c5f-8484-e2c2aea8f62a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4831820 May 06 09:41:07.508583 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.526501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Request body: {'port': {'device_id': '5e81388f-73a7-4344-9df9-b33f0152877e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:07.533700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-60da7f50-a75c-426b-a404-1ba737d59804 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9977756 May 06 09:41:07.577002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Request body: {'port': {'device_id': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b', 'admin_state_up': True, 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:07.630940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-57ef54ed-361e-40ea-9a65-2e4370d0f73c None None] Provisioning complete for port 4b564562-bdd1-4226-bc6d-32e8804c7473 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:07.631318 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-57ef54ed-361e-40ea-9a65-2e4370d0f73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.654622 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ad8414-07bb-4d36-849d-b1d3635fa373 x-openstack-request-id: req-57ad8414-07bb-4d36-849d-b1d3635fa373 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:07.654959 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ca8fb3-7c2f-4c8b-9678-e0978f647855", "tag": "e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:07.655258 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57ad8414-07bb-4d36-849d-b1d3635fa373 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:07.655632 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ad8414-07bb-4d36-849d-b1d3635fa373'] response: {'name': 'network-changed', 'server_uuid': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'tag': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', 'status': 'completed', 'code': 200} May 06 09:41:07.691871 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.729460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-57ef54ed-361e-40ea-9a65-2e4370d0f73c None None] Port 4b564562-bdd1-4226-bc6d-32e8804c7473 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:07.739013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:07.783272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb447061-fcd5-441f-97f1-33b87b00f1fb req-ad03808b-fb58-4775-aee0-8549ff024d2b tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0533979 May 06 09:41:07.890431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Made reservation on behalf of 37ac28d4e690443cbc13ef7bbe42f55a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:07.894126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.014410 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.023794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.135903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Pushing event updated for resources: {'Port': ['ID=9ef9c48f-d564-4da8-9fde-9289fa815e45,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:08.151798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.173836 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.174218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-3c6db966-9b30-4c57-842d-c55f7ff96169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.175684 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-3c6db966-9b30-4c57-842d-c55f7ff96169 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 1099 time: 0.4890981 May 06 09:41:08.182840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Allocated IP 19.86.0.128 (25825c2c-1bd3-45b8-9a47-a9e9415e550b/670f97a7-9c34-4846-8561-7ed1699b30a2/e6654509-a30c-4b10-8739-5bcf0cebcd76) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:08.220686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.221894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-64828285-024f-4e7b-8fec-4fbec6ea2cf1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9707177 May 06 09:41:08.268267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e329cae-5049-448e-9316-c41b6310d84e req-89c68a8d-9c31-4e49-9d4e-09f7c2622111 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.269898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e329cae-5049-448e-9316-c41b6310d84e req-89c68a8d-9c31-4e49-9d4e-09f7c2622111 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 1099 time: 0.1121266 May 06 09:41:08.336625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-cb47d905-3b74-4336-aea0-2e2ecdd3d134 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0919483 May 06 09:41:08.349505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.409261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Network eb880386-d650-4e06-a325-20773a93e2aa is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:08.410501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-a4a54572-688c-4de6-bc49-77bc78a7e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.411987 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-a4a54572-688c-4de6-bc49-77bc78a7e83c service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2250278 May 06 09:41:08.416778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:08.424471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:08.430023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Pushing event updated for resources: {'Port': ['ID=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:08.490151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e329cae-5049-448e-9316-c41b6310d84e req-e37c75b7-bdc9-4e1d-93dd-51ea6a25ebf4 tempest-MigrationsAdminTest-641441801 tempest-MigrationsAdminTest-641441801-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865337 May 06 09:41:08.494290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-e5aa09ef-f408-46c5-9106-ce97f0459314 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 HTTP/1.1" status: 200 len: 217 time: 0.0668759 May 06 09:41:08.531380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.531380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.531611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Allocated IP 172.20.0.3 (eb880386-d650-4e06-a325-20773a93e2aa/b88a17c3-4fb2-4744-9ec9-99545bc58e92/94efbe21-4730-4246-b729-cdccce80c070) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:08.583731 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-b443530f-7b8c-4839-af2f-4c025f8b5544 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6754434 May 06 09:41:08.591775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-88ce8060-255f-4efb-adb8-c44015e419af tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.593330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29b7da1f-8b17-4250-83c7-dc7564647057 req-88ce8060-255f-4efb-adb8-c44015e419af tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2380927 May 06 09:41:08.612786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Request body: {'port': {'device_id': '413d36df-e4e4-47cc-b540-57627721b2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:08.617346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-7f64a993-0c95-41ca-b854-49c15d1211e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.621233 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-7f64a993-0c95-41ca-b854-49c15d1211e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1134183 May 06 09:41:08.660247 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.734056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-90b359ea-24c2-48fd-b092-1b402b00208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.735751 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-90b359ea-24c2-48fd-b092-1b402b00208e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0850580 May 06 09:41:08.736346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.845275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9425265-5a27-4038-900f-e4bab69cff34 req-ed9a6a18-6573-41a9-9675-58f42fb5ae0d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.846921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9425265-5a27-4038-900f-e4bab69cff34 req-ed9a6a18-6573-41a9-9675-58f42fb5ae0d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 948 time: 0.2102354 May 06 09:41:08.908127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.912968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:08.936750 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-cbdcb358-492a-4aac-804a-8829e6337933 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888511 May 06 09:41:08.965432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee58be-ae2a-4824-9d37-42fa873923c5 req-0317c5f1-e58d-433e-9d55-b4bb0747ae62 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:08.967098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95ee58be-ae2a-4824-9d37-42fa873923c5 req-0317c5f1-e58d-433e-9d55-b4bb0747ae62 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 932 time: 0.2001808 May 06 09:41:08.991759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9425265-5a27-4038-900f-e4bab69cff34 req-cc014996-8627-4ed7-a097-2bc10f6778bc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333711 May 06 09:41:09.004332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Network 25825c2c-1bd3-45b8-9a47-a9e9415e550b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:09.024124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:09.031636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event updated for resources: {'Port': ['ID=e6654509-a30c-4b10-8739-5bcf0cebcd76,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.035277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:09.051282 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-12381a5e-0fbb-486e-9125-d4cef43fb679 req-9b3d5f48-901c-4a3b-ad1f-40e83e74de8b service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062465 May 06 09:41:09.063793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:41:09.116960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95ee58be-ae2a-4824-9d37-42fa873923c5 req-b32113b1-7cad-46d3-bda7-9a4c9410d6dc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374707 May 06 09:41:09.121535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.140029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:09.165632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.166166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.210761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Network eb880386-d650-4e06-a325-20773a93e2aa is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:09.219916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746537f8-9eb2-4cdd-89cc-971e40979ed5 req-e3ec56af-0d8f-48c6-9d61-4c20cca90bbb tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.221455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-746537f8-9eb2-4cdd-89cc-971e40979ed5 req-e3ec56af-0d8f-48c6-9d61-4c20cca90bbb tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 931 time: 0.1431136 May 06 09:41:09.223762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:09.228111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-8bc66c3c-7afa-4a49-8d0e-da7c90a3de6b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6550975 May 06 09:41:09.228721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Pushing event updated for resources: {'Port': ['ID=94efbe21-4730-4246-b729-cdccce80c070,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.231177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:09.246791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Request body: {'port': {'device_id': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:09.253679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 93c1037c-4759-47ed-823c-fe1eb8c461d8 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:09.258327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 93c1037c-4759-47ed-823c-fe1eb8c461d8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:09.258942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.290358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eeb151d-ae93-4988-aab4-0bbaadf617ea {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:09.302219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.320952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Transition to ACTIVE for port object 1eeb151d-ae93-4988-aab4-0bbaadf617ea will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:09.370012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-746537f8-9eb2-4cdd-89cc-971e40979ed5 req-2865d477-86bd-42f6-a7d5-f4a27624d36e tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353514 May 06 09:41:09.371342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.400067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.411853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.412463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.457210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.460744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:09.463068 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36289c15-493f-4114-95ab-bb7861a3fc71" -d '{"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-plugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:09.464027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-0bdbedce-3986-4f00-b1bb-cdeb8034eff3 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7224064 May 06 09:41:09.481581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Request body: {'port': {'device_id': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:09.494701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:09.506067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.514961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1677e221-f815-4a4e-88c6-be79fa46106a None None] Provisioning complete for port e6654509-a30c-4b10-8739-5bcf0cebcd76 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:09.514961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1677e221-f815-4a4e-88c6-be79fa46106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.558745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=1eeb151d-ae93-4988-aab4-0bbaadf617ea,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.593516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1677e221-f815-4a4e-88c6-be79fa46106a None None] Port e6654509-a30c-4b10-8739-5bcf0cebcd76 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:09.599275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=13']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.660618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Attempting to bind port 1eeb151d-ae93-4988-aab4-0bbaadf617ea on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:09.660850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Attempting to bind port 1eeb151d-ae93-4988-aab4-0bbaadf617ea by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:09.661122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Attempting to bind port 1eeb151d-ae93-4988-aab4-0bbaadf617ea on network eb880386-d650-4e06-a325-20773a93e2aa {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:09.684074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Port 1eeb151d-ae93-4988-aab4-0bbaadf617ea on network eb880386-d650-4e06-a325-20773a93e2aa not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:09.684311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Attempting to bind port 1eeb151d-ae93-4988-aab4-0bbaadf617ea on network eb880386-d650-4e06-a325-20773a93e2aa {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:09.695822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:09.696160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Checking segment: {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:09.696546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Bound using segment: {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:09.696989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Bound port: 1eeb151d-ae93-4988-aab4-0bbaadf617ea, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:09.697349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.705916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e80251-c0e5-4eb8-b167-b3ab63b27bcf {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:09.722191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.757755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Transition to ACTIVE for port object 98e80251-c0e5-4eb8-b167-b3ab63b27bcf will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:09.767769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.833355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] For port 1eeb151d-ae93-4988-aab4-0bbaadf617ea, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:09.842303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] For port 1eeb151d-ae93-4988-aab4-0bbaadf617ea, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1eeb151d-ae93-4988-aab4-0bbaadf617ea,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:09.845455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Pushing event updated for resources: {'Port': ['ID=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:09.850106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.909905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:09.910578 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:09.911966 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] 10.222.0.82 "PUT /v2.0/ports/1eeb151d-ae93-4988-aab4-0bbaadf617ea HTTP/1.1" status: 200 len: 1092 time: 2.3963766 May 06 09:41:09.912406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e81388f-73a7-4344-9df9-b33f0152877e', 'tag': '1eeb151d-ae93-4988-aab4-0bbaadf617ea'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:09.915407 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2204b9-5620-4852-a380-d5f4964f5012" -d '{"events": [{"name": "network-changed", "server_uuid": "5e81388f-73a7-4344-9df9-b33f0152877e", "tag": "1eeb151d-ae93-4988-aab4-0bbaadf617ea"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:09.935367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6aed292-9fca-4024-884d-f8ee7d2dcdab req-f8a01d76-7510-410c-b082-c9538c082b03 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.4251933 May 06 09:41:09.959413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeee30-719f-4afe-8e3a-a2d48d8c1f4d service neutron] Pushing event updated for resources: {'Port': ['ID=1eeb151d-ae93-4988-aab4-0bbaadf617ea,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:10.015052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Attempting to bind port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:10.015392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Attempting to bind port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:10.015782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Attempting to bind port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf on network eb880386-d650-4e06-a325-20773a93e2aa {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:10.025501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf on network eb880386-d650-4e06-a325-20773a93e2aa not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:10.025822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Attempting to bind port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf on network eb880386-d650-4e06-a325-20773a93e2aa {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:10.031063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.038711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:10.039046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Checking segment: {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:10.039431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Bound using segment: {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:10.039894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Bound port: 98e80251-c0e5-4eb8-b167-b3ab63b27bcf, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:10.040248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.043269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-e091a8c3-4405-4645-8bbe-e32a9b472bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.045343 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-e091a8c3-4405-4645-8bbe-e32a9b472bad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9080838ee2c14d3e847db047249597df&device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 1095 time: 0.0713561 May 06 09:41:10.112377 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-d23bc130-abb9-4694-ba65-4ca2d42b0f0c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eeb151d-ae93-4988-aab4-0bbaadf617ea HTTP/1.1" status: 200 len: 217 time: 0.0568988 May 06 09:41:10.237271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-93099a9a-fac5-4d5a-82a1-2e2a41608ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.239309 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-93099a9a-fac5-4d5a-82a1-2e2a41608ecd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b88a17c3-4fb2-4744-9ec9-99545bc58e92 HTTP/1.1" status: 200 len: 858 time: 0.1009872 May 06 09:41:10.244780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] For port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:10.265053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] For port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:10.279283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-176c724f-9c52-4450-b88d-306790169f1d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.287171 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-56dd4d17-2aed-431f-bbfe-d5a6a3935d3e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eb880386-d650-4e06-a325-20773a93e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379517 May 06 09:41:10.287485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-176c724f-9c52-4450-b88d-306790169f1d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 820 time: 0.8023019 May 06 09:41:10.288577 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.378416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.379131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.380630 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] 10.222.0.82 "PUT /v2.0/ports/98e80251-c0e5-4eb8-b167-b3ab63b27bcf HTTP/1.1" status: 200 len: 1091 time: 1.7844200 May 06 09:41:10.403151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-62a54b56-fa97-451a-ba1d-8b1215324a93 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/quotas/b02cdb418ca4444b98adee4b7d6df045 HTTP/1.1" status: 200 len: 375 time: 0.1146801 May 06 09:41:10.412586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cda9e2-16c7-42ee-b195-7fd6ac2ecc0e service neutron] Pushing event updated for resources: {'Port': ['ID=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:10.438795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-9d8dc8ff-319b-4b28-95a1-27e55cf0fb90 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429498 May 06 09:41:10.541797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49421ad1-e7a2-4356-b19a-3b5745d3cbb5 req-ef9f242c-90c7-4bc7-b037-c8eca0fa4bfd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.543166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49421ad1-e7a2-4356-b19a-3b5745d3cbb5 req-ef9f242c-90c7-4bc7-b037-c8eca0fa4bfd tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 949 time: 0.2380838 May 06 09:41:10.549307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-b80cfc7d-c92e-4b98-a746-6d524f24d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.550777 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-b80cfc7d-c92e-4b98-a746-6d524f24d642 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9080838ee2c14d3e847db047249597df&device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0950508 May 06 09:41:10.571081 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-2b4cdd0d-5408-45e9-a39d-101d00696438 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231258 May 06 09:41:10.582959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-96ead84a-d862-4bf4-9ac9-793fbd9d9bdd tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1782844 May 06 09:41:10.612029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-31ed3222-defa-44ff-b0c5-9d784b5fbb5e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e80251-c0e5-4eb8-b167-b3ab63b27bcf HTTP/1.1" status: 200 len: 217 time: 0.0500309 May 06 09:41:10.678711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-ecb60091-95ea-46c8-8777-8a619a4ecfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.680234 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-ecb60091-95ea-46c8-8777-8a619a4ecfff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b88a17c3-4fb2-4744-9ec9-99545bc58e92 HTTP/1.1" status: 200 len: 858 time: 0.0546744 May 06 09:41:10.714403 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-055dade5-b874-4938-a8db-9f3c41308a69 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eb880386-d650-4e06-a325-20773a93e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246391 May 06 09:41:10.729240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b564562-bdd1-4226-bc6d-32e8804c7473 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:10.741401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.745824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49421ad1-e7a2-4356-b19a-3b5745d3cbb5 req-fe798643-e020-4cab-8ab5-2ef36e295a39 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937389 May 06 09:41:10.776970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Transition to ACTIVE for port object 4b564562-bdd1-4226-bc6d-32e8804c7473 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:10.787334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.818170 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-64baab6c-c5b0-4486-88aa-2c121497347c service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969863 May 06 09:41:10.839500 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c9bd5-5512-426a-99ec-61d8ce820a35 x-openstack-request-id: req-b50c9bd5-5512-426a-99ec-61d8ce820a35 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:10.846504 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-plugged", "status": "completed", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:10.849327 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b50c9bd5-5512-426a-99ec-61d8ce820a35 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:10.851416 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b50c9bd5-5512-426a-99ec-61d8ce820a35'] response: {'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'code': 200} May 06 09:41:10.878468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94efbe21-4730-4246-b729-cdccce80c070 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:10.886952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-eddaf3ab-48a7-46e0-9bf1-d7ccb6d32a34 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772429 May 06 09:41:10.888649 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21be3e4d-c095-4d40-9f37-a17ad8cb58c7 x-openstack-request-id: req-21be3e4d-c095-4d40-9f37-a17ad8cb58c7 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:10.888916 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e81388f-73a7-4344-9df9-b33f0152877e", "tag": "1eeb151d-ae93-4988-aab4-0bbaadf617ea", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:10.889234 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21be3e4d-c095-4d40-9f37-a17ad8cb58c7 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:10.889637 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21be3e4d-c095-4d40-9f37-a17ad8cb58c7'] response: {'name': 'network-changed', 'server_uuid': '5e81388f-73a7-4344-9df9-b33f0152877e', 'tag': '1eeb151d-ae93-4988-aab4-0bbaadf617ea', 'status': 'completed', 'code': 200} May 06 09:41:10.899245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:10.909129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b564562-bdd1-4226-bc6d-32e8804c7473,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:10.977568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Transition to ACTIVE for port object 94efbe21-4730-4246-b729-cdccce80c070 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:10.984483 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-ab0ce761-d2f6-4e4c-b709-ec2772ba4164 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578455 May 06 09:41:10.996167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-a7fc67d3-03a0-4d05-b0f0-5ab7d25a03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:10.998139 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-a7fc67d3-03a0-4d05-b0f0-5ab7d25a03ce service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9080838ee2c14d3e847db047249597df&device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 1095 time: 0.0748069 May 06 09:41:11.022210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.113175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-e966f943-9d9d-4bc1-ab38-ba8574202d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.114636 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-e966f943-9d9d-4bc1-ab38-ba8574202d8b service neutron] 10.222.0.82 "GET /v2.0/networks?id=eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 200 len: 919 time: 0.0992923 May 06 09:41:11.151767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Pushing event updated for resources: {'Port': ['ID=94efbe21-4730-4246-b729-cdccce80c070,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:11.163020 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-431cfdf7-86d4-4fe6-ba4e-89f8bd07a3f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eeb151d-ae93-4988-aab4-0bbaadf617ea HTTP/1.1" status: 200 len: 217 time: 0.0367544 May 06 09:41:11.195952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b349-9370-4935-b8e7-f4a61d638a3e req-14e4b429-cbb5-4ce6-ae81-62c22a362f0a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.197411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e3b349-9370-4935-b8e7-f4a61d638a3e req-14e4b429-cbb5-4ce6-ae81-62c22a362f0a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 948 time: 0.2083337 May 06 09:41:11.208293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-d1ec4026-c58b-48cb-821d-87859ce39bdc service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111110 May 06 09:41:11.219946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-60e95c80-9f79-4329-97df-52cd1b44f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.221417 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-60e95c80-9f79-4329-97df-52cd1b44f65a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b88a17c3-4fb2-4744-9ec9-99545bc58e92 HTTP/1.1" status: 200 len: 858 time: 0.0512397 May 06 09:41:11.244808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Attempting to bind port 4b564562-bdd1-4226-bc6d-32e8804c7473 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:11.245140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Attempting to bind port 4b564562-bdd1-4226-bc6d-32e8804c7473 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:11.245464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Attempting to bind port 4b564562-bdd1-4226-bc6d-32e8804c7473 on network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:11.257796 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-8db987bc-fcca-4b3c-a7b8-eabde41b52a5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eb880386-d650-4e06-a325-20773a93e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282083 May 06 09:41:11.266071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Port 4b564562-bdd1-4226-bc6d-32e8804c7473 on network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:11.266365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Attempting to bind port 4b564562-bdd1-4226-bc6d-32e8804c7473 on network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:11.283801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:11.284141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Checking segment: {'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:11.284507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Bound using segment: {'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:11.284937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Bound port: 4b564562-bdd1-4226-bc6d-32e8804c7473, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66479b3c-01bb-4440-8d08-4888c367dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:11.285277 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.292147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26e3b349-9370-4935-b8e7-f4a61d638a3e req-e3c88966-44ae-4d03-a3f4-c1d9a6135f42 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806692 May 06 09:41:11.318412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Attempting to bind port 94efbe21-4730-4246-b729-cdccce80c070 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:11.318669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Attempting to bind port 94efbe21-4730-4246-b729-cdccce80c070 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:11.318981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Attempting to bind port 94efbe21-4730-4246-b729-cdccce80c070 on network eb880386-d650-4e06-a325-20773a93e2aa {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:11.343419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Port 94efbe21-4730-4246-b729-cdccce80c070 on network eb880386-d650-4e06-a325-20773a93e2aa not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:11.343784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Attempting to bind port 94efbe21-4730-4246-b729-cdccce80c070 on network eb880386-d650-4e06-a325-20773a93e2aa {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:11.353172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:11.353529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Checking segment: {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:11.353883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Bound using segment: {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:11.354313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Bound port: 94efbe21-4730-4246-b729-cdccce80c070, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:11.354674 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.412686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] For port 4b564562-bdd1-4226-bc6d-32e8804c7473, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:11.430803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] For port 4b564562-bdd1-4226-bc6d-32e8804c7473, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4b564562-bdd1-4226-bc6d-32e8804c7473,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:11.433276 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-d1c29b59-c6b1-491f-8fe0-2a11161eb706 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680946 May 06 09:41:11.455962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.545781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] For port 94efbe21-4730-4246-b729-cdccce80c070, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:11.550129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.550741 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.552133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] 10.222.0.82 "PUT /v2.0/ports/4b564562-bdd1-4226-bc6d-32e8804c7473 HTTP/1.1" status: 200 len: 1092 time: 2.3093302 May 06 09:41:11.556778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'tag': '4b564562-bdd1-4226-bc6d-32e8804c7473'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:11.559018 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de59c1de-9dfd-4aed-a638-9fa3610d7914" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "tag": "4b564562-bdd1-4226-bc6d-32e8804c7473"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:11.585731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] For port 94efbe21-4730-4246-b729-cdccce80c070, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94efbe21-4730-4246-b729-cdccce80c070,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:11.587094 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0e2204b9-5620-4852-a380-d5f4964f5012 req-c84f2a22-b4e3-4f95-b0ce-585714e10a72 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422946 May 06 09:41:11.602000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Request body: {'port': {'device_id': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:11.644619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0833f-52e9-4d9c-88ab-14c6627e813c req-7bc5cdba-af16-4d46-8d8c-cb5ef1df998b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.651215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0833f-52e9-4d9c-88ab-14c6627e813c req-7bc5cdba-af16-4d46-8d8c-cb5ef1df998b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.652858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26d0833f-52e9-4d9c-88ab-14c6627e813c req-7bc5cdba-af16-4d46-8d8c-cb5ef1df998b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1667 time: 0.2241247 May 06 09:41:11.654306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.686101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19480d94-a512-40c3-8cd1-7c54eb6b4cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b564562-bdd1-4226-bc6d-32e8804c7473,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:11.745947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ece9c-0389-4ac9-931c-8615db95d546 req-c624e946-602a-411c-9f10-5a9356d1680f tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.754272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-255ece9c-0389-4ac9-931c-8615db95d546 req-c624e946-602a-411c-9f10-5a9356d1680f tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 943 time: 0.3051672 May 06 09:41:11.757061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.757434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.758777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] 10.222.0.82 "PUT /v2.0/ports/94efbe21-4730-4246-b729-cdccce80c070 HTTP/1.1" status: 200 len: 1091 time: 2.2850106 May 06 09:41:11.819411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-e32b2ea5-cf44-485f-b654-f8bd58bf212e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.822941 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-e32b2ea5-cf44-485f-b654-f8bd58bf212e tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 949 time: 0.0789876 May 06 09:41:11.848175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:11.861305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26d0833f-52e9-4d9c-88ab-14c6627e813c req-bb32367a-8c16-45cf-afe1-97597646e6bd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921582 May 06 09:41:11.920659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf8a61-b402-4fe0-8023-712837c2d035 service neutron] Pushing event updated for resources: {'Port': ['ID=94efbe21-4730-4246-b729-cdccce80c070,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:11.930298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-255ece9c-0389-4ac9-931c-8615db95d546 req-3ab0d923-2220-4290-a7b7-68c41cd55e14 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751835 May 06 09:41:11.966446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-e049f5d0-4088-4c5a-8108-fcee4add6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:11.969650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-e049f5d0-4088-4c5a-8108-fcee4add6707 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9080838ee2c14d3e847db047249597df&device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 1094 time: 0.1529443 May 06 09:41:11.972860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Deleting port 93c1037c-4759-47ed-823c-fe1eb8c461d8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:11.973202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.083830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] For port 93c1037c-4759-47ed-823c-fe1eb8c461d8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=93c1037c-4759-47ed-823c-fe1eb8c461d8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:12.084252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.102042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Calling delete_port for 93c1037c-4759-47ed-823c-fe1eb8c461d8 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:12.152456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-f53240ad-ae7d-4f6f-9696-b354c2fe143a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94efbe21-4730-4246-b729-cdccce80c070 HTTP/1.1" status: 200 len: 217 time: 0.1730356 May 06 09:41:12.230642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4990e228-008f-46a4-bf59-7422bafd8605 req-941bc51f-e08f-4a37-b2fb-22cc31c6b021 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 210 time: 0.0839837 May 06 09:41:12.305260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.318216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7cac82b-c26a-496c-acca-01dd0b18e2e5 req-03a4eebe-8dd9-4c53-934e-f1f39773aa68 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0401196 May 06 09:41:12.322567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'd64f4bb4-0cb5-40e4-a517-12715a69a396'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:12.326981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['a50b2efb-10a2-4a5f-a23e-a8225529a851', '93c1037c-4759-47ed-823c-fe1eb8c461d8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:12.327627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441501-2ad9-402e-b678-093942128e6f req-7a67a161-a7e5-4d34-9cd2-7cd8c9b0ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.329186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-7a67a161-a7e5-4d34-9cd2-7cd8c9b0ba76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b88a17c3-4fb2-4744-9ec9-99545bc58e92 HTTP/1.1" status: 200 len: 858 time: 0.1628113 May 06 09:41:12.354054 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccca464-c7f1-4343-89b4-dedcaf351b62 x-openstack-request-id: req-1ccca464-c7f1-4343-89b4-dedcaf351b62 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:12.354416 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "tag": "4b564562-bdd1-4226-bc6d-32e8804c7473", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:12.354880 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ccca464-c7f1-4343-89b4-dedcaf351b62 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:12.355215 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccca464-c7f1-4343-89b4-dedcaf351b62'] response: {'name': 'network-changed', 'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'tag': '4b564562-bdd1-4226-bc6d-32e8804c7473', 'status': 'completed', 'code': 200} May 06 09:41:12.377496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-e55ae753-33d5-4b1d-b111-0941cc95dadf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eb880386-d650-4e06-a325-20773a93e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401528 May 06 09:41:12.391263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event deleted for resources: {'Port': ['ID=93c1037c-4759-47ed-823c-fe1eb8c461d8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:12.452984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43540) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:12.587255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] No DVR routers for this DVR port 93c1037c-4759-47ed-823c-fe1eb8c461d8 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:12.607552 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.617028 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d5851d9d-5bbf-4e18-818e-818c5ec6f9e6 req-2db078e6-1a55-4714-b663-661b9e07d046 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "DELETE /v2.0/ports/93c1037c-4759-47ed-823c-fe1eb8c461d8 HTTP/1.1" status: 204 len: 173 time: 0.7880571 May 06 09:41:12.639191 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-a5493a37-7ffa-405e-8312-57d87572216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.639838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-a5493a37-7ffa-405e-8312-57d87572216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.641473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-a5493a37-7ffa-405e-8312-57d87572216d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1914 time: 0.2432780 May 06 09:41:12.665429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8717ac78-0b21-401c-9770-e56a1595514e req-3b1fc7a0-a89a-4277-a34e-eca79d7e9eb5 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=53e3e71a-c755-4dab-b008-8b958cb784e0 HTTP/1.1" status: 200 len: 210 time: 0.1163213 May 06 09:41:12.843331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6654509-a30c-4b10-8739-5bcf0cebcd76 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:12.856149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dcaf60b8-4caa-4b98-89e5-cad86bed86c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.868227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-d8d82249-1bac-4f5f-896c-7f3f911d38d6 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781122 May 06 09:41:12.884213 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:12.908706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae292e85-9760-4910-8b3c-b0112d32b742 req-3ad2dbc9-b280-4709-a758-cf43eb9eb563 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:12.910342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae292e85-9760-4910-8b3c-b0112d32b742 req-3ad2dbc9-b280-4709-a758-cf43eb9eb563 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 948 time: 0.2101440 May 06 09:41:12.914745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413d36df-e4e4-47cc-b540-57627721b2f7', 'tag': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf'}, {'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-deleted', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:12.923846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 98e80251-c0e5-4eb8-b167-b3ab63b27bcf details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:12.925104 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48426add-481e-4b08-b6d4-a6da1f04a1af" -d '{"events": [{"name": "network-changed", "server_uuid": "413d36df-e4e4-47cc-b540-57627721b2f7", "tag": "98e80251-c0e5-4eb8-b167-b3ab63b27bcf"}, {"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-deleted", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:13.022924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-dee6c2f2-fd54-4823-90d8-2cd9cf4f57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.023550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-dee6c2f2-fd54-4823-90d8-2cd9cf4f57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.024046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-dee6c2f2-fd54-4823-90d8-2cd9cf4f57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.025692 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-dee6c2f2-fd54-4823-90d8-2cd9cf4f57ea service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3759906 May 06 09:41:13.067040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] Deleting subnet c4e199ac-e5c1-4305-9b5b-3707327d6d64 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:41:13.070143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.107642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.134216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-b32b1277-c8b3-429a-90cd-0fa06b765e85 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.136227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-b32b1277-c8b3-429a-90cd-0fa06b765e85 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 820 time: 0.3569613 May 06 09:41:13.147742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:13.147970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.157242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'port': {'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'admin_state_up': True, 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:13.181237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:13.221182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-b1bc7d05-9568-40fb-b73e-38a9b7a14c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.222800 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-de59c1de-9dfd-4aed-a638-9fa3610d7914 req-b1bc7d05-9568-40fb-b73e-38a9b7a14c53 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808186 May 06 09:41:13.252828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf', 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa', 'port_id': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf', 'mac_address': 'fa:16:3e:bc:c4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88a17c3-4fb2-4744-9ec9-99545bc58e92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:13.303881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Made reservation on behalf of b02cdb418ca4444b98adee4b7d6df045 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:13.307619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.430944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.438005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:13.467680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', 'mac_address': 'fa:16:3e:3a:a5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:13.471821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e80251-c0e5-4eb8-b167-b3ab63b27bcf {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:13.483258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Allocated IP 172.20.0.8 (ac96e728-e10d-4b51-a8c7-0e5c73907702/f306e21e-43a7-42f9-9468-29763ab81de8/6f7a7d31-6266-40c3-8d32-b898c03d7420) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:13.522255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:13.530723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.531766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1eeb151d-ae93-4988-aab4-0bbaadf617ea details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:13.549336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.595250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Transition to ACTIVE for port object e6654509-a30c-4b10-8739-5bcf0cebcd76 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:13.597330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:13.642673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 1eeb151d-ae93-4988-aab4-0bbaadf617ea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1eeb151d-ae93-4988-aab4-0bbaadf617ea,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:13.651886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae292e85-9760-4910-8b3c-b0112d32b742 req-4f3e1341-8745-4499-976f-0b24826b00ee tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426232 May 06 09:41:13.655148 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.655350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:13.663286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:13.667686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '1eeb151d-ae93-4988-aab4-0bbaadf617ea', 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa', 'port_id': '1eeb151d-ae93-4988-aab4-0bbaadf617ea', 'mac_address': 'fa:16:3e:3e:87:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88a17c3-4fb2-4744-9ec9-99545bc58e92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:13.668083 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.669931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.687666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.725978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72441501-2ad9-402e-b678-093942128e6f req-b8636cff-f1d5-4ecc-8b80-ba3117eaf5d8 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387959 May 06 09:41:13.733667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e199ac-e5c1-4305-9b5b-3707327d6d64,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:13.743330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.763040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:13.766909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aa7904fd-ae2c-46aa-950f-6f9bcfc97b6b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c4e199ac-e5c1-4305-9b5b-3707327d6d64 HTTP/1.1" status: 204 len: 168 time: 1.3107314 May 06 09:41:13.778335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43572) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:13.786908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['0b5c6f8d-43a3-4bf7-9177-c48645d9b881'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:13.816176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7abdb-6aca-4589-af76-4f1ed8e0b84e req-0bc5d566-e9ce-43b3-a46f-66daf48fbf9e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.822473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7abdb-6aca-4589-af76-4f1ed8e0b84e req-0bc5d566-e9ce-43b3-a46f-66daf48fbf9e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:13.832907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65d7abdb-6aca-4589-af76-4f1ed8e0b84e req-0bc5d566-e9ce-43b3-a46f-66daf48fbf9e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1667 time: 0.8267729 May 06 09:41:13.987713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:13.990252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6654509-a30c-4b10-8739-5bcf0cebcd76,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:14.004489 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.041796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eeb151d-ae93-4988-aab4-0bbaadf617ea {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:14.087530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65d7abdb-6aca-4589-af76-4f1ed8e0b84e req-a0df023b-e1a8-45bf-82c9-8f995f675dec tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532859 May 06 09:41:14.090100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 1eeb151d-ae93-4988-aab4-0bbaadf617ea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1eeb151d-ae93-4988-aab4-0bbaadf617ea,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:14.105550 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.110479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.120555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-8aea1f60-f4e9-4736-b5ea-621d3661733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.122145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-8aea1f60-f4e9-4736-b5ea-621d3661733b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9080838ee2c14d3e847db047249597df&device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 1095 time: 0.1857555 May 06 09:41:14.126069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Attempting to bind port e6654509-a30c-4b10-8739-5bcf0cebcd76 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:14.126394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Attempting to bind port e6654509-a30c-4b10-8739-5bcf0cebcd76 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:14.126722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Attempting to bind port e6654509-a30c-4b10-8739-5bcf0cebcd76 on network 25825c2c-1bd3-45b8-9a47-a9e9415e550b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:14.160500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Port e6654509-a30c-4b10-8739-5bcf0cebcd76 on network 25825c2c-1bd3-45b8-9a47-a9e9415e550b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:14.160912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Attempting to bind port e6654509-a30c-4b10-8739-5bcf0cebcd76 on network 25825c2c-1bd3-45b8-9a47-a9e9415e550b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:14.161193 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c2470a-9d94-45cf-922a-a943553c773d x-openstack-request-id: req-45c2470a-9d94-45cf-922a-a943553c773d {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:14.161554 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413d36df-e4e4-47cc-b540-57627721b2f7", "tag": "98e80251-c0e5-4eb8-b167-b3ab63b27bcf", "status": "completed", "code": 200}, {"server_uuid": "53e3e71a-c755-4dab-b008-8b958cb784e0", "name": "network-vif-deleted", "tag": "93c1037c-4759-47ed-823c-fe1eb8c461d8", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:14.161865 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45c2470a-9d94-45cf-922a-a943553c773d {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:14.162320 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c2470a-9d94-45cf-922a-a943553c773d'] response: {'name': 'network-changed', 'server_uuid': '413d36df-e4e4-47cc-b540-57627721b2f7', 'tag': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf', 'status': 'completed', 'code': 200} May 06 09:41:14.162633 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c2470a-9d94-45cf-922a-a943553c773d'] response: {'server_uuid': '53e3e71a-c755-4dab-b008-8b958cb784e0', 'name': 'network-vif-deleted', 'tag': '93c1037c-4759-47ed-823c-fe1eb8c461d8', 'status': 'completed', 'code': 200} May 06 09:41:14.169042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:14.172038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:14.175646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:14.179348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:14.203567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675f4c6-bc11-4e74-afbd-50fba60d7322 req-9d68e8d4-8a6f-4fed-86e5-209a76a54529 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.204969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a675f4c6-bc11-4e74-afbd-50fba60d7322 req-9d68e8d4-8a6f-4fed-86e5-209a76a54529 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 944 time: 0.2018538 May 06 09:41:14.247235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:14.247573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Checking segment: {'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:14.247983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Bound using segment: {'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:14.248438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Bound port: e6654509-a30c-4b10-8739-5bcf0cebcd76, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a744f82-19cf-4716-89c2-bba897eb6f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:14.248792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.248937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.251875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.264184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Pushing event updated for resources: {'Port': ['ID=6f7a7d31-6266-40c3-8d32-b898c03d7420,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:14.270774 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c407b198-aa6f-4c3b-a3df-65de42d47c1a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1175635 May 06 09:41:14.284219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Request body: {'port': {'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:14.319910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=1eeb151d-ae93-4988-aab4-0bbaadf617ea,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:14.347940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.379842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.398156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'tag': '94efbe21-4730-4246-b729-cdccce80c070'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:14.401664 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59" -d '{"events": [{"name": "network-changed", "server_uuid": "5a34f0c3-8f5b-478e-9d35-f07b45904341", "tag": "94efbe21-4730-4246-b729-cdccce80c070"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:14.407162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['98e80251-c0e5-4eb8-b167-b3ab63b27bcf'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:14.476097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['1eeb151d-ae93-4988-aab4-0bbaadf617ea'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:14.483433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd4ccf-6b7d-4028-a136-6dd179e51e74 req-aa5d500e-f35e-47ea-bcf1-44c7ff29a577 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.487168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10dd4ccf-6b7d-4028-a136-6dd179e51e74 req-aa5d500e-f35e-47ea-bcf1-44c7ff29a577 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 931 time: 0.3219402 May 06 09:41:14.499076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c687e6-13c2-4bbd-9da0-b7771c15e1af']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:14.514408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a675f4c6-bc11-4e74-afbd-50fba60d7322 req-215d4642-4c4a-4ebb-b40a-e5a421e585a1 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915459 May 06 09:41:14.549811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce6aef4-61ca-4413-9739-32633569686f') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:14.550163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce6aef4-61ca-4413-9739-32633569686f') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:14.565107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-91da168d-fe3f-4fe6-bd52-479aab901091 None None] Provisioning complete for port 6f7a7d31-6266-40c3-8d32-b898c03d7420 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:14.565587 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91da168d-fe3f-4fe6-bd52-479aab901091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.589480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-468f6d29-9cfe-4c36-83bc-e361f741f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.590932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-468f6d29-9cfe-4c36-83bc-e361f741f7f3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 200 len: 919 time: 0.4586160 May 06 09:41:14.594578 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.613878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10dd4ccf-6b7d-4028-a136-6dd179e51e74 req-dfb2df8b-ba05-4079-bd31-adfa694faef7 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176486 May 06 09:41:14.641923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-91da168d-fe3f-4fe6-bd52-479aab901091 None None] Port 6f7a7d31-6266-40c3-8d32-b898c03d7420 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:14.674641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-206ee81d-56b1-4719-815f-73e0a7913d98 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e80251-c0e5-4eb8-b167-b3ab63b27bcf HTTP/1.1" status: 200 len: 217 time: 0.0647759 May 06 09:41:14.683410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] For port e6654509-a30c-4b10-8739-5bcf0cebcd76, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:14.702283 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.745639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bd89527-0f55-44c4-ac7e-52dedcc34adb req-274f4e9c-3c4f-4ade-8241-b3d174cffcf6 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0663126 May 06 09:41:14.753697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] For port e6654509-a30c-4b10-8739-5bcf0cebcd76, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6654509-a30c-4b10-8739-5bcf0cebcd76,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:14.759931 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7a7d31-6266-40c3-8d32-b898c03d7420 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:14.776789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:41:14.777197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: timer() May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:41:14.788285 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:41:14.793435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.793566 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047fea80-9fa0-440f-a57c-be496f9dd21f x-openstack-request-id: req-047fea80-9fa0-440f-a57c-be496f9dd21f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:14.793566 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a34f0c3-8f5b-478e-9d35-f07b45904341", "tag": "94efbe21-4730-4246-b729-cdccce80c070", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:14.793566 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-047fea80-9fa0-440f-a57c-be496f9dd21f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:14.793566 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047fea80-9fa0-440f-a57c-be496f9dd21f'] response: {'name': 'network-changed', 'server_uuid': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'tag': '94efbe21-4730-4246-b729-cdccce80c070', 'status': 'completed', 'code': 200} May 06 09:41:14.812382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.815479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Transition to ACTIVE for port object 6f7a7d31-6266-40c3-8d32-b898c03d7420 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:14.830269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.908700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.909279 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:14.913159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/e6654509-a30c-4b10-8739-5bcf0cebcd76 HTTP/1.1" status: 200 len: 1092 time: 3.3307741 May 06 09:41:14.915252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7a7d31-6266-40c3-8d32-b898c03d7420,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:14.977034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-3d2d266e-1219-46ce-8bea-33c04f79ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:14.978481 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-3d2d266e-1219-46ce-8bea-33c04f79ab74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9080838ee2c14d3e847db047249597df&device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 1094 time: 0.1665523 May 06 09:41:15.027472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-7600e930-533c-485d-a3d2-eea80a53483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.030432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-7600e930-533c-485d-a3d2-eea80a53483c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b88a17c3-4fb2-4744-9ec9-99545bc58e92 HTTP/1.1" status: 200 len: 858 time: 0.3319814 May 06 09:41:15.040755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.056003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dcd036f0-e98e-4480-b634-8abd18ee19dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.083072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.091208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] 10.222.0.76 "DELETE /v2.0/networks/60c687e6-13c2-4bbd-9da0-b7771c15e1af HTTP/1.1" status: 204 len: 168 time: 1.2894328 May 06 09:41:15.124637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:15.145303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-43e26865-9a60-456e-b5a3-c52231198878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eb880386-d650-4e06-a325-20773a93e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983386 May 06 09:41:15.178572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 93c1037c-4759-47ed-823c-fe1eb8c461d8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:15.179359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 93c1037c-4759-47ed-823c-fe1eb8c461d8 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:15.242261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-ac523f42-66dc-4717-a63b-2e3d9915247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.247151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-ac523f42-66dc-4717-a63b-2e3d9915247d service neutron] 10.222.0.82 "GET /v2.0/networks?id=eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 200 len: 919 time: 0.2456441 May 06 09:41:15.285213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed8118-2743-4ca3-9599-c9556b10aa53 admin admin] Pushing event deleted for resources: {'Network': ['ID=60c687e6-13c2-4bbd-9da0-b7771c15e1af,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:15.294897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128a716-342b-425d-9ba8-a41ba9bb03c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6654509-a30c-4b10-8739-5bcf0cebcd76,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:15.335492 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-36374b45-86b5-4db5-b69a-7c47ee9aaf28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94efbe21-4730-4246-b729-cdccce80c070 HTTP/1.1" status: 200 len: 217 time: 0.0784326 May 06 09:41:15.336516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Attempting to bind port 6f7a7d31-6266-40c3-8d32-b898c03d7420 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:15.336850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Attempting to bind port 6f7a7d31-6266-40c3-8d32-b898c03d7420 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:15.337172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Attempting to bind port 6f7a7d31-6266-40c3-8d32-b898c03d7420 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:15.342592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Port 6f7a7d31-6266-40c3-8d32-b898c03d7420 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:15.343148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Attempting to bind port 6f7a7d31-6266-40c3-8d32-b898c03d7420 on network ac96e728-e10d-4b51-a8c7-0e5c73907702 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:15.347462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d322d-284b-40c5-b8d6-cd5bb3072c6d req-01a5cf3d-8957-44bd-a2a0-696f1fcbd28d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.348468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43598) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:15.349242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b19d322d-284b-40c5-b8d6-cd5bb3072c6d req-01a5cf3d-8957-44bd-a2a0-696f1fcbd28d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 949 time: 0.4195077 May 06 09:41:15.369728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:15.370423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Checking segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:15.370798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Bound using segment: {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:15.371421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Bound port: 6f7a7d31-6266-40c3-8d32-b898c03d7420, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dcad244-aab0-4f36-bd26-54e7d1bee507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:15.371918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.400388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-6f89c2e7-d600-4d51-b127-a3c5a370ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.400663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-6f89c2e7-d600-4d51-b127-a3c5a370ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.402102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-6f89c2e7-d600-4d51-b127-a3c5a370ef05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1981 time: 0.3946168 May 06 09:41:15.470808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-d041af91-5f0a-4d2b-9053-452ddbd80b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.472605 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-d041af91-5f0a-4d2b-9053-452ddbd80b18 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b88a17c3-4fb2-4744-9ec9-99545bc58e92 HTTP/1.1" status: 200 len: 858 time: 0.1227298 May 06 09:41:15.491200 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2faa4d4a-b37c-4938-8727-b38cac8a3fa8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be3a060def1c4870b8cc28ff458007ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382339 May 06 09:41:15.493371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43604) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:15.494349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-ece21595-9753-4169-8d14-6fa45d8cbea2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=4b564562-bdd1-4226-bc6d-32e8804c7473 HTTP/1.1" status: 200 len: 217 time: 0.0692132 May 06 09:41:15.503497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43606) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:15.525685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98beb79-e801-4051-8ada-95315fb5fceb req-94b8e732-667b-4b0d-af67-2a8db36f5ce3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.527501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98beb79-e801-4051-8ada-95315fb5fceb req-94b8e732-667b-4b0d-af67-2a8db36f5ce3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 949 time: 0.2014065 May 06 09:41:15.529902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-9648623f-ec9a-47c2-a23c-5dcac7ac5949 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640535 May 06 09:41:15.541274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b19d322d-284b-40c5-b8d6-cd5bb3072c6d req-51fa6ade-01df-4435-875b-902fa09de51d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563492 May 06 09:41:15.542944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-3c1a5127-2d7f-47d4-a89a-63c81b9bc715 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=eb880386-d650-4e06-a325-20773a93e2aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503407 May 06 09:41:15.559756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] For port 6f7a7d31-6266-40c3-8d32-b898c03d7420, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:15.646240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] For port 6f7a7d31-6266-40c3-8d32-b898c03d7420, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:15.658372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.718415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.719569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.720900 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] 10.222.0.83 "PUT /v2.0/ports/6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 1091 time: 1.4412677 May 06 09:41:15.723175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98beb79-e801-4051-8ada-95315fb5fceb req-0160d3ff-585f-40f6-a756-dcccfb785cf9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801846 May 06 09:41:15.727080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2172f9ab-6f5c-4982-b637-2ad3a11ca834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.736604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eaec6a05-27f5-493b-9ecc-6739e63f4691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.746286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-ef824b7e-66a3-421d-81cb-7d839f937959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.748060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-ef824b7e-66a3-421d-81cb-7d839f937959 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d7880143-2ed4-43a7-90ad-b8e7d36d697d HTTP/1.1" status: 200 len: 801 time: 0.2433898 May 06 09:41:15.805648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-b298efab-446d-4c15-b3f5-14caf345383a service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545748 May 06 09:41:15.826383 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2172f9ab-6f5c-4982-b637-2ad3a11ca834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:15.828237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a2bcf-0dd8-4d89-8daa-18d73f717b22 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7a7d31-6266-40c3-8d32-b898c03d7420,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:15.837140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c66c4d-3327-40a6-9cb4-bf2827294bd0 req-bd90aa5e-97ba-4c1c-88fb-42c3b0ecd6a9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.843863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c66c4d-3327-40a6-9cb4-bf2827294bd0 req-bd90aa5e-97ba-4c1c-88fb-42c3b0ecd6a9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.845499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02c66c4d-3327-40a6-9cb4-bf2827294bd0 req-bd90aa5e-97ba-4c1c-88fb-42c3b0ecd6a9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1679 time: 0.2319748 May 06 09:41:15.914037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48426add-481e-4b08-b6d4-a6da1f04a1af req-f2785bb6-6094-4a5d-b672-6021c495e4e0 service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419135 May 06 09:41:15.941830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-1e45c895-d721-4b1e-8453-167bb7b00251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.943449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-1e45c895-d721-4b1e-8453-167bb7b00251 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e4f7c02f-5cd1-4e3f-8fbd-d448481042ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1846614 May 06 09:41:15.949611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-5f765dae-18b3-4749-ac8a-ce3eb2502100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:15.950923 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-5f765dae-18b3-4749-ac8a-ce3eb2502100 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 1094 time: 0.1655815 May 06 09:41:15.998087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02c66c4d-3327-40a6-9cb4-bf2827294bd0 req-fa667958-5694-4adc-afc8-6ae34bc87cce tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415670 May 06 09:41:16.019515 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-974f8343-95a3-4076-82b3-013f5344b837 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 217 time: 0.0456994 May 06 09:41:16.032874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2172f9ab-6f5c-4982-b637-2ad3a11ca834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.036536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2172f9ab-6f5c-4982-b637-2ad3a11ca834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.040101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2172f9ab-6f5c-4982-b637-2ad3a11ca834 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3d5d6b2-b13a-4937-b487-3d2291a52bd3 HTTP/1.1" status: 204 len: 168 time: 0.5379701 May 06 09:41:16.048188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64de49-805c-44c6-a437-f3f43404f426 req-20cb411b-37c2-4a7d-ab3c-88b56ad6b183 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.055517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e64de49-805c-44c6-a437-f3f43404f426 req-20cb411b-37c2-4a7d-ab3c-88b56ad6b183 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 944 time: 0.2010233 May 06 09:41:16.072322 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ad3553b0-61bc-4312-a7b8-9168ed1fdd59 req-7562da8c-2082-488e-ae9b-3b2d243ef1da service neutron] 10.222.0.82 "GET /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486680 May 06 09:41:16.082871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f9ab-6f5c-4982-b637-2ad3a11ca834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5d6b2-b13a-4937-b487-3d2291a52bd3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:16.093629 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eaec6a05-27f5-493b-9ecc-6739e63f4691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.104605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-e16f8e19-03c1-43a1-80ef-516981b1552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.107944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-e16f8e19-03c1-43a1-80ef-516981b1552f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.0882502 May 06 09:41:16.110093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eaec6a05-27f5-493b-9ecc-6739e63f4691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.164301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:16.166560 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ab8fb6-ac47-4446-a992-8769d9d65d03" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:16.176978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c59e3aea-5f51-4e81-b916-54b465b85e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.178144 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-c59e3aea-5f51-4e81-b916-54b465b85e88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623984 May 06 09:41:16.196476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e64de49-805c-44c6-a437-f3f43404f426 req-745e230f-d89f-45f9-8151-7ccc61cef52b tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368999 May 06 09:41:16.208222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec6a05-27f5-493b-9ecc-6739e63f4691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166835af-7803-4a7b-827e-1b103197ec7b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:16.236336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eaec6a05-27f5-493b-9ecc-6739e63f4691 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f64440511ba4a1389aea44b16e0d175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7303624 May 06 09:41:16.240106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43622) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:16.250212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-b7baf52d-c94f-4fd8-b218-c5eaca7a3fd9 service neutron] 10.222.0.82 "GET /v2.0/networks/e4f7c02f-5cd1-4e3f-8fbd-d448481042ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852545 May 06 09:41:16.285360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cf5b1-7e0b-4685-a351-d021c50d7411 req-4bfafe92-b326-4e61-8c4d-ca1d91f28eeb tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.287401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e8cf5b1-7e0b-4685-a351-d021c50d7411 req-4bfafe92-b326-4e61-8c4d-ca1d91f28eeb tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 943 time: 0.2021899 May 06 09:41:16.292885 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-7a745475-a582-4e7f-8158-2ff1dcfc65a4 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054718 May 06 09:41:16.315918 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.378679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87baed59-0f38-4c8e-a263-acd54cc529c6 req-3fffa0ac-7d9c-4f72-b4b8-c4e0d34f2a07 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0902636 May 06 09:41:16.401197 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b97d8273-3f84-4bdf-b33e-2723b10a9a98 req-9484b4a6-36ca-4a11-bf61-3472549006e5 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007180 May 06 09:41:16.461411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e8cf5b1-7e0b-4685-a351-d021c50d7411 req-6c39212c-b98d-42e5-8a7c-4264a9226ae9 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368906 May 06 09:41:16.462072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce7f8fba-9cfa-49da-af6e-9b8023e35eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.467219 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc60c256-a3b2-46a7-80d6-cc10af0a709c x-openstack-request-id: req-cc60c256-a3b2-46a7-80d6-cc10af0a709c {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:16.467643 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:16.468002 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc60c256-a3b2-46a7-80d6-cc10af0a709c {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:16.468844 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc60c256-a3b2-46a7-80d6-cc10af0a709c'] response: {'name': 'network-changed', 'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'status': 'completed', 'code': 200} May 06 09:41:16.519737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-d9adca5a-e13a-4b9b-a15b-456a739e68c6 service neutron] 10.222.0.82 "GET /v2.0/networks/e4f7c02f-5cd1-4e3f-8fbd-d448481042ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550635 May 06 09:41:16.524898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce7f8fba-9cfa-49da-af6e-9b8023e35eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.541678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.574687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-9f85347f-0ca4-4ed4-8d17-7e802ae56250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.577652 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-9f85347f-0ca4-4ed4-8d17-7e802ae56250 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 1094 time: 0.0726750 May 06 09:41:16.607252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-7ce07335-1407-4a1d-95c3-b3c73bc5a8a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=e6654509-a30c-4b10-8739-5bcf0cebcd76 HTTP/1.1" status: 200 len: 217 time: 0.0671754 May 06 09:41:16.700840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-6ecda5e7-e95a-442d-8a44-5363207dfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.702322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-6ecda5e7-e95a-442d-8a44-5363207dfdef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=670f97a7-9c34-4846-8561-7ed1699b30a2 HTTP/1.1" status: 200 len: 801 time: 0.0862498 May 06 09:41:16.703848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce7f8fba-9cfa-49da-af6e-9b8023e35eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.706323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce7f8fba-9cfa-49da-af6e-9b8023e35eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.707373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ce7f8fba-9cfa-49da-af6e-9b8023e35eb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/166835af-7803-4a7b-827e-1b103197ec7b HTTP/1.1" status: 204 len: 168 time: 0.4663744 May 06 09:41:16.715997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-f41d54ed-3b53-46b1-8706-59f37a47a457 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.717752 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-f41d54ed-3b53-46b1-8706-59f37a47a457 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 949 time: 0.1174569 May 06 09:41:16.730110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f8fba-9cfa-49da-af6e-9b8023e35eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166835af-7803-4a7b-827e-1b103197ec7b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:16.756697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec089-277c-4d3a-9a87-aa0979236338 req-334cc51a-d6a4-44eb-a9c9-b49fb45c51bc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.758211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-caaec089-277c-4d3a-9a87-aa0979236338 req-334cc51a-d6a4-44eb-a9c9-b49fb45c51bc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 949 time: 0.1063614 May 06 09:41:16.760476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-4c324132-c2f8-4441-9bb3-4915bc1f919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.761914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-4c324132-c2f8-4441-9bb3-4915bc1f919c service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.1721859 May 06 09:41:16.794413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'tag': 'e6654509-a30c-4b10-8739-5bcf0cebcd76'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:16.796733 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e06cec6-d742-4bce-9b07-ae738f1d3a14" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "tag": "e6654509-a30c-4b10-8739-5bcf0cebcd76"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:16.804236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8231f-f5f4-4506-afca-5389585228ff req-f4e2b06b-5fa7-45eb-a1e3-1d225a5d34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.805090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-f4e2b06b-5fa7-45eb-a1e3-1d225a5d34b0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25825c2c-1bd3-45b8-9a47-a9e9415e550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0920947 May 06 09:41:16.843722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-caaec089-277c-4d3a-9a87-aa0979236338 req-896fa704-8d53-4602-a51f-1986297746bb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638602 May 06 09:41:16.848845 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-007a5da3-a3ab-45ac-a9b1-d83e533d3342 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 217 time: 0.0781171 May 06 09:41:16.921374 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-14266ead-994d-4bc1-8948-00b581a05e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:16.924902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-14266ead-994d-4bc1-8948-00b581a05e67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.0663056 May 06 09:41:16.926369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 94efbe21-4730-4246-b729-cdccce80c070 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:16.931045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 98e80251-c0e5-4eb8-b167-b3ab63b27bcf up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:16.939445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Deleting port d64f4bb4-0cb5-40e4-a517-12715a69a396 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:16.939887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:16.940184 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea14f3e6-9a24-4c6e-9bc7-293f05f8216c x-openstack-request-id: req-ea14f3e6-9a24-4c6e-9bc7-293f05f8216c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:16.940479 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "tag": "e6654509-a30c-4b10-8739-5bcf0cebcd76", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:16.940721 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea14f3e6-9a24-4c6e-9bc7-293f05f8216c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:16.941170 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea14f3e6-9a24-4c6e-9bc7-293f05f8216c'] response: {'name': 'network-changed', 'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'tag': 'e6654509-a30c-4b10-8739-5bcf0cebcd76', 'status': 'completed', 'code': 200} May 06 09:41:16.991105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9a516-4588-44b3-862d-d633aa39eaff req-3ed6e64e-a7c8-4977-b3d8-ac0bc4152e50 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.002284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78d9a516-4588-44b3-862d-d633aa39eaff req-3ed6e64e-a7c8-4977-b3d8-ac0bc4152e50 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=3ab41355-dd3e-4cef-b1c4-04b836588395 HTTP/1.1" status: 200 len: 949 time: 0.1340859 May 06 09:41:17.088632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] For port d64f4bb4-0cb5-40e4-a517-12715a69a396, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d64f4bb4-0cb5-40e4-a517-12715a69a396,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:17.089000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.103945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Calling delete_port for d64f4bb4-0cb5-40e4-a517-12715a69a396 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:17.120648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:17.130778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:17.132034 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.141762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-8baf5140-a6d2-4c75-ace0-10b0c8a9fac0 service neutron] 10.222.0.82 "GET /v2.0/networks/25825c2c-1bd3-45b8-9a47-a9e9415e550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265204 May 06 09:41:17.180190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:17.196258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78d9a516-4588-44b3-862d-d633aa39eaff req-4fcfc130-6cbf-45d1-9e87-f5eaea518e63 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930995 May 06 09:41:17.223269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 94efbe21-4730-4246-b729-cdccce80c070, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94efbe21-4730-4246-b729-cdccce80c070,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:17.252890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '94efbe21-4730-4246-b729-cdccce80c070', 'network_id': 'eb880386-d650-4e06-a325-20773a93e2aa', 'port_id': '94efbe21-4730-4246-b729-cdccce80c070', 'mac_address': 'fa:16:3e:0a:85:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88a17c3-4fb2-4744-9ec9-99545bc58e92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:17.282696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-4fa15bf2-799c-4a2a-ba6a-bfd0d774c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.284229 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-4fa15bf2-799c-4a2a-ba6a-bfd0d774c3af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3484163 May 06 09:41:17.315429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.333810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'd64f4bb4-0cb5-40e4-a517-12715a69a396'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:17.336610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['a50b2efb-10a2-4a5f-a23e-a8225529a851'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:17.363008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43660) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:17.367226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85a8231f-f5f4-4506-afca-5389585228ff req-a14502d1-6c50-4955-aa07-e54a1670bc0c service neutron] 10.222.0.82 "GET /v2.0/networks/25825c2c-1bd3-45b8-9a47-a9e9415e550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945641 May 06 09:41:17.389529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28d0d-4e31-450b-966f-a56049b09bce req-e8711527-63d3-4632-8537-d22cfc11ed6e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.396450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c28d0d-4e31-450b-966f-a56049b09bce req-e8711527-63d3-4632-8537-d22cfc11ed6e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.398133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c28d0d-4e31-450b-966f-a56049b09bce req-e8711527-63d3-4632-8537-d22cfc11ed6e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1679 time: 0.2554300 May 06 09:41:17.423837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5dab-a03e-44e2-90c0-a23bd93c62fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.427481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event deleted for resources: {'Port': ['ID=d64f4bb4-0cb5-40e4-a517-12715a69a396,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:17.458798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c28d0d-4e31-450b-966f-a56049b09bce req-8eb457aa-54f3-4442-831f-ee86e49924f5 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 May 06 09:41:17.489308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] No DVR routers for this DVR port d64f4bb4-0cb5-40e4-a517-12715a69a396 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:17.493769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.498620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-abfcbd01-89d9-41bf-ab34-289a3f35292f req-d34867e5-40c4-41d9-bddc-2101759521bf tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "DELETE /v2.0/ports/d64f4bb4-0cb5-40e4-a517-12715a69a396 HTTP/1.1" status: 204 len: 173 time: 0.7744434 May 06 09:41:17.556065 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-2f60961e-ec95-4987-98f5-f0d2b80e8f25 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614522 May 06 09:41:17.591010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-07aa042a-7b09-49ad-8f2b-5d39117d60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.592159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-07aa042a-7b09-49ad-8f2b-5d39117d60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.595605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-07aa042a-7b09-49ad-8f2b-5d39117d60ac service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1981 time: 0.1488719 May 06 09:41:17.614151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:17.623731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:17.624247 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.625958 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.699163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.711788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5dab-a03e-44e2-90c0-a23bd93c62fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.720427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6ad5dab-a03e-44e2-90c0-a23bd93c62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.757193 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46ab8fb6-ac47-4446-a992-8769d9d65d03 req-a7c40d85-8e82-4204-86ea-a02265122780 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920402 May 06 09:41:17.757934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d36df-e4e4-47cc-b540-57627721b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:17.760208 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c137031-3d8a-4924-895e-8e976543ba4c" -d '{"events": [{"server_uuid": "413d36df-e4e4-47cc-b540-57627721b2f7", "name": "network-vif-plugged", "status": "completed", "tag": "98e80251-c0e5-4eb8-b167-b3ab63b27bcf"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:17.769809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94efbe21-4730-4246-b729-cdccce80c070 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:17.771385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad5dab-a03e-44e2-90c0-a23bd93c62fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c604b21-f340-49ed-8b1c-709faeb9e02a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:17.790031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43672) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:17.802063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d6ad5dab-a03e-44e2-90c0-a23bd93c62fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2126ebc888b34d638cd9f48fa1eb5cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349532 May 06 09:41:17.813690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-9fcd1ed5-f014-43ae-9df5-9dd65a4e9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.815164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-9fcd1ed5-f014-43ae-9df5-9dd65a4e9f38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=25825c2c-1bd3-45b8-9a47-a9e9415e550b HTTP/1.1" status: 200 len: 902 time: 0.2105598 May 06 09:41:17.831942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:17.834309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a9c60-9c8d-432e-97ea-6a8ce9e4426a req-e45ccc29-f921-4ff1-94e8-0f39589bba73 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:17.837225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-606a9c60-9c8d-432e-97ea-6a8ce9e4426a req-e45ccc29-f921-4ff1-94e8-0f39589bba73 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 944 time: 0.1168664 May 06 09:41:17.875803 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:17.876610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1eeb151d-ae93-4988-aab4-0bbaadf617ea up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:17.880654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 94efbe21-4730-4246-b729-cdccce80c070, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94efbe21-4730-4246-b729-cdccce80c070,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:17.909785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-74f84284-a273-4099-a9b6-d46c2f0818f4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=e6654509-a30c-4b10-8739-5bcf0cebcd76 HTTP/1.1" status: 200 len: 217 time: 0.0863798 May 06 09:41:17.924793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-9399d151-fe8b-431a-a247-1b0735163834 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=60a0c778fddb4818860a2541ede835a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032927 May 06 09:41:17.947623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.050212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.082786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:18.144390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.206921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 1eeb151d-ae93-4988-aab4-0bbaadf617ea completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:18.210050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:18.229360 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.236894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 1eeb151d-ae93-4988-aab4-0bbaadf617ea triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:18.237286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.238795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=94efbe21-4730-4246-b729-cdccce80c070,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:18.308129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['94efbe21-4730-4246-b729-cdccce80c070'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:18.371127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-606a9c60-9c8d-432e-97ea-6a8ce9e4426a req-b112e257-0e11-4afa-8d2b-ee41f43b480a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796302 May 06 09:41:18.376860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-cfe55979-53b6-44df-8939-09b9f7460529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:18.378289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-cfe55979-53b6-44df-8939-09b9f7460529 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=670f97a7-9c34-4846-8561-7ed1699b30a2 HTTP/1.1" status: 200 len: 801 time: 0.4556911 May 06 09:41:18.380929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:18.384068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98754dca-9eb9-43e8-ae14-1e62cd91c425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.452537 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.455359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98754dca-9eb9-43e8-ae14-1e62cd91c425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.470087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-deleted', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:18.472616 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473d277f-1d50-42d5-be62-88281da8e595" -d '{"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-deleted", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:18.485501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-9f86840d-aefa-4561-8994-4953685d1640 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:18.486945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-9f86840d-aefa-4561-8994-4953685d1640 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5303252 May 06 09:41:18.513864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcb9d254-13a8-4e4f-ad7a-3692e59d7f1b req-dc4bf1fd-cb7d-4133-b763-94ce918de47d tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0487771 May 06 09:41:18.514141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 1eeb151d-ae93-4988-aab4-0bbaadf617ea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1eeb151d-ae93-4988-aab4-0bbaadf617ea,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:18.519600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.536012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-754183f3-116e-4ad3-8dd8-da686c9327ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:18.537365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-754183f3-116e-4ad3-8dd8-da686c9327ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=25825c2c-1bd3-45b8-9a47-a9e9415e550b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485012 May 06 09:41:18.550913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-6cd22886-d15b-4761-8d7f-e13e3377cea3 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/quotas/60a0c778fddb4818860a2541ede835a6 HTTP/1.1" status: 200 len: 375 time: 0.0419438 May 06 09:41:18.592766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=1eeb151d-ae93-4988-aab4-0bbaadf617ea,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:18.618351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.649802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-ad23eea2-36f5-42e5-9c4c-6652d3c3d059 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=60a0c778fddb4818860a2541ede835a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853071 May 06 09:41:18.686456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98754dca-9eb9-43e8-ae14-1e62cd91c425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.688941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98754dca-9eb9-43e8-ae14-1e62cd91c425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:18.692421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-98754dca-9eb9-43e8-ae14-1e62cd91c425 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c604b21-f340-49ed-8b1c-709faeb9e02a HTTP/1.1" status: 204 len: 168 time: 0.8897984 May 06 09:41:18.705293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98754dca-9eb9-43e8-ae14-1e62cd91c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c604b21-f340-49ed-8b1c-709faeb9e02a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:18.732470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e58ec9-79ae-41ef-9918-9e2acedad349 req-751db0bb-223a-490c-9da4-3093319c717a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:18.734125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62e58ec9-79ae-41ef-9918-9e2acedad349 req-751db0bb-223a-490c-9da4-3093319c717a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 943 time: 0.1141543 May 06 09:41:18.738098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-3d2e3385-bff4-43c2-900e-338b332de4ec service neutron] 10.222.0.82 "GET /v2.0/networks/25825c2c-1bd3-45b8-9a47-a9e9415e550b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855299 May 06 09:41:18.823523 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5367054b-4575-4992-8a4e-442aab579056 x-openstack-request-id: req-5367054b-4575-4992-8a4e-442aab579056 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:18.823854 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d36df-e4e4-47cc-b540-57627721b2f7", "name": "network-vif-plugged", "status": "completed", "tag": "98e80251-c0e5-4eb8-b167-b3ab63b27bcf", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:18.824107 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5367054b-4575-4992-8a4e-442aab579056 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:18.824586 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5367054b-4575-4992-8a4e-442aab579056'] response: {'server_uuid': '413d36df-e4e4-47cc-b540-57627721b2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf', 'code': 200} May 06 09:41:18.860266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62e58ec9-79ae-41ef-9918-9e2acedad349 req-9bc3c52f-47cb-430a-b4b9-6f76307396a7 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187859 May 06 09:41:18.954456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e06cec6-d742-4bce-9b07-ae738f1d3a14 req-48d00179-a23f-4460-8186-916ae75aa817 service neutron] 10.222.0.82 "GET /v2.0/networks/25825c2c-1bd3-45b8-9a47-a9e9415e550b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060947 May 06 09:41:18.989366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda821d0-c80a-4ac5-bb4d-5f30b8fe2c68 req-2be98d27-4947-4528-8543-4a1cec4088c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:18.990961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dda821d0-c80a-4ac5-bb4d-5f30b8fe2c68 req-2be98d27-4947-4528-8543-4a1cec4088c7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0775063 May 06 09:41:19.018356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733d92d-205d-40c0-a519-0ce7f841cfcb req-99e230dc-1f4d-4935-be45-8e26a86fc3da tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.020224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3733d92d-205d-40c0-a519-0ce7f841cfcb req-99e230dc-1f4d-4935-be45-8e26a86fc3da tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.0953894 May 06 09:41:19.022535 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e51d6-204d-49b0-a8a5-4ae0351ab665 x-openstack-request-id: req-566e51d6-204d-49b0-a8a5-4ae0351ab665 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:19.024898 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab41355-dd3e-4cef-b1c4-04b836588395", "name": "network-vif-deleted", "tag": "d64f4bb4-0cb5-40e4-a517-12715a69a396", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:19.025341 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-566e51d6-204d-49b0-a8a5-4ae0351ab665 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:19.025743 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566e51d6-204d-49b0-a8a5-4ae0351ab665'] response: {'server_uuid': '3ab41355-dd3e-4cef-b1c4-04b836588395', 'name': 'network-vif-deleted', 'tag': 'd64f4bb4-0cb5-40e4-a517-12715a69a396', 'status': 'completed', 'code': 200} May 06 09:41:19.072245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3733d92d-205d-40c0-a519-0ce7f841cfcb req-d2201e57-85f3-4526-9630-b758ca1a35d1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450838 May 06 09:41:19.080121 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dda821d0-c80a-4ac5-bb4d-5f30b8fe2c68 req-0fcc4e70-5c53-493b-aecf-cd4adcba8bd7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744510 May 06 09:41:19.161851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f918bac4-69eb-4d0a-b0a2-391cafa40619 req-7e63b64e-eed7-44d1-bd23-76cf5cb8044c tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 210 time: 0.0285885 May 06 09:41:19.181600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23cf99-8480-4c8a-9dbe-d9767b94aba1 req-e6fce9ac-fd88-4962-95af-c667415a9e3c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.190251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23cf99-8480-4c8a-9dbe-d9767b94aba1 req-e6fce9ac-fd88-4962-95af-c667415a9e3c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.192107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e23cf99-8480-4c8a-9dbe-d9767b94aba1 req-e6fce9ac-fd88-4962-95af-c667415a9e3c tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1679 time: 0.0957022 May 06 09:41:19.238882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e23cf99-8480-4c8a-9dbe-d9767b94aba1 req-731a3323-93fc-4713-821c-add7bb8badb2 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 May 06 09:41:19.430570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d5f9d-0169-4d07-84ca-c749da09ecc5 req-9928a811-0795-4fd9-85d8-f1e6df2cf7ef tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.432772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c49d5f9d-0169-4d07-84ca-c749da09ecc5 req-9928a811-0795-4fd9-85d8-f1e6df2cf7ef tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0612450 May 06 09:41:19.508045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c49d5f9d-0169-4d07-84ca-c749da09ecc5 req-2588ab22-d718-4b23-b105-26df879c8395 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673485 May 06 09:41:19.538787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8cd5-98bc-4a3a-bd89-63aaf3ade9d6 req-b957411c-7f04-4c83-9d84-201866d811a8 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.540269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a7e8cd5-98bc-4a3a-bd89-63aaf3ade9d6 req-b957411c-7f04-4c83-9d84-201866d811a8 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0767555 May 06 09:41:19.593228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a7e8cd5-98bc-4a3a-bd89-63aaf3ade9d6 req-d33ef7d1-2247-4aee-a90a-0bbe94bdb6c8 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442202 May 06 09:41:19.664788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5db4d665-8e60-49f3-a6ca-86bd8aa60890 req-468dc8f7-d678-4279-8ec9-3efbb055e0d1 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0350692 May 06 09:41:19.979784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d61eab-22a1-4091-b69a-d8f6a9d0a82c req-34378e71-4eee-4048-8a34-af47d98e0d1d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:19.982982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52d61eab-22a1-4091-b69a-d8f6a9d0a82c req-34378e71-4eee-4048-8a34-af47d98e0d1d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 943 time: 0.0562308 May 06 09:41:20.036256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52d61eab-22a1-4091-b69a-d8f6a9d0a82c req-fb697077-b4e0-491a-a229-c80e58a44094 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 May 06 09:41:20.042819 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-711e53bf-0729-45a4-a604-f1787b334cd8 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=60a0c778fddb4818860a2541ede835a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231345 May 06 09:41:20.170879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-bcd75a64-4495-4c55-a326-e75ebc219f83 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.172609 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-bcd75a64-4495-4c55-a326-e75ebc219f83 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178513 May 06 09:41:20.196013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Request body: {'port': {'device_id': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '60a0c778fddb4818860a2541ede835a6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:20.211627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b37f4-1234-45c0-9334-ccc7b873111b req-3f2d464f-94f0-42df-99dc-7d21407a2c9d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.214217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-286b37f4-1234-45c0-9334-ccc7b873111b req-3f2d464f-94f0-42df-99dc-7d21407a2c9d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.0603893 May 06 09:41:20.258342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-286b37f4-1234-45c0-9334-ccc7b873111b req-1780c54e-a9dd-4a1c-8249-084c4ba5d882 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 May 06 09:41:20.286159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e943350b-9040-47f2-8814-df0c0140c707 req-8a1428b0-20e4-4969-a7a5-1e8c3ae80423 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 210 time: 0.0320094 May 06 09:41:20.323450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.343984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Made reservation on behalf of 60a0c778fddb4818860a2541ede835a6 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:20.348431 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.360778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.416325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a811241-2ffd-4c82-8fd3-edc012228788 req-28d32986-3ef4-4cd5-b8c4-b51cdf94f85b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.423718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a811241-2ffd-4c82-8fd3-edc012228788 req-28d32986-3ef4-4cd5-b8c4-b51cdf94f85b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.425660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a811241-2ffd-4c82-8fd3-edc012228788 req-28d32986-3ef4-4cd5-b8c4-b51cdf94f85b tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1679 time: 0.0636840 May 06 09:41:20.469596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a811241-2ffd-4c82-8fd3-edc012228788 req-2b3bfaf1-3e92-49b8-a988-aae76a922443 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 May 06 09:41:20.504105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.508496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.573727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d834e51e-de5c-4a1e-8c39-848ec9979e00,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:20.652703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607634-d126-4c8b-bb72-9a93f656d226 req-1f99c713-e03f-4ccc-9e6c-58116af917ef tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.654238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77607634-d126-4c8b-bb72-9a93f656d226 req-1f99c713-e03f-4ccc-9e6c-58116af917ef tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0521486 May 06 09:41:20.672739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Allocated IP 192.168.233.198 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/085d820b-bd74-411f-9498-27bd6acf3448) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:20.731479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77607634-d126-4c8b-bb72-9a93f656d226 req-613fc798-e9df-4b6f-b67c-5191ab2869c9 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692265 May 06 09:41:20.754311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451d03d-10b8-4822-af6e-50a76f3c0c65 req-3c5271de-bb62-460c-aea5-d1648b1ba66b tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:20.754311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a451d03d-10b8-4822-af6e-50a76f3c0c65 req-3c5271de-bb62-460c-aea5-d1648b1ba66b tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 945 time: 0.0645900 May 06 09:41:20.787505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43782) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:20.802329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a451d03d-10b8-4822-af6e-50a76f3c0c65 req-dac6b7cd-fb06-44c3-a063-02da28dc178a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450883 May 06 09:41:20.825479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2'}, {'server_uuid': '5e81388f-73a7-4344-9df9-b33f0152877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeb151d-ae93-4988-aab4-0bbaadf617ea'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:20.829110 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe9f74-d556-40db-8534-15b0d1b929a6" -d '{"events": [{"server_uuid": "08ca8fb3-7c2f-4c8b-9678-e0978f647855", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2"}, {"server_uuid": "5e81388f-73a7-4344-9df9-b33f0152877e", "name": "network-vif-plugged", "status": "completed", "tag": "1eeb151d-ae93-4988-aab4-0bbaadf617ea"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:20.864575 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.867477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e02c4bca-6ef4-402b-892a-a158a847f974 req-aef1a932-a718-4cd1-ba18-88da5eb61fdd tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0542459 May 06 09:41:20.908646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.926607 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df16eacd-455e-4bd9-917f-3b6e4800bb03 x-openstack-request-id: req-df16eacd-455e-4bd9-917f-3b6e4800bb03 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:20.927120 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ca8fb3-7c2f-4c8b-9678-e0978f647855", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2", "code": 200}, {"server_uuid": "5e81388f-73a7-4344-9df9-b33f0152877e", "name": "network-vif-plugged", "status": "completed", "tag": "1eeb151d-ae93-4988-aab4-0bbaadf617ea", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:20.928347 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df16eacd-455e-4bd9-917f-3b6e4800bb03 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:20.928912 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df16eacd-455e-4bd9-917f-3b6e4800bb03'] response: {'server_uuid': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', 'code': 200} May 06 09:41:20.929482 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df16eacd-455e-4bd9-917f-3b6e4800bb03'] response: {'server_uuid': '5e81388f-73a7-4344-9df9-b33f0152877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eeb151d-ae93-4988-aab4-0bbaadf617ea', 'code': 200} May 06 09:41:20.961632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:20.963060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6654509-a30c-4b10-8739-5bcf0cebcd76 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:20.966245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 94efbe21-4730-4246-b729-cdccce80c070 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:20.968153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:20.969621 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-275f367e-81e1-41d3-a998-932a631743f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:20.988553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:20.996096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149fd12-aeee-466b-b393-f0b14cfbf320 req-be5f6538-74e9-44b3-98d1-0a11e306320a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.006093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9149fd12-aeee-466b-b393-f0b14cfbf320 req-be5f6538-74e9-44b3-98d1-0a11e306320a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 944 time: 0.1092114 May 06 09:41:21.060818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Pushing event updated for resources: {'Port': ['ID=085d820b-bd74-411f-9498-27bd6acf3448,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:21.111501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.112428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.135109 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-63520834-4672-4e01-b070-00051a800061 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9467134 May 06 09:41:21.139537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9149fd12-aeee-466b-b393-f0b14cfbf320 req-f72a3872-8049-43df-a0e7-9fa6ef69dccb tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324527 May 06 09:41:21.156726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Request body: {'port': {'device_id': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:21.162004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6f7a7d31-6266-40c3-8d32-b898c03d7420 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:21.168462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecd9cb-d8a3-48fb-b4f1-da9cb531e411 req-9166cfc6-a75f-468c-bd09-963c3ec626cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.172209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-edecd9cb-d8a3-48fb-b4f1-da9cb531e411 req-9166cfc6-a75f-468c-bd09-963c3ec626cf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 1101 time: 0.1372788 May 06 09:41:21.196671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 94efbe21-4730-4246-b729-cdccce80c070 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:21.219990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 94efbe21-4730-4246-b729-cdccce80c070 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:21.220700 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.221393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-275f367e-81e1-41d3-a998-932a631743f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.236743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-275f367e-81e1-41d3-a998-932a631743f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.239967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c3efb-8a5c-4398-9a95-ea6c829aa346 req-82dfcee8-686c-43d6-b147-b47a4a1daac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.241456 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-234c3efb-8a5c-4398-9a95-ea6c829aa346 req-82dfcee8-686c-43d6-b147-b47a4a1daac7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 1097 time: 0.1846468 May 06 09:41:21.286494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.291757 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-234c3efb-8a5c-4398-9a95-ea6c829aa346 req-dcb69dfd-0941-4de5-a95b-d958c30e2205 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 May 06 09:41:21.305625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-edecd9cb-d8a3-48fb-b4f1-da9cb531e411 req-992e1bdd-808b-4b23-beaa-e3ec8aecc613 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102808 May 06 09:41:21.307021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f367e-81e1-41d3-a998-932a631743f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f7da58-ad16-41eb-aedc-0a3e1ead363c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:21.308120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e6654509-a30c-4b10-8739-5bcf0cebcd76, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6654509-a30c-4b10-8739-5bcf0cebcd76,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.309355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-5494bc2f-ae7f-4509-9f7f-425ad8da2cab tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.310963 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-5494bc2f-ae7f-4509-9f7f-425ad8da2cab tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.1202612 May 06 09:41:21.314873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-275f367e-81e1-41d3-a998-932a631743f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=138010b261f24aaf9836813a82b1c43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261030 May 06 09:41:21.317636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43796) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:21.323093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586aa647-c2c4-45ea-b5e8-fd67b89f1dc3 req-8d963140-d6ab-4377-8108-2a401d91d63c tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.328396 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:41:21.332154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'e6654509-a30c-4b10-8739-5bcf0cebcd76', 'network_id': '25825c2c-1bd3-45b8-9a47-a9e9415e550b', 'port_id': 'e6654509-a30c-4b10-8739-5bcf0cebcd76', 'mac_address': 'fa:16:3e:13:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670f97a7-9c34-4846-8561-7ed1699b30a2', 'ip_address': '19.86.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:21.332686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-586aa647-c2c4-45ea-b5e8-fd67b89f1dc3 req-8d963140-d6ab-4377-8108-2a401d91d63c tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 943 time: 0.1727431 May 06 09:41:21.369838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-586aa647-c2c4-45ea-b5e8-fd67b89f1dc3 req-36659303-ece2-4daf-8392-0481abbcfcd4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 May 06 09:41:21.419900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31f24b-5745-4e63-8fe0-dd424612c8ef req-551e47b6-4fcb-4ad4-947c-ede5f96027d4 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.422313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f31f24b-5745-4e63-8fe0-dd424612c8ef req-551e47b6-4fcb-4ad4-947c-ede5f96027d4 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.0563810 May 06 09:41:21.478009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f31f24b-5745-4e63-8fe0-dd424612c8ef req-353f24a8-f09e-4885-aded-90c7c472d198 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501795 May 06 09:41:21.495110 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.502285 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.514576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2495a7cb-af46-4c52-a438-ddde7f532794 None None] Provisioning complete for port 085d820b-bd74-411f-9498-27bd6acf3448 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:21.515163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2495a7cb-af46-4c52-a438-ddde7f532794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.524326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09675c5-deaa-46c3-b7ef-c4a8a4f3c675 req-6e6845ec-9344-439b-95f4-8795b56ec716 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.531320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e09675c5-deaa-46c3-b7ef-c4a8a4f3c675 req-6e6845ec-9344-439b-95f4-8795b56ec716 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 936 time: 0.0713978 May 06 09:41:21.566944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-578abe07-63a9-4f7e-b7c0-3f09e99c829a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.569886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6654509-a30c-4b10-8739-5bcf0cebcd76 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:21.590621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e6654509-a30c-4b10-8739-5bcf0cebcd76, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6654509-a30c-4b10-8739-5bcf0cebcd76,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.597314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e09675c5-deaa-46c3-b7ef-c4a8a4f3c675 req-4cdf3a12-a42c-4a58-ae1f-a1ad2e60cd6a tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 May 06 09:41:21.600432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6f7a7d31-6266-40c3-8d32-b898c03d7420, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.605099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.606580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4b564562-bdd1-4226-bc6d-32e8804c7473 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:21.611274 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-578abe07-63a9-4f7e-b7c0-3f09e99c829a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.676289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'mac_address': 'fa:16:3e:10:76:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:21.678298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e1bc-f63c-4313-8584-2815c33cb8c9 req-a63012bd-5bcb-4c15-a5cb-eabe45efc6c9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.684524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 94efbe21-4730-4246-b729-cdccce80c070, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94efbe21-4730-4246-b729-cdccce80c070,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.690091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e1bc-f63c-4313-8584-2815c33cb8c9 req-a63012bd-5bcb-4c15-a5cb-eabe45efc6c9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.692191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2495a7cb-af46-4c52-a438-ddde7f532794 None None] Port 085d820b-bd74-411f-9498-27bd6acf3448 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:21.692711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65e8e1bc-f63c-4313-8584-2815c33cb8c9 req-a63012bd-5bcb-4c15-a5cb-eabe45efc6c9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1680 time: 0.0921123 May 06 09:41:21.704678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.706163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:21.761970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65e8e1bc-f63c-4313-8584-2815c33cb8c9 req-6ccad487-19c9-4396-bdc9-01a505d5588d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569360 May 06 09:41:21.780926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: d64f4bb4-0cb5-40e4-a517-12715a69a396 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:21.781292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d64f4bb4-0cb5-40e4-a517-12715a69a396 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:21.838722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e6654509-a30c-4b10-8739-5bcf0cebcd76,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:21.874318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575d39f-c64f-4d42-bda6-b917dca84396 req-6f81fbfe-67bc-4cb8-838f-450216b8386d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:21.875879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b575d39f-c64f-4d42-bda6-b917dca84396 req-6f81fbfe-67bc-4cb8-838f-450216b8386d tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 950 time: 0.0592718 May 06 09:41:21.885207 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:21.929402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b575d39f-c64f-4d42-bda6-b917dca84396 req-9796bd5d-a2ab-49e0-9c7c-7549d01a55f0 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 May 06 09:41:21.934911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7a7d31-6266-40c3-8d32-b898c03d7420 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:21.960860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=94efbe21-4730-4246-b729-cdccce80c070,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:21.977691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4b564562-bdd1-4226-bc6d-32e8804c7473, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4b564562-bdd1-4226-bc6d-32e8804c7473,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.991509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6f7a7d31-6266-40c3-8d32-b898c03d7420, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:21.997329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '4b564562-bdd1-4226-bc6d-32e8804c7473', 'network_id': 'e4f7c02f-5cd1-4e3f-8fbd-d448481042ed', 'port_id': '4b564562-bdd1-4226-bc6d-32e8804c7473', 'mac_address': 'fa:16:3e:fe:6d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7880143-2ed4-43a7-90ad-b8e7d36d697d', 'ip_address': '19.80.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:22.002706 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.014206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d9ebc71-190e-4191-adb2-a3ad2ae008fa req-16fe8635-855b-4dd4-9c91-21aa0e8a3206 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0488679 May 06 09:41:22.051457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-578abe07-63a9-4f7e-b7c0-3f09e99c829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.053911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-578abe07-63a9-4f7e-b7c0-3f09e99c829a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.055034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-578abe07-63a9-4f7e-b7c0-3f09e99c829a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/63f7da58-ad16-41eb-aedc-0a3e1ead363c HTTP/1.1" status: 204 len: 168 time: 0.7352562 May 06 09:41:22.069073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085d820b-bd74-411f-9498-27bd6acf3448 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:22.081554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.084008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578abe07-63a9-4f7e-b7c0-3f09e99c829a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f7da58-ad16-41eb-aedc-0a3e1ead363c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.096274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.098203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Deleting port a50b2efb-10a2-4a5f-a23e-a8225529a851 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:22.098538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.101517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=6f7a7d31-6266-40c3-8d32-b898c03d7420,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.119428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b564562-bdd1-4226-bc6d-32e8804c7473 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:22.142755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4b564562-bdd1-4226-bc6d-32e8804c7473, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4b564562-bdd1-4226-bc6d-32e8804c7473,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:22.144848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Transition to ACTIVE for port object 085d820b-bd74-411f-9498-27bd6acf3448 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:22.147499 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.150079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.214565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4b564562-bdd1-4226-bc6d-32e8804c7473,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.232055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Pushing event updated for resources: {'Port': ['ID=085d820b-bd74-411f-9498-27bd6acf3448,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.296675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] For port a50b2efb-10a2-4a5f-a23e-a8225529a851, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a50b2efb-10a2-4a5f-a23e-a8225529a851,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:22.297088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.306384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9ba30-ff45-4282-9739-aa654ff44714 req-af9ea50b-9069-4274-bacb-75d6a553dd67 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.315034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Calling delete_port for a50b2efb-10a2-4a5f-a23e-a8225529a851 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:22.316021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12f9ba30-ff45-4282-9739-aa654ff44714 req-af9ea50b-9069-4274-bacb-75d6a553dd67 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 945 time: 0.0668747 May 06 09:41:22.345386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Attempting to bind port 085d820b-bd74-411f-9498-27bd6acf3448 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:22.346027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Attempting to bind port 085d820b-bd74-411f-9498-27bd6acf3448 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:22.346982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Attempting to bind port 085d820b-bd74-411f-9498-27bd6acf3448 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:22.375069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12f9ba30-ff45-4282-9739-aa654ff44714 req-28184326-1f49-48e0-a395-91d2a3639a3f tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578463 May 06 09:41:22.380715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Port 085d820b-bd74-411f-9498-27bd6acf3448 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:22.381038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Attempting to bind port 085d820b-bd74-411f-9498-27bd6acf3448 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:22.388674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:22.389275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:22.389850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:22.390442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Bound port: 085d820b-bd74-411f-9498-27bd6acf3448, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:22.391000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.519212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e6654509-a30c-4b10-8739-5bcf0cebcd76'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:22.557149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] For port 085d820b-bd74-411f-9498-27bd6acf3448, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:22.562455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75f10-2d28-401b-86f3-20bf7d1829d3 req-ece436e5-adac-4044-b867-40401ddb54d9 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.564075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72c75f10-2d28-401b-86f3-20bf7d1829d3 req-ece436e5-adac-4044-b867-40401ddb54d9 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 944 time: 0.1061058 May 06 09:41:22.569340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] For port 085d820b-bd74-411f-9498-27bd6acf3448, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=085d820b-bd74-411f-9498-27bd6acf3448,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:22.585866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['6f7a7d31-6266-40c3-8d32-b898c03d7420'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:22.600739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['4b564562-bdd1-4226-bc6d-32e8804c7473'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:22.635467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.693548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.694282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.695897 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] 10.222.0.83 "PUT /v2.0/ports/085d820b-bd74-411f-9498-27bd6acf3448 HTTP/1.1" status: 200 len: 1096 time: 1.5491266 May 06 09:41:22.696975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'tag': '085d820b-bd74-411f-9498-27bd6acf3448'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:22.700007 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81932e1-9003-4309-a6b0-897b64b276d6" -d '{"events": [{"name": "network-changed", "server_uuid": "21f3a7ee-a42b-4db1-a69a-6047b7e42809", "tag": "085d820b-bd74-411f-9498-27bd6acf3448"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:22.713446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.734468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41305cd3-cb73-435d-9dd7-0b6aa98a3180 service neutron] Pushing event updated for resources: {'Port': ['ID=085d820b-bd74-411f-9498-27bd6acf3448,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.783679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event deleted for resources: {'Port': ['ID=a50b2efb-10a2-4a5f-a23e-a8225529a851,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:22.804034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72c75f10-2d28-401b-86f3-20bf7d1829d3 req-5d095e63-ab2d-4e60-808f-7138c1e261b7 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118695 May 06 09:41:22.843761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59f021-598e-4fd7-b9cd-fcd90e054a70 req-3be8ebf4-2204-48d6-a47f-29070eceea52 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.853965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a59f021-598e-4fd7-b9cd-fcd90e054a70 req-3be8ebf4-2204-48d6-a47f-29070eceea52 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.2466254 May 06 09:41:22.885945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] No DVR routers for this DVR port a50b2efb-10a2-4a5f-a23e-a8225529a851 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:22.890963 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:22.894771 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b53f17a7-7ba5-4f59-b961-7cf0e2462d47 req-753e317c-9df9-41d4-aad7-f51d18c099c1 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.83 "DELETE /v2.0/ports/a50b2efb-10a2-4a5f-a23e-a8225529a851 HTTP/1.1" status: 204 len: 173 time: 1.2969151 May 06 09:41:22.908794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-8f1f5ea5-9d42-4cf6-9073-18dbaace9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:22.910587 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-8f1f5ea5-9d42-4cf6-9073-18dbaace9468 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a0c778fddb4818860a2541ede835a6&device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 1099 time: 0.1033020 May 06 09:41:22.933591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94efbe21-4730-4246-b729-cdccce80c070'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:22.936785 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2865db8-d97f-4682-89b3-fe5cb5e2b9f1" -d '{"events": [{"server_uuid": "5a34f0c3-8f5b-478e-9d35-f07b45904341", "name": "network-vif-plugged", "status": "completed", "tag": "94efbe21-4730-4246-b729-cdccce80c070"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:23.005342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a59f021-598e-4fd7-b9cd-fcd90e054a70 req-4daeff42-8b83-4f96-b17b-ce65a55656d4 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477408 May 06 09:41:23.057871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ccafc-997d-4e5b-b6d8-1252b7192ab5 req-934c8e78-1ab3-44d6-9327-02d3d0cd41eb tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.064479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b2ccafc-997d-4e5b-b6d8-1252b7192ab5 req-934c8e78-1ab3-44d6-9327-02d3d0cd41eb tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 948 time: 0.1212993 May 06 09:41:23.092909 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-d8e99d8b-6699-4f14-a115-cd4175d04840 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=085d820b-bd74-411f-9498-27bd6acf3448 HTTP/1.1" status: 200 len: 217 time: 0.1694434 May 06 09:41:23.112604 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee13d42e-42d2-4bac-9b29-b4febed94f0d x-openstack-request-id: req-ee13d42e-42d2-4bac-9b29-b4febed94f0d {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:23.113412 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f3a7ee-a42b-4db1-a69a-6047b7e42809", "tag": "085d820b-bd74-411f-9498-27bd6acf3448", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:23.113926 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee13d42e-42d2-4bac-9b29-b4febed94f0d {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:23.115303 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee13d42e-42d2-4bac-9b29-b4febed94f0d'] response: {'name': 'network-changed', 'server_uuid': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'tag': '085d820b-bd74-411f-9498-27bd6acf3448', 'status': 'completed', 'code': 200} May 06 09:41:23.159014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a50b2efb-10a2-4a5f-a23e-a8225529a851 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:23.190967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-f38e908f-8dd1-4780-86fb-ff28351b28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.193224 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-f38e908f-8dd1-4780-86fb-ff28351b28a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0725553 May 06 09:41:23.198855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b2ccafc-997d-4e5b-b6d8-1252b7192ab5 req-6008c3a7-f846-404e-b3c1-1c76a9edc6b5 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265149 May 06 09:41:23.210765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: a50b2efb-10a2-4a5f-a23e-a8225529a851 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:23.211104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a50b2efb-10a2-4a5f-a23e-a8225529a851 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:23.267044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-623daacc-89a1-4953-a942-719dc8d33c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.268892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-623daacc-89a1-4953-a942-719dc8d33c75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583861 May 06 09:41:23.279617 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dfaf6f-63ed-49c0-808c-d8125398248b x-openstack-request-id: req-60dfaf6f-63ed-49c0-808c-d8125398248b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:23.279617 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a34f0c3-8f5b-478e-9d35-f07b45904341", "name": "network-vif-plugged", "status": "completed", "tag": "94efbe21-4730-4246-b729-cdccce80c070", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:23.279943 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60dfaf6f-63ed-49c0-808c-d8125398248b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:23.280383 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dfaf6f-63ed-49c0-808c-d8125398248b'] response: {'server_uuid': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94efbe21-4730-4246-b729-cdccce80c070', 'code': 200} May 06 09:41:23.311514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b4b2-74aa-4fe0-a0cf-c437100ffd41 req-f473b78a-245d-4a37-81ee-ea08a6a2f4a5 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.319635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b4b2-74aa-4fe0-a0cf-c437100ffd41 req-f473b78a-245d-4a37-81ee-ea08a6a2f4a5 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.321187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0701b4b2-74aa-4fe0-a0cf-c437100ffd41 req-f473b78a-245d-4a37-81ee-ea08a6a2f4a5 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1681 time: 0.0777342 May 06 09:41:23.332520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43842) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:23.396573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8174b3c2-8a48-43ae-9b1a-47576dad353a req-e27eb0c9-f8fd-4a7d-8551-5273d383e56b tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=12a8e9e3-bc11-4cc6-8f96-6a208591577f HTTP/1.1" status: 200 len: 210 time: 0.0358615 May 06 09:41:23.399811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0701b4b2-74aa-4fe0-a0cf-c437100ffd41 req-ef8eea43-502f-4c64-89e3-4a15cdf48298 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702724 May 06 09:41:23.471762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3441a4-874a-48c2-830a-1823d236d27d req-c91608fa-f65c-4de9-abb7-df7fa3d86966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.474141 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca3441a4-874a-48c2-830a-1823d236d27d req-c91608fa-f65c-4de9-abb7-df7fa3d86966 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 1096 time: 0.1135092 May 06 09:41:23.480101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-3629baf9-004f-4b9a-bd37-66bb925d926d service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468692 May 06 09:41:23.488494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-network', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:23.566371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c427a81-e420-478b-abfc-a6825799d40f req-7a656b6b-0cae-486b-9d62-0ce31d198b5a tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0530767 May 06 09:41:23.568997 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca3441a4-874a-48c2-830a-1823d236d27d req-2e428359-a24e-437a-918c-a986e08cf44a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867050 May 06 09:41:23.576053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Made reservation on behalf of 0b86f1a2c2a2400ea0349aee0608020c for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:23.585467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.607129 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13bf3dec-1735-4f61-9aa2-c4ad2718db3a req-185ea56d-1626-4862-a3aa-81e7ff8676bf service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182735 May 06 09:41:23.615674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf6230-e479-4e51-9d65-874c9b7cc773 req-7b63a414-fef3-43a8-b151-9648f6b2c61a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.617551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dcf6230-e479-4e51-9d65-874c9b7cc773 req-7b63a414-fef3-43a8-b151-9648f6b2c61a tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 945 time: 0.1256115 May 06 09:41:23.618983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.686162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dcf6230-e479-4e51-9d65-874c9b7cc773 req-a9e9ed3a-1161-4a76-b731-e3976195b3f0 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557306 May 06 09:41:23.722739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-169995d5-ba07-4819-bdad-af7e51f13c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.724336 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-169995d5-ba07-4819-bdad-af7e51f13c33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60a0c778fddb4818860a2541ede835a6&device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 1099 time: 0.0617902 May 06 09:41:23.737391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.742600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.770363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:41:23.779570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8407b3cb-04d5-4ed1-8703-8f521549ce18,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:23.790748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.791123 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Added segment 93321add-4a07-428d-9048-852e44ed16f0 of type vlan for network b7ba03d5-91fe-4a05-8ef6-8283b17468bc May 06 09:41:23.834193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.834339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-d46e0329-83e8-4a78-aa65-a68e9b67d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.835873 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-d46e0329-83e8-4a78-aa65-a68e9b67d7f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1037149 May 06 09:41:23.867959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.869587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.870401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:23.880992 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-2cb4010a-62fe-4775-89fd-c18314a72ca6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=085d820b-bd74-411f-9498-27bd6acf3448 HTTP/1.1" status: 200 len: 217 time: 0.0373583 May 06 09:41:23.957707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-26f2052f-ffe7-4338-a788-62a7da42b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.958820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6196260 May 06 09:41:23.960145 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-26f2052f-ffe7-4338-a788-62a7da42b4ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0686789 May 06 09:41:23.962043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:23.967456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Request body: {'subnet': {'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-subnet', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:23.972808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb606b2-e757-437f-ad23-9c94845d1435 admin admin] Pushing event updated for resources: {'Network': ['ID=b7ba03d5-91fe-4a05-8ef6-8283b17468bc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:23.991317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:41:23.993612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da410f76-9845-407b-a971-687d2e9b4e71 req-0271bcb1-d9d6-4425-bf72-4e612f9c67ba tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:23.995273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da410f76-9845-407b-a971-687d2e9b4e71 req-0271bcb1-d9d6-4425-bf72-4e612f9c67ba tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 944 time: 0.1192336 May 06 09:41:24.043853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Made reservation on behalf of 0b86f1a2c2a2400ea0349aee0608020c for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:24.049034 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.053283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da410f76-9845-407b-a971-687d2e9b4e71 req-b98e2506-f449-4a3a-8e3d-4c1e769ca956 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 May 06 09:41:24.057400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-8fe05bb1-5dad-43b3-9238-77de44357b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.061633 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-8fe05bb1-5dad-43b3-9238-77de44357b03 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907557 May 06 09:41:24.084448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:24.153628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156fc7b-1005-4b5f-bf88-a3db05fb795a req-eaa70ebe-6a7c-46e3-badb-6ab845ca55ca tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.155400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2156fc7b-1005-4b5f-bf88-a3db05fb795a req-eaa70ebe-6a7c-46e3-badb-6ab845ca55ca tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.0611997 May 06 09:41:24.202175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2156fc7b-1005-4b5f-bf88-a3db05fb795a req-233cdd4b-d000-4949-b44c-0fc726620ac3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 May 06 09:41:24.266510 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-ed895181-ee94-455d-8766-17f9020e05dc service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913691 May 06 09:41:24.348801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7a8ca-1910-4e38-b787-0cddabc54eb8 req-1584039f-e292-435c-9223-36e15893a95b tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.350223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b7a8ca-1910-4e38-b787-0cddabc54eb8 req-1584039f-e292-435c-9223-36e15893a95b tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 1101 time: 0.0681360 May 06 09:41:24.363308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a4aa-d309-4273-9b1c-780482b963fb req-156fd1c1-4b1d-4e63-8d75-fc2a87aa3fb8 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.364783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f316a4aa-d309-4273-9b1c-780482b963fb req-156fd1c1-4b1d-4e63-8d75-fc2a87aa3fb8 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 948 time: 0.0744092 May 06 09:41:24.413891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b7a8ca-1910-4e38-b787-0cddabc54eb8 req-78a61802-0449-43e2-b1d5-ed1370d91743 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481398 May 06 09:41:24.436189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f316a4aa-d309-4273-9b1c-780482b963fb req-80b065f2-0bac-4de2-b689-3e9b46828e80 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566678 May 06 09:41:24.438022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.446937 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f81932e1-9003-4309-a6b0-897b64b276d6 req-6d43b31d-2b61-4b81-a9a7-2cc3e2a3d499 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601670 May 06 09:41:24.530640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f21686-6bd7-4066-aeb6-388c7b7fca42,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:24.543389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Checking segment: {'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:24.543791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Network hostable DHCP agents. Network: b7ba03d5-91fe-4a05-8ef6-8283b17468bc, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:24.563464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:24.577613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6482943-1292-455e-a737-43751fdc707c req-3934833d-6d95-4327-a901-e6ec56a8944f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.580922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b7ba03d5-91fe-4a05-8ef6-8283b17468bc) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:24.585642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6482943-1292-455e-a737-43751fdc707c req-3934833d-6d95-4327-a901-e6ec56a8944f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.588747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6482943-1292-455e-a737-43751fdc707c req-3934833d-6d95-4327-a901-e6ec56a8944f tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1681 time: 0.0782645 May 06 09:41:24.591863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441aed40-d3f4-410f-b1cb-4d702cffec45 None None] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:24.598656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.599314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.623342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3fdd8ae4-c947-498e-8be8-1b70b9160ff0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6598728 May 06 09:41:24.625962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43870) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:24.636524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:24.654247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6482943-1292-455e-a737-43751fdc707c req-5dac9e86-90e4-46c9-a96b-2d26cc677b04 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584843 May 06 09:41:24.675962 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.677474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.755969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.764359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-44e4cf2a-543d-44d0-8da5-86f3bb634cab tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298734 May 06 09:41:24.813715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b7ba03d5-91fe-4a05-8ef6-8283b17468bc', 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'fixed_ips': [{'subnet_id': '13f21686-6bd7-4066-aeb6-388c7b7fca42'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:41:24.815601 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.864334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21791c5c-bdb0-425d-8ded-1cd35f10e807 req-fa03a22c-9e6c-4d3b-ac55-a4a9f433eac3 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0372093 May 06 09:41:24.913083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:24.928053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-0125a65f-34cd-4116-b1b1-4ec0e9edaf4e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:24.929561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-0125a65f-34cd-4116-b1b1-4ec0e9edaf4e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613433 May 06 09:41:24.952010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-74551f54-cf4a-4e37-88cc-d87678ee55a0 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/quotas/1bed9cc651cd4c869d9748769312b75d HTTP/1.1" status: 200 len: 375 time: 0.0154533 May 06 09:41:24.963172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6654509-a30c-4b10-8739-5bcf0cebcd76 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:25.078637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-74b435cd-6d33-45f9-afb3-58f5a9002098 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1089780 May 06 09:41:25.091789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b9040-f960-4104-b4f8-ae5266fc26e7 req-1d554eb2-66c2-4815-83f3-d3440ca13f28 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.093690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b2b9040-f960-4104-b4f8-ae5266fc26e7 req-1d554eb2-66c2-4815-83f3-d3440ca13f28 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 945 time: 0.1230702 May 06 09:41:25.148347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6f7a7d31-6266-40c3-8d32-b898c03d7420 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:25.150927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Allocated IP 172.20.0.2 (b7ba03d5-91fe-4a05-8ef6-8283b17468bc/13f21686-6bd7-4066-aeb6-388c7b7fca42/7bbcd81f-8da6-4c46-b0c7-86c87a535538) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:25.165556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-deleted', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:25.170357 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075f6373-4242-4de3-a8aa-22182fedeba1" -d '{"events": [{"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-deleted", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:25.216789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b2b9040-f960-4104-b4f8-ae5266fc26e7 req-85bad2f2-ad34-4c8f-a75d-6f0723c95c20 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139474 May 06 09:41:25.221835 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.300835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 6f7a7d31-6266-40c3-8d32-b898c03d7420 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:25.306554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port e6654509-a30c-4b10-8739-5bcf0cebcd76 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:25.312920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port e6654509-a30c-4b10-8739-5bcf0cebcd76 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:25.313662 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.315541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 6f7a7d31-6266-40c3-8d32-b898c03d7420 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:25.316156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.321618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.411363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298410a-615b-4380-bdc1-b95cb2312fd0 req-998ff8c3-615d-4b3c-9466-d9c60b71ed03 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.421584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e298410a-615b-4380-bdc1-b95cb2312fd0 req-998ff8c3-615d-4b3c-9466-d9c60b71ed03 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 944 time: 0.1158772 May 06 09:41:25.463391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Allocated IP 172.25.8.155 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/6d890210-26f2-4af8-9bcf-0006ab99986f) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:25.467730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548f8fd-5753-489f-ace2-bb4ca8fdd71d req-36cfa34c-5dad-4e5e-a9fa-78aa8d0f4937 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.478203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.488252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5548f8fd-5753-489f-ace2-bb4ca8fdd71d req-36cfa34c-5dad-4e5e-a9fa-78aa8d0f4937 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1407096 May 06 09:41:25.517206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e298410a-615b-4380-bdc1-b95cb2312fd0 req-216aee13-923c-49f0-bfd2-f2ba867a18a1 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944004 May 06 09:41:25.541311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.578598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5548f8fd-5753-489f-ace2-bb4ca8fdd71d req-55e1f2f7-9799-4acf-9c90-d90b9981f6ed tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889552 May 06 09:41:25.601877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Pushing event updated for resources: {'Port': ['ID=7bbcd81f-8da6-4c46-b0c7-86c87a535538,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:25.621677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.634549 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.638612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:25.641008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.653861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:25.660089 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e272eeab-c45e-4400-bfba-04b662d678c4 x-openstack-request-id: req-e272eeab-c45e-4400-bfba-04b662d678c4 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:25.660620 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a8e9e3-bc11-4cc6-8f96-6a208591577f", "name": "network-vif-deleted", "tag": "a50b2efb-10a2-4a5f-a23e-a8225529a851", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:25.660883 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e272eeab-c45e-4400-bfba-04b662d678c4 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:25.663423 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e272eeab-c45e-4400-bfba-04b662d678c4'] response: {'server_uuid': '12a8e9e3-bc11-4cc6-8f96-6a208591577f', 'name': 'network-vif-deleted', 'tag': 'a50b2efb-10a2-4a5f-a23e-a8225529a851', 'status': 'completed', 'code': 200} May 06 09:41:25.663423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.664489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:25.701660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6654509-a30c-4b10-8739-5bcf0cebcd76'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:25.703855 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd418ab3-a9a3-4cac-9b4c-53ddc325c137" -d '{"events": [{"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-plugged", "status": "completed", "tag": "e6654509-a30c-4b10-8739-5bcf0cebcd76"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:25.719070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa76535c-4e9a-461a-9e8d-2f6ec7ac8845 req-536b67d9-5115-4a21-96da-991b3137f4cb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 210 time: 0.0711174 May 06 09:41:25.722887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:25.726641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:25.731303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:25.766069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Pushing event updated for resources: {'Port': ['ID=6d890210-26f2-4af8-9bcf-0006ab99986f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:25.793538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e6654509-a30c-4b10-8739-5bcf0cebcd76, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6654509-a30c-4b10-8739-5bcf0cebcd76,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:25.805201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6f7a7d31-6266-40c3-8d32-b898c03d7420, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:25.820797 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.822232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4b564562-bdd1-4226-bc6d-32e8804c7473 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:25.880647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8309b-194e-41e8-8025-41236955d4e3 req-e7534a9c-3a02-4b9b-ae00-2cec56d707c1 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.887326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8309b-194e-41e8-8025-41236955d4e3 req-e7534a9c-3a02-4b9b-ae00-2cec56d707c1 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.893023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2c8309b-194e-41e8-8025-41236955d4e3 req-e7534a9c-3a02-4b9b-ae00-2cec56d707c1 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1682 time: 0.1007044 May 06 09:41:25.894926 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.912631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f7845-2d65-4c11-b680-af6addb6a7ea req-4363dd06-7285-4c6b-b1f1-6ef588eea58b tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:25.914440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c26f7845-2d65-4c11-b680-af6addb6a7ea req-4363dd06-7285-4c6b-b1f1-6ef588eea58b tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 948 time: 0.1704292 May 06 09:41:25.927263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Attempting to bind port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:25.927960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Attempting to bind port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:25.928327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Attempting to bind port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 on network b7ba03d5-91fe-4a05-8ef6-8283b17468bc {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:25.938225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:25.938859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Checking segment: {'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:25.938991 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.939368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Bound using segment: {'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:25.940061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Bound port: 7bbcd81f-8da6-4c46-b0c7-86c87a535538, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:25.940644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:25.942874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e6654509-a30c-4b10-8739-5bcf0cebcd76,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:25.956506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 4b564562-bdd1-4226-bc6d-32e8804c7473 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:25.988796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 4b564562-bdd1-4226-bc6d-32e8804c7473 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:25.989617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.026912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2c8309b-194e-41e8-8025-41236955d4e3 req-85c1df80-8a8a-43dc-8014-eb0d5ab603af tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065950 May 06 09:41:26.076898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c26f7845-2d65-4c11-b680-af6addb6a7ea req-e4d0b239-8a40-40e8-86de-0e1406399dab tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452844 May 06 09:41:26.108806 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7920e-bc3a-40a6-bc18-5276097fc6a5 x-openstack-request-id: req-37c7920e-bc3a-40a6-bc18-5276097fc6a5 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:26.110172 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-plugged", "status": "completed", "tag": "e6654509-a30c-4b10-8739-5bcf0cebcd76", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:26.110172 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37c7920e-bc3a-40a6-bc18-5276097fc6a5 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:26.110424 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c7920e-bc3a-40a6-bc18-5276097fc6a5'] response: {'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6654509-a30c-4b10-8739-5bcf0cebcd76', 'code': 200} May 06 09:41:26.116910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=6f7a7d31-6266-40c3-8d32-b898c03d7420,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:26.122595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] For port 7bbcd81f-8da6-4c46-b0c7-86c87a535538, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:26.128822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] For port 7bbcd81f-8da6-4c46-b0c7-86c87a535538, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7bbcd81f-8da6-4c46-b0c7-86c87a535538,segment=NetworkSegment(93321add-4a07-428d-9048-852e44ed16f0),segment_id=93321add-4a07-428d-9048-852e44ed16f0)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:26.138201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.140986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.228020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.233647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec9a47f5-7844-4be6-93bc-b9835a7662c4 req-4389b030-46e8-4b78-ada3-534aebeeb4d8 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0444667 May 06 09:41:26.277751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584a081-7bc4-4d5d-9604-4b55f1bebf70 None None] Pushing event updated for resources: {'Port': ['ID=7bbcd81f-8da6-4c46-b0c7-86c87a535538,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:26.305711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 4b564562-bdd1-4226-bc6d-32e8804c7473, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4b564562-bdd1-4226-bc6d-32e8804c7473,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:26.311702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.378326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=4b564562-bdd1-4226-bc6d-32e8804c7473,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:26.432011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de1179-d507-4615-8852-a5947bbba5a6 req-006e6077-ce46-41f5-890c-59ede4b7b8af tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.436441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30de1179-d507-4615-8852-a5947bbba5a6 req-006e6077-ce46-41f5-890c-59ede4b7b8af tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 945 time: 0.0755835 May 06 09:41:26.448839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.497268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30de1179-d507-4615-8852-a5947bbba5a6 req-0fe6a062-9a77-4b31-a34a-6d37153e8b73 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 May 06 09:41:26.663810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-e243cff6-577e-412e-b7cd-9f344f5571b3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.665227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-e243cff6-577e-412e-b7cd-9f344f5571b3 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.1569629 May 06 09:41:26.698068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b803f1-38f9-423f-8c54-1532e0ac0660 req-278c8861-e8e6-4754-85d2-06cc96a2cfd2 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.701036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2b803f1-38f9-423f-8c54-1532e0ac0660 req-278c8861-e8e6-4754-85d2-06cc96a2cfd2 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 945 time: 0.0909045 May 06 09:41:26.710035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93c5f9-993d-4b71-a1d1-b7fdbc8b9873 req-c33bf710-f169-46b2-9410-6fa6fb50a406 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.711493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac93c5f9-993d-4b71-a1d1-b7fdbc8b9873 req-c33bf710-f169-46b2-9410-6fa6fb50a406 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 946 time: 0.0926735 May 06 09:41:26.773523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2b803f1-38f9-423f-8c54-1532e0ac0660 req-fca27edf-2eb5-49d0-92a7-f2ed3eb62a6b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610185 May 06 09:41:26.776801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac93c5f9-993d-4b71-a1d1-b7fdbc8b9873 req-ea924732-7491-4ded-b25f-7e2fc0400d07 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563264 May 06 09:41:26.783184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:41:26.816063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Deleting port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:26.816428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:26.918378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f67217b-293f-43ca-82c2-e5e428b2a5cc req-83c4c499-ea5a-4d13-8671-eac0f6693b39 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 210 time: 0.0453613 May 06 09:41:26.922981 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-a4a7c10a-02a9-47e8-9faf-0879943735d8 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1306443 May 06 09:41:26.953662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca9754-85d6-44ab-a03f-a644343d2784 req-ea68bf4a-258d-44f4-bca6-39ebf7d875e2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:26.955683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6ca9754-85d6-44ab-a03f-a644343d2784 req-ea68bf4a-258d-44f4-bca6-39ebf7d875e2 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 950 time: 0.0929728 May 06 09:41:27.019166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6ca9754-85d6-44ab-a03f-a644343d2784 req-eeca21e7-3c87-4ed6-be56-4943503885f4 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/security-groups?id=34086619-c0fc-4e05-9c1e-dd18c0a8369c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566783 May 06 09:41:27.158678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7bbcd81f-8da6-4c46-b0c7-86c87a535538 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:27.201343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f161873-abaa-4a38-a985-7aaefcc2a65a req-b455f9f7-7941-42e5-9fed-e2c1f827c3f4 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.212711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f161873-abaa-4a38-a985-7aaefcc2a65a req-b455f9f7-7941-42e5-9fed-e2c1f827c3f4 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.218845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f161873-abaa-4a38-a985-7aaefcc2a65a req-b455f9f7-7941-42e5-9fed-e2c1f827c3f4 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1683 time: 0.1117964 May 06 09:41:27.260894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:27.262115 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.290200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f161873-abaa-4a38-a985-7aaefcc2a65a req-eb93a228-e380-4183-a282-15f4ec3579f9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619671 May 06 09:41:27.368306 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.404059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84882d-c891-4017-8452-14fd921c8a4e req-363808aa-f16d-4dd9-94d9-5da39ab9e728 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.405621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c84882d-c891-4017-8452-14fd921c8a4e req-363808aa-f16d-4dd9-94d9-5da39ab9e728 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 948 time: 0.1126189 May 06 09:41:27.411173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 7bbcd81f-8da6-4c46-b0c7-86c87a535538, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7bbcd81f-8da6-4c46-b0c7-86c87a535538,segment=NetworkSegment(93321add-4a07-428d-9048-852e44ed16f0),segment_id=93321add-4a07-428d-9048-852e44ed16f0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:27.418717 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.420052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] For port ca594dba-c79b-4b0e-b59b-8d4c5ab56260, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:27.420716 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.438051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Calling delete_port for ca594dba-c79b-4b0e-b59b-8d4c5ab56260 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:27.479466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c84882d-c891-4017-8452-14fd921c8a4e req-1e477820-0e13-469c-8d14-25f7c6ccd9c7 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577137 May 06 09:41:27.489134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=7bbcd81f-8da6-4c46-b0c7-86c87a535538,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:27.489981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5afa7-19ba-4403-9fe9-ddef7816e123 req-8cbb50eb-8581-48d3-82e9-e616a4470dc7 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.498597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4a5afa7-19ba-4403-9fe9-ddef7816e123 req-8cbb50eb-8581-48d3-82e9-e616a4470dc7 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 946 time: 0.0864654 May 06 09:41:27.506550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4febc42-972c-49ef-a805-4ad479af61e0 None None] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:27.550726 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4a5afa7-19ba-4403-9fe9-ddef7816e123 req-6af5c881-b137-4469-a3da-62be816ee662 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511749 May 06 09:41:27.587003 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bdfcd0c3-91ef-4b53-be20-acb69c7caf5d req-c868f2a3-5a00-419e-bbf3-be1197c31614 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0836790 May 06 09:41:27.593847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8743140-5786-497a-a2a6-997bfd460ac2 req-295f1086-df65-4019-b8b1-6acfded99059 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0301774 May 06 09:41:27.625978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-10c093e9-bbee-462a-91bc-c1565d524e45 None None] Provisioning complete for port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:27.626451 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10c093e9-bbee-462a-91bc-c1565d524e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.669153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:27.682813 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Sync routers for ids ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:27.696029 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Routers {'9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:27.696659 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:27.721004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.722799 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-639713e3-12e3-457e-907a-c2b694eafd2d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0951760 May 06 09:41:27.725415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43926) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:27.770046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-ec3f945a-c302-4ecc-a922-7f6847db5a9f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:27.771502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-ec3f945a-c302-4ecc-a922-7f6847db5a9f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8128836 May 06 09:41:27.798481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.811860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ca594dba-c79b-4b0e-b59b-8d4c5ab56260'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:27.842480 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Set router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:27.854421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Pushing event deleted for resources: {'Port': ['ID=ca594dba-c79b-4b0e-b59b-8d4c5ab56260,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:27.932652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] No DVR routers for this DVR port ca594dba-c79b-4b0e-b59b-8d4c5ab56260 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:27.939457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:27.943758 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a2d3cf8a-fdb9-4222-9aa2-12393eb3106b req-ab908f57-9c32-4b59-be34-b81bdeedec76 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.82 "DELETE /v2.0/ports/ca594dba-c79b-4b0e-b59b-8d4c5ab56260 HTTP/1.1" status: 204 len: 173 time: 1.2711344 May 06 09:41:27.944604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-deleted', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:27.947153 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aaf1e3-d6ef-46ff-8ff2-e222c6f6ee0d" -d '{"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-deleted", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:27.994719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:28.100858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17bedfa-26dd-46a8-9f48-1c36f4f7df06 req-36417683-b1a7-48de-8adb-0dfb7506a002 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 210 time: 0.0342369 May 06 09:41:28.114171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fc71e-6541-4bf9-a03f-02e253e92bd7 req-b981a4ea-ff58-48c1-9afb-13a1fec65af3 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.119191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420'}, {'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b564562-bdd1-4226-bc6d-32e8804c7473'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:28.123301 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bf5315-85c9-45cf-abb3-afe50dfe2c0b" -d '{"events": [{"server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "name": "network-vif-plugged", "status": "completed", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420"}, {"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-plugged", "status": "completed", "tag": "4b564562-bdd1-4226-bc6d-32e8804c7473"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:28.125354 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:25Z', 'revision_number': 3, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:28.132796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9fc71e-6541-4bf9-a03f-02e253e92bd7 req-b981a4ea-ff58-48c1-9afb-13a1fec65af3 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 945 time: 0.2323534 May 06 09:41:28.134742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2e9a78ea-8b79-4816-925c-d679a14e6678 None None] Provisioning complete for port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:28.135646 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e9a78ea-8b79-4816-925c-d679a14e6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.171436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:28.177558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.185307 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Checking router: 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:28.185973 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Updating router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 port 6d890210-26f2-4af8-9bcf-0006ab99986f binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:41:28.195837 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eeb0e4-f49c-4299-a3cb-413dc457afa2 x-openstack-request-id: req-13eeb0e4-f49c-4299-a3cb-413dc457afa2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:28.205791 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb14d0a-9aba-463d-89d5-6c8a73b26aa4", "name": "network-vif-deleted", "tag": "ca594dba-c79b-4b0e-b59b-8d4c5ab56260", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:28.206112 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13eeb0e4-f49c-4299-a3cb-413dc457afa2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:28.206514 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13eeb0e4-f49c-4299-a3cb-413dc457afa2'] response: {'server_uuid': 'dbb14d0a-9aba-463d-89d5-6c8a73b26aa4', 'name': 'network-vif-deleted', 'tag': 'ca594dba-c79b-4b0e-b59b-8d4c5ab56260', 'status': 'completed', 'code': 200} May 06 09:41:28.230090 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.317484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9fc71e-6541-4bf9-a03f-02e253e92bd7 req-ef8bd657-4050-4b46-8160-37ada27503dd tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784937 May 06 09:41:28.362791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bac25fc-7bf6-4cce-8dbc-a637dc4f852d req-42816418-b791-47c3-a785-bfa84f312274 tempest-MigrationsAdminTest-1845220044 tempest-MigrationsAdminTest-1845220044-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbb14d0a-9aba-463d-89d5-6c8a73b26aa4 HTTP/1.1" status: 200 len: 210 time: 0.0425406 May 06 09:41:28.410376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.144 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/3da45b76-ef1a-4abc-882c-d6830bd64ea8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:28.424757 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5392aff7-1dcd-4599-b840-08b4e9014a4d x-openstack-request-id: req-5392aff7-1dcd-4599-b840-08b4e9014a4d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:28.425323 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "name": "network-vif-plugged", "status": "completed", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420", "code": 200}, {"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-plugged", "status": "completed", "tag": "4b564562-bdd1-4226-bc6d-32e8804c7473", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:28.426131 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5392aff7-1dcd-4599-b840-08b4e9014a4d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:28.426943 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5392aff7-1dcd-4599-b840-08b4e9014a4d'] response: {'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'code': 200} May 06 09:41:28.427752 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5392aff7-1dcd-4599-b840-08b4e9014a4d'] response: {'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b564562-bdd1-4226-bc6d-32e8804c7473', 'code': 200} May 06 09:41:28.647985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f140044-f9fb-43cd-8627-92d18f2e4acf req-0b191235-42e5-428d-9b3c-e8ef21debbcb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.660400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f140044-f9fb-43cd-8627-92d18f2e4acf req-0b191235-42e5-428d-9b3c-e8ef21debbcb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.672287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f140044-f9fb-43cd-8627-92d18f2e4acf req-0b191235-42e5-428d-9b3c-e8ef21debbcb tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1683 time: 0.1197488 May 06 09:41:28.749740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8a82a-af7c-4ac0-a652-275166acd731 req-f57f4f76-4b08-4b04-98e0-7285f156ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.752484 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d7a8a82a-af7c-4ac0-a652-275166acd731 req-f57f4f76-4b08-4b04-98e0-7285f156ef2b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 1096 time: 0.1912634 May 06 09:41:28.777247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.780777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9efa8-bef2-4b2f-9f77-1d5730b4c1b7 req-cba0ac73-7956-45bd-9ea8-3d481cdebf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.781356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9efa8-bef2-4b2f-9f77-1d5730b4c1b7 req-cba0ac73-7956-45bd-9ea8-3d481cdebf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.783092 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f1e9efa8-bef2-4b2f-9f77-1d5730b4c1b7 req-cba0ac73-7956-45bd-9ea8-3d481cdebf9f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1985 time: 0.1833823 May 06 09:41:28.785725 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.792116 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.793761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f140044-f9fb-43cd-8627-92d18f2e4acf req-586627c3-5ae6-4916-a82f-c0f3e32922a3 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872655 May 06 09:41:28.829381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492c618-7460-43eb-9610-65b7e0ca1f7a req-8aa86461-0d16-4a66-9bad-69af80890b7d tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:28.830990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6492c618-7460-43eb-9610-65b7e0ca1f7a req-8aa86461-0d16-4a66-9bad-69af80890b7d tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 948 time: 0.1564705 May 06 09:41:28.863344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.873369 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Attempting to bind port 6d890210-26f2-4af8-9bcf-0006ab99986f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:28.873732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Attempting to bind port 6d890210-26f2-4af8-9bcf-0006ab99986f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:28.874090 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Attempting to bind port 6d890210-26f2-4af8-9bcf-0006ab99986f on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:28.878241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad', '5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:28.887955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f', 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:28.902418 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:28.902786 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:28.903276 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.903873 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:28.904549 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Bound port: 6d890210-26f2-4af8-9bcf-0006ab99986f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:28.905108 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:28.957643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=3da45b76-ef1a-4abc-882c-d6830bd64ea8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:28.977063 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] For port 6d890210-26f2-4af8-9bcf-0006ab99986f, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:28.981218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] For port 6d890210-26f2-4af8-9bcf-0006ab99986f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6d890210-26f2-4af8-9bcf-0006ab99986f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:28.997984 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.002581 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Pushing event updated for resources: {'Port': ['ID=6d890210-26f2-4af8-9bcf-0006ab99986f,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:29.016770 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.017282 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.017840 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.018348 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.019320 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.019879 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.020291 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.020784 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.021549 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.022037 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.022530 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.023501 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.024219 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:29.050171 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f1e9efa8-bef2-4b2f-9f77-1d5730b4c1b7 req-79dc434e-0886-493c-ae18-aef9d5fcb7f0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975219 May 06 09:41:29.054308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6492c618-7460-43eb-9610-65b7e0ca1f7a req-aa3b116d-f24d-4fd4-96dc-28fa3b2a3435 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070086 May 06 09:41:29.071963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:29.074014 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d7a8a82a-af7c-4ac0-a652-275166acd731 req-3d77b306-baaf-4fcf-8bbd-1603f8847caa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087173 May 06 09:41:29.079354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:29.102833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:29.122230 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Routers {'9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:29.123250 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:29.160998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7bbcd81f-8da6-4c46-b0c7-86c87a535538 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:29.182706 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08028c2c-9c58-4543-8cae-7e18c9e8520d None None] Pushing event updated for resources: {'Port': ['ID=6d890210-26f2-4af8-9bcf-0006ab99986f,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:29.189756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 085d820b-bd74-411f-9498-27bd6acf3448 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:29.206901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdb540-538a-4243-8704-086b50f3d80f req-14a223e8-fb82-4e83-9aad-32ae7421e647 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.213259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.213919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.215904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7afdb540-538a-4243-8704-086b50f3d80f req-14a223e8-fb82-4e83-9aad-32ae7421e647 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 946 time: 0.3304398 May 06 09:41:29.240262 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2356de4d-0703-4832-841d-96b1fce353fc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2671378 May 06 09:41:29.266058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96ae4540-5af3-4da4-a57b-ddb17f48427e req-490f2de6-d5c9-413d-9803-3df761223e61 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0364962 May 06 09:41:29.338625 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] Set router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:29.385456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Request body: {'port': {'device_id': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:29.393217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7afdb540-538a-4243-8704-086b50f3d80f req-966376e8-9b20-4dac-aa18-aec9353fdbdf tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251314 May 06 09:41:29.442329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-ffe1a639-7401-4604-9f55-6a8152dacc98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.444152 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-ffe1a639-7401-4604-9f55-6a8152dacc98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "GET /v2.0/ports?device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 946 time: 0.1376219 May 06 09:41:29.459213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e6e429e9-1434-4afc-90c5-15825c6de011 None None] Provisioning complete for port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:29.459886 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e6e429e9-1434-4afc-90c5-15825c6de011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.514263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:29.514817 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.615455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ec6c6-2545-4fdd-95cc-5c30f9782278 req-a608f814-1ad2-40c1-bf1f-031c7d989bce tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.623051 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:25Z', 'revision_number': 3, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:29.624944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf7ec6c6-2545-4fdd-95cc-5c30f9782278 req-a608f814-1ad2-40c1-bf1f-031c7d989bce tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 936 time: 0.2010045 May 06 09:41:29.625540 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.629644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Allocated IP 172.20.0.1 (b7ba03d5-91fe-4a05-8ef6-8283b17468bc/13f21686-6bd7-4066-aeb6-388c7b7fca42/eb31f940-370f-4b6f-b209-44400a6a16eb) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:29.650128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fc7c6-0c65-449e-80b2-b42a34727252 req-217bc771-d8c1-4b6b-875d-88aee29a4e0a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:29.658250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a2fc7c6-0c65-449e-80b2-b42a34727252 req-217bc771-d8c1-4b6b-875d-88aee29a4e0a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 945 time: 0.1284628 May 06 09:41:29.669203 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11a5ed-8b70-43ea-b0a1-90c9faf72cb9 None None] The sync data for ids ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'] in n-d-840834-1 is: [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:25Z', 'revision_number': 3, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:29.722639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Deleting port 1eeb151d-ae93-4988-aab4-0bbaadf617ea {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:29.723070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.736681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e6e429e9-1434-4afc-90c5-15825c6de011 None None] Port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:29.740089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf7ec6c6-2545-4fdd-95cc-5c30f9782278 req-43b2ddb2-1d0b-431f-a046-477ae81e1fdb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137102 May 06 09:41:29.865598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a2fc7c6-0c65-449e-80b2-b42a34727252 req-67cf75c7-b1de-4968-9e66-5a29c8695ed9 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042251 May 06 09:41:29.959930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 085d820b-bd74-411f-9498-27bd6acf3448, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=085d820b-bd74-411f-9498-27bd6acf3448,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:29.994810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:29.999972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] For port 1eeb151d-ae93-4988-aab4-0bbaadf617ea, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1eeb151d-ae93-4988-aab4-0bbaadf617ea,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:30.000551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.019564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7955-6f5c-4952-88a8-01f7dfc16ba4 req-fc2d9341-24a0-41dc-bc3d-ebe1d6a2829d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.027417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf7955-6f5c-4952-88a8-01f7dfc16ba4 req-fc2d9341-24a0-41dc-bc3d-ebe1d6a2829d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.035428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bcf7955-6f5c-4952-88a8-01f7dfc16ba4 req-fc2d9341-24a0-41dc-bc3d-ebe1d6a2829d tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1683 time: 0.1103368 May 06 09:41:30.039972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Calling delete_port for 1eeb151d-ae93-4988-aab4-0bbaadf617ea owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:30.048243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '085d820b-bd74-411f-9498-27bd6acf3448', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '085d820b-bd74-411f-9498-27bd6acf3448', 'mac_address': 'fa:16:3e:f6:84:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:30.153115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bcf7955-6f5c-4952-88a8-01f7dfc16ba4 req-a89e1e30-be97-412b-bf7e-340914ae1467 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153133 May 06 09:41:30.202436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.222375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.253226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43960) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:30.306483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:30.318288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:30.320196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:30.322257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Pushing event updated for resources: {'Port': ['ID=eb31f940-370f-4b6f-b209-44400a6a16eb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:30.334796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da45b76-ef1a-4abc-882c-d6830bd64ea8 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:30.359874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.390382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63988-e8b4-4a9b-b00c-b2dcce39f0cc req-8b8d3c37-767f-4a0a-8d3c-eb077d0fb4be tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:30.397825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Transition to ACTIVE for port object 3da45b76-ef1a-4abc-882c-d6830bd64ea8 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:30.404974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7be63988-e8b4-4a9b-b00c-b2dcce39f0cc req-8b8d3c37-767f-4a0a-8d3c-eb077d0fb4be tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 948 time: 0.2224841 May 06 09:41:30.429349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.481964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085d820b-bd74-411f-9498-27bd6acf3448 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:30.570314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 085d820b-bd74-411f-9498-27bd6acf3448, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=085d820b-bd74-411f-9498-27bd6acf3448,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:30.581341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Pushing event updated for resources: {'Port': ['ID=3da45b76-ef1a-4abc-882c-d6830bd64ea8,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:30.587562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1df33ae-d01f-453f-98b5-8227e2eee4da req-f75da1be-16db-4550-8bbb-c2ce14e6fe1d tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1320937 May 06 09:41:30.595334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.627677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.727714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7be63988-e8b4-4a9b-b00c-b2dcce39f0cc req-c13d8aab-4167-488f-bedf-7d228aaa6a52 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194461 May 06 09:41:30.871935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=085d820b-bd74-411f-9498-27bd6acf3448,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:30.908477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2974440b-44d2-40a0-81cb-212457b554a8 None None] Provisioning complete for port eb31f940-370f-4b6f-b209-44400a6a16eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:30.909457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2974440b-44d2-40a0-81cb-212457b554a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:30.982982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2974440b-44d2-40a0-81cb-212457b554a8 None None] Port eb31f940-370f-4b6f-b209-44400a6a16eb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:31.011907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:31.015751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d896b-9c60-41b3-b53e-5bacfdb67815 req-33ac1165-8308-4462-8a3f-e3a6a03802e1 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:31.015958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.022657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-238d896b-9c60-41b3-b53e-5bacfdb67815 req-33ac1165-8308-4462-8a3f-e3a6a03802e1 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e81388f-73a7-4344-9df9-b33f0152877e HTTP/1.1" status: 200 len: 946 time: 0.2078698 May 06 09:41:31.068918 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2577f845-b1b8-4142-ac30-b21ed97d547b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f23552f3f2b442deb134d815b68f5f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8020442 May 06 09:41:31.088546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43976) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:31.104061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['98e80251-c0e5-4eb8-b167-b3ab63b27bcf', '94efbe21-4730-4246-b729-cdccce80c070'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:31.124199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Attempting to bind port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:31.124533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Attempting to bind port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:31.126535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Attempting to bind port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:31.132816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Pushing event deleted for resources: {'Port': ['ID=1eeb151d-ae93-4988-aab4-0bbaadf617ea,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:31.139794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:31.140330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Attempting to bind port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:31.193759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6d890210-26f2-4af8-9bcf-0006ab99986f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:31.204473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:31.205129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:31.205694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:31.206417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Bound port: 3da45b76-ef1a-4abc-882c-d6830bd64ea8, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:31.206951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.209410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] No DVR routers for this DVR port 1eeb151d-ae93-4988-aab4-0bbaadf617ea on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:31.212491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.216529 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5bd90822-76eb-41d2-85ed-4c0b1c9587e8 req-e678c172-d955-49a0-b553-3fec040dbc24 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "DELETE /v2.0/ports/1eeb151d-ae93-4988-aab4-0bbaadf617ea HTTP/1.1" status: 204 len: 173 time: 1.7647102 May 06 09:41:31.217203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e81388f-73a7-4344-9df9-b33f0152877e', 'name': 'network-vif-deleted', 'tag': '1eeb151d-ae93-4988-aab4-0bbaadf617ea'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:31.219682 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dd299d-e846-4157-8c91-cfb28c3f64eb" -d '{"events": [{"server_uuid": "5e81388f-73a7-4344-9df9-b33f0152877e", "name": "network-vif-deleted", "tag": "1eeb151d-ae93-4988-aab4-0bbaadf617ea"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:31.237982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: ca594dba-c79b-4b0e-b59b-8d4c5ab56260 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:31.238534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ca594dba-c79b-4b0e-b59b-8d4c5ab56260 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:31.246393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.274578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['085d820b-bd74-411f-9498-27bd6acf3448'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:31.324730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-238d896b-9c60-41b3-b53e-5bacfdb67815 req-4aeb942b-f115-4e14-a7b9-b0d005750d08 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893374 May 06 09:41:31.382745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] For port 3da45b76-ef1a-4abc-882c-d6830bd64ea8, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:31.402958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] For port 3da45b76-ef1a-4abc-882c-d6830bd64ea8, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3da45b76-ef1a-4abc-882c-d6830bd64ea8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:31.412102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.413598 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58ec28e3-59c1-4da8-96db-f0ab915ce011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.492419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:31.494710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6d890210-26f2-4af8-9bcf-0006ab99986f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:31.495204 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.496890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.498345 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] 10.222.0.83 "PUT /v2.0/ports/3da45b76-ef1a-4abc-882c-d6830bd64ea8 HTTP/1.1" status: 200 len: 1096 time: 2.1299350 May 06 09:41:31.531739 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58ec28e3-59c1-4da8-96db-f0ab915ce011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.580526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62c9ba-4080-4c62-b6fb-24ae3c80ff60 service neutron] Pushing event updated for resources: {'Port': ['ID=3da45b76-ef1a-4abc-882c-d6830bd64ea8,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:31.672309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-b05281c9-2d9e-49ef-ae28-304eada831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:31.674256 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-b05281c9-2d9e-49ef-ae28-304eada831fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 1099 time: 0.1074476 May 06 09:41:31.774476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-3f877181-ab1a-4e3e-b58c-d5547dc09ba0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=3da45b76-ef1a-4abc-882c-d6830bd64ea8 HTTP/1.1" status: 200 len: 217 time: 0.0784287 May 06 09:41:31.852972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-a58d7a77-2827-40b0-9939-57934095c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:31.854548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-a58d7a77-2827-40b0-9939-57934095c28b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0721209 May 06 09:41:31.857033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.906243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 6d890210-26f2-4af8-9bcf-0006ab99986f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6d890210-26f2-4af8-9bcf-0006ab99986f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:31.918340 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:31.921868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2344e38d-1e81-4b16-b95d-4f09fb7d7024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:31.924408 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-2344e38d-1e81-4b16-b95d-4f09fb7d7024 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0615678 May 06 09:41:32.027457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=6d890210-26f2-4af8-9bcf-0006ab99986f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:32.087975 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-d2b01f48-f9a8-488f-acff-5d543ecd1175 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537826 May 06 09:41:32.101376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1de990d-4f83-4679-b232-7f0127c1926d req-1d59b9e7-5713-4ab0-ba9b-f2da0ae3df34 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0314379 May 06 09:41:32.112941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58ec28e3-59c1-4da8-96db-f0ab915ce011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.116125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58ec28e3-59c1-4da8-96db-f0ab915ce011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.117404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-58ec28e3-59c1-4da8-96db-f0ab915ce011 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34086619-c0fc-4e05-9c1e-dd18c0a8369c HTTP/1.1" status: 204 len: 168 time: 1.0108657 May 06 09:41:32.151642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec28e3-59c1-4da8-96db-f0ab915ce011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34086619-c0fc-4e05-9c1e-dd18c0a8369c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:32.170227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c3630-d5f2-44da-be47-f235a6b7ad7c req-c066f2be-e94f-44f2-ac52-97db483a7748 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.177679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf0c3630-d5f2-44da-be47-f235a6b7ad7c req-c066f2be-e94f-44f2-ac52-97db483a7748 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 948 time: 0.7227328 May 06 09:41:32.244004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-54a6ff08-887b-4eef-a854-becaf5697ef3 req-94fda8f7-ae0a-422d-b339-838c71370659 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471472 May 06 09:41:32.251403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf0c3630-d5f2-44da-be47-f235a6b7ad7c req-81f83613-6e8f-4941-b526-17475040d221 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725234 May 06 09:41:32.338571 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.361817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.432393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2165b7-b837-4ea2-b007-66b579b7d96a req-2332d32f-f345-45cc-9dd2-1e1ffd7751b7 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.434040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad2165b7-b837-4ea2-b007-66b579b7d96a req-2332d32f-f345-45cc-9dd2-1e1ffd7751b7 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 945 time: 0.1658487 May 06 09:41:32.451864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.475471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacceb4-75e7-486e-9c3f-6eba254b64e1 req-3a2fa31b-06ed-4593-878e-3e5f1794eddf tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.482255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacceb4-75e7-486e-9c3f-6eba254b64e1 req-3a2fa31b-06ed-4593-878e-3e5f1794eddf tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.484043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-deacceb4-75e7-486e-9c3f-6eba254b64e1 req-3a2fa31b-06ed-4593-878e-3e5f1794eddf tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1683 time: 0.1634901 May 06 09:41:32.490737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44000) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:32.491861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Pushing event updated for resources: {'Port': ['ID=eb31f940-370f-4b6f-b209-44400a6a16eb,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:32.534834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.535181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.535527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.536161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.536411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.536775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.536893 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3e04d717-1a01-45ca-bc3c-d92dc344ca1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e922b7facab545f588bf077b1dafe492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450320 May 06 09:41:32.537114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.537465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.537808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.538131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.538448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.538764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:32.539830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44002) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:32.592992 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12b16c8b-4314-4e63-a7da-24cebc823708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.594765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad2165b7-b837-4ea2-b007-66b579b7d96a req-c0dc1432-8b7f-4db4-9c43-a94925c61cb9 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502435 May 06 09:41:32.604474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-deacceb4-75e7-486e-9c3f-6eba254b64e1 req-a992a580-7bc7-454f-a8b0-0472dd3f90d0 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087027 May 06 09:41:32.617932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12b16c8b-4314-4e63-a7da-24cebc823708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.660420 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9bb3d9-c188-4a64-b907-ad2e153d9d4f x-openstack-request-id: req-6e9bb3d9-c188-4a64-b907-ad2e153d9d4f {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:32.660768 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e81388f-73a7-4344-9df9-b33f0152877e", "name": "network-vif-deleted", "tag": "1eeb151d-ae93-4988-aab4-0bbaadf617ea", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:32.660965 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e9bb3d9-c188-4a64-b907-ad2e153d9d4f {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:32.661367 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e9bb3d9-c188-4a64-b907-ad2e153d9d4f'] response: {'server_uuid': '5e81388f-73a7-4344-9df9-b33f0152877e', 'name': 'network-vif-deleted', 'tag': '1eeb151d-ae93-4988-aab4-0bbaadf617ea', 'status': 'completed', 'code': 200} May 06 09:41:32.681230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12b16c8b-4314-4e63-a7da-24cebc823708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.681517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:32.684593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:32.684746 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12b16c8b-4314-4e63-a7da-24cebc823708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:32.685877 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-12b16c8b-4314-4e63-a7da-24cebc823708 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d3cdffc3-d176-4eb0-83b6-e84b4feec43c HTTP/1.1" status: 204 len: 168 time: 0.1451557 May 06 09:41:32.738941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b16c8b-4314-4e63-a7da-24cebc823708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cdffc3-d176-4eb0-83b6-e84b4feec43c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:32.845482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b854dd8-9cba-45b0-8b56-5d0cd38ffbb7 req-f1c0db78-bd38-4a3d-920e-cb69b02569d9 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0624995 May 06 09:41:32.931958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaa784-d952-401c-a9b4-4f36a0c6fe85 req-3c7be134-be8b-41d1-89d0-b4f4572717e7 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:32.941244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1adaa784-d952-401c-a9b4-4f36a0c6fe85 req-3c7be134-be8b-41d1-89d0-b4f4572717e7 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 949 time: 0.1593754 May 06 09:41:32.982009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1eeb151d-ae93-4988-aab4-0bbaadf617ea no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:32.987148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:33.023016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 1eeb151d-ae93-4988-aab4-0bbaadf617ea {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:33.036832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1adaa784-d952-401c-a9b4-4f36a0c6fe85 req-0f69e957-7924-4a05-95be-4962f7ea82ee tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829329 May 06 09:41:33.039955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1eeb151d-ae93-4988-aab4-0bbaadf617ea not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:33.165455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6d890210-26f2-4af8-9bcf-0006ab99986f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:33.239710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-423e3af1-7631-486e-a34e-5852e8fa589b None None] Provisioning complete for port eb31f940-370f-4b6f-b209-44400a6a16eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:33.240762 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-423e3af1-7631-486e-a34e-5852e8fa589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:33.278789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:33.284630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-698ee88a-eb74-4669-a5c4-b891a8e10107 admin admin] 10.222.0.76 "PUT /v2.0/routers/9bf36d10-dbe7-4a50-aa0d-bc7364a61e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5578876 May 06 09:41:33.293957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-f2fe5f95-d28a-4af1-94be-00253eabb980 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:33.295488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-f2fe5f95-d28a-4af1-94be-00253eabb980 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1371868 May 06 09:41:33.296160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-423e3af1-7631-486e-a34e-5852e8fa589b None None] Port eb31f940-370f-4b6f-b209-44400a6a16eb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:33.301691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Sync routers for ids ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:33.322037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6d890210-26f2-4af8-9bcf-0006ab99986f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:33.322416 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:33.366471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-dc574565-5c70-401a-9345-be3175038561 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0596046 May 06 09:41:33.369517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Routers {'9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:33.370197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:33.381002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'floatingip': {'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:33.439058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:33.561199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Set router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:33.717488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17523ab7-22fe-414a-89ed-c9c91f014231 req-63d92912-22c3-452d-bda6-455d2d8be2bb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:33.718993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17523ab7-22fe-414a-89ed-c9c91f014231 req-63d92912-22c3-452d-bda6-455d2d8be2bb tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 948 time: 0.0977435 May 06 09:41:33.814792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:30Z', 'revision_number': 4, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'eb31f940-370f-4b6f-b209-44400a6a16eb', 'name': '', 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'mac_address': 'fa:16:3e:a8:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '13f21686-6bd7-4066-aeb6-388c7b7fca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:29Z', 'updated_at': '2022-05-06T09:41:31Z', 'revision_number': 2, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'subnets': [{'id': '13f21686-6bd7-4066-aeb6-388c7b7fca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:33.848167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17523ab7-22fe-414a-89ed-c9c91f014231 req-dff85b59-c18e-4110-bc9e-8a4e7397f707 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181736 May 06 09:41:33.850377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Checking router: 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:33.850377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Updating router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 port eb31f940-370f-4b6f-b209-44400a6a16eb binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:41:33.892919 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.047413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.052594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.188370 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-c8636899-831d-4d42-8f84-579baf39d6e1 req-10706524-af90-4b55-9873-09187a43e4a6 tempest-FloatingIPDetailsNegativeTestJSON-22407613 tempest-FloatingIPDetailsNegativeTestJSON-22407613-project] show failed (client error): The resource could not be found. May 06 09:41:34.189404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8636899-831d-4d42-8f84-579baf39d6e1 req-10706524-af90-4b55-9873-09187a43e4a6 tempest-FloatingIPDetailsNegativeTestJSON-22407613 tempest-FloatingIPDetailsNegativeTestJSON-22407613-project] 10.222.0.76 "GET /v2.0/floatingips/9dbfa07c-4693-4d06-8986-3237dcc2906e HTTP/1.1" status: 404 len: 350 time: 0.0407715 May 06 09:41:34.200058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44060) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:34.219480 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8 associated. External IP: 172.25.8.184, port: 0b5c6f8d-43a3-4bf7-9177-c48645d9b881. May 06 09:41:34.227064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.235855 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.295337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0225-bbf4-4f27-9815-711ae813c22d None None] Pushing event updated for resources: {'Port': ['ID=eb31f940-370f-4b6f-b209-44400a6a16eb,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:34.375541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Attempting to bind port eb31f940-370f-4b6f-b209-44400a6a16eb on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:34.375954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Attempting to bind port eb31f940-370f-4b6f-b209-44400a6a16eb by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:34.376317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Attempting to bind port eb31f940-370f-4b6f-b209-44400a6a16eb on network b7ba03d5-91fe-4a05-8ef6-8283b17468bc {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:34.386513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:34.386513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Checking segment: {'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:34.388895 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.389287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Bound using segment: {'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:34.389789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Bound port: eb31f940-370f-4b6f-b209-44400a6a16eb, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93321add-4a07-428d-9048-852e44ed16f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:34.394896 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.434418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96211-69a4-4fd1-8bcd-0b636065d3df req-b9b435da-8f29-4276-bb15-9241bd501c87 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:34.441227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96211-69a4-4fd1-8bcd-0b636065d3df req-b9b435da-8f29-4276-bb15-9241bd501c87 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:34.453767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bef96211-69a4-4fd1-8bcd-0b636065d3df req-b9b435da-8f29-4276-bb15-9241bd501c87 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1683 time: 0.1845210 May 06 09:41:34.509344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] For port eb31f940-370f-4b6f-b209-44400a6a16eb, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:34.513108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] For port eb31f940-370f-4b6f-b209-44400a6a16eb, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eb31f940-370f-4b6f-b209-44400a6a16eb,segment=NetworkSegment(93321add-4a07-428d-9048-852e44ed16f0),segment_id=93321add-4a07-428d-9048-852e44ed16f0)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:34.520074 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.545062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bef96211-69a4-4fd1-8bcd-0b636065d3df req-1c15c8df-13fa-44d2-ab9f-ee060f1b3691 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852818 May 06 09:41:34.586357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Routers {'9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:34.587073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:34.670794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'tag': '3da45b76-ef1a-4abc-882c-d6830bd64ea8'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:34.676346 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52553417-9044-402d-9b25-0bbb5771b6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a53f00-23f8-43f2-acaa-938755392aa8", "tag": "3da45b76-ef1a-4abc-882c-d6830bd64ea8"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:34.685893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0225-bbf4-4f27-9815-711ae813c22d None None] Pushing event updated for resources: {'Port': ['ID=eb31f940-370f-4b6f-b209-44400a6a16eb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:34.770672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f80805cb-8875-439b-aa4f-9f4d373364d2 None None] Provisioning complete for port eb31f940-370f-4b6f-b209-44400a6a16eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:34.771046 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f80805cb-8875-439b-aa4f-9f4d373364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.789436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:34.791059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.869483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] Set router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:34.955959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:34.965976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:34.970819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:35.010099 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:35.013147 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:35.049199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f034d171-3884-4a11-898d-5e280d1133c7 req-d8cc8fc7-66c0-4f11-86cb-ed6e237d31c3 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0376399 May 06 09:41:35.059878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-615440b6-dfc8-4538-8b3d-26d6230739f4 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "PUT /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 200 len: 996 time: 1.6857848 May 06 09:41:35.060352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:35.063208 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e548ee7-6917-442e-bf9b-27c431911484" -d '{"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:35.097919 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f80805cb-8875-439b-aa4f-9f4d373364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.152523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f80805cb-8875-439b-aa4f-9f4d373364d2 None None] For port eb31f940-370f-4b6f-b209-44400a6a16eb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eb31f940-370f-4b6f-b209-44400a6a16eb,segment=NetworkSegment(93321add-4a07-428d-9048-852e44ed16f0),segment_id=93321add-4a07-428d-9048-852e44ed16f0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:35.167456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-69506a19-cbf6-48ee-bc4e-023e3bcc911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.169491 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f80805cb-8875-439b-aa4f-9f4d373364d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.171648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-69506a19-cbf6-48ee-bc4e-023e3bcc911c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.0909786 May 06 09:41:35.199618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Deleting port eb31f940-370f-4b6f-b209-44400a6a16eb {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:35.200154 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.227094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 085d820b-bd74-411f-9498-27bd6acf3448 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:35.303172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d79ae-eacf-4c79-9b88-ef7eb2a6c510 req-219361f5-7f44-489a-b53f-5cc9c3a53e52 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.305704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a6d79ae-eacf-4c79-9b88-ef7eb2a6c510 req-219361f5-7f44-489a-b53f-5cc9c3a53e52 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 949 time: 0.1086102 May 06 09:41:35.321659 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:35.327554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] For port eb31f940-370f-4b6f-b209-44400a6a16eb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eb31f940-370f-4b6f-b209-44400a6a16eb,segment=NetworkSegment(93321add-4a07-428d-9048-852e44ed16f0),segment_id=93321add-4a07-428d-9048-852e44ed16f0)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:35.327995 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.342985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Calling delete_port for eb31f940-370f-4b6f-b209-44400a6a16eb owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:35.376120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-353c3757-279b-486e-ae55-95be14a18d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.384065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-353c3757-279b-486e-ae55-95be14a18d03 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.2027135 May 06 09:41:35.441001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a6d79ae-eacf-4c79-9b88-ef7eb2a6c510 req-815c58f0-eb78-464d-a855-5b0a74ecdbda tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241124 May 06 09:41:35.502158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-8bbdb89a-b420-46c6-8524-197ed95fd8fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 999 time: 0.1169147 May 06 09:41:35.519485 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39c6ea1-d693-477d-923a-a376046118c5 x-openstack-request-id: req-c39c6ea1-d693-477d-923a-a376046118c5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:35.519804 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a53f00-23f8-43f2-acaa-938755392aa8", "tag": "3da45b76-ef1a-4abc-882c-d6830bd64ea8", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:35.520058 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c39c6ea1-d693-477d-923a-a376046118c5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:35.520446 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39c6ea1-d693-477d-923a-a376046118c5'] response: {'name': 'network-changed', 'server_uuid': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'tag': '3da45b76-ef1a-4abc-882c-d6830bd64ea8', 'status': 'completed', 'code': 200} May 06 09:41:35.540700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-726cd0de-71df-404e-b317-7d2b5f86b755 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.548701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-726cd0de-71df-404e-b317-7d2b5f86b755 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.550318 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-726cd0de-71df-404e-b317-7d2b5f86b755 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1683 time: 0.1230502 May 06 09:41:35.593403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80805cb-8875-439b-aa4f-9f4d373364d2 None None] Pushing event updated for resources: {'Port': ['ID=eb31f940-370f-4b6f-b209-44400a6a16eb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:35.605307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bbdc8e45-c625-489d-a9e3-8be692cbceba None None] Provisioning complete for port eb31f940-370f-4b6f-b209-44400a6a16eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:35.606007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbdc8e45-c625-489d-a9e3-8be692cbceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.639905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-fce701b6-be24-45b2-b51e-f9f33eb41494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.649980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-fce701b6-be24-45b2-b51e-f9f33eb41494 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.1461225 May 06 09:41:35.656226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 085d820b-bd74-411f-9498-27bd6acf3448 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:35.665589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 085d820b-bd74-411f-9498-27bd6acf3448 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:35.666131 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.716600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-fc1b7620-7a00-4332-b0b0-ccb651e59216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:35.728022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-fc1b7620-7a00-4332-b0b0-ccb651e59216 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762603 May 06 09:41:35.739892 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:2a:23:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:33Z', 'revision_number': 1, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:35.743632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-9d257f83-21e7-4cb4-9ca5-065608f798cc service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:41:35.753060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-9d257f83-21e7-4cb4-9ca5-065608f798cc service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240974 May 06 09:41:35.781372 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:35.806816 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:35.808051 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:35.827326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:30Z', 'revision_number': 4, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'eb31f940-370f-4b6f-b209-44400a6a16eb', 'name': '', 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'mac_address': 'fa:16:3e:a8:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '13f21686-6bd7-4066-aeb6-388c7b7fca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:29Z', 'updated_at': '2022-05-06T09:41:34Z', 'revision_number': 4, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'subnets': [{'id': '13f21686-6bd7-4066-aeb6-388c7b7fca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:35.871959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d7edd-be91-4760-b878-0972ae3f2f86 None None] The sync data for ids ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'] in n-d-840834-1 is: [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:30Z', 'revision_number': 4, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'eb31f940-370f-4b6f-b209-44400a6a16eb', 'name': '', 'network_id': 'b7ba03d5-91fe-4a05-8ef6-8283b17468bc', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'mac_address': 'fa:16:3e:a8:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '13f21686-6bd7-4066-aeb6-388c7b7fca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:29Z', 'updated_at': '2022-05-06T09:41:34Z', 'revision_number': 4, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'subnets': [{'id': '13f21686-6bd7-4066-aeb6-388c7b7fca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:35.874663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:35.914123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 085d820b-bd74-411f-9498-27bd6acf3448, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=085d820b-bd74-411f-9498-27bd6acf3448,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:35.915113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085d820b-bd74-411f-9498-27bd6acf3448'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:35.917969 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56f93d0-db7b-490d-ae6b-e973737aaf7a" -d '{"events": [{"server_uuid": "21f3a7ee-a42b-4db1-a69a-6047b7e42809", "name": "network-vif-plugged", "status": "completed", "tag": "085d820b-bd74-411f-9498-27bd6acf3448"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:35.922687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.017080 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:36.020788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=085d820b-bd74-411f-9498-27bd6acf3448,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:36.027660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031b51e-0917-4268-a4ca-595a526f033d req-b5024309-e113-4966-a131-6d413dfcb0a5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.035161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1031b51e-0917-4268-a4ca-595a526f033d req-b5024309-e113-4966-a131-6d413dfcb0a5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 948 time: 0.1748886 May 06 09:41:36.063217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-74b5c29e-a243-4a35-acde-0c598fdeec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.064293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-778c4333-aa23-4162-9ae3-a5b8159e6b18 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101890 May 06 09:41:36.064665 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-74b5c29e-a243-4a35-acde-0c598fdeec5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 1099 time: 0.5037789 May 06 09:41:36.129825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.150144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1031b51e-0917-4268-a4ca-595a526f033d req-1f00a90d-b69f-43a8-bc68-4f41695eafee tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141162 May 06 09:41:36.176976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb31f940-370f-4b6f-b209-44400a6a16eb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:36.223927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52447b6b-aebb-4a10-86a4-70c48feda3b6 req-f829ed47-1bb0-412b-8535-62683dc210c8 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433065 May 06 09:41:36.237022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.237728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.238472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.239074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.239617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.240249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.240831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.244978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.244978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.246106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.246582 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.246983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:36.275737 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c19f70-4612-449f-a523-5e88c20db7ad x-openstack-request-id: req-b9c19f70-4612-449f-a523-5e88c20db7ad {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:36.276132 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:36.276495 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b9c19f70-4612-449f-a523-5e88c20db7ad {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:36.277051 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c19f70-4612-449f-a523-5e88c20db7ad'] response: {'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'status': 'completed', 'code': 200} May 06 09:41:36.403165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port e6654509-a30c-4b10-8739-5bcf0cebcd76 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:36.410159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.422391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:2a:23:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:33Z', 'revision_number': 1, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:36.482279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efd05f-e771-4540-825a-e7db871c6931 req-bbf16f7d-4a9b-4717-a2ea-53574a573b41 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.492650 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed5a40f-35dc-4bdc-b24e-430f96a5c003 None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:2a:23:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:33Z', 'revision_number': 1, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:36.496273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efd05f-e771-4540-825a-e7db871c6931 req-bbf16f7d-4a9b-4717-a2ea-53574a573b41 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.498041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07efd05f-e771-4540-825a-e7db871c6931 req-bbf16f7d-4a9b-4717-a2ea-53574a573b41 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 1683 time: 0.1333616 May 06 09:41:36.545002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port e6654509-a30c-4b10-8739-5bcf0cebcd76, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e6654509-a30c-4b10-8739-5bcf0cebcd76,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:36.545519 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.554759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07efd05f-e771-4540-825a-e7db871c6931 req-00b6feca-4f5c-4eb2-ae27-fcca1e45a799 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475664 May 06 09:41:36.643567 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d7c79-856f-49a4-bc29-2ba058d79f09 x-openstack-request-id: req-263d7c79-856f-49a4-bc29-2ba058d79f09 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:36.645110 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f3a7ee-a42b-4db1-a69a-6047b7e42809", "name": "network-vif-plugged", "status": "completed", "tag": "085d820b-bd74-411f-9498-27bd6acf3448", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:36.646085 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-263d7c79-856f-49a4-bc29-2ba058d79f09 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:36.646661 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263d7c79-856f-49a4-bc29-2ba058d79f09'] response: {'server_uuid': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085d820b-bd74-411f-9498-27bd6acf3448', 'code': 200} May 06 09:41:36.691271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-a7d353c1-b8a3-4d31-809f-a6de22c3429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.693588 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-a7d353c1-b8a3-4d31-809f-a6de22c3429d service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.6208782 May 06 09:41:36.702215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for e6654509-a30c-4b10-8739-5bcf0cebcd76 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:36.772215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14847235-68e8-4718-9ed3-2616b5bbed52 req-8503e4d8-cc85-488d-b41c-aeed57409400 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0579748 May 06 09:41:36.787440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548ee7-6917-442e-bf9b-27c431911484 req-2cec773d-782c-47fb-b5ec-4bbf01a7b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.791748 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e548ee7-6917-442e-bf9b-27c431911484 req-2cec773d-782c-47fb-b5ec-4bbf01a7b0bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.4817684 May 06 09:41:36.799750 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-7176fabe-a99e-4b3e-b533-0f58bb2d68e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=3da45b76-ef1a-4abc-882c-d6830bd64ea8 HTTP/1.1" status: 200 len: 217 time: 0.0701871 May 06 09:41:36.827488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9f1fd-43dc-411b-ab31-01ed8faf86a2 req-76547f57-a1a9-41f2-b3e0-8042c1506064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.829314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc9f1fd-43dc-411b-ab31-01ed8faf86a2 req-76547f57-a1a9-41f2-b3e0-8042c1506064 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 1101 time: 0.1023264 May 06 09:41:36.848764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-79075fff-975c-48aa-bb56-439d282f2b78 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.853689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-79075fff-975c-48aa-bb56-439d282f2b78 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1135302 May 06 09:41:36.951022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-4ac24157-4fc8-4bb4-bddf-82484eb092e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:36.952556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-4ac24157-4fc8-4bb4-bddf-82484eb092e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1177518 May 06 09:41:36.958140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:36.993096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4a6413-aeee-4dd1-99f8-cbf4a3cc45ad None None] New status for floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:41:37.050702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-74e1156b-a082-46fb-b1c3-f838b930a56f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 999 time: 0.1970029 May 06 09:41:37.055677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'floatingip': {'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:37.102608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc9f1fd-43dc-411b-ab31-01ed8faf86a2 req-02549032-7a9a-4eee-ab0d-5afd43639083 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476130 May 06 09:41:37.119775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce6e2-d101-4998-8190-5bd737f5fe79 req-bffb5a07-7906-4124-9478-92d59164bc47 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.128741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20fce6e2-d101-4998-8190-5bd737f5fe79 req-bffb5a07-7906-4124-9478-92d59164bc47 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 950 time: 0.2014964 May 06 09:41:37.155725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548ee7-6917-442e-bf9b-27c431911484 req-f7c8bd8e-8098-4b3a-812b-cf66f0db650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.157358 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e548ee7-6917-442e-bf9b-27c431911484 req-f7c8bd8e-8098-4b3a-812b-cf66f0db650e service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.3209491 May 06 09:41:37.191609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20fce6e2-d101-4998-8190-5bd737f5fe79 req-d6964a13-fdfa-48e5-be2c-0a9e7e855bf3 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 May 06 09:41:37.196289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:37.231655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 3da45b76-ef1a-4abc-882c-d6830bd64ea8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:41:37.250323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-6a817afa-ff68-4fd9-b94d-f3b85dd39116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.251978 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-6a817afa-ff68-4fd9-b94d-f3b85dd39116 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2869263 May 06 09:41:37.310756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:37.360829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=e6654509-a30c-4b10-8739-5bcf0cebcd76,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:37.426594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 3da45b76-ef1a-4abc-882c-d6830bd64ea8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3da45b76-ef1a-4abc-882c-d6830bd64ea8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:37.455557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '3da45b76-ef1a-4abc-882c-d6830bd64ea8', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '3da45b76-ef1a-4abc-882c-d6830bd64ea8', 'mac_address': 'fa:16:3e:bc:15:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:41:37.531751 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:37.560023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port e6654509-a30c-4b10-8739-5bcf0cebcd76 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:37.560276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da45b76-ef1a-4abc-882c-d6830bd64ea8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:37.564200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:37.579293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:37.584921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 3da45b76-ef1a-4abc-882c-d6830bd64ea8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3da45b76-ef1a-4abc-882c-d6830bd64ea8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:37.586280 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-e1f7ff31-01ae-4089-ab08-0e581dee28d9 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "DELETE /v2.0/ports/e6654509-a30c-4b10-8739-5bcf0cebcd76 HTTP/1.1" status: 204 len: 173 time: 2.0241728 May 06 09:41:37.593109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:37.599227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-deleted', 'tag': 'e6654509-a30c-4b10-8739-5bcf0cebcd76'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:37.601673 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158b9101-96cd-4199-bde5-16c95321c648" -d '{"events": [{"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-deleted", "tag": "e6654509-a30c-4b10-8739-5bcf0cebcd76"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:37.661094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=3da45b76-ef1a-4abc-882c-d6830bd64ea8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:37.711899 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e548ee7-6917-442e-bf9b-27c431911484 req-a7200d2a-f5d6-483e-ada8-eaaa7e6630c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 1001 time: 0.2629285 May 06 09:41:37.735215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7318ba-2601-44fa-bb43-1c6432202015 req-ac24185d-0c58-412e-9eb3-07e116f20a00 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.736807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea7318ba-2601-44fa-bb43-1c6432202015 req-ac24185d-0c58-412e-9eb3-07e116f20a00 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 949 time: 0.1277866 May 06 09:41:37.882219 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-6f4b708f-7f4f-405f-b2bd-22cfcca65fad service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232808 May 06 09:41:37.883457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548ee7-6917-442e-bf9b-27c431911484 req-3dd768ed-03c6-4b93-a402-2912521989cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:37.884824 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e548ee7-6917-442e-bf9b-27c431911484 req-3dd768ed-03c6-4b93-a402-2912521989cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.1597548 May 06 09:41:38.020762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:38.030392 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0f905d36-63d3-4531-808a-a46f311cfff8 admin admin] 10.222.0.76 "PUT /v2.0/routers/9bf36d10-dbe7-4a50-aa0d-bc7364a61e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8281376 May 06 09:41:38.032023 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] Sync routers for ids ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:38.034800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44126) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:38.043889 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] Routers {'9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:38.044950 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:38.099203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port 4b564562-bdd1-4226-bc6d-32e8804c7473 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:38.099705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.121697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea7318ba-2601-44fa-bb43-1c6432202015 req-366e25ac-67b5-4b34-88d6-a0bae78f920e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783927 May 06 09:41:38.159562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548ee7-6917-442e-bf9b-27c431911484 req-a5853b56-3f9f-4bad-b856-a73049a91686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.161293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e548ee7-6917-442e-bf9b-27c431911484 req-a5853b56-3f9f-4bad-b856-a73049a91686 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448859 May 06 09:41:38.165967 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] Set router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:38.190397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['3da45b76-ef1a-4abc-882c-d6830bd64ea8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:38.193665 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-52553417-9044-402d-9b25-0bbb5771b6b3 req-221bc9a2-ae55-4bea-b410-eb55671d2488 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782888 May 06 09:41:38.194675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.201736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.332855 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8 associated. External IP: 172.25.8.184, port: 0b5c6f8d-43a3-4bf7-9177-c48645d9b881. May 06 09:41:38.355295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port 4b564562-bdd1-4226-bc6d-32e8804c7473, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=4b564562-bdd1-4226-bc6d-32e8804c7473,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:38.356208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.371968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for 4b564562-bdd1-4226-bc6d-32e8804c7473 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:38.412887 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:35Z', 'revision_number': 5, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:38.444142 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] Checking router: 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:38.454153 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] Routers {'9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:38.454784 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:38.470683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:38.477587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e445a9-3ca9-4054-99c3-0f4c615e3ecd req-17893af0-5b18-45c7-ac40-52cd5fc2f351 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:38.479072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31e445a9-3ca9-4054-99c3-0f4c615e3ecd req-17893af0-5b18-45c7-ac40-52cd5fc2f351 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1fe0047-26c0-4be0-b8c2-05d0650b76d5 HTTP/1.1" status: 200 len: 946 time: 0.0885231 May 06 09:41:38.568103 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] Set router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:38.614662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31e445a9-3ca9-4054-99c3-0f4c615e3ecd req-79b8f110-52dd-44f5-ba13-5aa9593a6896 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "GET /v2.0/security-groups?id=67e80522-f4a0-4455-9cac-c7346b6c0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925207 May 06 09:41:38.646645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:38.787494 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:35Z', 'revision_number': 5, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:38.803629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d48c0dac-7d41-4cbb-8f64-332ad7c352bd req-0f7f652d-2441-4a81-98c0-5fd3377c4202 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0320115 May 06 09:41:38.821982 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4569e26a-c16c-4381-9453-459e24f8442f x-openstack-request-id: req-4569e26a-c16c-4381-9453-459e24f8442f {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:38.822275 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-deleted", "tag": "e6654509-a30c-4b10-8739-5bcf0cebcd76", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:38.822517 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4569e26a-c16c-4381-9453-459e24f8442f {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:38.822909 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4569e26a-c16c-4381-9453-459e24f8442f'] response: {'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-deleted', 'tag': 'e6654509-a30c-4b10-8739-5bcf0cebcd76', 'status': 'completed', 'code': 200} May 06 09:41:38.835619 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e548ee7-6917-442e-bf9b-27c431911484 req-c9188da9-c929-4881-bb05-28240712d622 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593294 May 06 09:41:38.836506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:38.852365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:38.873271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:38.874877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:38.963722 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23167b21-fed0-43a2-8756-decfe9a5c528 None None] The sync data for ids ['9bf36d10-dbe7-4a50-aa0d-bc7364a61e18'] in n-d-840834-1 is: [{'id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-441995048-router', 'tenant_id': '0b86f1a2c2a2400ea0349aee0608020c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:24Z', 'updated_at': '2022-05-06T09:41:35Z', 'revision_number': 5, 'project_id': '0b86f1a2c2a2400ea0349aee0608020c', 'gw_port': {'id': '6d890210-26f2-4af8-9bcf-0006ab99986f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:75:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf36d10-dbe7-4a50-aa0d-bc7364a61e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:25Z', 'updated_at': '2022-05-06T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:39.051281 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.058478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.076939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e548ee7-6917-442e-bf9b-27c431911484 req-09ad5aac-3c46-48d5-b857-c0579d5484a5 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309425 May 06 09:41:39.095618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:39.108133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=4b564562-bdd1-4226-bc6d-32e8804c7473,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:39.182235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port 4b564562-bdd1-4226-bc6d-32e8804c7473 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:39.187482 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.191859 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6a6ed595-db80-44fa-bb51-0cbe039a9765 req-b557ce30-ad2c-4ecb-98a3-168e70a3cfdc tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.82 "DELETE /v2.0/ports/4b564562-bdd1-4226-bc6d-32e8804c7473 HTTP/1.1" status: 204 len: 173 time: 1.5760672 May 06 09:41:39.219000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Deleting port 6d890210-26f2-4af8-9bcf-0006ab99986f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:39.219401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.222569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6654509-a30c-4b10-8739-5bcf0cebcd76 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:39.260323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: e6654509-a30c-4b10-8739-5bcf0cebcd76 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:39.260572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e6654509-a30c-4b10-8739-5bcf0cebcd76 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:39.261918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4b564562-bdd1-4226-bc6d-32e8804c7473 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:39.351173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 4b564562-bdd1-4226-bc6d-32e8804c7473 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:39.351851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 4b564562-bdd1-4226-bc6d-32e8804c7473 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:39.372391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91dec6-5e72-4648-a3bd-2b80aa74b7f9 req-b918e6fd-abe5-4463-87c1-a1e4ba81ca16 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:39.376941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca91dec6-5e72-4648-a3bd-2b80aa74b7f9 req-b918e6fd-abe5-4463-87c1-a1e4ba81ca16 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 950 time: 0.1671920 May 06 09:41:39.400682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] For port 6d890210-26f2-4af8-9bcf-0006ab99986f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6d890210-26f2-4af8-9bcf-0006ab99986f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:39.401243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.430030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Calling delete_port for 6d890210-26f2-4af8-9bcf-0006ab99986f owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:39.451880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:39.466960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca91dec6-5e72-4648-a3bd-2b80aa74b7f9 req-7051e61d-67be-4d20-9898-cfb6ccae1032 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781658 May 06 09:41:39.507108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:10:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:38Z', 'revision_number': 3, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:39.549846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:39.560508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:39.561206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:39.646545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:39.654567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.704374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:39.707119 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4722d424-3351-4346-a9b7-626089046c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:39.723413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.770071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8e7699eb-26ba-4827-9b29-bfdfc294377e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "PUT /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 200 len: 998 time: 2.7113655 May 06 09:41:39.789349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d890210-26f2-4af8-9bcf-0006ab99986f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:39.797238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:39.868085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.891934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8babfcd1-fdff-4335-ad21-5f4a5882ac8a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:39.894105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-8babfcd1-fdff-4335-ad21-5f4a5882ac8a tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports/0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 942 time: 0.1232188 May 06 09:41:39.923420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5da74-874f-4dbd-9981-b816d8be6798 req-f7d70429-242c-4973-9d66-fff9eae46904 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:39.925502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2a5da74-874f-4dbd-9981-b816d8be6798 req-f7d70429-242c-4973-9d66-fff9eae46904 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 949 time: 0.0878010 May 06 09:41:39.969855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2a5da74-874f-4dbd-9981-b816d8be6798 req-f8b90261-77cd-4076-8d64-dc7299b24ebc tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 May 06 09:41:39.977956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:39.982419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.028947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44154) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:40.051302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.052003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:41:40.056986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.058928 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4c6e2b34-1b92-496c-8d7a-4505e4be4bc8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/9bf36d10-dbe7-4a50-aa0d-bc7364a61e18 HTTP/1.1" status: 204 len: 168 time: 2.0201218 May 06 09:41:40.061846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44156) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:40.115029 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20b4f43-fa86-4eec-8a5b-6a6d0fff5411 x-openstack-request-id: req-a20b4f43-fa86-4eec-8a5b-6a6d0fff5411 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:40.115342 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:40.115743 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a20b4f43-fa86-4eec-8a5b-6a6d0fff5411 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:40.116154 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20b4f43-fa86-4eec-8a5b-6a6d0fff5411'] response: {'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'status': 'completed', 'code': 200} May 06 09:41:40.128028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting subnet 670f97a7-9c34-4846-8561-7ed1699b30a2 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:41:40.135681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.141214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-7d7ad0ef-150e-4995-98d6-07209626e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.142783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-7d7ad0ef-150e-4995-98d6-07209626e52a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.1429532 May 06 09:41:40.180985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] Deleting subnet 13f21686-6bd7-4066-aeb6-388c7b7fca42 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:41:40.187952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.205684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:10:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:38Z', 'revision_number': 3, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:40.234222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.242843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b37d0-d6fc-4d00-96f1-3935ac9bd7b4 None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:10:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:38Z', 'revision_number': 3, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:40.289457 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.299313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722d424-3351-4346-a9b7-626089046c7d req-322a2eed-afd3-485d-8bf8-9a7a4ea21040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.300883 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4722d424-3351-4346-a9b7-626089046c7d req-322a2eed-afd3-485d-8bf8-9a7a4ea21040 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.1873710 May 06 09:41:40.372760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767997-39e1-4e7b-9e5f-b178e54b9be4 req-bc8329e4-12f1-456c-b3a3-ac67e543cb34 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.378572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2767997-39e1-4e7b-9e5f-b178e54b9be4 req-bc8329e4-12f1-456c-b3a3-ac67e543cb34 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.380206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2767997-39e1-4e7b-9e5f-b178e54b9be4 req-bc8329e4-12f1-456c-b3a3-ac67e543cb34 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7&device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 1681 time: 0.1340356 May 06 09:41:40.383149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.429604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-71e2fbfd-249c-40fd-926e-e3578004aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.431378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-71e2fbfd-249c-40fd-926e-e3578004aa7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.2626405 May 06 09:41:40.450548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722d424-3351-4346-a9b7-626089046c7d req-65625dbb-63db-4a62-a4ef-a4da1002ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.452391 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4722d424-3351-4346-a9b7-626089046c7d req-65625dbb-63db-4a62-a4ef-a4da1002ce47 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.1347280 May 06 09:41:40.492971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-838a4789-e0ec-43ac-ba62-ba198d5c7b51 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 217 time: 0.0534790 May 06 09:41:40.497412 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d97fb-0c98-4560-8e09-09cec7965dc6 None None] New status for floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:41:40.511741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2767997-39e1-4e7b-9e5f-b178e54b9be4 req-eb59ff21-8fe9-4699-89b9-b551d4b34edf tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193821 May 06 09:41:40.512668 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4722d424-3351-4346-a9b7-626089046c7d req-a1cb899e-c814-489c-b6a9-42dc83cb319c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 217 time: 0.0501251 May 06 09:41:40.514505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.526560 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.562362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f21686-6bd7-4066-aeb6-388c7b7fca42,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:40.610969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.612704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7302670-8f79-4110-ba78-1859cae3fd7d None None] Network b7ba03d5-91fe-4a05-8ef6-8283b17468bc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:40.622334 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1a9d1f27-f661-46de-b05a-13b42493fea1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/13f21686-6bd7-4066-aeb6-388c7b7fca42 HTTP/1.1" status: 204 len: 168 time: 0.5573056 May 06 09:41:40.626357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44166) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:40.658621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722d424-3351-4346-a9b7-626089046c7d req-d27251c9-a4b6-498f-b519-4777d9cb4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.660226 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4722d424-3351-4346-a9b7-626089046c7d req-d27251c9-a4b6-498f-b519-4777d9cb4edc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.1137347 May 06 09:41:40.763115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722d424-3351-4346-a9b7-626089046c7d req-65368c41-fb1a-47e9-9193-474d472acb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.763115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4722d424-3351-4346-a9b7-626089046c7d req-65368c41-fb1a-47e9-9193-474d472acb40 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833576 May 06 09:41:40.789225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-cd1bc336-b92a-4718-9727-59a1d9ec0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.789225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-cd1bc336-b92a-4718-9727-59a1d9ec0fab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.2743454 May 06 09:41:40.794785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.867560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-deleted', 'tag': '4b564562-bdd1-4226-bc6d-32e8804c7473'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:40.877017 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6dc209-711e-4fab-9fd3-6e84952257d5" -d '{"events": [{"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-deleted", "tag": "4b564562-bdd1-4226-bc6d-32e8804c7473"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:40.901952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Subnet': ['ID=670f97a7-9c34-4846-8561-7ed1699b30a2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:40.910934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.915544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:40.921955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e2171810-8cbe-4031-9a1f-c4804f6e7abd tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/subnets/670f97a7-9c34-4846-8561-7ed1699b30a2 HTTP/1.1" status: 204 len: 168 time: 0.8876810 May 06 09:41:40.925821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44174) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:40.957960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2dad531-b776-4fe9-94e6-dd0ee9365575 req-ae0a814c-404f-4838-a6dd-6504ee5579e9 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0448289 May 06 09:41:40.965572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-05eaa1b4-bc05-4e40-b9c9-95c41f74eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:40.972740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4722d424-3351-4346-a9b7-626089046c7d req-930046ba-4b70-44b8-9a0e-610d51755a6f service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013707 May 06 09:41:40.974088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-05eaa1b4-bc05-4e40-b9c9-95c41f74eefb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691067 May 06 09:41:41.005407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b83d6d-48e7-485b-89b6-73d5e6c5ef77 None None] Network 25825c2c-1bd3-45b8-9a47-a9e9415e550b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:41.007751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:41.096987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Deleting port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:41.097327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.119949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:41.121075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.198729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] For port 7bbcd81f-8da6-4c46-b0c7-86c87a535538, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7bbcd81f-8da6-4c46-b0c7-86c87a535538,segment=NetworkSegment(93321add-4a07-428d-9048-852e44ed16f0),segment_id=93321add-4a07-428d-9048-852e44ed16f0)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:41.198729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.228213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.232733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:41.250040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Calling delete_port for 7bbcd81f-8da6-4c46-b0c7-86c87a535538 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:41.257127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-7eb9572e-ea87-404e-8a9c-5ef86d0fba55 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809725 May 06 09:41:41.265473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4722d424-3351-4346-a9b7-626089046c7d req-46755466-0cb9-4985-989d-037856d6ec1a service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427053 May 06 09:41:41.275693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6d890210-26f2-4af8-9bcf-0006ab99986f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:41.296767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 3da45b76-ef1a-4abc-882c-d6830bd64ea8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:41:41.317647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:41.318095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.332658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6d890210-26f2-4af8-9bcf-0006ab99986f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:41.333044 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6d890210-26f2-4af8-9bcf-0006ab99986f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:41.333464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eb31f940-370f-4b6f-b209-44400a6a16eb no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:41.376380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0566ae-94d5-42ad-a8d9-8a973eacec75 req-eb7619dc-0cec-4391-8963-f6e1c71f8825 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.377908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e0566ae-94d5-42ad-a8d9-8a973eacec75 req-eb7619dc-0cec-4391-8963-f6e1c71f8825 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 950 time: 0.1770899 May 06 09:41:41.397252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8aeeb22a-a23c-4154-bcd4-2db59e4d2269,segment=NetworkSegment(4a744f82-19cf-4716-89c2-bba897eb6f47),segment_id=4a744f82-19cf-4716-89c2-bba897eb6f47)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:41.397646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.410768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: eb31f940-370f-4b6f-b209-44400a6a16eb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:41.411112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eb31f940-370f-4b6f-b209-44400a6a16eb not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:41.411823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:41.468688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-d827585e-1017-4446-8cc1-b0c06f941b21 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043047 May 06 09:41:41.471537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e0566ae-94d5-42ad-a8d9-8a973eacec75 req-f65e1b1f-18e7-49c6-a331-bf7acf2029fd tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805094 May 06 09:41:41.505105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.540388 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.548503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:41:41.558277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:41.559204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbcd81f-8da6-4c46-b0c7-86c87a535538,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:41.559361 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.561330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] No DVR routers for this DVR port 7bbcd81f-8da6-4c46-b0c7-86c87a535538 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:41.610277 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1a1de9-a881-494c-afce-fc503690102d x-openstack-request-id: req-cc1a1de9-a881-494c-afce-fc503690102d {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:41.616033 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fe0047-26c0-4be0-b8c2-05d0650b76d5", "name": "network-vif-deleted", "tag": "4b564562-bdd1-4226-bc6d-32e8804c7473", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:41.617084 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc1a1de9-a881-494c-afce-fc503690102d {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:41.618728 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1a1de9-a881-494c-afce-fc503690102d'] response: {'server_uuid': 'd1fe0047-26c0-4be0-b8c2-05d0650b76d5', 'name': 'network-vif-deleted', 'tag': '4b564562-bdd1-4226-bc6d-32e8804c7473', 'status': 'completed', 'code': 200} May 06 09:41:41.622303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a1c33-31a1-47d4-b809-69f1c8ac4793 None None] DHCP port deletion for b7ba03d5-91fe-4a05-8ef6-8283b17468bc request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:41:41.634714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:41.696518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=8aeeb22a-a23c-4154-bcd4-2db59e4d2269,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:41.710596 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.715948 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-97ea0248-2092-4c28-878e-9248e7130177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.719816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-97ea0248-2092-4c28-878e-9248e7130177 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 1096 time: 0.1967664 May 06 09:41:41.731718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc6dba1-0551-404c-8cce-8ebaf421a7e3 None None] DHCP port deletion for 25825c2c-1bd3-45b8-9a47-a9e9415e550b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:41:41.763292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.791532 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.795343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da45b76-ef1a-4abc-882c-d6830bd64ea8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:41.799910 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea5e14c-ef45-4a72-af51-ce591f40b5ed" -d '{"events": [{"server_uuid": "e1a53f00-23f8-43f2-acaa-938755392aa8", "name": "network-vif-plugged", "status": "completed", "tag": "3da45b76-ef1a-4abc-882c-d6830bd64ea8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:41.814657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ba03d5-91fe-4a05-8ef6-8283b17468bc']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.818222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 3da45b76-ef1a-4abc-882c-d6830bd64ea8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3da45b76-ef1a-4abc-882c-d6830bd64ea8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:41.818452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25825c2c-1bd3-45b8-9a47-a9e9415e550b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.820778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:10:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:40Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.827843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93321add-4a07-428d-9048-852e44ed16f0') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.828622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93321add-4a07-428d-9048-852e44ed16f0') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.831444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a744f82-19cf-4716-89c2-bba897eb6f47') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.831444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a744f82-19cf-4716-89c2-bba897eb6f47') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.841658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.850871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.853119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1c924-8fe5-4b7d-8555-ac69f1623a87 req-84a5d69f-3595-4252-be20-abed2b717574 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.854598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77f1c924-8fe5-4b7d-8555-ac69f1623a87 req-84a5d69f-3595-4252-be20-abed2b717574 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 949 time: 0.1960843 May 06 09:41:41.857001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:41.859075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.860201 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.867627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:41:41.868544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: timer() May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:41:41.873103 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:41:41.893599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.895747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:41.896381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:41.912030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:41:41.912633 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.914560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-bbf8e96d-4c06-48a7-a7af-14b7ecdac5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:41.916057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-bbf8e96d-4c06-48a7-a7af-14b7ecdac5e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.1864815 May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: timer() May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:41:41.916695 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:41:41.950004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=3da45b76-ef1a-4abc-882c-d6830bd64ea8,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:41.977468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.990544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:41.996703 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/networks/25825c2c-1bd3-45b8-9a47-a9e9415e550b HTTP/1.1" status: 204 len: 168 time: 1.0652397 May 06 09:41:41.998109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44188) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:42.024499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77f1c924-8fe5-4b7d-8555-ac69f1623a87 req-ab879067-571f-4ec0-b776-2636813bcf72 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474400 May 06 09:41:42.024725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:42.034238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490de8ae-50fe-4e09-8bbc-07e0a9b566ca tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Network': ['ID=25825c2c-1bd3-45b8-9a47-a9e9415e550b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:42.047383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.052579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-4fdc1672-3bdc-4e66-9393-b47e2c38e230 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 1001 time: 0.1237044 May 06 09:41:42.060060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.065123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b7ba03d5-91fe-4a05-8ef6-8283b17468bc HTTP/1.1" status: 204 len: 168 time: 1.4356387 May 06 09:41:42.068063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting subnet d7880143-2ed4-43a7-90ad-b8e7d36d697d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:41:42.071521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.099404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7f572-0cb5-444d-815e-b9aca149ac41 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ba03d5-91fe-4a05-8ef6-8283b17468bc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:42.123261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.136257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:42.140056 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24ea28-6161-47b7-9392-3f67833c7be9" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:42.175364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-01e4bc84-549e-4664-b8c7-17affda4985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.179259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-01e4bc84-549e-4664-b8c7-17affda4985f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.0970194 May 06 09:41:42.266014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-a73fbaa3-1d0f-4eef-a661-5bc1fc4905c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.267896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-a73fbaa3-1d0f-4eef-a661-5bc1fc4905c5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810952 May 06 09:41:42.307017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.385621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44200) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:42.436171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-80f42e09-e0ee-48b4-99d5-1328cd751b77 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589532 May 06 09:41:42.451679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.481798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Subnet': ['ID=d7880143-2ed4-43a7-90ad-b8e7d36d697d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:42.492530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.499184 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3ee18c24-b2b7-4ad7-830c-dcdea78a668e tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/subnets/d7880143-2ed4-43a7-90ad-b8e7d36d697d HTTP/1.1" status: 204 len: 168 time: 0.4998538 May 06 09:41:42.499928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44204) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:42.503304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e968afa3-42cc-42c7-9ea7-9e6888d4e823 None None] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:42.524544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b78abc17-3a8a-4f65-9de7-dfc8595cb6f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0b86f1a2c2a2400ea0349aee0608020c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345630 May 06 09:41:42.527118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44206) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:42.593249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.605979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378f842-5df1-40fe-9e2b-b25c55437a18 req-9c3e3637-cced-46f0-a28d-f72d1ae8e52d service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603141 May 06 09:41:42.616002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d82b8b26-cd34-4a16-a397-6a0ef0503d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.644234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d82b8b26-cd34-4a16-a397-6a0ef0503d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.678092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:10:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:40Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:42.703000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d82b8b26-cd34-4a16-a397-6a0ef0503d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.707710 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d82b8b26-cd34-4a16-a397-6a0ef0503d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.711409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d82b8b26-cd34-4a16-a397-6a0ef0503d72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8407b3cb-04d5-4ed1-8703-8f521549ce18 HTTP/1.1" status: 204 len: 168 time: 0.1809938 May 06 09:41:42.718934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b8b26-cd34-4a16-a397-6a0ef0503d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407b3cb-04d5-4ed1-8703-8f521549ce18,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:42.729229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Deleting port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:42.731064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.762921 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695b505c-5e06-4129-8fe6-46953b4bf223 x-openstack-request-id: req-695b505c-5e06-4129-8fe6-46953b4bf223 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:42.763234 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a53f00-23f8-43f2-acaa-938755392aa8", "name": "network-vif-plugged", "status": "completed", "tag": "3da45b76-ef1a-4abc-882c-d6830bd64ea8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:42.769229 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-695b505c-5e06-4129-8fe6-46953b4bf223 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:42.773897 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695b505c-5e06-4129-8fe6-46953b4bf223'] response: {'server_uuid': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da45b76-ef1a-4abc-882c-d6830bd64ea8', 'code': 200} May 06 09:41:42.791852 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8fff6e-cd26-47c6-8bef-aae9c6bd8947 x-openstack-request-id: req-cb8fff6e-cd26-47c6-8bef-aae9c6bd8947 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:42.792162 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:42.792502 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb8fff6e-cd26-47c6-8bef-aae9c6bd8947 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:42.792900 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8fff6e-cd26-47c6-8bef-aae9c6bd8947'] response: {'name': 'network-changed', 'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'status': 'completed', 'code': 200} May 06 09:41:42.802294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414808b-a7e0-4579-8fb1-2246e4b143f5 None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:10:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb7b895-007b-47c8-a357-707ce6026034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:40Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:42.803886 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cb3af7e5-02c3-4eb7-a76a-55c6654b5363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.804488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] For port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:42.804957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:42.878087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81bd25a8-bb68-4b71-b2ce-60dd2ba6be4e req-38d1fa77-34e4-4bd1-8080-49d1716519b5 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0636947 May 06 09:41:42.939871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Calling delete_port for 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:42.987465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-35f879ca-c08b-40b6-8b71-80e299913828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:42.989090 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-35f879ca-c08b-40b6-8b71-80e299913828 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 1096 time: 0.1212354 May 06 09:41:43.028917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] DHCP port deletion for e4f7c02f-5cd1-4e3f-8fbd-d448481042ed request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:41:43.147857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Deleting port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:43.149437 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.162346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:43.185138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3c345-f2b2-45c6-8ab1-e0144adc5d53 req-ef53ace9-c2c1-4415-9258-febb150c28cb tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.187464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53d3c345-f2b2-45c6-8ab1-e0144adc5d53 req-ef53ace9-c2c1-4415-9258-febb150c28cb tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 950 time: 0.1072156 May 06 09:41:43.222836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a32c5c-32ab-442a-8219-cb2b5dfdd28d req-8261af03-8c2b-403a-ba9f-604fde40a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.224369 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3a32c5c-32ab-442a-8219-cb2b5dfdd28d req-8261af03-8c2b-403a-ba9f-604fde40a50b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 1101 time: 0.3915300 May 06 09:41:43.232761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53d3c345-f2b2-45c6-8ab1-e0144adc5d53 req-1204b2ae-aac0-4ad7-91ce-6559caf2da96 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391037 May 06 09:41:43.240518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-8e762104-a728-40aa-8a0b-32ca0a05276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.242378 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-8e762104-a728-40aa-8a0b-32ca0a05276b service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.1950603 May 06 09:41:43.321279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:43.321621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8aeeb22a-a23c-4154-bcd4-2db59e4d2269 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:43.322080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7bbcd81f-8da6-4c46-b0c7-86c87a535538 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:43.377335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-a3a56371-57fe-47cb-a342-8755dba5e48f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.1072197 May 06 09:41:43.390515 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3a32c5c-32ab-442a-8219-cb2b5dfdd28d req-2a329aaa-004b-420b-8e0f-0a0a67e4fc5d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518786 May 06 09:41:43.396428 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-29f885f9-417a-4361-9e9c-549f3b7fe46b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 1001 time: 0.1437109 May 06 09:41:43.397696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.430474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Port': ['ID=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:43.433966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] No DVR routers for this DVR port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:43.526517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.552920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f7c02f-5cd1-4e3f-8fbd-d448481042ed']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:43.560106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-89535b16-b728-48cd-b934-d2696e06abcb tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.562668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-89535b16-b728-48cd-b934-d2696e06abcb tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports/6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 942 time: 0.1788514 May 06 09:41:43.577386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66479b3c-01bb-4440-8d08-4888c367dd88') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:43.580079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66479b3c-01bb-4440-8d08-4888c367dd88') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:43.591358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd75650-cc35-4633-bf1b-dc6d7dfb9dfa req-9f4daf38-d366-4aae-a8a7-f91c22f9d2e6 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.601019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccd75650-cc35-4633-bf1b-dc6d7dfb9dfa req-9f4daf38-d366-4aae-a8a7-f91c22f9d2e6 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 950 time: 0.1425369 May 06 09:41:43.618289 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.641218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7bbcd81f-8da6-4c46-b0c7-86c87a535538 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:43.641825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7bbcd81f-8da6-4c46-b0c7-86c87a535538 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:43.641960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:43.645647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.651560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccd75650-cc35-4633-bf1b-dc6d7dfb9dfa req-d7695bd0-18f7-4a18-9dbb-e1c1d1761f8c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496535 May 06 09:41:43.656416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:41:43.656878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: timer() May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:41:43.665446 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:41:43.676139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:43.676708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:43.701726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] For port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,segment=NetworkSegment(66479b3c-01bb-4440-8d08-4888c367dd88),segment_id=66479b3c-01bb-4440-8d08-4888c367dd88)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:43.704484 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.726295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Calling delete_port for 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:43.792127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.819613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.827104 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] 10.222.0.76 "DELETE /v2.0/networks/e4f7c02f-5cd1-4e3f-8fbd-d448481042ed HTTP/1.1" status: 204 len: 168 time: 1.3237259 May 06 09:41:43.832066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890119cc-145e-4a24-a91b-5b87e516e365 tempest-ServersTestMultiNic-2019182968 tempest-ServersTestMultiNic-2019182968-project] Pushing event deleted for resources: {'Network': ['ID=e4f7c02f-5cd1-4e3f-8fbd-d448481042ed,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:43.841680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-a753f7b5-b27d-4b1f-8b02-ff9e4dc082da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.843780 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-a753f7b5-b27d-4b1f-8b02-ff9e4dc082da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.0929892 May 06 09:41:43.856022 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:43.876145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-275e0962-2467-43fd-9720-f6264c79f4de tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.1616015 May 06 09:41:43.894476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Network e4f7c02f-5cd1-4e3f-8fbd-d448481042ed is not hosted by any dhcp agent {{(pid=102744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:41:43.894943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] No DVR routers for this DVR port 51ac5d50-4f40-405e-83eb-0c9dd506c5b7 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:43.899961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Pushing event deleted for resources: {'Port': ['ID=51ac5d50-4f40-405e-83eb-0c9dd506c5b7,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:43.917014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.918465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.918854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.919198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.919979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.920316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.920640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.920973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.921293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.921614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.921998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.922243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba125ea-acc4-4c3a-a473-eb50c96b3527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:41:43.925334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-29149fa6-7960-4b16-b397-cf0ca4e3aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:43.927119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-29149fa6-7960-4b16-b397-cf0ca4e3aa0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740364 May 06 09:41:44.026714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-8b8351f5-34ac-4e14-a994-8a9e05d9cd3e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.033665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-8b8351f5-34ac-4e14-a994-8a9e05d9cd3e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1557662 May 06 09:41:44.039333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-0ca2326a-7e72-47d4-a1c0-b1f1e4ee641e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:41:44.046562 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-1ae1ebb2-b81f-4139-8edb-496f98032876 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052742 May 06 09:41:44.048300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61a85690-f659-44b3-a8ca-6d9beff2e5db req-0ca2326a-7e72-47d4-a1c0-b1f1e4ee641e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136344 May 06 09:41:44.160666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4f24ea28-6161-47b7-9392-3f67833c7be9 req-3bbec708-33c4-460f-b094-868de88c9c03 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032989 May 06 09:41:44.284242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbe35473-c0e7-4410-86bf-e2817995feb6 req-0c569d71-7a6a-4981-8c15-b72af07394e9 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0271471 May 06 09:41:44.403741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0688bc1f-b32d-4836-a8ad-1459755752e8 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.0706224 May 06 09:41:44.459247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-36355554-7b5a-4a91-b5e0-c30cacc272b0 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.460798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-36355554-7b5a-4a91-b5e0-c30cacc272b0 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports/6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 942 time: 0.0515025 May 06 09:41:44.903698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-ab5c07a8-a08b-409c-a917-09c8c9a47eae tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.3815541 May 06 09:41:44.911705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42fef6-04c1-4380-9d5c-f1fc1798a711 req-3e6b6384-d6da-4c29-a38c-84e3fefb999a tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:44.913114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd42fef6-04c1-4380-9d5c-f1fc1798a711 req-3e6b6384-d6da-4c29-a38c-84e3fefb999a tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 950 time: 0.4000738 May 06 09:41:45.002506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd42fef6-04c1-4380-9d5c-f1fc1798a711 req-7136aa80-4db6-42f5-b0a8-d9ae37e85688 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.76 "GET /v2.0/security-groups?id=d834e51e-de5c-4a1e-8c39-848ec9979e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800869 May 06 09:41:45.039378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-da4105c2-4104-4e3f-ae55-429dfc54cf90 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.040990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-da4105c2-4104-4e3f-ae55-429dfc54cf90 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1270177 May 06 09:41:45.050255 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-150d24d3-d492-4189-b809-6723f28eeb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.124041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-27d1480a-a216-4097-b1ed-c7d715f51585 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.0748074 May 06 09:41:45.133641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:45.219923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.262132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f89172-ca9d-4065-88d0-904ecf9771f8 req-b49f140b-4f9a-4e94-b93a-0ebf421d7953 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.263711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46f89172-ca9d-4065-88d0-904ecf9771f8 req-b49f140b-4f9a-4e94-b93a-0ebf421d7953 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 945 time: 0.1274507 May 06 09:41:45.327951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-a33d3bb8-f377-4d87-908f-60cec9e07a16 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.329536 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-a33d3bb8-f377-4d87-908f-60cec9e07a16 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.83 "GET /v2.0/ports?device_id=21f3a7ee-a42b-4db1-a69a-6047b7e42809 HTTP/1.1" status: 200 len: 950 time: 0.0481102 May 06 09:41:45.349284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46f89172-ca9d-4065-88d0-904ecf9771f8 req-53fe6f8b-040e-4d96-a2a1-89690d6f1a84 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/security-groups?id=866a2041-b64d-4fb2-97b6-4efd7ab98538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791073 May 06 09:41:45.417251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.428001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Deleting port 085d820b-bd74-411f-9498-27bd6acf3448 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:45.428425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.442056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.442406 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8 disassociated. External IP: 172.25.8.184, port: 6f7a7d31-6266-40c3-8d32-b898c03d7420. May 06 09:41:45.512939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc689-801e-4fe4-9843-37100eceb7bd req-f24206a4-ad5f-4091-85c4-4d94f269a8f5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.514377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f58dc689-801e-4fe4-9843-37100eceb7bd req-f24206a4-ad5f-4091-85c4-4d94f269a8f5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 950 time: 0.0993299 May 06 09:41:45.521971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] For port 085d820b-bd74-411f-9498-27bd6acf3448, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=085d820b-bd74-411f-9498-27bd6acf3448,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:45.522341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.536224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Calling delete_port for 085d820b-bd74-411f-9498-27bd6acf3448 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:45.589143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f58dc689-801e-4fe4-9843-37100eceb7bd req-39abb713-8959-45c1-b103-3823801eb5a1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486276 May 06 09:41:45.660548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-241649f9-d49e-4cb5-9917-e90dab4e1dba tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:45.662001 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-241649f9-d49e-4cb5-9917-e90dab4e1dba tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 945 time: 0.0862248 May 06 09:41:45.725983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:45.785659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.799955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['085d820b-bd74-411f-9498-27bd6acf3448'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:45.838279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Pushing event deleted for resources: {'Port': ['ID=085d820b-bd74-411f-9498-27bd6acf3448,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:45.884596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] No DVR routers for this DVR port 085d820b-bd74-411f-9498-27bd6acf3448 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:45.888440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.891857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-37edda2e-bd07-446b-a6b2-5635dd7075ac req-06389e88-9533-45e3-8ecb-e8fad25f17d1 tempest-ImagesNegativeTestJSON-1917392238 tempest-ImagesNegativeTestJSON-1917392238-project] 10.222.0.83 "DELETE /v2.0/ports/085d820b-bd74-411f-9498-27bd6acf3448 HTTP/1.1" status: 204 len: 173 time: 0.5552046 May 06 09:41:45.892786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'name': 'network-vif-deleted', 'tag': '085d820b-bd74-411f-9498-27bd6acf3448'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:45.895405 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0b23a2-5ab7-4f17-b434-e3c7b0324885" -d '{"events": [{"server_uuid": "21f3a7ee-a42b-4db1-a69a-6047b7e42809", "name": "network-vif-deleted", "tag": "085d820b-bd74-411f-9498-27bd6acf3448"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:45.900431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Deleting port 94efbe21-4730-4246-b729-cdccce80c070 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:45.901020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.904603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:45.909586 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:45.921522 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:45.937034 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:45.937972 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:45.945630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-0d514109-55b5-4893-bdb3-6ba43bb08d0f tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "PUT /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 200 len: 695 time: 0.8156707 May 06 09:41:45.946166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:45.948517 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6555cfe3-29b6-44d6-97c4-785c554e479b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:46.066684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] For port 94efbe21-4730-4246-b729-cdccce80c070, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94efbe21-4730-4246-b729-cdccce80c070,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:46.067052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.089563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-67c87454-0b81-4e50-b18b-c074479f3d29 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.092150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-67c87454-0b81-4e50-b18b-c074479f3d29 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "GET /v2.0/ports?device_id=413d36df-e4e4-47cc-b540-57627721b2f7 HTTP/1.1" status: 200 len: 945 time: 0.1314766 May 06 09:41:46.095343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-83bb4005-9499-4c74-9da2-c7c7eb4951ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.095837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Calling delete_port for 94efbe21-4730-4246-b729-cdccce80c070 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:46.096817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-83bb4005-9499-4c74-9da2-c7c7eb4951ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 1096 time: 0.1103702 May 06 09:41:46.113559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44324) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:46.123255 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:41:46.145802 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:46.241374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd554950-956d-4f4b-bc87-8227841c279d req-2f13eb12-1768-4018-976c-6bce0fe2b676 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0362146 May 06 09:41:46.315809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-7698865a-7da2-453f-9704-a73b8331b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.317236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-7698865a-7da2-453f-9704-a73b8331b4af service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.2111318 May 06 09:41:46.331356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.361227 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a099674-d1ef-4f0e-8e88-b9597d902fa4 x-openstack-request-id: req-6a099674-d1ef-4f0e-8e88-b9597d902fa4 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:46.361759 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f3a7ee-a42b-4db1-a69a-6047b7e42809", "name": "network-vif-deleted", "tag": "085d820b-bd74-411f-9498-27bd6acf3448", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:46.361759 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a099674-d1ef-4f0e-8e88-b9597d902fa4 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:46.362138 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a099674-d1ef-4f0e-8e88-b9597d902fa4'] response: {'server_uuid': '21f3a7ee-a42b-4db1-a69a-6047b7e42809', 'name': 'network-vif-deleted', 'tag': '085d820b-bd74-411f-9498-27bd6acf3448', 'status': 'completed', 'code': 200} May 06 09:41:46.382510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-fbb9f6da-5608-43de-b12e-ea10acd0db7a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 217 time: 0.0556459 May 06 09:41:46.396312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Deleting port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:46.396667 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.446766 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:46.482353 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:46.493033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:46.494024 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:46.542952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-c386db4f-d2ac-4c34-872a-38912b0dd963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.544839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-c386db4f-d2ac-4c34-872a-38912b0dd963 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.1513886 May 06 09:41:46.549663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.641481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] For port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,segment=NetworkSegment(bf0f9eba-6a4b-4aa6-a25a-5001b7d81409),segment_id=bf0f9eba-6a4b-4aa6-a25a-5001b7d81409)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:46.641915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.659615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Calling delete_port for 98e80251-c0e5-4eb8-b167-b3ab63b27bcf owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:46.677155 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:46.689977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-8fc0fe6f-a758-4998-a5f1-014e84c032f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:46.702585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-8fc0fe6f-a758-4998-a5f1-014e84c032f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237457 May 06 09:41:46.883116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.893180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-85a81eeb-22fa-43cf-8e22-88fa33dd691b service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896226 May 06 09:41:46.897428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['98e80251-c0e5-4eb8-b167-b3ab63b27bcf', '94efbe21-4730-4246-b729-cdccce80c070'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:46.967008 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe0fcfa-3339-48fb-946d-980806996e6a x-openstack-request-id: req-cfe0fcfa-3339-48fb-946d-980806996e6a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:46.967839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] No DVR routers for this DVR port 94efbe21-4730-4246-b729-cdccce80c070 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:46.968445 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:46.969723 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfe0fcfa-3339-48fb-946d-980806996e6a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:46.974189 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe0fcfa-3339-48fb-946d-980806996e6a'] response: {'name': 'network-changed', 'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'status': 'completed', 'code': 200} May 06 09:41:46.984348 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:46.992087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:46.995391 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e2671325-e108-4ea4-94ec-ff3f85a47272 req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "DELETE /v2.0/ports/94efbe21-4730-4246-b729-cdccce80c070 HTTP/1.1" status: 204 len: 173 time: 1.3232424 May 06 09:41:47.001545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebd2ba-4d2a-41c1-bbbd-20a4becd3e98 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Pushing event deleted for resources: {'Port': ['ID=94efbe21-4730-4246-b729-cdccce80c070,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:47.057226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-d6e1193f-081b-4691-85ec-2ace5d1894a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.059015 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-d6e1193f-081b-4691-85ec-2ace5d1894a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 1096 time: 0.0623877 May 06 09:41:47.065426 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a52f5cc-7d3b-47f2-84ed-d9007ea772aa None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:47.134141 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.182927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Pushing event deleted for resources: {'Port': ['ID=98e80251-c0e5-4eb8-b167-b3ab63b27bcf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:47.208756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a43a35c-9d93-4848-ba29-14bfa053fdb0 req-2a846cf8-0c68-4d01-914d-1cc6020233db service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144004 May 06 09:41:47.233554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-175371a8-87fb-45ab-93fa-9be1182d2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.235021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-175371a8-87fb-45ab-93fa-9be1182d2f60 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.1650934 May 06 09:41:47.286509 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-763fda2a-a0b7-4167-a98c-e4711f068fcd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 200 len: 217 time: 0.0428557 May 06 09:41:47.298120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] No DVR routers for this DVR port 98e80251-c0e5-4eb8-b167-b3ab63b27bcf on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:47.301167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cd1cbd4-f716-4b46-a2e4-49dade163bcd req-85449a96-b06b-4557-b0d5-d66875a305ec tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a34f0c3-8f5b-478e-9d35-f07b45904341 HTTP/1.1" status: 200 len: 210 time: 0.0710931 May 06 09:41:47.302248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.305018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.305704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0fcb8bf5-473f-4139-8bbe-80e6c7eb6c64 req-3cadd313-02c4-418d-ab64-b40011e9f209 tempest-ListServersNegativeTestJSON-1332381839 tempest-ListServersNegativeTestJSON-1332381839-project] 10.222.0.82 "DELETE /v2.0/ports/98e80251-c0e5-4eb8-b167-b3ab63b27bcf HTTP/1.1" status: 204 len: 173 time: 1.2012594 May 06 09:41:47.363302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61510b-93bc-4708-8ab8-55d3e3b68d1d req-f0e47dcb-df30-48bc-a5bb-5214381a5b9b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.365017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e61510b-93bc-4708-8ab8-55d3e3b68d1d req-f0e47dcb-df30-48bc-a5bb-5214381a5b9b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 950 time: 0.0693989 May 06 09:41:47.395416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-f04456dc-349f-4e1f-b824-0c2b89a6868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.396907 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-f04456dc-349f-4e1f-b824-0c2b89a6868e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.0900004 May 06 09:41:47.424714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e61510b-93bc-4708-8ab8-55d3e3b68d1d req-3e9e2b75-dba9-42a6-966c-f355f0287ea2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 May 06 09:41:47.534358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-8964f487-2964-4592-9262-43fc7893ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:47.535882 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-8964f487-2964-4592-9262-43fc7893ee88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910003 May 06 09:41:47.556785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562942de-353a-41a1-981c-bce1ebe92580 None None] New status for floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:41:47.676711 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-9b0da164-f823-42f1-8900-b72026125f58 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237485 May 06 09:41:47.831123 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6555cfe3-29b6-44d6-97c4-785c554e479b req-cd537140-f7ba-47cf-af16-568b7162b49e service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264257 May 06 09:41:47.840995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Deleting port 0cae1822-7637-4697-98dd-dad872c11c6b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:47.841850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.928447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98b85fa9-9f6c-41b3-ba26-7e2708aabf2e req-4e7d1240-501d-4764-a2ef-950e6ccbb8a3 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0284998 May 06 09:41:47.968329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] For port 0cae1822-7637-4697-98dd-dad872c11c6b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0cae1822-7637-4697-98dd-dad872c11c6b,segment=NetworkSegment(382e04c9-bf90-4d18-aa8d-6245def69911),segment_id=382e04c9-bf90-4d18-aa8d-6245def69911)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:47.968999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:47.986133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Calling delete_port for 0cae1822-7637-4697-98dd-dad872c11c6b owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:48.057432 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.078366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31a04-6b00-43c3-83c9-2f64f0bb69ed req-cf3a36b2-bb9f-4d65-b3e8-201241becdcf tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:48.079975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fe31a04-6b00-43c3-83c9-2f64f0bb69ed req-cf3a36b2-bb9f-4d65-b3e8-201241becdcf tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 1101 time: 0.0714116 May 06 09:41:48.134437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fe31a04-6b00-43c3-83c9-2f64f0bb69ed req-d98d0811-f8ff-40de-8927-c58bcc8e2168 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 May 06 09:41:48.270503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-c1d999d7-74a1-47c8-adbf-b735011ed52c tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:48.272872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-c1d999d7-74a1-47c8-adbf-b735011ed52c tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0861304 May 06 09:41:48.277920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.305129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cae1822-7637-4697-98dd-dad872c11c6b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:48.361692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-858cd0d0-2056-4ad9-b83a-159b66117db0 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 696 time: 0.0806551 May 06 09:41:48.366354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'floatingip': {'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:48.371541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'name': 'network-vif-deleted', 'tag': '94efbe21-4730-4246-b729-cdccce80c070'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:48.376474 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e659d3a-25f9-4539-bd97-820268041465" -d '{"events": [{"server_uuid": "5a34f0c3-8f5b-478e-9d35-f07b45904341", "name": "network-vif-deleted", "tag": "94efbe21-4730-4246-b729-cdccce80c070"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:48.411547 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.631219 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9360f8-147e-437f-888c-9970740c7bfc x-openstack-request-id: req-5b9360f8-147e-437f-888c-9970740c7bfc {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:48.631732 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a34f0c3-8f5b-478e-9d35-f07b45904341", "name": "network-vif-deleted", "tag": "94efbe21-4730-4246-b729-cdccce80c070", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:48.631956 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b9360f8-147e-437f-888c-9970740c7bfc {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:48.632346 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9360f8-147e-437f-888c-9970740c7bfc'] response: {'server_uuid': '5a34f0c3-8f5b-478e-9d35-f07b45904341', 'name': 'network-vif-deleted', 'tag': '94efbe21-4730-4246-b729-cdccce80c070', 'status': 'completed', 'code': 200} May 06 09:41:48.632759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44396) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:48.633406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:48.633905 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.695952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44410) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:48.728335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] Deleting subnet b88a17c3-4fb2-4744-9ec9-99545bc58e92 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:41:48.733470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.767539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-7f654178-5edb-4ddb-8659-70c940e32df9 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305526 May 06 09:41:48.774533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.776464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.833054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44416) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:48.914141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7512bb25-5e09-45d1-818c-796ac9426ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.949800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:48.976874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413d36df-e4e4-47cc-b540-57627721b2f7', 'name': 'network-vif-deleted', 'tag': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:48.979054 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fccd0b-e1c2-47b8-8973-d90b5d421ec0" -d '{"events": [{"server_uuid": "413d36df-e4e4-47cc-b540-57627721b2f7", "name": "network-vif-deleted", "tag": "98e80251-c0e5-4eb8-b167-b3ab63b27bcf"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:49.011432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-de98e126-7769-4444-8e32-4042be6e7d09 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:49.016115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-de98e126-7769-4444-8e32-4042be6e7d09 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2476964 May 06 09:41:49.021883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1607926c-3879-4316-97e3-a21b89ea1fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.059005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 98e80251-c0e5-4eb8-b167-b3ab63b27bcf no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:49.085414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 98e80251-c0e5-4eb8-b167-b3ab63b27bcf {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:49.085890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 98e80251-c0e5-4eb8-b167-b3ab63b27bcf not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:49.086377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 94efbe21-4730-4246-b729-cdccce80c070 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:49.107554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 94efbe21-4730-4246-b729-cdccce80c070 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:49.108225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 94efbe21-4730-4246-b729-cdccce80c070 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:49.110508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-91b79a0c-03a5-4158-926a-af7e658c7828 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/quotas/1bed9cc651cd4c869d9748769312b75d HTTP/1.1" status: 200 len: 375 time: 0.0312545 May 06 09:41:49.124740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1e5a07dd-aae9-4852-a35f-3b16f4174dfd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=60a0c778fddb4818860a2541ede835a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893038 May 06 09:41:49.132330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44424) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:49.164832 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.216824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f875e718-27f1-4ebc-8f50-6c0d162ad3c1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0943499 May 06 09:41:49.260429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.264207 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b88a17c3-4fb2-4744-9ec9-99545bc58e92 HTTP/1.1" status: 204 len: 168 time: 0.6298218 May 06 09:41:49.265098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e428e1-ad0a-4bdd-bccb-5e8881580a76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88a17c3-4fb2-4744-9ec9-99545bc58e92,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:49.267174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44426) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:49.275560 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.277993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 085d820b-bd74-411f-9498-27bd6acf3448 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:49.293606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.324011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 085d820b-bd74-411f-9498-27bd6acf3448 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:49.324988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 085d820b-bd74-411f-9498-27bd6acf3448 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:49.350966 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7512bb25-5e09-45d1-818c-796ac9426ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.372807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7512bb25-5e09-45d1-818c-796ac9426ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.374986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c542de07-0887-467b-8724-1966ef0838ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.391991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:49.393205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.416493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1607926c-3879-4316-97e3-a21b89ea1fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.443170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1607926c-3879-4316-97e3-a21b89ea1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.464228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c542de07-0887-467b-8724-1966ef0838ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.467524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4b83bc-c34d-4893-93db-dacba37e1c52 req-6e08d74e-aaf5-4b6f-a803-a65c66deff20 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0341642 May 06 09:41:49.477029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7512bb25-5e09-45d1-818c-796ac9426ee2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27455b02add24eaba8201b71f9349f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8387609 May 06 09:41:49.481354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44432) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:49.492216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512bb25-5e09-45d1-818c-796ac9426ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c82487-4963-4d57-89c7-4c25cf538e04,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:49.553913 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1607926c-3879-4316-97e3-a21b89ea1fd1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=088377650ea042c89f0f3d017c4086f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8554933 May 06 09:41:49.569296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44436) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:49.579621 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3efd806-eea6-4739-80a5-5eb9448fbfd8 x-openstack-request-id: req-d3efd806-eea6-4739-80a5-5eb9448fbfd8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:49.579621 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413d36df-e4e4-47cc-b540-57627721b2f7", "name": "network-vif-deleted", "tag": "98e80251-c0e5-4eb8-b167-b3ab63b27bcf", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:49.579621 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3efd806-eea6-4739-80a5-5eb9448fbfd8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:49.580025 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3efd806-eea6-4739-80a5-5eb9448fbfd8'] response: {'server_uuid': '413d36df-e4e4-47cc-b540-57627721b2f7', 'name': 'network-vif-deleted', 'tag': '98e80251-c0e5-4eb8-b167-b3ab63b27bcf', 'status': 'completed', 'code': 200} May 06 09:41:49.588064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607926c-3879-4316-97e3-a21b89ea1fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c524fce1-0c51-4a11-a651-015abb87990a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:49.591272 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8 associated. External IP: 172.25.8.184, port: 0b5c6f8d-43a3-4bf7-9177-c48645d9b881. May 06 09:41:49.666094 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c542de07-0887-467b-8724-1966ef0838ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.670114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c542de07-0887-467b-8724-1966ef0838ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.674181 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c542de07-0887-467b-8724-1966ef0838ec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d834e51e-de5c-4a1e-8c39-848ec9979e00 HTTP/1.1" status: 204 len: 168 time: 0.5358758 May 06 09:41:49.706652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542de07-0887-467b-8724-1966ef0838ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d834e51e-de5c-4a1e-8c39-848ec9979e00,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:49.710722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:49.715926 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-76bf2194-31db-433f-a531-c0cfbd5d7680 admin admin] 10.222.0.76 "PUT /v2.0/routers/443f5b7d-7b0f-43d0-b2a5-307bdb3f1754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6004961 May 06 09:41:49.718925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44444) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:49.722138 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] Sync routers for ids ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:49.756915 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] Routers {'443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:49.757546 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:49.847944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:49.901834 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] Set router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:50.000226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.106414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13981ec7-0bec-4223-af5b-caca04405df8 req-eb784346-8162-46fb-8ce9-b30e3187b2a0 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:50.108029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13981ec7-0bec-4223-af5b-caca04405df8 req-eb784346-8162-46fb-8ce9-b30e3187b2a0 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "GET /v2.0/ports?device_id=ddb7b895-007b-47c8-a357-707ce6026034 HTTP/1.1" status: 200 len: 945 time: 0.1028228 May 06 09:41:50.166220 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:41:48Z', 'revision_number': 5, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port': {'id': '9048b030-8ec2-46d5-959b-324879ab9d16', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:39:34Z', 'updated_at': '2022-05-06T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:50.198175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Deleting port 9048b030-8ec2-46d5-959b-324879ab9d16 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:50.198418 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] Checking router: 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:50.198636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.210618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] Routers {'443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:50.211888 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:50.303940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67b2d573-5aca-4f11-be75-c93cf3a2053a req-47384fe4-8dbf-4a97-83d4-c2ed32e93ec7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 210 time: 0.6180193 May 06 09:41:50.317492 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.337537 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Deleting port 6f7a7d31-6266-40c3-8d32-b898c03d7420 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:50.337881 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.347645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.357592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f91be1d-af50-436b-ac69-fa85d83b8175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.381682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f91be1d-af50-436b-ac69-fa85d83b8175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.434784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadf74cb-44a0-43b5-a652-3c371d5fa3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.459491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] For port 9048b030-8ec2-46d5-959b-324879ab9d16, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9048b030-8ec2-46d5-959b-324879ab9d16,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:50.459885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.460690 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f91be1d-af50-436b-ac69-fa85d83b8175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.463190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f91be1d-af50-436b-ac69-fa85d83b8175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.467723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7f91be1d-af50-436b-ac69-fa85d83b8175 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71c82487-4963-4d57-89c7-4c25cf538e04 HTTP/1.1" status: 204 len: 168 time: 0.9802058 May 06 09:41:50.470704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb880386-d650-4e06-a325-20773a93e2aa']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:50.476876 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] Set router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:50.483797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Calling delete_port for 9048b030-8ec2-46d5-959b-324879ab9d16 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:50.495323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadf74cb-44a0-43b5-a652-3c371d5fa3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.500649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:50.500854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0f9eba-6a4b-4aa6-a25a-5001b7d81409') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:50.506248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] For port 6f7a7d31-6266-40c3-8d32-b898c03d7420, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6f7a7d31-6266-40c3-8d32-b898c03d7420,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:50.506621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.528329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91be1d-af50-436b-ac69-fa85d83b8175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c82487-4963-4d57-89c7-4c25cf538e04,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:50.568971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.601849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Calling delete_port for 6f7a7d31-6266-40c3-8d32-b898c03d7420 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:50.602492 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:41:50Z', 'revision_number': 6, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:50.618186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.632422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:41:50.633028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: timer() May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:41:50.635192 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:41:50.679195 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba08079-dd7f-4abe-9039-49e4425c97c6 None None] The sync data for ids ['443f5b7d-7b0f-43d0-b2a5-307bdb3f1754'] in n-d-840834-1 is: [{'id': '443f5b7d-7b0f-43d0-b2a5-307bdb3f1754', 'name': 'tempest-ServersTestMultiNic-2026820577-router', 'tenant_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:39:33Z', 'updated_at': '2022-05-06T09:41:50Z', 'revision_number': 6, 'project_id': '37ac28d4e690443cbc13ef7bbe42f55a', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:50.818956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.829897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-6c93d5f1-e876-4af6-bf77-da27948160e7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=1bed9cc651cd4c869d9748769312b75d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960667 May 06 09:41:50.845683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadf74cb-44a0-43b5-a652-3c371d5fa3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.849512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadf74cb-44a0-43b5-a652-3c371d5fa3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.862286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dadf74cb-44a0-43b5-a652-3c371d5fa3b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c524fce1-0c51-4a11-a651-015abb87990a HTTP/1.1" status: 204 len: 168 time: 1.2812750 May 06 09:41:50.874472 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:50.878522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] 10.222.0.76 "DELETE /v2.0/networks/eb880386-d650-4e06-a325-20773a93e2aa HTTP/1.1" status: 204 len: 168 time: 1.6103375 May 06 09:41:51.015150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f05b2df3-8257-45a5-9fe1-dd702aa6bc0d req-b96327d6-9bae-4539-a139-d3a561b9bed9 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1974814 May 06 09:41:51.021495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd0260-0e2b-45f0-bc51-ccda282641db admin admin] Pushing event deleted for resources: {'Network': ['ID=eb880386-d650-4e06-a325-20773a93e2aa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:51.026404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.034362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.038820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf74cb-44a0-43b5-a652-3c371d5fa3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c524fce1-0c51-4a11-a651-015abb87990a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:51.051514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44474) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:51.056632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['0b5c6f8d-43a3-4bf7-9177-c48645d9b881', '6f7a7d31-6266-40c3-8d32-b898c03d7420'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:51.103332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:51.145383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0cae1822-7637-4697-98dd-dad872c11c6b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:51.189590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0cae1822-7637-4697-98dd-dad872c11c6b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:51.190443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0cae1822-7637-4697-98dd-dad872c11c6b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:51.362183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44478) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:51.367447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:51.382657 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.385080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:51.448655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-55b5528e-bdbc-4fe0-b840-026635f11bc6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "PUT /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 200 len: 996 time: 3.0852215 May 06 09:41:51.461872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:51.462509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:51.494478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d124ec06-d275-4342-853f-e40b3dadfbea req-e6491ddf-1b0e-4d91-ba81-b83e1ca05578 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 210 time: 0.0408967 May 06 09:41:51.510241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-855bc711-06df-4a08-8523-48f55bdbaf82 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:51.511827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-855bc711-06df-4a08-8523-48f55bdbaf82 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6388295 May 06 09:41:51.521643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Pushing event deleted for resources: {'Port': ['ID=9048b030-8ec2-46d5-959b-324879ab9d16,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:51.543005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Request body: {'port': {'device_id': '64e965f7-50ad-4532-987e-515b79fea842', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1bed9cc651cd4c869d9748769312b75d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:51.557574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17e2d37-8f8e-41ba-b368-cb4543cf9ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.592881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Pushing event deleted for resources: {'Port': ['ID=6f7a7d31-6266-40c3-8d32-b898c03d7420,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:51.660608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:51.726445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] No DVR routers for this DVR port 6f7a7d31-6266-40c3-8d32-b898c03d7420 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:51.735630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.742597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:51.744962 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-13981ec7-0bec-4223-af5b-caca04405df8 req-d04e3cc1-6a6b-4e50-9ed8-8f5e8e13d73b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "DELETE /v2.0/ports/6f7a7d31-6266-40c3-8d32-b898c03d7420 HTTP/1.1" status: 204 len: 173 time: 1.6302917 May 06 09:41:51.745436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'name': 'network-vif-deleted', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:51.745860 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff378ebb-9154-4b13-9921-13261807906b" -d '{"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:51.747990 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b407f0e3-0bd8-40d8-82bf-c8a418f43e5b" -d '{"events": [{"server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "name": "network-vif-deleted", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:51.804453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:51.832558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3c3b67a0-9ea8-4f62-8132-b676685834f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9080838ee2c14d3e847db047249597df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623411 May 06 09:41:51.833260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44496) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:51.837096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Made reservation on behalf of 1bed9cc651cd4c869d9748769312b75d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:51.844237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.005651 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dd9e73-0007-4b78-95c0-7b9e6710eab6 x-openstack-request-id: req-b3dd9e73-0007-4b78-95c0-7b9e6710eab6 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:52.005938 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb7b895-007b-47c8-a357-707ce6026034", "name": "network-vif-deleted", "tag": "6f7a7d31-6266-40c3-8d32-b898c03d7420", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:52.006186 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3dd9e73-0007-4b78-95c0-7b9e6710eab6 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:52.006591 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3dd9e73-0007-4b78-95c0-7b9e6710eab6'] response: {'server_uuid': 'ddb7b895-007b-47c8-a357-707ce6026034', 'name': 'network-vif-deleted', 'tag': '6f7a7d31-6266-40c3-8d32-b898c03d7420', 'status': 'completed', 'code': 200} May 06 09:41:52.014199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.020813 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.051133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-a51350a7-728e-41be-b4fa-1fcb8b4275e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.058556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-a51350a7-728e-41be-b4fa-1fcb8b4275e1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.5623670 May 06 09:41:52.095288 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.096870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:41:52.102807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.103993 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-815c758c-22c2-4c8d-9ba7-e13be064406a admin admin] 10.222.0.76 "DELETE /v2.0/routers/443f5b7d-7b0f-43d0-b2a5-307bdb3f1754 HTTP/1.1" status: 204 len: 168 time: 2.3839180 May 06 09:41:52.107095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17e2d37-8f8e-41ba-b368-cb4543cf9ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.110945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:52.119915 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17e2d37-8f8e-41ba-b368-cb4543cf9ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.282506 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c17e2d37-8f8e-41ba-b368-cb4543cf9ec2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1daeb233dcc84fa8b9131cd89baed34a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2240896 May 06 09:41:52.284144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44514) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:52.296648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e2d37-8f8e-41ba-b368-cb4543cf9ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a487c32f-bfa9-4d7f-83bd-c90db336d09b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:52.304964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] Deleting subnet 5629f69f-bdb3-4781-8728-94e828d934e4 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:41:52.323342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.326039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-e27f4390-c0a8-46f5-b588-efb4854c5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.333582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-e27f4390-c0a8-46f5-b588-efb4854c5f54 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.2734401 May 06 09:41:52.335207 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28341dcd-3784-45d1-b17f-fc018fc4c4d2 x-openstack-request-id: req-28341dcd-3784-45d1-b17f-fc018fc4c4d2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:52.337429 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:52.337787 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28341dcd-3784-45d1-b17f-fc018fc4c4d2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:52.338281 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28341dcd-3784-45d1-b17f-fc018fc4c4d2'] response: {'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'status': 'completed', 'code': 200} May 06 09:41:52.350642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:2a:23:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:49Z', 'revision_number': 8, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:52.377889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378ebb-9154-4b13-9921-13261807906b req-3aa44ab7-7273-435b-a6cd-1dd78918caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.380063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff378ebb-9154-4b13-9921-13261807906b req-3aa44ab7-7273-435b-a6cd-1dd78918caae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.2279074 May 06 09:41:52.397569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.415766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:52.437632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:52.438355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:52.439138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:52.501914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5be4e18f-cdb9-46b5-8662-23233d7a249a req-6eb751cf-1d8a-4b2d-bc38-dfde9b3bcef2 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1439795 May 06 09:41:52.529459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea646d2-ea1c-4fe1-bac1-8a38725b9f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.648247 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d426-8aee-4032-899b-0b7ceb81a76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.662488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:52.707770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378ebb-9154-4b13-9921-13261807906b req-19f2698d-8a94-4700-abd6-7ce0348654bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.709783 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff378ebb-9154-4b13-9921-13261807906b req-19f2698d-8a94-4700-abd6-7ce0348654bd service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.3152196 May 06 09:41:52.725986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.746115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-ab820e64-6cdc-4c69-aa83-e4b13fe9c91b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 999 time: 0.3957107 May 06 09:41:52.759867 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea646d2-ea1c-4fe1-bac1-8a38725b9f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.763806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44528) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:52.833775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-486a1ce5-6888-4d4e-b65b-fd4543f32d82 req-aee2a8f5-b299-475b-969e-9743062c8332 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 210 time: 0.1783729 May 06 09:41:52.835128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be36e2c4-3bcd-4d5f-9f59-a899b1bb3b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.859910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d426-8aee-4032-899b-0b7ceb81a76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.879975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Allocated IP 192.168.233.132 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/5e83cb3b-ace1-4629-89c4-9ee2db1ba410) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:41:52.883139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-c42d9df1-2005-466a-897b-4c9c72042052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.885099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-c42d9df1-2005-466a-897b-4c9c72042052 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.1366665 May 06 09:41:52.891184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1628601781-network', 'tenant_id': '064871e225904f79ad23987dd2f0a4e8'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:52.927900 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff378ebb-9154-4b13-9921-13261807906b req-305100a2-4300-43e4-a2ac-d33e351c03f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 999 time: 0.1771464 May 06 09:41:52.959366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-9cdd069d-da2b-4c74-a119-5574de531b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:52.962225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-9cdd069d-da2b-4c74-a119-5574de531b32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617046 May 06 09:41:52.977058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Made reservation on behalf of 064871e225904f79ad23987dd2f0a4e8 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:52.979851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.994440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:52.996719 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d426-8aee-4032-899b-0b7ceb81a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.000331 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d426-8aee-4032-899b-0b7ceb81a76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.001600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4b5d426-8aee-4032-899b-0b7ceb81a76b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/866a2041-b64d-4fb2-97b6-4efd7ab98538 HTTP/1.1" status: 204 len: 168 time: 1.1663268 May 06 09:41:53.020151 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.022239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:2a:23:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:49Z', 'revision_number': 8, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:53.066665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5ef85-380c-4774-8426-b3e87c16b36d None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '21270f14-3fdd-4114-9f23-473c2ff0bff8', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'floating_ip_address': '172.25.8.184', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'port_id': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'mac_address': 'fa:16:3e:2a:23:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fa1220-4973-4d06-a38d-729f185de666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:41:07Z', 'updated_at': '2022-05-06T09:41:49Z', 'revision_number': 8, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:53.073810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5d426-8aee-4032-899b-0b7ceb81a76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866a2041-b64d-4fb2-97b6-4efd7ab98538,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:53.103511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea646d2-ea1c-4fe1-bac1-8a38725b9f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.106880 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea646d2-ea1c-4fe1-bac1-8a38725b9f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.112261 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aea646d2-ea1c-4fe1-bac1-8a38725b9f39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a487c32f-bfa9-4d7f-83bd-c90db336d09b HTTP/1.1" status: 204 len: 168 time: 0.8213220 May 06 09:41:53.113351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.121110 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5629f69f-bdb3-4781-8728-94e828d934e4 HTTP/1.1" status: 204 len: 168 time: 1.0067718 May 06 09:41:53.122937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fc800-8ea8-4a76-bfcb-30ee60c306c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5629f69f-bdb3-4781-8728-94e828d934e4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:53.128310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb7a1b-a283-4be7-83a3-a4d33289a908 None None] Network 70b3830f-31d8-47f3-b72c-157501ef1373 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:53.130207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44536) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:53.171680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea646d2-ea1c-4fe1-bac1-8a38725b9f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487c32f-bfa9-4d7f-83bd-c90db336d09b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:53.188287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378ebb-9154-4b13-9921-13261807906b req-54dbc560-c45f-4f9f-b7fa-a79f7e2f43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:53.189897 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff378ebb-9154-4b13-9921-13261807906b req-54dbc560-c45f-4f9f-b7fa-a79f7e2f43c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.2482266 May 06 09:41:53.220447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9048b030-8ec2-46d5-959b-324879ab9d16 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:53.294900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-8903e868-833f-4b3c-8fa9-f6486835d17c service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158674 May 06 09:41:53.349935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be36e2c4-3bcd-4d5f-9f59-a899b1bb3b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.352379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff378ebb-9154-4b13-9921-13261807906b req-019c6b60-4a22-4434-bd25-15dfc98eda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:53.357361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 9048b030-8ec2-46d5-959b-324879ab9d16 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:53.358262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9048b030-8ec2-46d5-959b-324879ab9d16 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:53.361815 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff378ebb-9154-4b13-9921-13261807906b req-019c6b60-4a22-4434-bd25-15dfc98eda46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463270 May 06 09:41:53.400207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be36e2c4-3bcd-4d5f-9f59-a899b1bb3b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.404795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.458012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.511888 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdd987-ecc7-4b08-b350-c954e44aaaf9 None None] New status for floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:41:53.550082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750f3b56-1ab8-4da4-9337-8ae93e57fb04 req-e193868a-18e8-491b-8b2a-51e815241b30 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449472 May 06 09:41:53.564551 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.580363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] DHCP port deletion for 70b3830f-31d8-47f3-b72c-157501ef1373 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:41:53.584495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad', '5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:53.594594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f', 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', '3da45b76-ef1a-4abc-882c-d6830bd64ea8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:41:53.601311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.617335 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-be36e2c4-3bcd-4d5f-9f59-a899b1bb3b50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=72805231a6594f29a8875ab4e99c2d81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1773505 May 06 09:41:53.635369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36e2c4-3bcd-4d5f-9f59-a899b1bb3b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88116b1-9ad3-40e9-b8a4-68f313978a65,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:53.638640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44548) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:53.660619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.721348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:41:53.724777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:41:53.749576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437e11c9-852e-4244-af78-9084c2610132,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:53.758923 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff378ebb-9154-4b13-9921-13261807906b req-1eeea7d7-49a8-46bc-850d-017fdb114189 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962960 May 06 09:41:53.768301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:53.768675 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Added segment 6c88e50c-a403-43c7-af75-05b796ee4ad0 of type vlan for network c3533f74-267d-4464-b61d-a3d3fb5ba637 May 06 09:41:53.812983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:53.840975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:41:53.919523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.011017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-634fae14-b39b-4519-b37c-132162845b88 req-f255796a-f10d-4836-9b26-4dc2f2ecfe6d tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.3154943 May 06 09:41:54.023724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Deleting port ecc91271-f666-40d8-b613-383222a31ce1 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:54.024035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.025495 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ff378ebb-9154-4b13-9921-13261807906b req-28a2a394-c0d3-4277-bfee-9a6b63d2dca5 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305160 May 06 09:41:54.045291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a241a236-d0ae-459e-af0f-2dbcc3f75bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.132364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a241a236-d0ae-459e-af0f-2dbcc3f75bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.150873 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.152482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event updated for resources: {'Port': ['ID=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:54.157309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.158444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.213673 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4466057 May 06 09:41:54.265049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44566) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:54.316125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Request body: {'subnet': {'network_id': 'c3533f74-267d-4464-b61d-a3d3fb5ba637', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1628601781-subnet', 'tenant_id': '064871e225904f79ad23987dd2f0a4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:54.381726 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a241a236-d0ae-459e-af0f-2dbcc3f75bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.385623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a241a236-d0ae-459e-af0f-2dbcc3f75bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.392767 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a241a236-d0ae-459e-af0f-2dbcc3f75bfa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b88116b1-9ad3-40e9-b8a4-68f313978a65 HTTP/1.1" status: 204 len: 168 time: 0.7474525 May 06 09:41:54.416816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241a236-d0ae-459e-af0f-2dbcc3f75bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88116b1-9ad3-40e9-b8a4-68f313978a65,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:54.420617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.424396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb0660-acf2-4d71-9ea2-cd47e43ad683 admin admin] Pushing event updated for resources: {'Network': ['ID=c3533f74-267d-4464-b61d-a3d3fb5ba637,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:54.436731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.460073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] For port ecc91271-f666-40d8-b613-383222a31ce1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ecc91271-f666-40d8-b613-383222a31ce1,segment=NetworkSegment(382e04c9-bf90-4d18-aa8d-6245def69911),segment_id=382e04c9-bf90-4d18-aa8d-6245def69911)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:54.461818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.474042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c3533f74-267d-4464-b61d-a3d3fb5ba637 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:41:54.497984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41d2f185-af53-4b09-b20b-a98fb54e5100 req-d0a3d50d-0066-4235-8c84-b7cebdb7cea6 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 200 len: 996 time: 0.8385065 May 06 09:41:54.513340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] Deleting port ecc91271-f666-40d8-b613-383222a31ce1 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:41:54.514832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.542373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-f09965f2-5bdf-4b03-b90c-e1305a22cc14 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0076289 May 06 09:41:54.588160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d5f270c1-5e39-47f0-98d6-7f4b7ab8a99b None None] Provisioning complete for port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:41:54.589256 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d5f270c1-5e39-47f0-98d6-7f4b7ab8a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.667256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Calling delete_port for ecc91271-f666-40d8-b613-383222a31ce1 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:54.677152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2f185-af53-4b09-b20b-a98fb54e5100 req-758bd489-db89-4163-bf9d-9b2242fed7ad tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.678531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41d2f185-af53-4b09-b20b-a98fb54e5100 req-758bd489-db89-4163-bf9d-9b2242fed7ad tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1513965 May 06 09:41:54.684181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Made reservation on behalf of 064871e225904f79ad23987dd2f0a4e8 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:54.686970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.716053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] For port ecc91271-f666-40d8-b613-383222a31ce1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ecc91271-f666-40d8-b613-383222a31ce1,segment=NetworkSegment(382e04c9-bf90-4d18-aa8d-6245def69911),segment_id=382e04c9-bf90-4d18-aa8d-6245def69911)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:41:54.716053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:54.733438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] Calling delete_port for ecc91271-f666-40d8-b613-383222a31ce1 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:41:54.843153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Request body: {'port': {'device_id': '64e965f7-50ad-4532-987e-515b79fea842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:54.889499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856370d7-124f-4060-adfc-d5283290e773 req-34611c13-10f8-4e50-a9a7-d8d72cb7d2c7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:54.892582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-856370d7-124f-4060-adfc-d5283290e773 req-34611c13-10f8-4e50-a9a7-d8d72cb7d2c7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 936 time: 0.6191165 May 06 09:41:54.945474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d5f270c1-5e39-47f0-98d6-7f4b7ab8a99b None None] Port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:41:55.047133 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.048950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-e81602c2-70b7-460e-bfd0-5eda1a357c6d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.2000897 May 06 09:41:55.066092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.101312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] Pushing event deleted for resources: {'Port': ['ID=ecc91271-f666-40d8-b613-383222a31ce1,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:55.121784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f76670-de5b-49c3-ae03-33b507874eae None None] No DVR routers for this DVR port ecc91271-f666-40d8-b613-383222a31ce1 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:55.133286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ecc91271-f666-40d8-b613-383222a31ce1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:55.175362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ecc91271-f666-40d8-b613-383222a31ce1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:55.175750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ecc91271-f666-40d8-b613-383222a31ce1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:55.206449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-856370d7-124f-4060-adfc-d5283290e773 req-52ced8ec-6a09-4a92-99c8-4a4896a179a1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129015 May 06 09:41:55.240276 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.277481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-6007cca8-1544-4dcc-9c3d-90e7343e3ba9 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:55.279502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-6007cca8-1544-4dcc-9c3d-90e7343e3ba9 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports/0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 942 time: 0.2201166 May 06 09:41:55.287782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b612b5aa-cba0-483f-b0c2-a44abd6e7915,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:55.302959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6f7a7d31-6266-40c3-8d32-b898c03d7420 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:41:55.324595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:55.371828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc91271-f666-40d8-b613-383222a31ce1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:55.378181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 6f7a7d31-6266-40c3-8d32-b898c03d7420 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:41:55.378666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6f7a7d31-6266-40c3-8d32-b898c03d7420 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:41:55.381706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] No DVR routers for this DVR port ecc91271-f666-40d8-b613-383222a31ce1 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:41:55.383692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Checking segment: {'id': '6c88e50c-a403-43c7-af75-05b796ee4ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c3533f74-267d-4464-b61d-a3d3fb5ba637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:55.384238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Network hostable DHCP agents. Network: c3533f74-267d-4464-b61d-a3d3fb5ba637, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:55.920278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Network c3533f74-267d-4464-b61d-a3d3fb5ba637 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:55.927153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44636) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:55.948577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-fd21c027-dc60-464e-895b-eceb6e002d9e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.5839496 May 06 09:41:56.007248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5576098e-fd12-4025-a72f-03559da00bf1 req-d04254e7-5c0e-413d-bc99-790056321125 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0882876 May 06 09:41:56.016194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.082008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c3533f74-267d-4464-b61d-a3d3fb5ba637) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:56.092034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27221112-cefe-412e-bbe4-b61b6e97319b None None] Network c3533f74-267d-4464-b61d-a3d3fb5ba637 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:56.154006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:56.154642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.235300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b3830f-31d8-47f3-b72c-157501ef1373']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:56.239543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c837635f-0b1a-430b-b31f-6bcf3c5845d7 req-843e168a-3877-422d-9ab1-ca8b36968368 tempest-ServersAaction247Test-1154364172 tempest-ServersAaction247Test-1154364172-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0823853 May 06 09:41:56.274337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-64e7a994-aa85-4890-ba37-75820afebc03 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9965060 May 06 09:41:56.274337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382e04c9-bf90-4d18-aa8d-6245def69911') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:56.274337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382e04c9-bf90-4d18-aa8d-6245def69911') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:56.316246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2577ff9-1284-4141-a352-312ff45c7e85 None None] Network c3533f74-267d-4464-b61d-a3d3fb5ba637 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:56.322151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.403786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2083186900-network', 'tenant_id': '9da7ca30eab34b5a914a9806a0e247c7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:56.450000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-928f4440-6a20-4418-98b4-ab82e8ea31f7 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:56.451441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-928f4440-6a20-4418-98b4-ab82e8ea31f7 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.4669809 May 06 09:41:56.457706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.477169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:41:56.477613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: timer() May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:41:56.486647 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:41:56.580396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Made reservation on behalf of 9da7ca30eab34b5a914a9806a0e247c7 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:56.582790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.629745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119299a-c586-4da1-8b32-ba5c84af8123 req-bd59e954-4141-4d06-b773-83b7f3586a19 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:56.631241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8119299a-c586-4da1-8b32-ba5c84af8123 req-bd59e954-4141-4d06-b773-83b7f3586a19 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 936 time: 0.2823994 May 06 09:41:56.636105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.658876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.675465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.678622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] 10.222.0.76 "DELETE /v2.0/networks/70b3830f-31d8-47f3-b72c-157501ef1373 HTTP/1.1" status: 204 len: 168 time: 3.5474463 May 06 09:41:56.691082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-5ccf7ffb-7298-4298-9bb1-7fffbe927cd5 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 1001 time: 0.2236221 May 06 09:41:56.699906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:41:56.725148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3b866-8db6-47d2-b4c1-43db9c769d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=70b3830f-31d8-47f3-b72c-157501ef1373,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:56.729471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.734755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:56.810880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Transition to ACTIVE for port object 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:41:56.811092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44660) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:56.818847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8119299a-c586-4da1-8b32-ba5c84af8123 req-1b565c81-1b89-45c3-a8f6-44554fa17da1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725829 May 06 09:41:56.822321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.876588 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:56.892614 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c81315c-3ff6-47e6-80c5-4468645906d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37ac28d4e690443cbc13ef7bbe42f55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792193 May 06 09:41:56.894175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44664) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:56.970655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:57.003800 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-213d9225-8c51-4355-8c0c-908be336b418 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804358 May 06 09:41:57.004901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2af9f368-e770-4c66-a413-c739bd3cd051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.032680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2af9f368-e770-4c66-a413-c739bd3cd051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.087921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.116230 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.138094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-b0983949-3bbe-4045-b3b0-4d62cbd1662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.140089 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-b0983949-3bbe-4045-b3b0-4d62cbd1662e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 1101 time: 0.0896723 May 06 09:41:57.176234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:41:57.182831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9870d52-df1e-4229-a228-c4b2ea1bd155,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:57.209804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2af9f368-e770-4c66-a413-c739bd3cd051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.212996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2af9f368-e770-4c66-a413-c739bd3cd051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.216322 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2af9f368-e770-4c66-a413-c739bd3cd051 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/67e80522-f4a0-4455-9cac-c7346b6c0d0f HTTP/1.1" status: 204 len: 168 time: 0.3195119 May 06 09:41:57.237700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.238088 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Added segment badda2f9-e445-4d3f-95d6-c34d6a5c77c3 of type vlan for network 63120b71-e1e6-4dc6-8b61-fba179db0188 May 06 09:41:57.249495 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.254400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Attempting to bind port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:41:57.254737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Attempting to bind port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:41:57.255137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Attempting to bind port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:57.278394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9f368-e770-4c66-a413-c739bd3cd051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e80522-f4a0-4455-9cac-c7346b6c0d0f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:57.282887 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.283157 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8 disassociated. External IP: 172.25.8.184, port: 0b5c6f8d-43a3-4bf7-9177-c48645d9b881. May 06 09:41:57.289975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:41:57.290303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Attempting to bind port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:41:57.298378 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.333647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:41:57.334023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:57.334435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:41:57.334902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Bound port: 5e83cb3b-ace1-4629-89c4-9ee2db1ba410, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:41:57.336040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.360458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-4afbf95b-4e36-476f-a460-1e68d47bfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.362598 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-4afbf95b-4e36-476f-a460-1e68d47bfcf5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1942132 May 06 09:41:57.425258 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-711853e1-8325-4287-b181-b20c2edb4a2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad HTTP/1.1" status: 200 len: 217 time: 0.0542531 May 06 09:41:57.446483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.447503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.448116 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.488315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-cec09183-5795-4bb0-a12a-a8ff709e7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.488315 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-cec09183-5795-4bb0-a12a-a8ff709e7712 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0561411 May 06 09:41:57.548788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6112494 May 06 09:41:57.552882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44678) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:57.559332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Request body: {'subnet': {'network_id': '63120b71-e1e6-4dc6-8b61-fba179db0188', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2083186900-subnet', 'tenant_id': '9da7ca30eab34b5a914a9806a0e247c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:57.562423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-1372369f-982e-4b84-ab11-554c976c4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.562810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] For port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:41:57.564051 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-1372369f-982e-4b84-ab11-554c976c4ac5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0672379 May 06 09:41:57.565783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e818727-4ace-4764-9473-b1ae8359099d admin admin] Pushing event updated for resources: {'Network': ['ID=63120b71-e1e6-4dc6-8b61-fba179db0188,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:57.592133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 63120b71-e1e6-4dc6-8b61-fba179db0188 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:41:57.637811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] For port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:41:57.655538 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.695274 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-a7100c9b-cbb8-4be3-a7f4-9a3ce2d278ae service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235514 May 06 09:41:57.735662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Made reservation on behalf of 9da7ca30eab34b5a914a9806a0e247c7 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:57.738666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.820384 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-86182d54-ad72-4f3c-9104-9ef130229e20 req-7060d70c-08fc-4d21-9b9d-b7b0e27336b4 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174729 May 06 09:41:57.825508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:57.826422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:57.829449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] 10.222.0.82 "PUT /v2.0/ports/5e83cb3b-ace1-4629-89c4-9ee2db1ba410 HTTP/1.1" status: 200 len: 1096 time: 3.1460991 May 06 09:41:57.833470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e965f7-50ad-4532-987e-515b79fea842', 'tag': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:41:57.835941 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee4eb3a-2425-4a9a-9816-73902150bcee" -d '{"events": [{"name": "network-changed", "server_uuid": "64e965f7-50ad-4532-987e-515b79fea842", "tag": "5e83cb3b-ace1-4629-89c4-9ee2db1ba410"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:41:57.906826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269e566-a085-44af-8417-8ed92067c2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:57.914359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:41:57.922171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-967f35c5-71a9-4c68-bced-3623604fc792 req-8ca3d4bc-68e5-4677-b33e-4c8f18a7e361 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1610122433', 'description': 'tempest-description-1750172034'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:57.994306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967f35c5-71a9-4c68-bced-3623604fc792 req-8ca3d4bc-68e5-4677-b33e-4c8f18a7e361 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.064269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-b4d0a2c5-f2c1-4742-9cde-37ce7091682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.065855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-b4d0a2c5-f2c1-4742-9cde-37ce7091682a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 1099 time: 0.1761971 May 06 09:41:58.127711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-dfd101a2-f211-4df8-9a2b-235df2720a1a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5e83cb3b-ace1-4629-89c4-9ee2db1ba410 HTTP/1.1" status: 200 len: 217 time: 0.0499885 May 06 09:41:58.226744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44704) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:58.277775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.287805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:41:58.298389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:41:58.299324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.309467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:58.310718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:58.328209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-1fe65c40-4fc3-4376-a1f4-1f263bf405db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.329721 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-1fe65c40-4fc3-4376-a1f4-1f263bf405db service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1917274 May 06 09:41:58.351899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-network', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:58.372994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:58.375941 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.385806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.398722 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967f35c5-71a9-4c68-bced-3623604fc792 req-8ca3d4bc-68e5-4677-b33e-4c8f18a7e361 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.425732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967f35c5-71a9-4c68-bced-3623604fc792 req-8ca3d4bc-68e5-4677-b33e-4c8f18a7e361 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.435209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:58.436000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-183006b9-8145-40cb-bff1-c30c047c978d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "PUT /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 200 len: 696 time: 1.7315340 May 06 09:41:58.458248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=335cf18f-f9ff-4439-aaa7-f01c31c3aab9,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:58.488041 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.492364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.492560 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967f35c5-71a9-4c68-bced-3623604fc792 req-8ca3d4bc-68e5-4677-b33e-4c8f18a7e361 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.493704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-967f35c5-71a9-4c68-bced-3623604fc792 req-8ca3d4bc-68e5-4677-b33e-4c8f18a7e361 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5950041 May 06 09:41:58.517689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3d4bc-68e5-4677-b33e-4c8f18a7e361 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdc6733-2e0e-4594-9192-8dcdb0832bae,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:58.523261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-caac5bf6-fcc2-4ddd-b207-4c03657af1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.524915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-caac5bf6-fcc2-4ddd-b207-4c03657af1ee service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1566176 May 06 09:41:58.526895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Checking segment: {'id': 'badda2f9-e445-4d3f-95d6-c34d6a5c77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '63120b71-e1e6-4dc6-8b61-fba179db0188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:58.527824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Network hostable DHCP agents. Network: 63120b71-e1e6-4dc6-8b61-fba179db0188, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:58.555866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:41:58.568036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5035c0-a2ff-44ad-94ac-2ffc85519972,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:58.576218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-874a0a5d-c1b5-4c92-927d-d5cc2c9b160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.577803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-874a0a5d-c1b5-4c92-927d-d5cc2c9b160f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.1164932 May 06 09:41:58.582233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.582845 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Added segment 5672c787-d481-49c1-91e2-fb7bb10332b0 of type vlan for network 8c917134-8201-47cd-a40c-b62de7168243 May 06 09:41:58.605286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Network 63120b71-e1e6-4dc6-8b61-fba179db0188 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:58.623537 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f68d6d03-5f01-440a-ad2b-5766d71b1188 req-60daadba-b1d0-4c52-9ff9-4c5155be4b1f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0295825 May 06 09:41:58.658387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.688729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.689758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:58.690394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.742974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:58.746708 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5188446 May 06 09:41:58.753780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44710) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:58.761228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Request body: {'subnet': {'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-subnet', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:58.774775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:41:58.780595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bda2d-9809-4002-87d6-0a0000730329 admin admin] Pushing event updated for resources: {'Network': ['ID=8c917134-8201-47cd-a40c-b62de7168243,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:58.784694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:41:58.785155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:58.793652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:41:58.796219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:58.823417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 8c917134-8201-47cd-a40c-b62de7168243 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:41:58.963995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:41:58.998983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.004505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 63120b71-e1e6-4dc6-8b61-fba179db0188) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:59.016020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b475fa4a-c279-4e82-bc4f-631afb123332 req-4816ae19-0483-4a55-a229-5327cf341f96 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.3950033 May 06 09:41:59.018083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd5de1-8c5f-42ed-817d-823bbb46dc2a None None] Network 63120b71-e1e6-4dc6-8b61-fba179db0188 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:59.021327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.021913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.065590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-07e99879-72bb-4060-82cd-808c97308aab admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5102034 May 06 09:41:59.073210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-3ae400d2-c473-4622-9f91-f69750f1df39 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306470 May 06 09:41:59.076444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323d6d81-cf2b-491e-b557-e2eedc3bc7c0,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:41:59.081081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Checking segment: {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:41:59.081436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Network hostable DHCP agents. Network: 8c917134-8201-47cd-a40c-b62de7168243, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:41:59.104517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Network 8c917134-8201-47cd-a40c-b62de7168243 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:41:59.112748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-e4cefef7-2888-4155-ba58-c1c54be5d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.114791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-e4cefef7-2888-4155-ba58-c1c54be5d894 service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.5105572 May 06 09:41:59.125854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 8c917134-8201-47cd-a40c-b62de7168243) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:41:59.137417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.139241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.161134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4809871e-e477-4424-8a40-710c875a3ec9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4059587 May 06 09:41:59.165747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44714) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:41:59.175384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:59.196874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd2e21-ca13-48ef-af2a-a5fa53604763 None None] Network 8c917134-8201-47cd-a40c-b62de7168243 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:59.198630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-d1fdecf0-0cf3-4a1d-9a66-1e4123d24efe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 217 time: 0.0708752 May 06 09:41:59.217248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.219047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.299465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b1eb7c8-b314-4b8b-bac9-2ea0c860ed95 req-e6a54074-776a-4365-ae44-841ea2b432a3 tempest-ServersAaction247Test-1154364172 tempest-ServersAaction247Test-1154364172-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0398026 May 06 09:41:59.305270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-44734e8c-84a4-4e94-8392-23833825433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.306907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-44734e8c-84a4-4e94-8392-23833825433b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.1008997 May 06 09:41:59.309778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abd96ef0-3b95-447a-ba22-926f01f3a675 req-da7e9ebf-c078-41c6-a7fc-2b15e388f82a service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249403 May 06 09:41:59.340517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.382702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-1c951971-1ed8-4f85-ab2a-ecbfef9b86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.385120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-1c951971-1ed8-4f85-ab2a-ecbfef9b86c3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664964 May 06 09:41:59.502389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-943e06f5-711a-4b07-a828-7759caef3662 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080024 May 06 09:41:59.514357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.536630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4637f6-aab6-4443-bef2-1410640498d7 None None] Network 63120b71-e1e6-4dc6-8b61-fba179db0188 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:41:59.636005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7401105-9be9-4ebf-b3e1-e9b6d20d5a57 req-7137371b-d932-4004-bdaa-fbe90cdd3de8 service neutron] 10.222.0.76 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238351 May 06 09:41:59.749088 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ca78fc-025a-4adb-acb4-fcbb786497fe x-openstack-request-id: req-47ca78fc-025a-4adb-acb4-fcbb786497fe {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:41:59.749471 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e965f7-50ad-4532-987e-515b79fea842", "tag": "5e83cb3b-ace1-4629-89c4-9ee2db1ba410", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:41:59.754548 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47ca78fc-025a-4adb-acb4-fcbb786497fe {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:41:59.756755 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ca78fc-025a-4adb-acb4-fcbb786497fe'] response: {'name': 'network-changed', 'server_uuid': '64e965f7-50ad-4532-987e-515b79fea842', 'tag': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410', 'status': 'completed', 'code': 200} May 06 09:41:59.812215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-8c917134-8201-47cd-a40c-b62de7168243', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:41:59.813080 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.828550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:41:59.860784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a1ec71-a0dc-4756-b739-a54969d1abbc None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:40:33Z', 'revision_number': 4, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ebdb0807-d702-43f5-8397-c4da3ecc0260', 'name': '', 'network_id': 'ac96e728-e10d-4b51-a8c7-0e5c73907702', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'mac_address': 'fa:16:3e:8d:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_interface', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:32Z', 'updated_at': '2022-05-06T09:40:40Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'subnets': [{'id': 'f306e21e-43a7-42f9-9468-29763ab81de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:41:59.905573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.916316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-ebf02de7-6b2d-43fd-864d-c969b9478716 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/7bdc6733-2e0e-4594-9192-8dcdb0832bae HTTP/1.1" status: 200 len: 1805 time: 0.0955672 May 06 09:41:59.929039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bdc6733-2e0e-4594-9192-8dcdb0832bae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:59.929364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7bdc6733-2e0e-4594-9192-8dcdb0832bae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:41:59.935939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:41:59.956573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-fa503eb2-8536-48bd-8d23-6ac0cbadaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:41:59.958176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-fa503eb2-8536-48bd-8d23-6ac0cbadaf83 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1bed9cc651cd4c869d9748769312b75d&device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 1099 time: 0.1742876 May 06 09:42:00.007172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0fb88-834b-4793-b5ee-d705bbdbe81e req-f6f41110-9743-41db-9ef8-4abe1b5e87a5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.016523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab0fb88-834b-4793-b5ee-d705bbdbe81e req-f6f41110-9743-41db-9ef8-4abe1b5e87a5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 948 time: 0.2447503 May 06 09:42:00.020201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Allocated IP 172.20.0.2 (8c917134-8201-47cd-a40c-b62de7168243/323d6d81-cf2b-491e-b557-e2eedc3bc7c0/a63be17d-ec38-4465-869d-23d2b908d4f2) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:00.073638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Allocated IP 172.25.8.59 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:00.107275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.136262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab0fb88-834b-4793-b5ee-d705bbdbe81e req-9f6fa872-41c1-45f8-a47d-96254d03f86f tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184390 May 06 09:42:00.169930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-092ac548-daa0-438a-aea1-4a1a5b475947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.172724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-092ac548-daa0-438a-aea1-4a1a5b475947 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2056341 May 06 09:42:00.217219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.222857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.227085 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.234892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-9b0567e7-97d7-41cd-b09c-e99ae2086d1c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5e83cb3b-ace1-4629-89c4-9ee2db1ba410 HTTP/1.1" status: 200 len: 217 time: 0.0532179 May 06 09:42:00.243348 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.248421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-dbb65936-c80e-4831-9749-6be15ed61729 req-13ec30a8-20af-41d7-ba8e-d777a3cb2ab8 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1337737774', 'description': 'tempest-description-373628014'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:00.279035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.281342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.297157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Network 8c917134-8201-47cd-a40c-b62de7168243 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:00.303988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:00.306411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:00.308877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Pushing event updated for resources: {'Port': ['ID=a63be17d-ec38-4465-869d-23d2b908d4f2,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.318475 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88282122-5360-4dd3-aa28-599b7a1223eb None None] New status for floating IP 21270f14-3fdd-4114-9f23-473c2ff0bff8: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:42:00.337112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:00.340640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:00.344487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:00.346657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-17985d76-7046-49ba-8b76-421ff0e7088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.349979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-17985d76-7046-49ba-8b76-421ff0e7088a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1047354 May 06 09:42:00.350866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395c8a72-d97d-4dd0-9ca7-8df59ad8256b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.361043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Pushing event updated for resources: {'Port': ['ID=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.375176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dbb65936-c80e-4831-9749-6be15ed61729 req-13ec30a8-20af-41d7-ba8e-d777a3cb2ab8 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.399469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Attempting to bind port a63be17d-ec38-4465-869d-23d2b908d4f2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:00.400120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Attempting to bind port a63be17d-ec38-4465-869d-23d2b908d4f2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:00.400493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Attempting to bind port a63be17d-ec38-4465-869d-23d2b908d4f2 on network 8c917134-8201-47cd-a40c-b62de7168243 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:00.407970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:00.408352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Checking segment: {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:00.408747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.409249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Bound using segment: {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:00.410049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Bound port: a63be17d-ec38-4465-869d-23d2b908d4f2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:00.410456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.419811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.436832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a01992c6-08c0-4fb1-b57a-31d9e7198430 req-b28588a5-5f7a-44ba-8848-a6fa52dae7e3 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5093751 May 06 09:42:00.481040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-f5ddf061-82ba-473a-93b9-be08a6c0f8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:00.483178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-f5ddf061-82ba-473a-93b9-be08a6c0f8c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221311 May 06 09:42:00.562404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] For port a63be17d-ec38-4465-869d-23d2b908d4f2, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:00.565884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] For port a63be17d-ec38-4465-869d-23d2b908d4f2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a63be17d-ec38-4465-869d-23d2b908d4f2,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:00.573672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.629645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-1261457a-872f-4cf8-a685-958e7177a045 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326194 May 06 09:42:00.711103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a7c26-5827-489b-8c5e-3c9e6af65271 None None] Pushing event updated for resources: {'Port': ['ID=a63be17d-ec38-4465-869d-23d2b908d4f2,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.730683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dbb65936-c80e-4831-9749-6be15ed61729 req-13ec30a8-20af-41d7-ba8e-d777a3cb2ab8 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.749712 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dbb65936-c80e-4831-9749-6be15ed61729 req-13ec30a8-20af-41d7-ba8e-d777a3cb2ab8 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.776022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de8476ac-1a62-4141-9419-ee12e712764f req-60058026-5b67-455f-bda2-e75df0435522 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=db91f7f7c1d24b8394b0a2a99c28edbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430045 May 06 09:42:00.832153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dbb65936-c80e-4831-9749-6be15ed61729 req-13ec30a8-20af-41d7-ba8e-d777a3cb2ab8 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:00.833423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbb65936-c80e-4831-9749-6be15ed61729 req-13ec30a8-20af-41d7-ba8e-d777a3cb2ab8 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5923376 May 06 09:42:00.849830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec30a8-20af-41d7-ba8e-d777a3cb2ab8 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc1709a-f1b3-4401-84f9-b299ff448aa0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:00.951422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4eb3a-2425-4a9a-9816-73902150bcee req-6e11177a-a103-41d0-b82e-1072c1dee2e0 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123455 May 06 09:42:01.014746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8476ac-1a62-4141-9419-ee12e712764f req-1a4ab093-aa78-436d-b2f9-8292cf7e78d3 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:01.016368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de8476ac-1a62-4141-9419-ee12e712764f req-1a4ab093-aa78-436d-b2f9-8292cf7e78d3 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212372 May 06 09:42:01.018649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ef9531b-a106-4249-9c49-f165296bd419 req-6918059a-093e-46cc-9f36-d9072361a836 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0470841 May 06 09:42:01.035347 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de8476ac-1a62-4141-9419-ee12e712764f req-e1e6a17c-36ed-43dd-9c3a-602a1ef92d35 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/quotas/db91f7f7c1d24b8394b0a2a99c28edbb HTTP/1.1" status: 200 len: 375 time: 0.0095661 May 06 09:42:01.041078 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.071710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de8476ac-1a62-4141-9419-ee12e712764f req-ba585201-05ef-4ada-b3e1-c02d2141f6a2 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=db91f7f7c1d24b8394b0a2a99c28edbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302105 May 06 09:42:01.101434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:01.196183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a63be17d-ec38-4465-869d-23d2b908d4f2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:01.234544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b2930a51-f46a-4b75-8578-5ad38eebc392 req-bb246142-5916-43f6-9a5f-b681eb5800c8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2074876879', 'description': 'tempest-description-1618962167'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:01.272392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-780a88c1-2127-4241-8fc3-cb2cbb99fec7 req-4253da9c-d3a5-46c9-9f56-067f22ff7f8d tempest-ServersAaction247Test-1154364172 tempest-ServersAaction247Test-1154364172-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0302384 May 06 09:42:01.274024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:01.282276 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b2930a51-f46a-4b75-8578-5ad38eebc392 req-bb246142-5916-43f6-9a5f-b681eb5800c8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.283110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.300308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a63be17d-ec38-4465-869d-23d2b908d4f2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:01.300751 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.302327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410', 'mac_address': 'fa:16:3e:a7:d1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:01.381741 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.401762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:01.428079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b2930a51-f46a-4b75-8578-5ad38eebc392 req-bb246142-5916-43f6-9a5f-b681eb5800c8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.431971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-15c4b64b-85ed-4097-b2ea-c267c8c5a2e7 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/dfc1709a-f1b3-4401-84f9-b299ff448aa0 HTTP/1.1" status: 200 len: 1812 time: 0.0648768 May 06 09:42:01.436369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b2930a51-f46a-4b75-8578-5ad38eebc392 req-bb246142-5916-43f6-9a5f-b681eb5800c8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.443306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Router 02ea7d91-ea48-4106-b88e-2e261216368d is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:42:01.452022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:01.459624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.461262 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.463512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dfc1709a-f1b3-4401-84f9-b299ff448aa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:01.464127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dfc1709a-f1b3-4401-84f9-b299ff448aa0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:01.505158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b2930a51-f46a-4b75-8578-5ad38eebc392 req-bb246142-5916-43f6-9a5f-b681eb5800c8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.506020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2930a51-f46a-4b75-8578-5ad38eebc392 req-bb246142-5916-43f6-9a5f-b681eb5800c8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2758160 May 06 09:42:01.513289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb246142-5916-43f6-9a5f-b681eb5800c8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac7d2b-5c09-4c34-9bb8-e4cc4160ac6a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:01.545723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a63be17d-ec38-4465-869d-23d2b908d4f2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a63be17d-ec38-4465-869d-23d2b908d4f2,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:01.550003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:01.556552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.562167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.601347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:01.613472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Sync routers for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:01.614828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.624758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.630772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.636326 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c468e39f-ac10-4957-9f96-916d4699f120 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4691374 May 06 09:42:01.639007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44760) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:01.659762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c28b25-9616-405b-8935-1af7ab1e3c27,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:01.670055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:01.670954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:01.695166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:01.697198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74f63a1f-8cd5-4418-b2d0-8eb56eceab5e req-52472b6e-accd-44bb-979a-12e35bcbd4ee tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2412131 May 06 09:42:01.728061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29de69-4553-471d-975e-298f976429c8 req-6812d813-51f3-405c-9956-e8f44d6f452d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:01.729906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d29de69-4553-471d-975e-298f976429c8 req-6812d813-51f3-405c-9956-e8f44d6f452d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 949 time: 0.0874114 May 06 09:42:01.752123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a63be17d-ec38-4465-869d-23d2b908d4f2,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:01.784995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:01.787115 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:01.823101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d29de69-4553-471d-975e-298f976429c8 req-a58b1e73-1bfc-4eb2-99b3-97fe0dd58aa1 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866218 May 06 09:42:01.858213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5e83cb3b-ace1-4629-89c4-9ee2db1ba410'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:01.915752 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:01.986064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-14ddaaaf-394d-4c67-a2c0-5ea2e3f062af tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 200 len: 694 time: 0.0527442 May 06 09:42:02.117878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-ef2a0b17-0dc6-4713-9990-5d804f4dc718 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:02.119280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-ef2a0b17-0dc6-4713-9990-5d804f4dc718 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1175258 May 06 09:42:02.195333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-c6c00bf2-61f7-415d-9110-6f86f2f5f314 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 697 time: 0.0654364 May 06 09:42:02.204826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e67ea-5d39-4971-ab79-f21a473ed870 None None] Network 8c917134-8201-47cd-a40c-b62de7168243 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:02.269528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-53d0d581-b5d7-4525-8960-cc8d457d435e tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.184 HTTP/1.1" status: 200 len: 697 time: 0.0731244 May 06 09:42:02.323255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.336037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0e8f6a99-304c-42c2-a597-404f11fff39b None None] Provisioning complete for port a63be17d-ec38-4465-869d-23d2b908d4f2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:02.336270 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0e8f6a99-304c-42c2-a597-404f11fff39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.388530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:00Z', 'revision_number': 3, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:02.420568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-e3c014bf-acd6-471c-b656-34aecab3270c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/3cac7d2b-5c09-4c34-9bb8-e4cc4160ac6a HTTP/1.1" status: 200 len: 1805 time: 0.1127102 May 06 09:42:02.436017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3cac7d2b-5c09-4c34-9bb8-e4cc4160ac6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:02.436253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3cac7d2b-5c09-4c34-9bb8-e4cc4160ac6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:02.447632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Checking router: 02ea7d91-ea48-4106-b88e-2e261216368d for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:02.447856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Updating router 02ea7d91-ea48-4106-b88e-2e261216368d port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:02.463494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Deleting port 9ef9c48f-d564-4da8-9fde-9289fa815e45 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:02.463907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.494604 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.525512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Allocated IP 172.20.0.1 (8c917134-8201-47cd-a40c-b62de7168243/323d6d81-cf2b-491e-b557-e2eedc3bc7c0/a79df526-735d-4863-8d00-251458d5c44c) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:02.565576 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.596663 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.597048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.621566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Calling delete_port for 9ef9c48f-d564-4da8-9fde-9289fa815e45 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:02.624973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.634543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.653248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.692394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.692671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f7b2eb-6c63-4344-b25e-a36aebe78bce,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:02.705845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.707191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1122b606-db62-4b6f-a83d-8b3f26da00f2 req-b3da268b-f90b-456e-955c-76b6e0e5fcde tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2767179 May 06 09:42:02.742649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Network 8c917134-8201-47cd-a40c-b62de7168243 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:02.745443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:02.749776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:02.776472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Pushing event updated for resources: {'Port': ['ID=a79df526-735d-4863-8d00-251458d5c44c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:02.796842 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.859809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c35bdc35-6040-430d-8ebe-654071070422 req-910cdd7c-0375-4aa3-8f15-10706f482d06 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/dfc1709a-f1b3-4401-84f9-b299ff448aa0 HTTP/1.1" status: 200 len: 2405 time: 0.0930359 May 06 09:42:02.861978 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:02.979693 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4e0df7-2d15-4f0c-83ac-491d296bdfe2 x-openstack-request-id: req-0d4e0df7-2d15-4f0c-83ac-491d296bdfe2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:02.980057 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:02.980890 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d4e0df7-2d15-4f0c-83ac-491d296bdfe2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:02.981351 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4e0df7-2d15-4f0c-83ac-491d296bdfe2'] response: {'name': 'network-changed', 'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'status': 'completed', 'code': 200} May 06 09:42:02.986447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Pushing event deleted for resources: {'Port': ['ID=9ef9c48f-d564-4da8-9fde-9289fa815e45,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:03.016242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.023431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.024635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c597554b-b75f-49fa-b901-61c1997fb5aa req-620eac8e-7888-460d-968e-c5e7e224af1b tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "DELETE /v2.0/floatingips/21270f14-3fdd-4114-9f23-473c2ff0bff8 HTTP/1.1" status: 204 len: 173 time: 0.7541928 May 06 09:42:03.048442 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.077964 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.087372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.149372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a04133-87ce-40af-a311-34cf38d5a59a None None] Pushing event updated for resources: {'Port': ['ID=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:03.152081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:03.205722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a63be17d-ec38-4465-869d-23d2b908d4f2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:03.235968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9475052f-d72c-4ddd-b747-3845a4d27a2f req-4e10f3d8-0bfb-4696-a508-efc82d172898 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0560708 May 06 09:42:03.275779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Attempting to bind port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:03.276880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Attempting to bind port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:03.276880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Attempting to bind port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:03.285219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-018d6c23-2a52-46e1-8603-7684db2fff49 None None] Provisioning complete for port a63be17d-ec38-4465-869d-23d2b908d4f2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:03.285587 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-018d6c23-2a52-46e1-8603-7684db2fff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.291650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:03.292156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:03.292550 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.293290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:03.293812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Bound port: f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:03.294342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.308092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6605f4f8-d40a-4a19-b235-a235c3be63cc req-546ad5ac-2392-4f2d-b241-9b019128330e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1433433052', 'description': 'tempest-description-2097443652'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:03.352813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6605f4f8-d40a-4a19-b235-a235c3be63cc req-546ad5ac-2392-4f2d-b241-9b019128330e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.392622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-6bd5e5eb-651f-4921-b93e-3125b007b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.397587 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-6bd5e5eb-651f-4921-b93e-3125b007b736 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b02cdb418ca4444b98adee4b7d6df045&device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 1096 time: 0.4141445 May 06 09:42:03.435143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cd51ac6-a025-4e6d-b1f7-8e29e470d2e9 req-a878f0d2-51e1-43a0-bdea-4cfe7fc9530b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2cbaf5917f3c42f9a82314f0d0a75851&device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0410056 May 06 09:42:03.482679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:03.504472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:03.505154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.512754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cd51ac6-a025-4e6d-b1f7-8e29e470d2e9 req-29699406-2e52-473c-a75a-adb6af2d684d service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=2cbaf5917f3c42f9a82314f0d0a75851&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363035 May 06 09:42:03.513364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] For port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:03.520209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] For port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:03.541038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a63be17d-ec38-4465-869d-23d2b908d4f2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:03.541692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.573523 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.584796 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6605f4f8-d40a-4a19-b235-a235c3be63cc req-546ad5ac-2392-4f2d-b241-9b019128330e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.598034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-d3869802-b988-40e4-bd23-29b3d71125a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.599798 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-d3869802-b988-40e4-bd23-29b3d71125a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 200 len: 921 time: 0.1875181 May 06 09:42:03.601834 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.604224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6605f4f8-d40a-4a19-b235-a235c3be63cc req-546ad5ac-2392-4f2d-b241-9b019128330e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.622920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.695079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ad5ac-2392-4f2d-b241-9b019128330e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9807540b-1182-4aec-a7a1-3f23bb35ecb0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:03.710348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb295be-815b-4388-a632-c76e6cb07d86 req-bf71dcb0-1dc7-47c7-93d7-87f4c51973c9 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.711826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb295be-815b-4388-a632-c76e6cb07d86 req-bf71dcb0-1dc7-47c7-93d7-87f4c51973c9 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 949 time: 0.2737906 May 06 09:42:03.717800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6605f4f8-d40a-4a19-b235-a235c3be63cc req-546ad5ac-2392-4f2d-b241-9b019128330e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.719001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6605f4f8-d40a-4a19-b235-a235c3be63cc req-546ad5ac-2392-4f2d-b241-9b019128330e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4160695 May 06 09:42:03.738325 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-4b625641-2fff-4fd0-aeab-447d169856b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 200 len: 217 time: 0.1282642 May 06 09:42:03.747135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a04133-87ce-40af-a311-34cf38d5a59a None None] Pushing event updated for resources: {'Port': ['ID=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:03.752581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:03.753800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:03.788722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Pushing event updated for resources: {'Port': ['ID=a79df526-735d-4863-8d00-251458d5c44c,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:03.806163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.812456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13ac925e-66b3-4cd5-93c4-8965cca1bab1 req-7a88725e-508b-414d-b20b-2bd88da6edf5 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-group-rules/93c28b25-9616-405b-8935-1af7ab1e3c27 HTTP/1.1" status: 200 len: 778 time: 0.0631645 May 06 09:42:03.815030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-9338c022-054a-4bce-9d23-d669176c84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.816537 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-9338c022-054a-4bce-9d23-d669176c84b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 200 len: 859 time: 0.0627928 May 06 09:42:03.819319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb295be-815b-4388-a632-c76e6cb07d86 req-9d214df9-c863-4857-9edc-81a48b1e7299 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936944 May 06 09:42:03.850538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd51ac6-a025-4e6d-b1f7-8e29e470d2e9 req-797b97ee-2fc3-4801-95e5-3cf033fcc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.852898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cd51ac6-a025-4e6d-b1f7-8e29e470d2e9 req-797b97ee-2fc3-4801-95e5-3cf033fcc5ab service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2645226 May 06 09:42:03.898682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13ac925e-66b3-4cd5-93c4-8965cca1bab1 req-19c4adcc-1863-4aa2-aa2e-806aad841855 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/dfc1709a-f1b3-4401-84f9-b299ff448aa0 HTTP/1.1" status: 200 len: 2405 time: 0.0709929 May 06 09:42:03.925053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.938016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13ac925e-66b3-4cd5-93c4-8965cca1bab1 req-bc322f87-3068-4ee1-9024-7ab43c0d0377 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.944949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7f95fe38-14a3-45e5-8785-b7669760c3b7 None None] Provisioning complete for port a79df526-735d-4863-8d00-251458d5c44c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:03.945311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7f95fe38-14a3-45e5-8785-b7669760c3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.947568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-e84b0e07-386b-45ff-8cfb-3b362b079599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:03.948200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13ac925e-66b3-4cd5-93c4-8965cca1bab1 req-bc322f87-3068-4ee1-9024-7ab43c0d0377 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:03.950081 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-e84b0e07-386b-45ff-8cfb-3b362b079599 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac96e728-e10d-4b51-a8c7-0e5c73907702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229525 May 06 09:42:03.995397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13ac925e-66b3-4cd5-93c4-8965cca1bab1 req-bc322f87-3068-4ee1-9024-7ab43c0d0377 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.004002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13ac925e-66b3-4cd5-93c4-8965cca1bab1 req-bc322f87-3068-4ee1-9024-7ab43c0d0377 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.005917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:04.016108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13ac925e-66b3-4cd5-93c4-8965cca1bab1 req-bc322f87-3068-4ee1-9024-7ab43c0d0377 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/93c28b25-9616-405b-8935-1af7ab1e3c27 HTTP/1.1" status: 204 len: 173 time: 0.1104455 May 06 09:42:04.020905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e965f7-50ad-4532-987e-515b79fea842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:04.023390 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49394cf7-ab2b-4a34-947c-93a4e75222f4" -d '{"events": [{"server_uuid": "64e965f7-50ad-4532-987e-515b79fea842", "name": "network-vif-plugged", "status": "completed", "tag": "5e83cb3b-ace1-4629-89c4-9ee2db1ba410"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:04.033552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc322f87-3068-4ee1-9024-7ab43c0d0377 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93c28b25-9616-405b-8935-1af7ab1e3c27,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:04.039382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.065107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:04.083193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Network 8c917134-8201-47cd-a40c-b62de7168243 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:04.086595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:04.112801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7f95fe38-14a3-45e5-8785-b7669760c3b7 None None] Port a79df526-735d-4863-8d00-251458d5c44c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:04.188088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-487bdbc5-57f6-4fb8-bd0d-09464587913a req-53e7cd12-a9c8-42e4-b210-44e8da222930 tempest-ServersAaction247Test-1154364172 tempest-ServersAaction247Test-1154364172-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0536838 May 06 09:42:04.191217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:04.225547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-52e66360-caf0-46aa-86c9-eb28b0fefa58 req-565ffec4-ea39-471e-a0b6-01cf6b84275c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-679616021', 'description': 'tempest-description-1527644384'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:04.257154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52e66360-caf0-46aa-86c9-eb28b0fefa58 req-565ffec4-ea39-471e-a0b6-01cf6b84275c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.286800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-8e18f98b-f08c-4c8c-9391-ef1149542c64 req-daa4f438-e517-4486-b132-57199132aa8b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1180575286', 'description': 'tempest-description-671732652'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:04.299945 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-bdfad374-c92e-4df8-9be6-b7324ddde608 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415327 May 06 09:42:04.304355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Router 02ea7d91-ea48-4106-b88e-2e261216368d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:04.355146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e18f98b-f08c-4c8c-9391-ef1149542c64 req-daa4f438-e517-4486-b132-57199132aa8b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.394617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52e66360-caf0-46aa-86c9-eb28b0fefa58 req-565ffec4-ea39-471e-a0b6-01cf6b84275c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.406530 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52e66360-caf0-46aa-86c9-eb28b0fefa58 req-565ffec4-ea39-471e-a0b6-01cf6b84275c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.447983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-52e66360-caf0-46aa-86c9-eb28b0fefa58 req-565ffec4-ea39-471e-a0b6-01cf6b84275c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.461906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:03Z', 'revision_number': 2, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:04.463237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52e66360-caf0-46aa-86c9-eb28b0fefa58 req-565ffec4-ea39-471e-a0b6-01cf6b84275c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2416923 May 06 09:42:04.466966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-eb41630b-85ed-4301-b0da-9abdf0fdbac6 None None] Provisioning complete for port a79df526-735d-4863-8d00-251458d5c44c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:04.467333 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eb41630b-85ed-4301-b0da-9abdf0fdbac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.484995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ffec4-ea39-471e-a0b6-01cf6b84275c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d1bcbb-44f4-4ad9-ace9-279f2e542ad5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:04.503263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:04.515465 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6f8316e4-d75e-45c5-a33f-bbc689ec5743 admin admin] 10.222.0.76 "PUT /v2.0/routers/02ea7d91-ea48-4106-b88e-2e261216368d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8750498 May 06 09:42:04.519290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ecf6afaf-8e1d-4c2d-93fe-1960c279a6ae req-053ceae1-3ba5-450a-a77e-4151bbb762b2 service neutron] 10.222.0.83 "GET /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024455 May 06 09:42:04.534525 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5583084a-e902-41dc-b071-7b440adfcd8e x-openstack-request-id: req-5583084a-e902-41dc-b071-7b440adfcd8e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:04.534861 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e965f7-50ad-4532-987e-515b79fea842", "name": "network-vif-plugged", "status": "completed", "tag": "5e83cb3b-ace1-4629-89c4-9ee2db1ba410", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:04.535050 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5583084a-e902-41dc-b071-7b440adfcd8e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:04.535422 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5583084a-e902-41dc-b071-7b440adfcd8e'] response: {'server_uuid': '64e965f7-50ad-4532-987e-515b79fea842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410', 'code': 200} May 06 09:42:04.538675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca023e5-8f15-476a-b077-53fab49a807c None None] The sync data for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 is: [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:03Z', 'revision_number': 2, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:04.550202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e18f98b-f08c-4c8c-9391-ef1149542c64 req-daa4f438-e517-4486-b132-57199132aa8b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.555836 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e18f98b-f08c-4c8c-9391-ef1149542c64 req-daa4f438-e517-4486-b132-57199132aa8b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.562018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-eb41630b-85ed-4301-b0da-9abdf0fdbac6 None None] Port a79df526-735d-4863-8d00-251458d5c44c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:04.585585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8e18f98b-f08c-4c8c-9391-ef1149542c64 req-daa4f438-e517-4486-b132-57199132aa8b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:04.586933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e18f98b-f08c-4c8c-9391-ef1149542c64 req-daa4f438-e517-4486-b132-57199132aa8b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3041284 May 06 09:42:04.633400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4f438-e517-4486-b132-57199132aa8b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02f4380-4ea1-401d-86f0-387a0ea83915,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:04.650735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d00f51-7f7a-4c61-b15b-8019735540f4 req-1b5b18bb-2388-430a-b8cf-8fdf563b7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:04.654057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7d00f51-7f7a-4c61-b15b-8019735540f4 req-1b5b18bb-2388-430a-b8cf-8fdf563b7839 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 1101 time: 0.0660691 May 06 09:42:04.726187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a59b2f1-4487-43dd-8bda-4e6ae2f64dbd req-0253ee2b-6706-45f1-85b6-2330ed229acc tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0640562 May 06 09:42:04.751026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7d00f51-7f7a-4c61-b15b-8019735540f4 req-5a2062a6-3527-4393-bb43-a43558095f8f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875714 May 06 09:42:04.771431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e94f0e-d2f8-407f-b24d-01e446a59c09 req-b13e8b08-ff04-4ff7-b6fe-c54bcb45f460 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:04.773011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e94f0e-d2f8-407f-b24d-01e446a59c09 req-b13e8b08-ff04-4ff7-b6fe-c54bcb45f460 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 945 time: 0.1081793 May 06 09:42:04.872867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e94f0e-d2f8-407f-b24d-01e446a59c09 req-701c3b96-583f-4e7a-900f-57d9db8e5bbb tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923274 May 06 09:42:04.907659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c48fe01-2219-4f95-a162-637c17771b8c req-9090cb54-9719-4b14-80fd-f6fe5a68c19f tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=db91f7f7c1d24b8394b0a2a99c28edbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337737 May 06 09:42:05.010692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-a7167e10-00de-48b6-a446-29fd6bb5a1e9 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/9807540b-1182-4aec-a7a1-3f23bb35ecb0 HTTP/1.1" status: 200 len: 1805 time: 0.1059120 May 06 09:42:05.092022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48fe01-2219-4f95-a162-637c17771b8c req-9704f916-55bf-4abd-a61f-447c5df2718e tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.093566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c48fe01-2219-4f95-a162-637c17771b8c req-9704f916-55bf-4abd-a61f-447c5df2718e tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791289 May 06 09:42:05.100810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-71c3c385-461d-4e75-af79-f12ef080f142 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/99d1bcbb-44f4-4ad9-ace9-279f2e542ad5 HTTP/1.1" status: 200 len: 1804 time: 0.0826981 May 06 09:42:05.117367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9807540b-1182-4aec-a7a1-3f23bb35ecb0', 'remote_group_id': '99d1bcbb-44f4-4ad9-ace9-279f2e542ad5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:05.117682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9807540b-1182-4aec-a7a1-3f23bb35ecb0', 'remote_group_id': '99d1bcbb-44f4-4ad9-ace9-279f2e542ad5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:05.126287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c48fe01-2219-4f95-a162-637c17771b8c req-d2bca686-68a1-448f-86a7-4885236c9708 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/quotas/db91f7f7c1d24b8394b0a2a99c28edbb HTTP/1.1" status: 200 len: 375 time: 0.0213869 May 06 09:42:05.179006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c48fe01-2219-4f95-a162-637c17771b8c req-57d36fa0-61dd-432c-8900-2eced727fec1 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=db91f7f7c1d24b8394b0a2a99c28edbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350807 May 06 09:42:05.197477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44854) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:05.204203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-895348429-network', 'tenant_id': 'c97703a7a5224085a77228832900de27'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:05.223829 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.240918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Made reservation on behalf of c97703a7a5224085a77228832900de27 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:05.245823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.259928 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.272590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.284883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.317560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3360b3bb-030d-4b78-860e-f12d5ff26419,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:05.338610 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.340374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f05d556-483a-43ab-9516-1c2f61e0669a req-4b07b708-a262-4644-b634-9d242b54f835 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2317193 May 06 09:42:05.351478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1b813-6a2a-43f4-831d-5eb084806f95 req-d945b793-f12a-458c-b086-b21ec0d0716b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/a02f4380-4ea1-401d-86f0-387a0ea83915 HTTP/1.1" status: 200 len: 1812 time: 0.0772669 May 06 09:42:05.410973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.417874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.459101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:05.469829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f220d1-6372-4924-8233-3e530a5241ec,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:05.474515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-664704c4-6ad1-4b01-afeb-aa85a266b314 req-c9fa9315-f75a-4734-ba9d-790005e259ea tempest-ServersAaction247Test-1154364172 tempest-ServersAaction247Test-1154364172-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0417981 May 06 09:42:05.475052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.475613 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Added segment 7f2983a5-5e45-4117-8038-89df9e26f07a of type vlan for network afe4d2aa-1789-43e7-a06e-175a99c716bd May 06 09:42:05.518637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045d4e8-e031-4ae3-8b1a-5a5f065ee407 req-7042df7d-1f6b-4cbd-b206-5430dd1e79ea tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.520336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f045d4e8-e031-4ae3-8b1a-5a5f065ee407 req-7042df7d-1f6b-4cbd-b206-5430dd1e79ea tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 950 time: 0.0832527 May 06 09:42:05.535296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.567934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f045d4e8-e031-4ae3-8b1a-5a5f065ee407 req-e9e8ead2-3266-4d23-bcc2-6c420fbb9744 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355060 May 06 09:42:05.571004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.572428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:05.573259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.635451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-37dccda5-4f40-4d0c-9c68-6fac91a9f798 req-7a7f6981-75b6-44d3-a401-c15a59e3e99f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1452624812', 'description': 'tempest-description-1395461100'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:05.655871 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4569700 May 06 09:42:05.658838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44870) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:05.664218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Request body: {'subnet': {'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-subnet', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:05.676643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb2127-cfb3-44e6-b362-ca8167703a83 admin admin] Pushing event updated for resources: {'Network': ['ID=afe4d2aa-1789-43e7-a06e-175a99c716bd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:05.677096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-37dccda5-4f40-4d0c-9c68-6fac91a9f798 req-7a7f6981-75b6-44d3-a401-c15a59e3e99f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.688502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network afe4d2aa-1789-43e7-a06e-175a99c716bd details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:05.739188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Made reservation on behalf of c97703a7a5224085a77228832900de27 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:05.742062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.818327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-37dccda5-4f40-4d0c-9c68-6fac91a9f798 req-7a7f6981-75b6-44d3-a401-c15a59e3e99f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.824616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-37dccda5-4f40-4d0c-9c68-6fac91a9f798 req-7a7f6981-75b6-44d3-a401-c15a59e3e99f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.880256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-37dccda5-4f40-4d0c-9c68-6fac91a9f798 req-7a7f6981-75b6-44d3-a401-c15a59e3e99f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:05.892479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37dccda5-4f40-4d0c-9c68-6fac91a9f798 req-7a7f6981-75b6-44d3-a401-c15a59e3e99f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2611356 May 06 09:42:05.911374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-c9ceaccf-7ac7-47d2-b2db-43e13e5a1e04 req-1e58cb6f-866b-440e-9545-ea4e9d23cee6 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1219146940', 'description': 'tempest-description-1224672275'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:05.936197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f6981-75b6-44d3-a401-c15a59e3e99f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e808f49-2a9c-4288-9cbb-26cdb05e345e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:05.944042 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c9ceaccf-7ac7-47d2-b2db-43e13e5a1e04 req-1e58cb6f-866b-440e-9545-ea4e9d23cee6 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.031538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7657ad0-7a2f-4b4f-a652-1c9f1ef831b1 req-10178caa-f2f9-430b-958e-bc221f8072c5 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0629470 May 06 09:42:06.052457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cd51ac6-a025-4e6d-b1f7-8e29e470d2e9 req-5d933a8c-e518-4450-8db0-b18b598c3f2e tempest-ServersAaction247Test-1154364172 tempest-ServersAaction247Test-1154364172-project] 10.222.0.82 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0561264 May 06 09:42:06.126534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.191418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c9ceaccf-7ac7-47d2-b2db-43e13e5a1e04 req-1e58cb6f-866b-440e-9545-ea4e9d23cee6 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.205881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c9ceaccf-7ac7-47d2-b2db-43e13e5a1e04 req-1e58cb6f-866b-440e-9545-ea4e9d23cee6 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.235408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97f2f69-66ca-40fe-a6a8-3a4be2089e29,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:06.242756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-967275b4-9a56-4961-9b38-c1178af6fc63 req-0234e808-d4f0-45a4-bec1-894def932e9b tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1223255032', 'description': 'tempest-description-17066213'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:06.266286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c9ceaccf-7ac7-47d2-b2db-43e13e5a1e04 req-1e58cb6f-866b-440e-9545-ea4e9d23cee6 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.267422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9ceaccf-7ac7-47d2-b2db-43e13e5a1e04 req-1e58cb6f-866b-440e-9545-ea4e9d23cee6 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3636115 May 06 09:42:06.281398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Checking segment: {'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:06.282080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Network hostable DHCP agents. Network: afe4d2aa-1789-43e7-a06e-175a99c716bd, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:06.294018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58cb6f-866b-440e-9545-ea4e9d23cee6 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f3fa4a-b62c-41bd-91b9-a961455f209c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:06.305444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967275b4-9a56-4961-9b38-c1178af6fc63 req-0234e808-d4f0-45a4-bec1-894def932e9b tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.316652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21075450-2a42-4690-a917-f27ae2c4954a req-feece5b1-89c2-41f2-abd4-5f8a3768dc24 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.318401 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-21075450-2a42-4690-a917-f27ae2c4954a req-feece5b1-89c2-41f2-abd4-5f8a3768dc24 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 945 time: 0.0709260 May 06 09:42:06.321968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Network afe4d2aa-1789-43e7-a06e-175a99c716bd is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:06.344746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, afe4d2aa-1789-43e7-a06e-175a99c716bd) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:06.353654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.354316 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.357180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b6177d-7114-402c-838b-31b1466d4693 None None] Network afe4d2aa-1789-43e7-a06e-175a99c716bd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:06.413955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-db0c9c97-e12e-459c-836e-56c0da7537b8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7539957 May 06 09:42:06.416606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44888) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:06.422618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:06.452253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.453283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.458505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4fc2e-fcae-4aa9-b765-3c42f1b149a0 req-3b156a3c-dff7-4f54-900c-83e58f59bd10 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:06.460511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96c4fc2e-fcae-4aa9-b765-3c42f1b149a0 req-3b156a3c-dff7-4f54-900c-83e58f59bd10 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 945 time: 0.1081033 May 06 09:42:06.462891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967275b4-9a56-4961-9b38-c1178af6fc63 req-0234e808-d4f0-45a4-bec1-894def932e9b tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.474603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967275b4-9a56-4961-9b38-c1178af6fc63 req-0234e808-d4f0-45a4-bec1-894def932e9b tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.485569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Deleting port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:06.485910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.524671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-967275b4-9a56-4961-9b38-c1178af6fc63 req-0234e808-d4f0-45a4-bec1-894def932e9b tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.525964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-967275b4-9a56-4961-9b38-c1178af6fc63 req-0234e808-d4f0-45a4-bec1-894def932e9b tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2993767 May 06 09:42:06.538013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234e808-d4f0-45a4-bec1-894def932e9b tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b621020-67c3-4a8f-89fc-370eee979972,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:06.542541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96c4fc2e-fcae-4aa9-b765-3c42f1b149a0 req-adcf1fbe-dea0-45ec-8c45-74df5e9da40d tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/security-groups?id=849da903-aaaf-4b7e-870b-06ecb7a33c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742807 May 06 09:42:06.563123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-afe4d2aa-1789-43e7-a06e-175a99c716bd', 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'fixed_ips': [{'subnet_id': 'f97f2f69-66ca-40fe-a6a8-3a4be2089e29'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:06.564714 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.570445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:06.647815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34cd1c49-39ea-49a2-8e04-35dbe95f9be7 req-d93fa3e0-31c1-4c9c-95b3-62873a145663 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/78f3fa4a-b62c-41bd-91b9-a961455f209c HTTP/1.1" status: 200 len: 1813 time: 0.0706813 May 06 09:42:06.856427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70b78a60-87bb-43fe-8b51-2a22168e006a req-6c18fcd9-67ef-4776-93d0-b16249c49d0c tempest-ServersAaction247Test-1154364172 tempest-ServersAaction247Test-1154364172-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6541e47-f993-43d3-aae3-0280ad6725d9 HTTP/1.1" status: 200 len: 210 time: 0.0935378 May 06 09:42:06.907127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-414dfea3-e715-43bf-8b72-797d1e3fb80d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/7e808f49-2a9c-4288-9cbb-26cdb05e345e HTTP/1.1" status: 200 len: 1805 time: 0.1509669 May 06 09:42:06.915616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Allocated IP 172.20.0.2 (afe4d2aa-1789-43e7-a06e-175a99c716bd/f97f2f69-66ca-40fe-a6a8-3a4be2089e29/f79b81e3-ef96-48da-8a93-4aa122873c1a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:07.012829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-09c6b445-ccf4-4714-b43b-cbc16ed028b7 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/6b621020-67c3-4a8f-89fc-370eee979972 HTTP/1.1" status: 200 len: 1803 time: 0.1000929 May 06 09:42:07.018977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7e808f49-2a9c-4288-9cbb-26cdb05e345e', 'remote_group_id': '6b621020-67c3-4a8f-89fc-370eee979972', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:07.019335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7e808f49-2a9c-4288-9cbb-26cdb05e345e', 'remote_group_id': '6b621020-67c3-4a8f-89fc-370eee979972', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:07.051018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d71b3-9678-4939-bc3f-dc646183f938 req-2eddff6a-5ad0-44c9-8fe2-ae6db84d913a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:07.053137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a35d71b3-9678-4939-bc3f-dc646183f938 req-2eddff6a-5ad0-44c9-8fe2-ae6db84d913a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 950 time: 0.1003067 May 06 09:42:07.134945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] For port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:07.135604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.149950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Calling delete_port for 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:07.160174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a35d71b3-9678-4939-bc3f-dc646183f938 req-15e32605-aa77-44f4-846d-112e5ba0a7be tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935707 May 06 09:42:07.173427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.177125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.203606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-910409e8-9d65-4069-895a-94a1f5925712 req-8700bbe8-5d1d-46f9-96b4-6c2c057f613c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2137640176', 'description': 'tempest-description-340480738'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:07.223992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:07.227672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.236536 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.258004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89961b3a-2440-434d-8fc0-a0976140e5e7,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.261374 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-910409e8-9d65-4069-895a-94a1f5925712 req-8700bbe8-5d1d-46f9-96b4-6c2c057f613c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.289384 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.290585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c956b0c-5810-4cf0-984f-0fce4a597db5 req-7a73b06f-b828-4bda-ab1b-0a706b211489 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2768970 May 06 09:42:07.348592 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.358245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:07.358908 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.360966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-910409e8-9d65-4069-895a-94a1f5925712 req-8700bbe8-5d1d-46f9-96b4-6c2c057f613c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.362744 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.368771 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-910409e8-9d65-4069-895a-94a1f5925712 req-8700bbe8-5d1d-46f9-96b4-6c2c057f613c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.398235 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-910409e8-9d65-4069-895a-94a1f5925712 req-8700bbe8-5d1d-46f9-96b4-6c2c057f613c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.399674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-910409e8-9d65-4069-895a-94a1f5925712 req-8700bbe8-5d1d-46f9-96b4-6c2c057f613c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2006404 May 06 09:42:07.444851 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Sync routers for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:07.445385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Network afe4d2aa-1789-43e7-a06e-175a99c716bd is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:07.458193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:07.461297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:07.461610 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:07.462239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:07.463567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Pushing event updated for resources: {'Port': ['ID=f79b81e3-ef96-48da-8a93-4aa122873c1a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.489929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.490903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700bbe8-5d1d-46f9-96b4-6c2c057f613c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ce71b5-4f8f-480e-b0bc-49862497eebc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.518882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-465480ff-59d6-4f40-a100-92edb578f04b req-b1afe669-9324-45cb-b527-2c577b277820 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=db91f7f7c1d24b8394b0a2a99c28edbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1181636 May 06 09:42:07.519098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['0b5c6f8d-43a3-4bf7-9177-c48645d9b881'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:07.590668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9297d910-f76f-475b-a1d8-20035ff3350c req-08bca348-b767-4ab7-908e-ac8fcc14eefd tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0904815 May 06 09:42:07.604448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Attempting to bind port f79b81e3-ef96-48da-8a93-4aa122873c1a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:07.604812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Attempting to bind port f79b81e3-ef96-48da-8a93-4aa122873c1a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:07.605166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Attempting to bind port f79b81e3-ef96-48da-8a93-4aa122873c1a on network afe4d2aa-1789-43e7-a06e-175a99c716bd {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:07.608842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] No DVR routers for this DVR port 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:07.612840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.616194 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-21075450-2a42-4690-a917-f27ae2c4954a req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.83 "DELETE /v2.0/ports/0b5c6f8d-43a3-4bf7-9177-c48645d9b881 HTTP/1.1" status: 204 len: 173 time: 1.2888341 May 06 09:42:07.617041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f4354-c0ba-48c7-a81e-3e049595b824 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] Pushing event deleted for resources: {'Port': ['ID=0b5c6f8d-43a3-4bf7-9177-c48645d9b881,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.618989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'name': 'network-vif-deleted', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:07.622838 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58ac59e-b6c7-4f1d-9aa4-8981170fa59f" -d '{"events": [{"server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "name": "network-vif-deleted", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:07.634258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.660842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:07.661218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Checking segment: {'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:07.661594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.663293 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:07.665883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Bound using segment: {'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:07.667194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Bound port: f79b81e3-ef96-48da-8a93-4aa122873c1a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:07.667764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.680983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.708247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.732948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:07.750830 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.853216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Allocated IP 172.25.8.177 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/67f4c412-a3f8-415f-9139-faf65f767ee3) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:07.857702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] For port f79b81e3-ef96-48da-8a93-4aa122873c1a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:07.860298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.866562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465480ff-59d6-4f40-a100-92edb578f04b req-cf234fa4-da5d-411c-9809-aa56fcdf30de tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:07.874214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] For port f79b81e3-ef96-48da-8a93-4aa122873c1a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f79b81e3-ef96-48da-8a93-4aa122873c1a,segment=NetworkSegment(7f2983a5-5e45-4117-8038-89df9e26f07a),segment_id=7f2983a5-5e45-4117-8038-89df9e26f07a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:07.875378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-465480ff-59d6-4f40-a100-92edb578f04b req-cf234fa4-da5d-411c-9809-aa56fcdf30de tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3553789 May 06 09:42:07.880014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:07.885901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f07c40-88c3-41d1-911c-334407387e9a req-6ce9ca38-67e5-4c3e-ac89-8b47553d7448 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:07.894579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0f07c40-88c3-41d1-911c-334407387e9a req-6ce9ca38-67e5-4c3e-ac89-8b47553d7448 tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 1101 time: 0.1769397 May 06 09:42:07.917532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-465480ff-59d6-4f40-a100-92edb578f04b req-a45574cc-ca4c-47e0-a298-43db5efbf415 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/quotas/db91f7f7c1d24b8394b0a2a99c28edbb HTTP/1.1" status: 200 len: 375 time: 0.0410278 May 06 09:42:07.962187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3795f-811f-4f22-ba09-e438ed506095 None None] Pushing event updated for resources: {'Port': ['ID=f79b81e3-ef96-48da-8a93-4aa122873c1a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:07.984382 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:03Z', 'revision_number': 2, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:07.988933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-465480ff-59d6-4f40-a100-92edb578f04b req-130db776-59c8-4658-bdcc-fde8e70aa141 tempest-QuotasAdminNegativeTest-1480229196 tempest-QuotasAdminNegativeTest-1480229196-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=db91f7f7c1d24b8394b0a2a99c28edbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697622 May 06 09:42:08.012689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0f07c40-88c3-41d1-911c-334407387e9a req-3ab71298-82c8-47e5-808c-4dc6f06d73bf tempest-ServersOnMultiNodesTest-548619730 tempest-ServersOnMultiNodesTest-548619730-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170380 May 06 09:42:08.024116 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Checking router: 02ea7d91-ea48-4106-b88e-2e261216368d for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:08.024532 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Updating router 02ea7d91-ea48-4106-b88e-2e261216368d port a79df526-735d-4863-8d00-251458d5c44c binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:08.062975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.071342 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.108994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.144003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f73dadcb-fd25-4277-be9a-8bdadb7cc625 req-d5ab07c0-e56c-41cd-a985-42f25e231da0 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/6b621020-67c3-4a8f-89fc-370eee979972 HTTP/1.1" status: 200 len: 1803 time: 0.1058066 May 06 09:42:08.206393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:08.209600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:08.215679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:08.251315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Pushing event updated for resources: {'Port': ['ID=67f4c412-a3f8-415f-9139-faf65f767ee3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:08.261529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89796258-d10e-4304-a467-7035669d1969 req-f9f63a21-7fba-4176-9fe9-52cdf7bfc001 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/c1ce71b5-4f8f-480e-b0bc-49862497eebc HTTP/1.1" status: 200 len: 1812 time: 0.0719965 May 06 09:42:08.371911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f73dadcb-fd25-4277-be9a-8bdadb7cc625 req-5803ef29-d32a-4d05-b47a-55dce3f57469 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.423087 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f73dadcb-fd25-4277-be9a-8bdadb7cc625 req-5803ef29-d32a-4d05-b47a-55dce3f57469 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.445058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a429576-319b-4aae-ae6f-4de6b249cadf req-b47b4b6d-7263-4cd2-bf09-5c9b58790931 tempest-FloatingIPsAssociationTestJSON-406159682 tempest-FloatingIPsAssociationTestJSON-406159682-project] 10.222.0.76 "GET /v2.0/ports?device_id=83fa1220-4973-4d06-a38d-729f185de666 HTTP/1.1" status: 200 len: 210 time: 0.0478005 May 06 09:42:08.544601 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f73dadcb-fd25-4277-be9a-8bdadb7cc625 req-5803ef29-d32a-4d05-b47a-55dce3f57469 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.548050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f73dadcb-fd25-4277-be9a-8bdadb7cc625 req-5803ef29-d32a-4d05-b47a-55dce3f57469 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.563809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f73dadcb-fd25-4277-be9a-8bdadb7cc625 req-5803ef29-d32a-4d05-b47a-55dce3f57469 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-groups/6b621020-67c3-4a8f-89fc-370eee979972 HTTP/1.1" status: 204 len: 173 time: 0.4142239 May 06 09:42:08.594124 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.601172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ef29-d32a-4d05-b47a-55dce3f57469 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b621020-67c3-4a8f-89fc-370eee979972,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:08.604078 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.612885 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67a4113-929c-4885-890d-7ec6e933f701 x-openstack-request-id: req-a67a4113-929c-4885-890d-7ec6e933f701 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:08.613402 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fa1220-4973-4d06-a38d-729f185de666", "name": "network-vif-deleted", "tag": "0b5c6f8d-43a3-4bf7-9177-c48645d9b881", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:08.613402 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a67a4113-929c-4885-890d-7ec6e933f701 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:08.613805 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67a4113-929c-4885-890d-7ec6e933f701'] response: {'server_uuid': '83fa1220-4973-4d06-a38d-729f185de666', 'name': 'network-vif-deleted', 'tag': '0b5c6f8d-43a3-4bf7-9177-c48645d9b881', 'status': 'completed', 'code': 200} May 06 09:42:08.656167 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.676669 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06287549-eda5-4d27-bfb6-a839842981af None None] Pushing event updated for resources: {'Port': ['ID=a79df526-735d-4863-8d00-251458d5c44c,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:08.819566 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Attempting to bind port a79df526-735d-4863-8d00-251458d5c44c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:08.819990 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Attempting to bind port a79df526-735d-4863-8d00-251458d5c44c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:08.820394 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Attempting to bind port a79df526-735d-4863-8d00-251458d5c44c on network 8c917134-8201-47cd-a40c-b62de7168243 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:08.834624 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:08.835401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Checking segment: {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:08.835892 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.836328 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Bound using segment: {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:08.836895 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Bound port: a79df526-735d-4863-8d00-251458d5c44c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:08.837296 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.843740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-95866fc1-4107-4a85-9b4f-3c2eaef44333 req-4402ec93-a8ab-4657-95e0-cded4bbc4fe1 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-22360563', 'description': 'tempest-description-1865787399'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:08.897367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95866fc1-4107-4a85-9b4f-3c2eaef44333 req-4402ec93-a8ab-4657-95e0-cded4bbc4fe1 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.965849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:08.990576 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] For port a79df526-735d-4863-8d00-251458d5c44c, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:08.995548 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] For port a79df526-735d-4863-8d00-251458d5c44c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a79df526-735d-4863-8d00-251458d5c44c,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:09.003852 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.022820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d94b05d1-e367-4ec3-859a-b41e1038d4cf req-d4fdb7f5-cf8b-416b-aba7-1bffc1e23aeb tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/7e808f49-2a9c-4288-9cbb-26cdb05e345e HTTP/1.1" status: 200 len: 1805 time: 0.0999014 May 06 09:42:09.141293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44952) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:09.143082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-61bbd009-6664-4197-8f9d-860d3382bba9 None None] Provisioning complete for port a79df526-735d-4863-8d00-251458d5c44c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:09.143606 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61bbd009-6664-4197-8f9d-860d3382bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.179512 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:09.182389 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:09.251092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Router 7896ab57-61b4-43f1-b4f7-49919172698b is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:42:09.290709 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61bbd009-6664-4197-8f9d-860d3382bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.303119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95866fc1-4107-4a85-9b4f-3c2eaef44333 req-4402ec93-a8ab-4657-95e0-cded4bbc4fe1 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.324883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ec68467-74c3-4150-b4fd-2025b0d4fe70 req-527462fd-6bde-483c-a155-4c15c8b89bff tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1449399 May 06 09:42:09.328379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95866fc1-4107-4a85-9b4f-3c2eaef44333 req-4402ec93-a8ab-4657-95e0-cded4bbc4fe1 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.346468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-61bbd009-6664-4197-8f9d-860d3382bba9 None None] For port a79df526-735d-4863-8d00-251458d5c44c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a79df526-735d-4863-8d00-251458d5c44c,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:09.354538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61bbd009-6664-4197-8f9d-860d3382bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.437985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:09.463964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95866fc1-4107-4a85-9b4f-3c2eaef44333 req-4402ec93-a8ab-4657-95e0-cded4bbc4fe1 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.488749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95866fc1-4107-4a85-9b4f-3c2eaef44333 req-4402ec93-a8ab-4657-95e0-cded4bbc4fe1 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6528029 May 06 09:42:09.524297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbd009-6664-4197-8f9d-860d3382bba9 None None] Pushing event updated for resources: {'Port': ['ID=a79df526-735d-4863-8d00-251458d5c44c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:09.544707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402ec93-a8ab-4657-95e0-cded4bbc4fe1 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df12b5e5-ec49-40c6-8539-b32fd754f85d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:09.558890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:09.561443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:09.562418 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.582107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b27d71d5-18f8-4dac-bb70-970ebde93328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.588138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-ea18dff5-6920-476a-a952-7f789d601f9b req-332e482e-e9b9-4674-9656-41eef3a974cd tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1257112288', 'description': 'tempest-description-496081347'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:09.611592 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.612872 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-64e941cb-32eb-4366-9707-5f5a6f237b86 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1948693 May 06 09:42:09.631095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44962) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:09.648166 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06287549-eda5-4d27-bfb6-a839842981af None None] Pushing event updated for resources: {'Port': ['ID=a79df526-735d-4863-8d00-251458d5c44c,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:09.660673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Sync routers for ids ['7896ab57-61b4-43f1-b4f7-49919172698b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:09.698346 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:09.709804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02bb18-317c-4c03-ad51-f35130c2fa68 None None] Network afe4d2aa-1789-43e7-a06e-175a99c716bd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:09.714052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Routers {'7896ab57-61b4-43f1-b4f7-49919172698b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:09.715318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7896ab57-61b4-43f1-b4f7-49919172698b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:09.818373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-51756cb3-8abd-4a4f-8cdd-2385f469765d None None] Provisioning complete for port a79df526-735d-4863-8d00-251458d5c44c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:09.819536 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51756cb3-8abd-4a4f-8cdd-2385f469765d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.825139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea18dff5-6920-476a-a952-7f789d601f9b req-332e482e-e9b9-4674-9656-41eef3a974cd tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.883915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44966) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:09.886111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e7a3-f030-449c-8580-b8e9a6deac05 req-3da857f2-3bc9-4fd0-918e-6302a5b18ae7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:09.893543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dd6e7a3-f030-449c-8580-b8e9a6deac05 req-3da857f2-3bc9-4fd0-918e-6302a5b18ae7 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 950 time: 0.2962050 May 06 09:42:09.921043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b27d71d5-18f8-4dac-bb70-970ebde93328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:09.982043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dd6e7a3-f030-449c-8580-b8e9a6deac05 req-07c517d2-80b0-4cbf-ab5b-bb93c88e6b5d tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873411 May 06 09:42:09.997501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b27d71d5-18f8-4dac-bb70-970ebde93328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.065871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44970) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:10.071037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d71d5-18f8-4dac-bb70-970ebde93328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c272505-be36-4a60-97e1-e313cafa7725,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:10.071292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Set router 7896ab57-61b4-43f1-b4f7-49919172698b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:10.176489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:08Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:10.183448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1eb96e87-ad93-487c-839c-057a7bf32bc6 req-ee7b92e6-ccee-4593-a5e2-6fe322e48393 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/df12b5e5-ec49-40c6-8539-b32fd754f85d HTTP/1.1" status: 200 len: 1811 time: 0.0847924 May 06 09:42:10.205432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b27d71d5-18f8-4dac-bb70-970ebde93328 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cbaf5917f3c42f9a82314f0d0a75851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0586672 May 06 09:42:10.210949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44974) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:10.223485 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f44380b-27e8-4923-9d66-c7f6629f8445 None None] The sync data for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 is: [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:08Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:10.240917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f79b81e3-ef96-48da-8a93-4aa122873c1a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:10.244120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2be55db-d826-4a69-8ee6-e45a3865737d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.531604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08065420-fd2b-4dea-845c-4bcd04d3fb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.553396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9889e7db-4353-4bad-bc91-29772624f6c2 None None] Provisioning complete for port f79b81e3-ef96-48da-8a93-4aa122873c1a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:10.554228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9889e7db-4353-4bad-bc91-29772624f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.608775 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08065420-fd2b-4dea-845c-4bcd04d3fb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.649777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2be55db-d826-4a69-8ee6-e45a3865737d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.655678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f79b81e3-ef96-48da-8a93-4aa122873c1a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:10.656095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.676634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2be55db-d826-4a69-8ee6-e45a3865737d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.711552 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f2be55db-d826-4a69-8ee6-e45a3865737d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db91f7f7c1d24b8394b0a2a99c28edbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8259034 May 06 09:42:10.716989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44978) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:10.835964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d110f03-1253-41ae-a998-dbde24342e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.857293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be55db-d826-4a69-8ee6-e45a3865737d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e970485-4a9b-4e84-815e-b2dc9d6f71dc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:10.865047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:42:08Z', 'revision_number': 3, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port': {'id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:07Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:10.882530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08065420-fd2b-4dea-845c-4bcd04d3fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.885645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08065420-fd2b-4dea-845c-4bcd04d3fb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.888797 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-08065420-fd2b-4dea-845c-4bcd04d3fb12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c272505-be36-4a60-97e1-e313cafa7725 HTTP/1.1" status: 204 len: 168 time: 0.6636610 May 06 09:42:10.947986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d110f03-1253-41ae-a998-dbde24342e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:10.978381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08065420-fd2b-4dea-845c-4bcd04d3fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c272505-be36-4a60-97e1-e313cafa7725,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:10.998415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea18dff5-6920-476a-a952-7f789d601f9b req-332e482e-e9b9-4674-9656-41eef3a974cd tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.035287 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-9217f31c-6457-46cd-acf1-5ee1e64121cb req-f7ed4119-820f-4250-af8e-88768a3c996a tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] show failed (client error): The resource could not be found. May 06 09:42:11.052488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9217f31c-6457-46cd-acf1-5ee1e64121cb req-f7ed4119-820f-4250-af8e-88768a3c996a tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/6b0cb416-39ed-4298-aea8-c988bb616279 HTTP/1.1" status: 404 len: 352 time: 0.8539164 May 06 09:42:11.088013 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea18dff5-6920-476a-a952-7f789d601f9b req-332e482e-e9b9-4674-9656-41eef3a974cd tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.155825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Checking router: 7896ab57-61b4-43f1-b4f7-49919172698b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:11.156193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Updating router 7896ab57-61b4-43f1-b4f7-49919172698b port 67f4c412-a3f8-415f-9139-faf65f767ee3 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:11.178007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9889e7db-4353-4bad-bc91-29772624f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.187659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d110f03-1253-41ae-a998-dbde24342e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.195560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d110f03-1253-41ae-a998-dbde24342e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.200080 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d110f03-1253-41ae-a998-dbde24342e17 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e970485-4a9b-4e84-815e-b2dc9d6f71dc HTTP/1.1" status: 204 len: 168 time: 0.4793360 May 06 09:42:11.233531 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d110f03-1253-41ae-a998-dbde24342e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e970485-4a9b-4e84-815e-b2dc9d6f71dc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:11.235253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.266615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.298429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-8762c3e9-c179-417a-bde7-2cc53703bfc5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.303459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-8762c3e9-c179-417a-bde7-2cc53703bfc5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 950 time: 0.2986844 May 06 09:42:11.306605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-816149e5-e2b7-4d00-8c81-c4e4bec03dfc req-3611045e-7cbc-4966-a3c5-83b4bb822c8f tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1324792 May 06 09:42:11.318309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea18dff5-6920-476a-a952-7f789d601f9b req-332e482e-e9b9-4674-9656-41eef3a974cd tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.321458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea18dff5-6920-476a-a952-7f789d601f9b req-332e482e-e9b9-4674-9656-41eef3a974cd tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.7395697 May 06 09:42:11.322112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e482e-e9b9-4674-9656-41eef3a974cd tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39150830-5e1e-43db-a06b-f4eaf31d4559,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:11.534434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:11.544330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.590556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:11.590894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0b5c6f8d-43a3-4bf7-9177-c48645d9b881 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:11.594553 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-448e974b-2fe6-4456-ad51-4559471aca2f req-0849a88b-c6ae-40b5-99b1-03cb26968a17 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] show failed (client error): The resource could not be found. May 06 09:42:11.604754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448e974b-2fe6-4456-ad51-4559471aca2f req-0849a88b-c6ae-40b5-99b1-03cb26968a17 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-group-rules/7e127e3f-0d9e-4e4c-8c2f-fa12e52939f4 HTTP/1.1" status: 404 len: 361 time: 0.1387091 May 06 09:42:11.619907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9889e7db-4353-4bad-bc91-29772624f6c2 None None] For port f79b81e3-ef96-48da-8a93-4aa122873c1a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f79b81e3-ef96-48da-8a93-4aa122873c1a,segment=NetworkSegment(7f2983a5-5e45-4117-8038-89df9e26f07a),segment_id=7f2983a5-5e45-4117-8038-89df9e26f07a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:11.720110 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9889e7db-4353-4bad-bc91-29772624f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.722872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a55ef-13db-45c8-89d8-6fc38d5ee7ad req-e3daa3b2-0eb3-4d5d-b5b7-4a54f836e568 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:11.725149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d69a55ef-13db-45c8-89d8-6fc38d5ee7ad req-e3daa3b2-0eb3-4d5d-b5b7-4a54f836e568 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 950 time: 0.2603385 May 06 09:42:11.771203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:11.771974 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.802327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Deleting port ebdb0807-d702-43f5-8397-c4da3ecc0260 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:11.804629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.806128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-1f845da2-c44f-4bf9-be45-8273054ac679 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/39150830-5e1e-43db-a06b-f4eaf31d4559 HTTP/1.1" status: 200 len: 1804 time: 0.1713326 May 06 09:42:11.845332 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:42:11.845882 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:42:11.866939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889e7db-4353-4bad-bc91-29772624f6c2 None None] Pushing event updated for resources: {'Port': ['ID=f79b81e3-ef96-48da-8a93-4aa122873c1a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:11.884513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45004) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:11.887909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39150830-5e1e-43db-a06b-f4eaf31d4559', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:11.888228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39150830-5e1e-43db-a06b-f4eaf31d4559', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:11.907340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-561c7ab0-6d83-4a2a-9a53-193adc59921c None None] Provisioning complete for port f79b81e3-ef96-48da-8a93-4aa122873c1a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:11.907728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-561c7ab0-6d83-4a2a-9a53-193adc59921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.941213 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.957251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.958859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] For port ebdb0807-d702-43f5-8397-c4da3ecc0260, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ebdb0807-d702-43f5-8397-c4da3ecc0260,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:11.959378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.971360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e5f7-160f-42bb-8f96-a4c87dac96ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:11.983677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Calling delete_port for ebdb0807-d702-43f5-8397-c4da3ecc0260 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:12.020189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d69a55ef-13db-45c8-89d8-6fc38d5ee7ad req-a1629794-fd44-4860-a114-ea18bd2beb21 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821105 May 06 09:42:12.032987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Attempting to bind port 67f4c412-a3f8-415f-9139-faf65f767ee3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:12.043250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Attempting to bind port 67f4c412-a3f8-415f-9139-faf65f767ee3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:12.043250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Attempting to bind port 67f4c412-a3f8-415f-9139-faf65f767ee3 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:12.062154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b7d27-2dfb-4030-90b5-ba02261dd80f None None] Pushing event updated for resources: {'Port': ['ID=67f4c412-a3f8-415f-9139-faf65f767ee3,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:12.065461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:12.065461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:12.065837 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.066093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:12.066660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Bound port: 67f4c412-a3f8-415f-9139-faf65f767ee3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:12.067095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.160008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] For port 67f4c412-a3f8-415f-9139-faf65f767ee3, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:12.164140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:12.164582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.164816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] For port 67f4c412-a3f8-415f-9139-faf65f767ee3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=67f4c412-a3f8-415f-9139-faf65f767ee3,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:12.173812 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.201213 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.206621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:12.222941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.239493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Routers {'7896ab57-61b4-43f1-b4f7-49919172698b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:12.240138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7896ab57-61b4-43f1-b4f7-49919172698b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:12.270743 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80aa5868-cf9a-476e-8dde-367205fce90b req-7d6a82f2-a1c6-4613-a5b6-eb03e41d4c55 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/df12b5e5-ec49-40c6-8539-b32fd754f85d HTTP/1.1" status: 200 len: 1811 time: 0.1902421 May 06 09:42:12.291780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b7d27-2dfb-4030-90b5-ba02261dd80f None None] Pushing event updated for resources: {'Port': ['ID=67f4c412-a3f8-415f-9139-faf65f767ee3,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:12.319770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.344883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.345501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.377175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45014) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:12.381816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdb0807-d702-43f5-8397-c4da3ecc0260,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:12.401069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] Set router 7896ab57-61b4-43f1-b4f7-49919172698b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:12.485700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e5f7-160f-42bb-8f96-a4c87dac96ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.499462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.516986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc0616b8-f604-45c1-9867-1bd8734f7536 req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7091918 May 06 09:42:12.539535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd5598-738b-4b9e-bca9-b33b99e0a71d tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09b5136-6e7e-4b78-bd3b-dfa7efab7c99,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:12.552504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d7e5f7-160f-42bb-8f96-a4c87dac96ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.657576 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80aa5868-cf9a-476e-8dde-367205fce90b req-3408a35b-b53f-4442-aa83-c310d56a9fa3 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.687906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2107257714-network', 'tenant_id': '6b9fafa4b0c9409da945ae0c65a8bad0'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:12.696177 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63124842-e1b5-4204-853b-79d969269618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.712129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.753580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a79df526-735d-4863-8d00-251458d5c44c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:12.768412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Made reservation on behalf of 6b9fafa4b0c9409da945ae0c65a8bad0 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:12.770700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.783131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aafe2af3-cc06-4fe4-85cb-c37536c87808 req-414999d4-9301-4ab1-9ee9-921319274cd4 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1068976 May 06 09:42:12.804570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b5d7e5f7-160f-42bb-8f96-a4c87dac96ba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8abfc6d575754f5b9be04a0b726c9fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9066744 May 06 09:42:12.807964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45022) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:12.814221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.815989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7e5f7-160f-42bb-8f96-a4c87dac96ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16561959-e12d-4567-ba6e-f123542749e3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:12.824061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a79df526-735d-4863-8d00-251458d5c44c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:12.824599 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.844445 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80aa5868-cf9a-476e-8dde-367205fce90b req-3408a35b-b53f-4442-aa83-c310d56a9fa3 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:12.868582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:42:08Z', 'revision_number': 3, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port': {'id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:07Z', 'updated_at': '2022-05-06T09:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:12.903622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e0c61b-70fe-4581-8e73-c2493c965d65 None None] The sync data for ids ['7896ab57-61b4-43f1-b4f7-49919172698b'] in n-d-840834-1 is: [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:42:08Z', 'revision_number': 3, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port': {'id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:52:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:07Z', 'updated_at': '2022-05-06T09:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:12.975086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f79b81e3-ef96-48da-8a93-4aa122873c1a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:12.978828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e133e78-b8f6-4e3c-93d9-d66197514f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.013520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.022523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e133e78-b8f6-4e3c-93d9-d66197514f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.028337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f', 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', '3da45b76-ef1a-4abc-882c-d6830bd64ea8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:13.031877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad', '5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:13.050963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Allocated IP 172.20.0.1 (afe4d2aa-1789-43e7-a06e-175a99c716bd/f97f2f69-66ca-40fe-a6a8-3a4be2089e29/6c2491fd-28b5-4e55-88ac-aee3e7bb431b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:13.057895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=5e83cb3b-ace1-4629-89c4-9ee2db1ba410,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:13.110271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:13.116097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-c9e2ab9a-c61a-4ec7-b09e-ecdce3b2afe2 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/39150830-5e1e-43db-a06b-f4eaf31d4559 HTTP/1.1" status: 200 len: 2397 time: 0.2506053 May 06 09:42:13.123979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39150830-5e1e-43db-a06b-f4eaf31d4559', 'remote_group_id': None}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:13.124353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '39150830-5e1e-43db-a06b-f4eaf31d4559', 'remote_group_id': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:13.128549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f79b81e3-ef96-48da-8a93-4aa122873c1a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:13.129060 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.132822 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e133e78-b8f6-4e3c-93d9-d66197514f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.134036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80aa5868-cf9a-476e-8dde-367205fce90b req-3408a35b-b53f-4442-aa83-c310d56a9fa3 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.135741 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e133e78-b8f6-4e3c-93d9-d66197514f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.140120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80aa5868-cf9a-476e-8dde-367205fce90b req-3408a35b-b53f-4442-aa83-c310d56a9fa3 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.140763 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e133e78-b8f6-4e3c-93d9-d66197514f67 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16561959-e12d-4567-ba6e-f123542749e3 HTTP/1.1" status: 204 len: 168 time: 0.3269131 May 06 09:42:13.140861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80aa5868-cf9a-476e-8dde-367205fce90b req-3408a35b-b53f-4442-aa83-c310d56a9fa3 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "DELETE /v2.0/security-groups/df12b5e5-ec49-40c6-8539-b32fd754f85d HTTP/1.1" status: 204 len: 173 time: 0.8230515 May 06 09:42:13.211941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:13.214742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:13.215830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.220714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ceb51e68-97ff-40fc-a2e9-1101e8303aea req-dacf95c7-c364-4336-a627-01cbd8847492 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "DELETE /v2.0/ports/5e83cb3b-ace1-4629-89c4-9ee2db1ba410 HTTP/1.1" status: 204 len: 173 time: 1.9073300 May 06 09:42:13.270163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e965f7-50ad-4532-987e-515b79fea842', 'name': 'network-vif-deleted', 'tag': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:13.275752 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccf312-afc1-4f92-9f6f-4ea64b357c61" -d '{"events": [{"server_uuid": "64e965f7-50ad-4532-987e-515b79fea842", "name": "network-vif-deleted", "tag": "5e83cb3b-ace1-4629-89c4-9ee2db1ba410"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:13.280725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:13.282431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e83cb3b-ace1-4629-89c4-9ee2db1ba410 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:13.457489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408a35b-b53f-4442-aa83-c310d56a9fa3 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df12b5e5-ec49-40c6-8539-b32fd754f85d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:13.531250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2be2100-442a-40f5-bfb8-2d42034bbbd8 req-0c4b0f9d-b5d2-49bd-824a-45745ca421b3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=64e965f7-50ad-4532-987e-515b79fea842 HTTP/1.1" status: 200 len: 210 time: 0.1137383 May 06 09:42:13.634711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.683845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.730320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:13.742803 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.834795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.835398 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Added segment c01e9beb-c3a6-4120-b7dd-ae8f97607fb5 of type vlan for network bfa740f7-c3f3-403c-b722-ff65d1633816 May 06 09:42:13.875940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-064cf2dd-de30-4ca1-9029-6913983a58ef req-0fa583ad-e12d-48e7-bfbc-dee889b553b7 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/c1ce71b5-4f8f-480e-b0bc-49862497eebc HTTP/1.1" status: 200 len: 1812 time: 0.2865314 May 06 09:42:13.903736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.909649 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:13.916703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84919fe4-d05a-4f39-89ff-6fa27311d27e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:13.964604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.066517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.083695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682dd3a7-0a52-4ad0-89a5-ab08a6d40dd3,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.142777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.148910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30d54de5-c90f-4e11-aba6-9c893979faf9 req-a4aac8bc-1b6a-4e39-bd9f-ae82355712fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0318739 May 06 09:42:14.158861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e133e78-b8f6-4e3c-93d9-d66197514f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16561959-e12d-4567-ba6e-f123542749e3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.214317 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-de85c078-cda0-4cc9-bd1a-092d72b545bb req-4b529885-2f34-4da0-b739-1977782c0ef5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0574951 May 06 09:42:14.241341 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1620a63-4b86-4077-ad6c-e516e65ef642 x-openstack-request-id: req-b1620a63-4b86-4077-ad6c-e516e65ef642 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:14.241796 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e965f7-50ad-4532-987e-515b79fea842", "name": "network-vif-deleted", "tag": "5e83cb3b-ace1-4629-89c4-9ee2db1ba410", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:14.242140 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b1620a63-4b86-4077-ad6c-e516e65ef642 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:14.242687 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1620a63-4b86-4077-ad6c-e516e65ef642'] response: {'server_uuid': '64e965f7-50ad-4532-987e-515b79fea842', 'name': 'network-vif-deleted', 'tag': '5e83cb3b-ace1-4629-89c4-9ee2db1ba410', 'status': 'completed', 'code': 200} May 06 09:42:14.248239 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-064cf2dd-de30-4ca1-9029-6913983a58ef req-f0e20041-c3fe-4e18-9eee-f9707fccc268 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.253638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.254822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:14.255603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.280481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:14.290499 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] Sync routers for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:14.299918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.303008 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-db831c17-acc6-4385-a633-63d704ac88b9 admin admin] 10.222.0.76 "PUT /v2.0/routers/8dd93566-df2e-40c3-a5b9-ac18bb23ffda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2326932 May 06 09:42:14.307157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:14.321449 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:14.325213 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:14.454308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0758808 May 06 09:42:14.456271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-064cf2dd-de30-4ca1-9029-6913983a58ef req-f0e20041-c3fe-4e18-9eee-f9707fccc268 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.458835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45054) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:14.513380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Request body: {'subnet': {'network_id': 'bfa740f7-c3f3-403c-b722-ff65d1633816', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2107257714-subnet', 'tenant_id': '6b9fafa4b0c9409da945ae0c65a8bad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:14.519699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c750c6ff-5325-4498-8139-d8ab705d1119 req-6556a5b1-ee88-40ea-ab02-909b8c7d646e tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.1131113 May 06 09:42:14.526445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Network afe4d2aa-1789-43e7-a06e-175a99c716bd is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:14.544094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ba8c3-04e9-498a-bbfd-efd19909fb5e admin admin] Pushing event updated for resources: {'Network': ['ID=bfa740f7-c3f3-403c-b722-ff65d1633816,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.547132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:14.553433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Pushing event updated for resources: {'Port': ['ID=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.558270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:14.567723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network bfa740f7-c3f3-403c-b722-ff65d1633816 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:14.614362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.640615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Made reservation on behalf of 6b9fafa4b0c9409da945ae0c65a8bad0 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:14.645094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.656371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-064cf2dd-de30-4ca1-9029-6913983a58ef req-f0e20041-c3fe-4e18-9eee-f9707fccc268 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.658885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-064cf2dd-de30-4ca1-9029-6913983a58ef req-f0e20041-c3fe-4e18-9eee-f9707fccc268 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.681442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-064cf2dd-de30-4ca1-9029-6913983a58ef req-f0e20041-c3fe-4e18-9eee-f9707fccc268 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "DELETE /v2.0/security-groups/c1ce71b5-4f8f-480e-b0bc-49862497eebc HTTP/1.1" status: 204 len: 173 time: 0.8043118 May 06 09:42:14.726101 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:14.851922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e20041-c3fe-4e18-9eee-f9707fccc268 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ce71b5-4f8f-480e-b0bc-49862497eebc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:14.864578 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.887217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:14.969170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Deleting port 99cfc493-0a8a-423f-838d-a78fb913da3f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:14.969781 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.012674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 67f4c412-a3f8-415f-9139-faf65f767ee3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:15.020692 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:42:12Z', 'revision_number': 5, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port': {'id': '99cfc493-0a8a-423f-838d-a78fb913da3f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:40:26Z', 'updated_at': '2022-05-06T09:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:15.048223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40dab751-ec16-482f-ab98-374b6b371912 req-7c96b984-7267-48da-b0ad-2f35254ac004 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/78f3fa4a-b62c-41bd-91b9-a961455f209c HTTP/1.1" status: 200 len: 1813 time: 0.2827792 May 06 09:42:15.071184 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] Checking router: 8dd93566-df2e-40c3-a5b9-ac18bb23ffda for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:15.086253 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] Routers {'8dd93566-df2e-40c3-a5b9-ac18bb23ffda'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:15.087105 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:41:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:15.127900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] For port 99cfc493-0a8a-423f-838d-a78fb913da3f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=99cfc493-0a8a-423f-838d-a78fb913da3f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:15.128284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.161941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Calling delete_port for 99cfc493-0a8a-423f-838d-a78fb913da3f owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:15.163404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52f03bb1-7c7f-4063-b029-c29075c3cc95 req-84f66527-4e9b-4ef9-afe5-5a0caf012c20 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/39150830-5e1e-43db-a06b-f4eaf31d4559 HTTP/1.1" status: 200 len: 2995 time: 0.4059925 May 06 09:42:15.208570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-285c9038-f4c8-4f43-86f3-545646a3a724 None None] Provisioning complete for port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:15.209051 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-285c9038-f4c8-4f43-86f3-545646a3a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.255199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-285c9038-f4c8-4f43-86f3-545646a3a724 None None] Port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:15.260658 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8730566f-1a25-491d-98c9-b2d79891fda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.288326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 67f4c412-a3f8-415f-9139-faf65f767ee3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:15.288847 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.289442 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] Set router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:15.311070 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-40dab751-ec16-482f-ab98-374b6b371912 req-4a671725-a1e6-4b43-8fb8-a33251fde57d tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.364300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-40dab751-ec16-482f-ab98-374b6b371912 req-4a671725-a1e6-4b43-8fb8-a33251fde57d tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.421419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:42:14Z', 'revision_number': 6, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:15.446952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.474821 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2bc6e0-8c30-4f90-8dca-c8d77d9eb43b None None] The sync data for ids ['8dd93566-df2e-40c3-a5b9-ac18bb23ffda'] in n-d-840834-1 is: [{'id': '8dd93566-df2e-40c3-a5b9-ac18bb23ffda', 'name': 'tempest-FloatingIPsAssociationTestJSON-527964161-router', 'tenant_id': 'b02cdb418ca4444b98adee4b7d6df045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:40:25Z', 'updated_at': '2022-05-06T09:42:14Z', 'revision_number': 6, 'project_id': 'b02cdb418ca4444b98adee4b7d6df045', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:15.501897 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.532870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0b3f1ad-b8b7-42ff-8641-6cf802ee3b9c req-ac6748b6-08b4-4a84-b798-96583003e74f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-group-rules/682dd3a7-0a52-4ad0-89a5-ab08a6d40dd3 HTTP/1.1" status: 200 len: 783 time: 0.0474114 May 06 09:42:15.537503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.537681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 67f4c412-a3f8-415f-9139-faf65f767ee3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=67f4c412-a3f8-415f-9139-faf65f767ee3,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:15.543859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.575710 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.609049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cfc493-0a8a-423f-838d-a78fb913da3f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:15.664222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-40dab751-ec16-482f-ab98-374b6b371912 req-4a671725-a1e6-4b43-8fb8-a33251fde57d tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.666790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-40dab751-ec16-482f-ab98-374b6b371912 req-4a671725-a1e6-4b43-8fb8-a33251fde57d tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.667928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40dab751-ec16-482f-ab98-374b6b371912 req-4a671725-a1e6-4b43-8fb8-a33251fde57d tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "DELETE /v2.0/security-groups/78f3fa4a-b62c-41bd-91b9-a961455f209c HTTP/1.1" status: 204 len: 173 time: 0.6188738 May 06 09:42:15.673743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=67f4c412-a3f8-415f-9139-faf65f767ee3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:15.748136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.750354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671725-a1e6-4b43-8fb8-a33251fde57d tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f3fa4a-b62c-41bd-91b9-a961455f209c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:15.781680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803c3811-5607-43c2-9108-cb63c25cc90a,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:15.854107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0b3f1ad-b8b7-42ff-8641-6cf802ee3b9c req-3c35f2ae-6699-453f-92f6-a57c6505cb70 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/39150830-5e1e-43db-a06b-f4eaf31d4559 HTTP/1.1" status: 200 len: 2995 time: 0.2544270 May 06 09:42:15.876276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Checking segment: {'id': 'c01e9beb-c3a6-4120-b7dd-ae8f97607fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'bfa740f7-c3f3-403c-b722-ff65d1633816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:15.876530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.876771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Network hostable DHCP agents. Network: bfa740f7-c3f3-403c-b722-ff65d1633816, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:15.878838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.926804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.927358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd93566-df2e-40c3-a5b9-ac18bb23ffda {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:42:15.932944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.936698 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02d05182-cfb1-4888-9479-822ae1d09546 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8dd93566-df2e-40c3-a5b9-ac18bb23ffda HTTP/1.1" status: 204 len: 168 time: 1.6236100 May 06 09:42:15.937482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45086) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:15.955830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b3f1ad-b8b7-42ff-8641-6cf802ee3b9c req-a1008b85-9095-4ec4-aa01-295db4c8c98c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.975212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b3f1ad-b8b7-42ff-8641-6cf802ee3b9c req-a1008b85-9095-4ec4-aa01-295db4c8c98c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:15.978712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Network bfa740f7-c3f3-403c-b722-ff65d1633816 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:16.007955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] Deleting subnet f306e21e-43a7-42f9-9468-29763ab81de8 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:42:16.011294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.023173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76776c-7a8c-4283-b711-def7ab8dea7e req-24cbd6dc-be78-4270-b77d-db3f8b50adda tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:16.024848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af76776c-7a8c-4283-b711-def7ab8dea7e req-24cbd6dc-be78-4270-b77d-db3f8b50adda tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 950 time: 0.1914151 May 06 09:42:16.030470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, bfa740f7-c3f3-403c-b722-ff65d1633816) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:16.041111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:16.041702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.051668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.056884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33964e7b-3c9c-49b4-9c04-f90f37d0fefe None None] Network bfa740f7-c3f3-403c-b722-ff65d1633816 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:16.082163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.087364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b3f1ad-b8b7-42ff-8641-6cf802ee3b9c req-a1008b85-9095-4ec4-aa01-295db4c8c98c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.103549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b3f1ad-b8b7-42ff-8641-6cf802ee3b9c req-a1008b85-9095-4ec4-aa01-295db4c8c98c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.104719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0b3f1ad-b8b7-42ff-8641-6cf802ee3b9c req-a1008b85-9095-4ec4-aa01-295db4c8c98c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/682dd3a7-0a52-4ad0-89a5-ab08a6d40dd3 HTTP/1.1" status: 204 len: 173 time: 0.2498295 May 06 09:42:16.118407 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.137991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-46450893-4519-47bb-8cad-1d16027eda02 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6507013 May 06 09:42:16.177887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1008b85-9095-4ec4-aa01-295db4c8c98c tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=682dd3a7-0a52-4ad0-89a5-ab08a6d40dd3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:16.179628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.243915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af76776c-7a8c-4283-b711-def7ab8dea7e req-4282f0e9-4fb8-4509-8dd5-2d1eb1bc7f26 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043798 May 06 09:42:16.254986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.274287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a371cd-b68e-455f-aac8-1912a8a1ee84 None None] Network bfa740f7-c3f3-403c-b722-ff65d1633816 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:16.325015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.328895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Pushing event updated for resources: {'Port': ['ID=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:16.329087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.338200 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f306e21e-43a7-42f9-9468-29763ab81de8 HTTP/1.1" status: 204 len: 168 time: 0.3993371 May 06 09:42:16.339081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b79a58-335e-4777-a957-b9e8a414bb54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f306e21e-43a7-42f9-9468-29763ab81de8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:16.342148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45096) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:16.384441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1cb780-a751-4db8-be94-73edce51f0a8 None None] Network ac96e728-e10d-4b51-a8c7-0e5c73907702 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:16.431811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.450148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d88acbe-ff64-4de2-a39b-ac8d44cd0404 req-26b1f71e-ea5d-4b1a-93b1-1892200c7a29 tempest-ServersAdmin275Test-1199688028 tempest-ServersAdmin275Test-1199688028-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0267909 May 06 09:42:16.453461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.460663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bc8c903-2fb4-4db4-99cb-f10b7e34c917 req-5c11aa44-2d5f-4678-bbf5-771401a70f6c tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/a02f4380-4ea1-401d-86f0-387a0ea83915 HTTP/1.1" status: 200 len: 1812 time: 0.2839241 May 06 09:42:16.501514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Deleting port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:16.502008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.531920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Network afe4d2aa-1789-43e7-a06e-175a99c716bd is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:16.546818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:16.609147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.625980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] For port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,segment=NetworkSegment(5dcad244-aab0-4f36-bd26-54e7d1bee507),segment_id=5dcad244-aab0-4f36-bd26-54e7d1bee507)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:16.626811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.656433 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3bc8c903-2fb4-4db4-99cb-f10b7e34c917 req-d4512b6d-6b8b-419f-a8a7-8fe3118ab2bc tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.662223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Calling delete_port for eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:16.705485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] DHCP port deletion for ac96e728-e10d-4b51-a8c7-0e5c73907702 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:42:16.739377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3bc8c903-2fb4-4db4-99cb-f10b7e34c917 req-d4512b6d-6b8b-419f-a8a7-8fe3118ab2bc tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.817163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.822499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] Deleting port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:16.822884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.840724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 67f4c412-a3f8-415f-9139-faf65f767ee3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:16.858135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] No DVR routers for this DVR port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:16.862419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Pushing event deleted for resources: {'Port': ['ID=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:16.863566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Request body: {'security_group': {'name': 'tempest-securitygroup-88340398', 'description': 'tempest-description-2081361834'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:16.889204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Router 7896ab57-61b4-43f1-b4f7-49919172698b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:16.896567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3bc8c903-2fb4-4db4-99cb-f10b7e34c917 req-d4512b6d-6b8b-419f-a8a7-8fe3118ab2bc tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.899081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3bc8c903-2fb4-4db4-99cb-f10b7e34c917 req-d4512b6d-6b8b-419f-a8a7-8fe3118ab2bc tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.912566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bc8c903-2fb4-4db4-99cb-f10b7e34c917 req-d4512b6d-6b8b-419f-a8a7-8fe3118ab2bc tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "DELETE /v2.0/security-groups/a02f4380-4ea1-401d-86f0-387a0ea83915 HTTP/1.1" status: 204 len: 173 time: 0.4509106 May 06 09:42:16.950665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] For port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:16.951321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.961841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:16.965726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4512b6d-6b8b-419f-a8a7-8fe3118ab2bc tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02f4380-4ea1-401d-86f0-387a0ea83915,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:16.966868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] Calling delete_port for eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:16.970155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] Port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:42:16.977292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.000794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac96e728-e10d-4b51-a8c7-0e5c73907702']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:17.005080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 67f4c412-a3f8-415f-9139-faf65f767ee3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:17.005651 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.011206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dcad244-aab0-4f36-bd26-54e7d1bee507') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:17.011539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dcad244-aab0-4f36-bd26-54e7d1bee507') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:17.016971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.023786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.040854 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.046943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] No DVR routers for this DVR port eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:17.048604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.057712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e629374-09a3-487b-9ac6-ef1cef9e6162 None None] Pushing event deleted for resources: {'Port': ['ID=eca80b9d-83c8-4079-a1e5-fdff3e41d8d4,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.058394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:42:17.058709 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: timer() May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:42:17.066855 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:42:17.077235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-10e5ec9c-0054-41de-a450-4a5bc18b9372 None None] Provisioning complete for port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:17.077842 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10e5ec9c-0054-41de-a450-4a5bc18b9372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.132459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-10e5ec9c-0054-41de-a450-4a5bc18b9372 None None] Port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:17.134850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.142567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.143391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b30831f5-b192-494c-939b-957e1d7dc226 req-116c2891-bef7-4015-94fd-8a84450de0e1 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/39150830-5e1e-43db-a06b-f4eaf31d4559 HTTP/1.1" status: 200 len: 2397 time: 0.2012084 May 06 09:42:17.146883 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] 10.222.0.76 "DELETE /v2.0/networks/ac96e728-e10d-4b51-a8c7-0e5c73907702 HTTP/1.1" status: 204 len: 168 time: 0.8037324 May 06 09:42:17.181358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538c450-70a6-4c1f-b1a2-58111129f28c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac96e728-e10d-4b51-a8c7-0e5c73907702,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.276676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ebdb0807-d702-43f5-8397-c4da3ecc0260 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:17.299444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ebdb0807-d702-43f5-8397-c4da3ecc0260 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:17.299838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ebdb0807-d702-43f5-8397-c4da3ecc0260 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:17.300236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:17.321206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:17.321511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eca80b9d-83c8-4079-a1e5-fdff3e41d8d4 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:17.322058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99cfc493-0a8a-423f-838d-a78fb913da3f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:17.349332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 99cfc493-0a8a-423f-838d-a78fb913da3f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:17.349679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99cfc493-0a8a-423f-838d-a78fb913da3f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:17.396017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45108) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:17.440320 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-69ef374e-da04-4460-9deb-8697989395e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b02cdb418ca4444b98adee4b7d6df045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429087 May 06 09:42:17.442925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45110) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:17.495248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea191ef-c74a-4e8c-b374-c2679fdeefad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.522273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea191ef-c74a-4e8c-b374-c2679fdeefad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.535878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:17.545720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Sync routers for ids ['7896ab57-61b4-43f1-b4f7-49919172698b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:17.545904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d441d10e-4684-4e93-8652-c2be10e6f79e admin admin] 10.222.0.76 "PUT /v2.0/routers/7896ab57-61b4-43f1-b4f7-49919172698b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9102366 May 06 09:42:17.560009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Routers {'7896ab57-61b4-43f1-b4f7-49919172698b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:17.560596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7896ab57-61b4-43f1-b4f7-49919172698b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:17.575543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b30831f5-b192-494c-939b-957e1d7dc226 req-9ff28634-3b72-44b6-afe4-5f19370c87e4 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.596784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea191ef-c74a-4e8c-b374-c2679fdeefad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.600660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b30831f5-b192-494c-939b-957e1d7dc226 req-9ff28634-3b72-44b6-afe4-5f19370c87e4 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.600816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aea191ef-c74a-4e8c-b374-c2679fdeefad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.604416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aea191ef-c74a-4e8c-b374-c2679fdeefad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/849da903-aaaf-4b7e-870b-06ecb7a33c3f HTTP/1.1" status: 204 len: 168 time: 0.1578970 May 06 09:42:17.613922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea191ef-c74a-4e8c-b374-c2679fdeefad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849da903-aaaf-4b7e-870b-06ecb7a33c3f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.656318 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b30831f5-b192-494c-939b-957e1d7dc226 req-9ff28634-3b72-44b6-afe4-5f19370c87e4 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.659011 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b30831f5-b192-494c-939b-957e1d7dc226 req-9ff28634-3b72-44b6-afe4-5f19370c87e4 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.660290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b30831f5-b192-494c-939b-957e1d7dc226 req-9ff28634-3b72-44b6-afe4-5f19370c87e4 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-groups/39150830-5e1e-43db-a06b-f4eaf31d4559 HTTP/1.1" status: 204 len: 173 time: 0.5160606 May 06 09:42:17.678885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff28634-3b72-44b6-afe4-5f19370c87e4 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39150830-5e1e-43db-a06b-f4eaf31d4559,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.694325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.700398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.751910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Set router 7896ab57-61b4-43f1-b4f7-49919172698b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:17.755321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2addca6-6e00-44a3-a6e2-678a1f7baf52,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:17.798733 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.804643 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.836662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:17.849001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b69ee4e-bca7-44ee-b730-dc727e1f5b87 req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9936783 May 06 09:42:17.852632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37521e18-a232-4700-ae28-125b96d74691 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a63165-39d4-4f41-8d5b-5cb9bdcd4881,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:18.044631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 4, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port': {'id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:07Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '6c2491fd-28b5-4e55-88ac-aee3e7bb431b', 'name': '', 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'mac_address': 'fa:16:3e:98:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f97f2f69-66ca-40fe-a6a8-3a4be2089e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:12Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 2, 'project_id': 'c97703a7a5224085a77228832900de27', 'subnets': [{'id': 'f97f2f69-66ca-40fe-a6a8-3a4be2089e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:18.096190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00d6c37f-acb6-4e21-ae1e-795b9e04c233 req-890fa8db-0217-46d9-9090-ecf2469fda1b tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "GET /v2.0/security-groups/dfc1709a-f1b3-4401-84f9-b299ff448aa0 HTTP/1.1" status: 200 len: 1812 time: 0.0555909 May 06 09:42:18.103810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e2fd22c6-8368-405b-b30e-1335aa25812f req-a2500c2f-4eba-48d5-8fe4-41165ebcd777 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=28184f3c874045da96285bb5c6ea829a&device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0374632 May 06 09:42:18.136487 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e2fd22c6-8368-405b-b30e-1335aa25812f req-ae7cc172-664a-46df-b931-6fe1a61d058c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=28184f3c874045da96285bb5c6ea829a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316470 May 06 09:42:18.138373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Checking router: 7896ab57-61b4-43f1-b4f7-49919172698b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:18.138729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Updating router 7896ab57-61b4-43f1-b4f7-49919172698b port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:18.173337 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-00d6c37f-acb6-4e21-ae1e-795b9e04c233 req-ef8a27e6-6497-49fc-83df-36bcee3388b5 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.179495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.183246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.238567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-00d6c37f-acb6-4e21-ae1e-795b9e04c233 req-ef8a27e6-6497-49fc-83df-36bcee3388b5 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.296007 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-00d6c37f-acb6-4e21-ae1e-795b9e04c233 req-ef8a27e6-6497-49fc-83df-36bcee3388b5 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.298922 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-00d6c37f-acb6-4e21-ae1e-795b9e04c233 req-ef8a27e6-6497-49fc-83df-36bcee3388b5 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.300705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00d6c37f-acb6-4e21-ae1e-795b9e04c233 req-ef8a27e6-6497-49fc-83df-36bcee3388b5 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] 10.222.0.76 "DELETE /v2.0/security-groups/dfc1709a-f1b3-4401-84f9-b299ff448aa0 HTTP/1.1" status: 204 len: 173 time: 0.2032864 May 06 09:42:18.306656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45146) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:18.323849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a27e6-6497-49fc-83df-36bcee3388b5 tempest-SecurityGroupRulesNegativeTestJSON-1830802029 tempest-SecurityGroupRulesNegativeTestJSON-1830802029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc1709a-f1b3-4401-84f9-b299ff448aa0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:18.363510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd22c6-8368-405b-b30e-1335aa25812f req-8f66d91d-a562-40c0-a639-a6db7453e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:18.367943 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e2fd22c6-8368-405b-b30e-1335aa25812f req-8f66d91d-a562-40c0-a639-a6db7453e621 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231362 May 06 09:42:18.392946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] Deleting subnet 335cf18f-f9ff-4439-aaa7-f01c31c3aab9 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:42:18.400685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.520758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-4e242631-17a9-4490-b0ec-7cee563a7a81 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:18.522342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-4e242631-17a9-4490-b0ec-7cee563a7a81 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 950 time: 0.0868156 May 06 09:42:18.529105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.572000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.601198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.620752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fcec9-b07d-45a3-aef5-36a3d53d3287 req-5e3e3096-fdf2-4af6-8767-33cddd738200 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:18.629181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-800fcec9-b07d-45a3-aef5-36a3d53d3287 req-5e3e3096-fdf2-4af6-8767-33cddd738200 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1a53f00-23f8-43f2-acaa-938755392aa8 HTTP/1.1" status: 200 len: 950 time: 0.2258503 May 06 09:42:18.680459 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.699253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-800fcec9-b07d-45a3-aef5-36a3d53d3287 req-3aed0ae6-14ad-4e26-b006-6d31df4d9dec tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690887 May 06 09:42:18.707868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.711180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaef51-b954-47b6-a1cb-a874d37d4ac3 None None] Pushing event updated for resources: {'Port': ['ID=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:18.748700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:18.749425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.759378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Attempting to bind port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:18.760055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Attempting to bind port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:18.760275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Attempting to bind port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b on network afe4d2aa-1789-43e7-a06e-175a99c716bd {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:18.774961 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-5c2ca579-e1c8-4a11-9da0-b423da882306 req-3d33e01d-ac1a-487a-827e-26a18e7a3730 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] show failed (client error): The resource could not be found. May 06 09:42:18.781950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:18.782326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Checking segment: {'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:18.782727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.783119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Bound using segment: {'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:18.783647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Bound port: 6c2491fd-28b5-4e55-88ac-aee3e7bb431b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2983a5-5e45-4117-8038-89df9e26f07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:18.784032 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.789101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c2ca579-e1c8-4a11-9da0-b423da882306 req-3d33e01d-ac1a-487a-827e-26a18e7a3730 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/6b621020-67c3-4a8f-89fc-370eee979972 HTTP/1.1" status: 404 len: 352 time: 0.0359392 May 06 09:42:18.824183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0a197fee-02b5-46a7-94f0-a4d78838a8f0 req-c479d5e0-0068-4a56-a27b-c61e7016959d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1224490415', 'description': 'tempest-description-1365727792'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:18.865690 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a197fee-02b5-46a7-94f0-a4d78838a8f0 req-c479d5e0-0068-4a56-a27b-c61e7016959d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.884207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.899634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port 3da45b76-ef1a-4abc-882c-d6830bd64ea8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3da45b76-ef1a-4abc-882c-d6830bd64ea8,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:18.900016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:18.907137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] For port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:18.912973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] For port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,segment=NetworkSegment(7f2983a5-5e45-4117-8038-89df9e26f07a),segment_id=7f2983a5-5e45-4117-8038-89df9e26f07a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:18.930118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for 3da45b76-ef1a-4abc-882c-d6830bd64ea8 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:18.931335 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.001674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335cf18f-f9ff-4439-aaa7-f01c31c3aab9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:19.095623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a197fee-02b5-46a7-94f0-a4d78838a8f0 req-c479d5e0-0068-4a56-a27b-c61e7016959d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.100487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.101242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Routers {'7896ab57-61b4-43f1-b4f7-49919172698b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:19.102242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7896ab57-61b4-43f1-b4f7-49919172698b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:19.104031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a325cb4f-cb21-4748-b60a-2d57551f732a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/335cf18f-f9ff-4439-aaa7-f01c31c3aab9 HTTP/1.1" status: 204 len: 168 time: 0.7959728 May 06 09:42:19.105338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a197fee-02b5-46a7-94f0-a4d78838a8f0 req-c479d5e0-0068-4a56-a27b-c61e7016959d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.109422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45196) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:19.111750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaef51-b954-47b6-a1cb-a874d37d4ac3 None None] Pushing event updated for resources: {'Port': ['ID=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:19.115972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-46c29499-6015-4956-8487-2d9b5bfb5c0a None None] Provisioning complete for port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:19.116545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-46c29499-6015-4956-8487-2d9b5bfb5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.203895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a197fee-02b5-46a7-94f0-a4d78838a8f0 req-c479d5e0-0068-4a56-a27b-c61e7016959d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.213661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a197fee-02b5-46a7-94f0-a4d78838a8f0 req-c479d5e0-0068-4a56-a27b-c61e7016959d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3942885 May 06 09:42:19.237548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479d5e0-0068-4a56-a27b-c61e7016959d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0001f4be-69db-4735-855d-cf9b05a4c6cb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:19.266262 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.320131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.368195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.376966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=3da45b76-ef1a-4abc-882c-d6830bd64ea8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:19.393091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63120b71-e1e6-4dc6-8b61-fba179db0188']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:19.405304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badda2f9-e445-4d3f-95d6-c34d6a5c77c3') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:19.405523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badda2f9-e445-4d3f-95d6-c34d6a5c77c3') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:19.422289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.430748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad', '5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:19.440485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f', 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', '3da45b76-ef1a-4abc-882c-d6830bd64ea8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:19.440775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.442448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port 3da45b76-ef1a-4abc-882c-d6830bd64ea8 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:19.448133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.449179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:42:19.449672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.454711 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8f246287-ab9c-4c27-8b2e-460ef9abfd78 req-72a1da28-1546-4247-a82c-acbdb0d6eee5 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "DELETE /v2.0/ports/3da45b76-ef1a-4abc-882c-d6830bd64ea8 HTTP/1.1" status: 204 len: 173 time: 0.9233184 May 06 09:42:19.455283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'name': 'network-vif-deleted', 'tag': '3da45b76-ef1a-4abc-882c-d6830bd64ea8'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:19.458867 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cb21d7-bec4-4fd4-a487-5b44e36ac20b" -d '{"events": [{"server_uuid": "e1a53f00-23f8-43f2-acaa-938755392aa8", "name": "network-vif-deleted", "tag": "3da45b76-ef1a-4abc-882c-d6830bd64ea8"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: timer() May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:42:19.521645 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:42:19.544243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.549089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.553121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] 10.222.0.76 "DELETE /v2.0/networks/63120b71-e1e6-4dc6-8b61-fba179db0188 HTTP/1.1" status: 204 len: 168 time: 0.4400599 May 06 09:42:19.685350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33ab886b-2a91-43f3-85e7-4f799368aae0 req-546ea6f0-02c0-486b-95df-5ae49bfa3428 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.3856828 May 06 09:42:19.711405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720fc77-3872-4bcf-b765-43269a4eee37 admin admin] Pushing event deleted for resources: {'Network': ['ID=63120b71-e1e6-4dc6-8b61-fba179db0188,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:19.723654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] Set router 7896ab57-61b4-43f1-b4f7-49919172698b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:19.783854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80cec574-a8ec-46fb-9f47-60ab92605ed2 req-8ae7faba-a2c5-4f9a-907e-cb17b72e5f6f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/7e808f49-2a9c-4288-9cbb-26cdb05e345e HTTP/1.1" status: 200 len: 1805 time: 0.2645302 May 06 09:42:19.860149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:19.891015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80cec574-a8ec-46fb-9f47-60ab92605ed2 req-b9bd392f-8db2-4833-892a-a068cfe51cb8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.969581 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-46c29499-6015-4956-8487-2d9b5bfb5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.982674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7809107b-65bd-472d-8902-a8596d6ccd8d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9da7ca30eab34b5a914a9806a0e247c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1186137 May 06 09:42:19.984624 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80cec574-a8ec-46fb-9f47-60ab92605ed2 req-b9bd392f-8db2-4833-892a-a068cfe51cb8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:19.986192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45244) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:19.991711 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e2fd22c6-8368-405b-b30e-1335aa25812f req-0a7a69dd-1c10-4006-bd89-ad5275e59817 tempest-ServersAdmin275Test-707998832 tempest-ServersAdmin275Test-707998832-project] 10.222.0.83 "GET /v2.0/ports?device_id=71e260a7-2aca-4366-bf02-62d1a8bea963 HTTP/1.1" status: 200 len: 210 time: 0.0551541 May 06 09:42:20.096012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80cec574-a8ec-46fb-9f47-60ab92605ed2 req-b9bd392f-8db2-4833-892a-a068cfe51cb8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.105380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80cec574-a8ec-46fb-9f47-60ab92605ed2 req-b9bd392f-8db2-4833-892a-a068cfe51cb8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.108916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80cec574-a8ec-46fb-9f47-60ab92605ed2 req-b9bd392f-8db2-4833-892a-a068cfe51cb8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-groups/7e808f49-2a9c-4288-9cbb-26cdb05e345e HTTP/1.1" status: 204 len: 173 time: 0.3224266 May 06 09:42:20.141761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-46c29499-6015-4956-8487-2d9b5bfb5c0a None None] For port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,segment=NetworkSegment(7f2983a5-5e45-4117-8038-89df9e26f07a),segment_id=7f2983a5-5e45-4117-8038-89df9e26f07a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:20.143354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd392f-8db2-4833-892a-a068cfe51cb8 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e808f49-2a9c-4288-9cbb-26cdb05e345e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.162767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3cad84bd-7a57-4277-a827-36ef7fa83b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.210107 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-46c29499-6015-4956-8487-2d9b5bfb5c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.229219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3cad84bd-7a57-4277-a827-36ef7fa83b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.300580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3cad84bd-7a57-4277-a827-36ef7fa83b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.303528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3cad84bd-7a57-4277-a827-36ef7fa83b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.305035 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3cad84bd-7a57-4277-a827-36ef7fa83b6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9870d52-df1e-4229-a228-c4b2ea1bd155 HTTP/1.1" status: 204 len: 168 time: 0.3119106 May 06 09:42:20.323061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad84bd-7a57-4277-a827-36ef7fa83b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9870d52-df1e-4229-a228-c4b2ea1bd155,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.362501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-305188325', 'description': 'tempest-description-105857573'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:20.411189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.431471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.448473 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729591ae-ea3b-4f7b-a126-65556b5314d1 x-openstack-request-id: req-729591ae-ea3b-4f7b-a126-65556b5314d1 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:20.449025 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a53f00-23f8-43f2-acaa-938755392aa8", "name": "network-vif-deleted", "tag": "3da45b76-ef1a-4abc-882c-d6830bd64ea8", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:20.450844 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-729591ae-ea3b-4f7b-a126-65556b5314d1 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:20.451340 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729591ae-ea3b-4f7b-a126-65556b5314d1'] response: {'server_uuid': 'e1a53f00-23f8-43f2-acaa-938755392aa8', 'name': 'network-vif-deleted', 'tag': '3da45b76-ef1a-4abc-882c-d6830bd64ea8', 'status': 'completed', 'code': 200} May 06 09:42:20.464566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.565288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0e49d4cc-846c-4e87-8163-dfdc069fe3e6 None None] Provisioning complete for port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:20.565524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0e49d4cc-846c-4e87-8163-dfdc069fe3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.632314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c29499-6015-4956-8487-2d9b5bfb5c0a None None] Pushing event updated for resources: {'Port': ['ID=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.677204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c00a35d1-7660-4953-8689-ba9a7145c1e4 req-e2d12f42-d854-4e0c-8134-2dafb2f47b56 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/99d1bcbb-44f4-4ad9-ace9-279f2e542ad5 HTTP/1.1" status: 200 len: 1804 time: 0.1215503 May 06 09:42:20.682563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.688937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.748094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 4, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port': {'id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:07Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '6c2491fd-28b5-4e55-88ac-aee3e7bb431b', 'name': '', 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'mac_address': 'fa:16:3e:98:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f97f2f69-66ca-40fe-a6a8-3a4be2089e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:12Z', 'updated_at': '2022-05-06T09:42:18Z', 'revision_number': 4, 'project_id': 'c97703a7a5224085a77228832900de27', 'subnets': [{'id': 'f97f2f69-66ca-40fe-a6a8-3a4be2089e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:20.813352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b213034c-5bbf-4b24-aa11-7891a575ddfb None None] The sync data for ids ['7896ab57-61b4-43f1-b4f7-49919172698b'] in n-d-840834-1 is: [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 4, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port': {'id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:07Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '6c2491fd-28b5-4e55-88ac-aee3e7bb431b', 'name': '', 'network_id': 'afe4d2aa-1789-43e7-a06e-175a99c716bd', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'mac_address': 'fa:16:3e:98:cd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': 'f97f2f69-66ca-40fe-a6a8-3a4be2089e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:12Z', 'updated_at': '2022-05-06T09:42:18Z', 'revision_number': 4, 'project_id': 'c97703a7a5224085a77228832900de27', 'subnets': [{'id': 'f97f2f69-66ca-40fe-a6a8-3a4be2089e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:20.829787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a12bc6-28aa-498c-845f-cbbf43ee1bf1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.842611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.859878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.901852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8d9737-ab17-484e-a521-3d1a28054f0d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:20.908513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c00a35d1-7660-4953-8689-ba9a7145c1e4 req-b09ff33b-ad0f-4fc7-9873-b89c278f923e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.968938 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:20.970065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae8df787-2251-46b5-8f33-4d245318d116 req-f6edbb99-515a-4be0-9eb8-a5c58f77022d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6120901 May 06 09:42:20.984272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c00a35d1-7660-4953-8689-ba9a7145c1e4 req-b09ff33b-ad0f-4fc7-9873-b89c278f923e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.101562 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c00a35d1-7660-4953-8689-ba9a7145c1e4 req-b09ff33b-ad0f-4fc7-9873-b89c278f923e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.111574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c00a35d1-7660-4953-8689-ba9a7145c1e4 req-b09ff33b-ad0f-4fc7-9873-b89c278f923e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.131653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c00a35d1-7660-4953-8689-ba9a7145c1e4 req-b09ff33b-ad0f-4fc7-9873-b89c278f923e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-groups/99d1bcbb-44f4-4ad9-ace9-279f2e542ad5 HTTP/1.1" status: 204 len: 173 time: 0.4451556 May 06 09:42:21.160392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ff33b-ad0f-4fc7-9873-b89c278f923e tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d1bcbb-44f4-4ad9-ace9-279f2e542ad5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:21.209431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-5027a21f-a105-454e-b9aa-5e052e2d5e21 req-8f4de5b6-7032-49c6-afe7-5fdb46247d3f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-402255681', 'description': 'tempest-description-66285814'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:21.248686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5027a21f-a105-454e-b9aa-5e052e2d5e21 req-8f4de5b6-7032-49c6-afe7-5fdb46247d3f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.374777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5027a21f-a105-454e-b9aa-5e052e2d5e21 req-8f4de5b6-7032-49c6-afe7-5fdb46247d3f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.379900 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5027a21f-a105-454e-b9aa-5e052e2d5e21 req-8f4de5b6-7032-49c6-afe7-5fdb46247d3f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.471393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5027a21f-a105-454e-b9aa-5e052e2d5e21 req-8f4de5b6-7032-49c6-afe7-5fdb46247d3f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.500545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5027a21f-a105-454e-b9aa-5e052e2d5e21 req-8f4de5b6-7032-49c6-afe7-5fdb46247d3f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3022959 May 06 09:42:21.533993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4de5b6-7032-49c6-afe7-5fdb46247d3f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a39d0-8cb1-41cc-8309-6d4d69223ebf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:21.575764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-618b1c90-985f-44b5-80e1-f90f1d4f27ca req-e65cb672-9dfd-4254-9eaa-50cfe3087d11 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/9807540b-1182-4aec-a7a1-3f23bb35ecb0 HTTP/1.1" status: 200 len: 1805 time: 0.0742915 May 06 09:42:21.711731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f281514-1a80-4730-848b-dbb078b24e38 req-240294a5-44ca-4031-8a2a-a27d8ca62251 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:21.713272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f281514-1a80-4730-848b-dbb078b24e38 req-240294a5-44ca-4031-8a2a-a27d8ca62251 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.0979466 May 06 09:42:21.714327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-618b1c90-985f-44b5-80e1-f90f1d4f27ca req-44109be2-03af-44a9-b098-c0ebaed0eceb tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.759981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-618b1c90-985f-44b5-80e1-f90f1d4f27ca req-44109be2-03af-44a9-b098-c0ebaed0eceb tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.800953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f281514-1a80-4730-848b-dbb078b24e38 req-27d946bf-bff5-45d8-bbb8-25147f648c38 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733223 May 06 09:42:21.841276 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-618b1c90-985f-44b5-80e1-f90f1d4f27ca req-44109be2-03af-44a9-b098-c0ebaed0eceb tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.844864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-618b1c90-985f-44b5-80e1-f90f1d4f27ca req-44109be2-03af-44a9-b098-c0ebaed0eceb tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:21.848086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-618b1c90-985f-44b5-80e1-f90f1d4f27ca req-44109be2-03af-44a9-b098-c0ebaed0eceb tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-groups/9807540b-1182-4aec-a7a1-3f23bb35ecb0 HTTP/1.1" status: 204 len: 173 time: 0.2649360 May 06 09:42:21.878845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44109be2-03af-44a9-b098-c0ebaed0eceb tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9807540b-1182-4aec-a7a1-3f23bb35ecb0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:21.883549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:21.928312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45332) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:21.996538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] Deleting subnet 803c3811-5607-43c2-9108-cb63c25cc90a {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:42:22.005300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.010493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45336) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:22.041597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d3a4614-e1ba-4b26-bd11-75b6b58d4f55 req-7aba3722-0b6a-49e5-9685-3347727329c7 tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/3cac7d2b-5c09-4c34-9bb8-e4cc4160ac6a HTTP/1.1" status: 200 len: 2404 time: 0.1007440 May 06 09:42:22.082897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.145267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45340) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:22.177393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.193604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0d3a4614-e1ba-4b26-bd11-75b6b58d4f55 req-103fab73-9524-42ce-89e7-51363763931f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.247758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0d3a4614-e1ba-4b26-bd11-75b6b58d4f55 req-103fab73-9524-42ce-89e7-51363763931f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.258861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.274464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c6efa98-dd26-465f-9ee8-3e2427815553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.291455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803c3811-5607-43c2-9108-cb63c25cc90a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:22.298679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1233431750-network', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:22.306652 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.315012 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8bbea777-a7cd-423f-a6a1-9422c9e2d39c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/803c3811-5607-43c2-9108-cb63c25cc90a HTTP/1.1" status: 204 len: 168 time: 0.4267254 May 06 09:42:22.316007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45346) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:22.355301 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5df2f65-5110-4e5b-a92a-1d2632598c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.391516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Made reservation on behalf of a9cb7ff99f554aada88b21a57a0f809c for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:22.394013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.417472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.438522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.452622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0d3a4614-e1ba-4b26-bd11-75b6b58d4f55 req-103fab73-9524-42ce-89e7-51363763931f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.456116 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0d3a4614-e1ba-4b26-bd11-75b6b58d4f55 req-103fab73-9524-42ce-89e7-51363763931f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.461953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d3a4614-e1ba-4b26-bd11-75b6b58d4f55 req-103fab73-9524-42ce-89e7-51363763931f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-groups/3cac7d2b-5c09-4c34-9bb8-e4cc4160ac6a HTTP/1.1" status: 204 len: 173 time: 0.4118459 May 06 09:42:22.521086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-0c40be7f-7a6b-470b-9f84-f68c1d01dd9d tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 41202 time: 0.6586843 May 06 09:42:22.537270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fab73-9524-42ce-89e7-51363763931f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac7d2b-5c09-4c34-9bb8-e4cc4160ac6a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:22.572480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.615699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa740f7-c3f3-403c-b722-ff65d1633816']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:22.635312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01e9beb-c3a6-4120-b7dd-ae8f97607fb5') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:22.635875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01e9beb-c3a6-4120-b7dd-ae8f97607fb5') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:22.639195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.645883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.650229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6c2491fd-28b5-4e55-88ac-aee3e7bb431b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:22.659142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:22.669619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.670229 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Added segment 3d9075b1-363e-4304-b21c-c9316f7e262e of type vlan for network 2845d620-b001-4626-9ed0-b8a79164eb38 May 06 09:42:22.683669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36249717-c3df-48b8-9ea0-e1fdd3adcc6c req-929c22a9-90ab-4dde-845c-4fa0d7cf4b7f tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "GET /v2.0/security-groups/7bdc6733-2e0e-4594-9192-8dcdb0832bae HTTP/1.1" status: 200 len: 2398 time: 0.1587605 May 06 09:42:22.692696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-91693a49-3962-4195-8526-0e64b7c9cdbe tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/18f220d1-6372-4924-8233-3e530a5241ec HTTP/1.1" status: 200 len: 2981 time: 0.1705267 May 06 09:42:22.711573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.740286 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.755807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.757032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:22.757794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.769752 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:22.770128 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.777295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.793741 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c6efa98-dd26-465f-9ee8-3e2427815553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.806020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-55aab9d3-d48c-4c54-a805-81226a696b1c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/18f220d1-6372-4924-8233-3e530a5241ec HTTP/1.1" status: 200 len: 2981 time: 0.1122432 May 06 09:42:22.825831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c6efa98-dd26-465f-9ee8-3e2427815553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.829864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:42:22.830528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: timer() May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:42:22.832470 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:42:22.878528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d50e145-16e8-4fba-a844-cf46cd0b092b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:22.901673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5df2f65-5110-4e5b-a92a-1d2632598c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.912398 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7654104 May 06 09:42:22.923977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:22.933752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6ce25-9f02-4a68-82c9-8ac07f16d11e admin admin] Pushing event updated for resources: {'Network': ['ID=2845d620-b001-4626-9ed0-b8a79164eb38,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:22.935463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Request body: {'subnet': {'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1233431750-subnet', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:22.958655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5df2f65-5110-4e5b-a92a-1d2632598c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.958870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2845d620-b001-4626-9ed0-b8a79164eb38 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:22.960469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.968411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6efa98-dd26-465f-9ee8-3e2427815553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6882508-b20f-44ea-a06a-6c80b4b8faff,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:22.975102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:22.981810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bfa740f7-c3f3-403c-b722-ff65d1633816 HTTP/1.1" status: 204 len: 168 time: 0.6623406 May 06 09:42:23.002183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988360e8-f209-4ad6-a04b-2d2384f12a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa740f7-c3f3-403c-b722-ff65d1633816,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.011217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0c6efa98-dd26-465f-9ee8-3e2427815553 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=28184f3c874045da96285bb5c6ea829a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0811572 May 06 09:42:23.014642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45356) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:23.014826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Made reservation on behalf of a9cb7ff99f554aada88b21a57a0f809c for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:23.017140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.107821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-36249717-c3df-48b8-9ea0-e1fdd3adcc6c req-a6f8bb24-7982-4545-ad32-f748cc81e6fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.115014 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:42:23.142860 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50e46bc1-0b69-432f-945f-5f1f84ae249b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.144195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-2c16f106-c4b5-4b1e-8a5e-0fc504106503 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2bb60370-1112-46df-9e8c-a12bc3648db4 HTTP/1.1" status: 200 len: 2973 time: 0.3331323 May 06 09:42:23.167303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df2f65-5110-4e5b-a92a-1d2632598c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53a9f34-7126-4483-953d-bd53e2352a47,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.175208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a5df2f65-5110-4e5b-a92a-1d2632598c4e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3ce9cbe82294361832ef6ada388671d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1613703 May 06 09:42:23.179822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45358) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:23.197524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50e46bc1-0b69-432f-945f-5f1f84ae249b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.212357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45360) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:23.232094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-36249717-c3df-48b8-9ea0-e1fdd3adcc6c req-a6f8bb24-7982-4545-ad32-f748cc81e6fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.303808 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c9d1c98a-c7a3-4a0d-9101-f4df403d1498 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b9fafa4b0c9409da945ae0c65a8bad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831866 May 06 09:42:23.306778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45362) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:23.318675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50e46bc1-0b69-432f-945f-5f1f84ae249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.321160 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50e46bc1-0b69-432f-945f-5f1f84ae249b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.324807 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-50e46bc1-0b69-432f-945f-5f1f84ae249b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f6882508-b20f-44ea-a06a-6c80b4b8faff HTTP/1.1" status: 204 len: 168 time: 0.3062911 May 06 09:42:23.358115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-607e54cd-1d7f-4629-b314-6a44d9a31ab4 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:23.359479 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-607e54cd-1d7f-4629-b314-6a44d9a31ab4 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.1006489 May 06 09:42:23.360280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e46bc1-0b69-432f-945f-5f1f84ae249b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6882508-b20f-44ea-a06a-6c80b4b8faff,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.396092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-1472e4c2-15ad-46fb-adbe-b896428f58f3 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2bb60370-1112-46df-9e8c-a12bc3648db4 HTTP/1.1" status: 200 len: 2973 time: 0.2172804 May 06 09:42:23.402190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b37f58e1-415b-4156-8d2b-8c986ffcf181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.423972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1dd4-3ebc-402c-8529-90282b46b643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.425727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 3da45b76-ef1a-4abc-882c-d6830bd64ea8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:23.470218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b37f58e1-415b-4156-8d2b-8c986ffcf181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.472770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 3da45b76-ef1a-4abc-882c-d6830bd64ea8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:23.473111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 3da45b76-ef1a-4abc-882c-d6830bd64ea8 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:23.476957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1dd4-3ebc-402c-8529-90282b46b643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.525868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:23.526475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.558558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-36249717-c3df-48b8-9ea0-e1fdd3adcc6c req-a6f8bb24-7982-4545-ad32-f748cc81e6fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.561727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-36249717-c3df-48b8-9ea0-e1fdd3adcc6c req-a6f8bb24-7982-4545-ad32-f748cc81e6fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.564056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36249717-c3df-48b8-9ea0-e1fdd3adcc6c req-a6f8bb24-7982-4545-ad32-f748cc81e6fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] 10.222.0.76 "DELETE /v2.0/security-groups/7bdc6733-2e0e-4594-9192-8dcdb0832bae HTTP/1.1" status: 204 len: 173 time: 0.8794765 May 06 09:42:23.574210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45368) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:23.632255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1dd4-3ebc-402c-8529-90282b46b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.635081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c4d1dd4-3ebc-402c-8529-90282b46b643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.636117 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0c4d1dd4-3ebc-402c-8529-90282b46b643 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84919fe4-d05a-4f39-89ff-6fa27311d27e HTTP/1.1" status: 204 len: 168 time: 0.3282735 May 06 09:42:23.664437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d1dd4-3ebc-402c-8529-90282b46b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84919fe4-d05a-4f39-89ff-6fa27311d27e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.669039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] Deleting subnet b612b5aa-cba0-483f-b0c2-a44abd6e7915 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:42:23.677736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.733022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8bb24-7982-4545-ad32-f748cc81e6fe tempest-SecurityGroupRulesTestJSON-1698607816 tempest-SecurityGroupRulesTestJSON-1698607816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdc6733-2e0e-4594-9192-8dcdb0832bae,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.739691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:23.740061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.743329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-97e862f4-0f01-483f-81c7-7b5844925054 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/437e11c9-852e-4244-af78-9084c2610132 HTTP/1.1" status: 200 len: 2981 time: 0.3458393 May 06 09:42:23.754303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b37f58e1-415b-4156-8d2b-8c986ffcf181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.756896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b37f58e1-415b-4156-8d2b-8c986ffcf181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.757239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:23.758170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b37f58e1-415b-4156-8d2b-8c986ffcf181 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e53a9f34-7126-4483-953d-bd53e2352a47 HTTP/1.1" status: 204 len: 168 time: 0.5692358 May 06 09:42:23.764129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.807403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f58e1-415b-4156-8d2b-8c986ffcf181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53a9f34-7126-4483-953d-bd53e2352a47,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:23.851593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.852572 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:23.917250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3b570-d43e-4e0f-b706-7fbe7ab2d923 req-4a8a1689-ab4d-4677-80b6-9521b2e0435e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:23.919004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11e3b570-d43e-4e0f-b706-7fbe7ab2d923 req-4a8a1689-ab4d-4677-80b6-9521b2e0435e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ca8fb3-7c2f-4c8b-9678-e0978f647855 HTTP/1.1" status: 200 len: 950 time: 0.2159772 May 06 09:42:23.924422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-3ffb00fc-77a1-4c5b-b437-8f2f17a0ef9c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/437e11c9-852e-4244-af78-9084c2610132 HTTP/1.1" status: 200 len: 2981 time: 0.1181448 May 06 09:42:23.950799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.013273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b612b5aa-cba0-483f-b0c2-a44abd6e7915,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:24.026080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.034122 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f71ef47a-da3d-49d6-b2f9-bab3e997c388 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b612b5aa-cba0-483f-b0c2-a44abd6e7915 HTTP/1.1" status: 204 len: 168 time: 0.4578524 May 06 09:42:24.034272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-5634aa2a-9aca-4d5f-946b-c726bc7ae972 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/44a12bc6-28aa-498c-845f-cbbf43ee1bf1 HTTP/1.1" status: 200 len: 2981 time: 0.0945487 May 06 09:42:24.036101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45378) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:24.036756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1314c734-78b7-49a1-933f-0f4b0ef4f045,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:24.056345 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.073511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f', 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:24.078998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad', '5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:24.124061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:24.125912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45380) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:24.203660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-1de532e0-9020-46e8-80d0-3d87bc25d5f0 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/44a12bc6-28aa-498c-845f-cbbf43ee1bf1 HTTP/1.1" status: 200 len: 2981 time: 0.0998557 May 06 09:42:24.204414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Checking segment: {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:24.204946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Network hostable DHCP agents. Network: 2845d620-b001-4626-9ed0-b8a79164eb38, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:24.246554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:24.250376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.254377 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-560cfddb-8bde-4fc6-b3ba-bb23bd0f16af req-ccb2e304-49bf-424a-97d7-716775f11908 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "DELETE /v2.0/ports/e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 HTTP/1.1" status: 204 len: 173 time: 0.8877091 May 06 09:42:24.256119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11e3b570-d43e-4e0f-b706-7fbe7ab2d923 req-b63e7020-00bc-4aca-8965-a7c616a06de6 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951941 May 06 09:42:24.260317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'name': 'network-vif-deleted', 'tag': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:24.264303 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc86a20-f40b-4505-b776-86b3b0b01aaa" -d '{"events": [{"server_uuid": "08ca8fb3-7c2f-4c8b-9678-e0978f647855", "name": "network-vif-deleted", "tag": "e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:24.281792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d18021c1-9283-4c51-840e-17a42ba17672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.395241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.415569 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e0b6c7-8599-4280-9d60-aeb5f31f20a6 x-openstack-request-id: req-20e0b6c7-8599-4280-9d60-aeb5f31f20a6 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:24.416043 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ca8fb3-7c2f-4c8b-9678-e0978f647855", "name": "network-vif-deleted", "tag": "e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:24.416147 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20e0b6c7-8599-4280-9d60-aeb5f31f20a6 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:24.416555 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e0b6c7-8599-4280-9d60-aeb5f31f20a6'] response: {'server_uuid': '08ca8fb3-7c2f-4c8b-9678-e0978f647855', 'name': 'network-vif-deleted', 'tag': 'e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2', 'status': 'completed', 'code': 200} May 06 09:42:24.464750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Network 2845d620-b001-4626-9ed0-b8a79164eb38 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:24.493141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-58308446-258c-418e-b9b8-ba598648724f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/53c95c45-cdd5-4a6c-8e96-0163b4e65238 HTTP/1.1" status: 200 len: 2981 time: 0.2677312 May 06 09:42:24.532790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2845d620-b001-4626-9ed0-b8a79164eb38) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:24.567133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c5024-01e9-45cd-9eed-73243098da27 None None] Network 2845d620-b001-4626-9ed0-b8a79164eb38 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:24.580572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:24.580572 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.707817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d18021c1-9283-4c51-840e-17a42ba17672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.728069 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d18021c1-9283-4c51-840e-17a42ba17672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.847554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e237fe5-082b-44d1-9be9-56391b6f0443 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9224992 May 06 09:42:24.850361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:24.855195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:24.895808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.897160 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:24.969118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-8048228e-b586-4cac-94f1-2a30f9429d35 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/53c95c45-cdd5-4a6c-8e96-0163b4e65238 HTTP/1.1" status: 200 len: 2981 time: 0.4543169 May 06 09:42:24.978162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d18021c1-9283-4c51-840e-17a42ba17672 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c648effc27e4f0eae0870e067ca6934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8471003 May 06 09:42:24.980353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.018917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45404) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:25.026023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.047234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18021c1-9283-4c51-840e-17a42ba17672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21414a35-85b9-4d29-93f8-aa61e7bf8bc3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:25.070658 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-73d29f21-133f-40a4-a7b5-926b82152247 req-a57b92ac-1b1e-4052-ba40-53f1a9665973 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] show failed (client error): The resource could not be found. May 06 09:42:25.071728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-a57b92ac-1b1e-4052-ba40-53f1a9665973 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/84919fe4-d05a-4f39-89ff-6fa27311d27e HTTP/1.1" status: 404 len: 352 time: 0.0659981 May 06 09:42:25.073377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3533f74-267d-4464-b61d-a3d3fb5ba637']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:25.093716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c88e50c-a403-43c7-af75-05b796ee4ad0') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:25.094061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c88e50c-a403-43c7-af75-05b796ee4ad0') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:25.124761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.127139 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-73d29f21-133f-40a4-a7b5-926b82152247 req-697f422e-2917-4e0c-a1d7-654bc8cae957 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] show failed (client error): The resource could not be found. May 06 09:42:25.128239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-697f422e-2917-4e0c-a1d7-654bc8cae957 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/84919fe4-d05a-4f39-89ff-6fa27311d27e HTTP/1.1" status: 404 len: 352 time: 0.0420637 May 06 09:42:25.197789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.223512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:42:25.224229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: timer() May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:42:25.226284 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:42:25.277074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-364280be-9598-4fe7-ad45-55ed446d6329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.320451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-1050afa7-ed14-4c9a-a3e7-cae485130eaa tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/8da95dd5-3b17-4836-bceb-859976a76087 HTTP/1.1" status: 200 len: 2981 time: 0.1650205 May 06 09:42:25.338493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-364280be-9598-4fe7-ad45-55ed446d6329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.358671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.382448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.388968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] 10.222.0.76 "DELETE /v2.0/networks/c3533f74-267d-4464-b61d-a3d3fb5ba637 HTTP/1.1" status: 204 len: 168 time: 1.3492496 May 06 09:42:25.426284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd4e38-4f94-456d-b0aa-ec98c4c0a75f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3533f74-267d-4464-b61d-a3d3fb5ba637,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:25.428357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-2845d620-b001-4626-9ed0-b8a79164eb38', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:25.429534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.446998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-5f1ec480-fde4-4a48-ac77-9538042f2c5a tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/8da95dd5-3b17-4836-bceb-859976a76087 HTTP/1.1" status: 200 len: 2981 time: 0.1164269 May 06 09:42:25.515447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.532397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-364280be-9598-4fe7-ad45-55ed446d6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.537088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-364280be-9598-4fe7-ad45-55ed446d6329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:25.540414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-364280be-9598-4fe7-ad45-55ed446d6329 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21414a35-85b9-4d29-93f8-aa61e7bf8bc3 HTTP/1.1" status: 204 len: 168 time: 0.5206363 May 06 09:42:25.574805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364280be-9598-4fe7-ad45-55ed446d6329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21414a35-85b9-4d29-93f8-aa61e7bf8bc3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:25.593572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-9488a07a-fb81-4597-bab7-c4113e679eea tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/8e5035c0-a2ff-44ad-94ac-2ffc85519972 HTTP/1.1" status: 200 len: 2981 time: 0.1343350 May 06 09:42:25.687058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-4cb6bde5-9d5e-4267-9eb3-81c9e3bfca6c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/8e5035c0-a2ff-44ad-94ac-2ffc85519972 HTTP/1.1" status: 200 len: 2981 time: 0.0901465 May 06 09:42:25.799618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-67adfb4d-d74d-4a4d-820e-59e07627d087 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/90f64963-2b6d-43e8-98a0-d77232550ddc HTTP/1.1" status: 200 len: 2981 time: 0.0980985 May 06 09:42:25.839630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Allocated IP 172.20.0.2 (2845d620-b001-4626-9ed0-b8a79164eb38/1314c734-78b7-49a1-933f-0f4b0ef4f045/850ecdf6-f6fb-4bc6-9288-085c63228953) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:25.919921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-85131313-8c5a-4fea-b8cb-73046804042f tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/90f64963-2b6d-43e8-98a0-d77232550ddc HTTP/1.1" status: 200 len: 2981 time: 0.1104414 May 06 09:42:26.014209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:26.040663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-4df8b642-f554-408d-9bad-72dba8f9dc0c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/98020f95-525d-4206-8de8-31b9fbba8ed7 HTTP/1.1" status: 200 len: 2977 time: 0.1197574 May 06 09:42:26.071463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.127236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.144002 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6001c203-0329-48f0-bb8c-c4f31e56161d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=064871e225904f79ad23987dd2f0a4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1280503 May 06 09:42:26.147325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-48567e38-27e4-4fdb-adb9-1e9eaa2e297b tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/98020f95-525d-4206-8de8-31b9fbba8ed7 HTTP/1.1" status: 200 len: 2977 time: 0.1057193 May 06 09:42:26.147979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:26.169645 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.181307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.262547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Network 2845d620-b001-4626-9ed0-b8a79164eb38 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:26.267272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:26.270823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:26.293525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-ee93985f-7c81-4fa3-a598-479538a000c4 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/f2addca6-6e00-44a3-a6e2-678a1f7baf52 HTTP/1.1" status: 200 len: 2981 time: 0.1451867 May 06 09:42:26.302430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1d87c-3582-46cb-a031-77c20d894f14 req-0fe5c9e8-ec05-42fa-9fbd-3147254116b3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:26.303947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68b1d87c-3582-46cb-a031-77c20d894f14 req-0fe5c9e8-ec05-42fa-9fbd-3147254116b3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 949 time: 0.1074734 May 06 09:42:26.389381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Pushing event updated for resources: {'Port': ['ID=850ecdf6-f6fb-4bc6-9288-085c63228953,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:26.399435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Allocated IP 172.25.8.18 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/552bb14e-00e0-443d-beae-0da1f88c9bc1) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:26.403446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9cd2-1f85-4f8a-9b8d-8a02e2ee5ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.441686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68b1d87c-3582-46cb-a031-77c20d894f14 req-65a10de1-6184-45d8-93d8-bb8dba7ef0ec tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133194 May 06 09:42:26.445060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Attempting to bind port 850ecdf6-f6fb-4bc6-9288-085c63228953 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:26.445528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Attempting to bind port 850ecdf6-f6fb-4bc6-9288-085c63228953 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:26.445987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Attempting to bind port 850ecdf6-f6fb-4bc6-9288-085c63228953 on network 2845d620-b001-4626-9ed0-b8a79164eb38 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:26.461556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73d29f21-133f-40a4-a7b5-926b82152247 req-135d7167-b6d3-4916-870b-f4805e4e923a tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/f2addca6-6e00-44a3-a6e2-678a1f7baf52 HTTP/1.1" status: 200 len: 2981 time: 0.1563339 May 06 09:42:26.470023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:26.470839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Checking segment: {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:26.472354 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.473057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Bound using segment: {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:26.473785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Bound port: 850ecdf6-f6fb-4bc6-9288-085c63228953, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:26.474584 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.633840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] For port 850ecdf6-f6fb-4bc6-9288-085c63228953, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:26.647759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] For port 850ecdf6-f6fb-4bc6-9288-085c63228953, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=850ecdf6-f6fb-4bc6-9288-085c63228953,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:26.655786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:26.666935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45462) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:26.690931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9edd9572-143e-4a49-836a-ca09f8eaed59 req-f825b9dd-31c7-4fc3-b843-385fed1d4bd9 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=760a889a79ee4082adf25986b7c71b46 HTTP/1.1" status: 200 len: 6102 time: 0.1748924 May 06 09:42:26.808497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9edd9572-143e-4a49-836a-ca09f8eaed59 req-16273bb8-62cb-4667-923e-7d1788480d87 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "GET /v2.0/security-groups/f2addca6-6e00-44a3-a6e2-678a1f7baf52 HTTP/1.1" status: 200 len: 2981 time: 0.1008823 May 06 09:42:26.831672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfab4a-2fef-4de7-afa7-5ddbc6698755 None None] Pushing event updated for resources: {'Port': ['ID=850ecdf6-f6fb-4bc6-9288-085c63228953,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:26.916084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9edd9572-143e-4a49-836a-ca09f8eaed59 req-3d383496-87e9-465d-a8ca-cc7c1ebed433 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "GET /v2.0/security-groups/f2addca6-6e00-44a3-a6e2-678a1f7baf52 HTTP/1.1" status: 200 len: 2981 time: 0.1012492 May 06 09:42:26.978287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45476) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:27.005744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-698afe6b-eaa8-4b93-b3cb-2205a8a48b3d req-871727fa-1b00-480e-82f7-4b8a09652bb7 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/277a39d0-8cb1-41cc-8309-6d4d69223ebf HTTP/1.1" status: 200 len: 1775 time: 0.0627637 May 06 09:42:27.020279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1993707247-network', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:27.052192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:27.054640 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.067506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.135771 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.154723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-698afe6b-eaa8-4b93-b3cb-2205a8a48b3d req-1ac63ee2-caa4-49cd-b2e5-d596802a5e17 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.182914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-698afe6b-eaa8-4b93-b3cb-2205a8a48b3d req-1ac63ee2-caa4-49cd-b2e5-d596802a5e17 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.190497 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.204678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9cd2-1f85-4f8a-9b8d-8a02e2ee5ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.244911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9872-bccd-4963-9ee0-9ab88d911a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.291834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:27.311976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-698afe6b-eaa8-4b93-b3cb-2205a8a48b3d req-1ac63ee2-caa4-49cd-b2e5-d596802a5e17 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.314430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-698afe6b-eaa8-4b93-b3cb-2205a8a48b3d req-1ac63ee2-caa4-49cd-b2e5-d596802a5e17 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.315365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:27.319806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-698afe6b-eaa8-4b93-b3cb-2205a8a48b3d req-1ac63ee2-caa4-49cd-b2e5-d596802a5e17 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/277a39d0-8cb1-41cc-8309-6d4d69223ebf HTTP/1.1" status: 204 len: 173 time: 0.3130624 May 06 09:42:27.320003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Pushing event updated for resources: {'Port': ['ID=552bb14e-00e0-443d-beae-0da1f88c9bc1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:27.322306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:27.398331 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9cd2-1f85-4f8a-9b8d-8a02e2ee5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.400586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac63ee2-caa4-49cd-b2e5-d596802a5e17 tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a39d0-8cb1-41cc-8309-6d4d69223ebf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:27.401102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9cd2-1f85-4f8a-9b8d-8a02e2ee5ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.406197 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6b2f9cd2-1f85-4f8a-9b8d-8a02e2ee5ef2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/437e11c9-852e-4244-af78-9084c2610132 HTTP/1.1" status: 204 len: 168 time: 1.2568169 May 06 09:42:27.425319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f9cd2-1f85-4f8a-9b8d-8a02e2ee5ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437e11c9-852e-4244-af78-9084c2610132,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:27.442284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:27.478751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8f70d68-b61f-4b54-8613-3fe31eb460dd req-92a28a58-6c2e-421a-be89-f63978b22f5c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "GET /v2.0/security-groups/6b8d9737-ab17-484e-a521-3d1a28054f0d HTTP/1.1" status: 200 len: 1776 time: 0.1363120 May 06 09:42:27.514847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:27.515459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8ebc6c2-045f-4bbf-aa9f-69fddb8273b2 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:27.648052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-fd1a3347-b4c8-4160-8f1c-b0ebd94b9ad0 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:27.649543 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-fd1a3347-b4c8-4160-8f1c-b0ebd94b9ad0 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/ports?device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 949 time: 0.1541512 May 06 09:42:27.721023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9872-bccd-4963-9ee0-9ab88d911a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.732892 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.746344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aeeb9872-bccd-4963-9ee0-9ab88d911a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.806420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.851425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8f70d68-b61f-4b54-8613-3fe31eb460dd req-a3ead22d-2d97-4abe-a99a-9684755d4f8c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.869774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aeeb9872-bccd-4963-9ee0-9ab88d911a19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ae10d99253549e4adf86b05df13667c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8845778 May 06 09:42:27.869774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45500) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:27.912939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:27.913096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:27.927207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32617688-671d-4a61-8e9a-19f8447f6354 req-001d337b-3e20-4e7f-934e-e096164ed782 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:27.929121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32617688-671d-4a61-8e9a-19f8447f6354 req-001d337b-3e20-4e7f-934e-e096164ed782 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 949 time: 0.3596857 May 06 09:42:27.937561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb9872-bccd-4963-9ee0-9ab88d911a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86211ee6-ef91-431f-ab95-4ab1fb811f98,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:27.969229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc23d9-c5b6-4f02-9174-463283762800 req-65fbad77-145d-42f3-8842-7ac6c59929d6 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:27.970992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bedc23d9-c5b6-4f02-9174-463283762800 req-65fbad77-145d-42f3-8842-7ac6c59929d6 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 949 time: 0.4264143 May 06 09:42:28.025782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:28.026673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.041219 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8f70d68-b61f-4b54-8613-3fe31eb460dd req-a3ead22d-2d97-4abe-a99a-9684755d4f8c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.060289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.060289 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Added segment d37e542b-d26f-46b2-a222-0f21e5c2cf14 of type vlan for network 31741d30-af5f-48e4-819b-44a9e1189697 May 06 09:42:28.202069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32617688-671d-4a61-8e9a-19f8447f6354 req-e88ed4ae-d0fc-46e3-ab8b-022d218af77b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299645 May 06 09:42:28.248786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:28.250485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.252375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cbb962-5955-4e24-a0fe-a132fd29b34d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:28.274980 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8f70d68-b61f-4b54-8613-3fe31eb460dd req-a3ead22d-2d97-4abe-a99a-9684755d4f8c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.290914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8f70d68-b61f-4b54-8613-3fe31eb460dd req-a3ead22d-2d97-4abe-a99a-9684755d4f8c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.292817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8f70d68-b61f-4b54-8613-3fe31eb460dd req-a3ead22d-2d97-4abe-a99a-9684755d4f8c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b8d9737-ab17-484e-a521-3d1a28054f0d HTTP/1.1" status: 204 len: 173 time: 0.8127394 May 06 09:42:28.318701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for b2c8b9a0-2138-44eb-9f74-fcd3f755e85f owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:28.334060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.366240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b87ae8-7fa5-4120-a597-7d4a97c7af1e None None] Network 2845d620-b001-4626-9ed0-b8a79164eb38 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:28.405541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ead22d-2d97-4abe-a99a-9684755d4f8c tempest-SecurityGroupsTestAdminJSON-588472072 tempest-SecurityGroupsTestAdminJSON-588472072-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8d9737-ab17-484e-a521-3d1a28054f0d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:28.455471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.504709 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b021651-d7d0-4167-a030-3dade3c12f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.550040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-648c599d-371b-479f-ab8d-f92ccb01b031 None None] Provisioning complete for port 850ecdf6-f6fb-4bc6-9288-085c63228953 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:28.550576 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-648c599d-371b-479f-ab8d-f92ccb01b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.645442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b021651-d7d0-4167-a030-3dade3c12f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.648835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 850ecdf6-f6fb-4bc6-9288-085c63228953 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:28.766315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.766884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:28.770530 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.776883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.782279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 850ecdf6-f6fb-4bc6-9288-085c63228953 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:28.782733 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:28.795456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f', 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:28.797590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad', '5b97c54e-a563-47b1-b328-91a98710cfe5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:28.844626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:42:28.847844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=b2c8b9a0-2138-44eb-9f74-fcd3f755e85f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:28.911703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa6b8384-0de1-4889-8469-0e62689e510f req-ff396563-f4cd-4ecd-be40-43e53789dd6d tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "GET /v2.0/security-groups/0001f4be-69db-4735-855d-cf9b05a4c6cb HTTP/1.1" status: 200 len: 1778 time: 0.5964444 May 06 09:42:28.979627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2873638 May 06 09:42:29.029940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45536) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:29.030307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45540) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:29.035445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port b2c8b9a0-2138-44eb-9f74-fcd3f755e85f on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:29.046296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port 5b97c54e-a563-47b1-b328-91a98710cfe5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:29.047299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.047438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Request body: {'subnet': {'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1993707247-subnet', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:29.058791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.062743 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4107b637-4a58-49a7-ab1c-fbcea0b37767 req-77b715b3-621b-41d3-9e8b-36dff013a7f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "DELETE /v2.0/ports/b2c8b9a0-2138-44eb-9f74-fcd3f755e85f HTTP/1.1" status: 204 len: 173 time: 1.3722157 May 06 09:42:29.064970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'name': 'network-vif-deleted', 'tag': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:29.067344 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98543ee6-2f42-41e9-a4de-6916691eefa9" -d '{"events": [{"server_uuid": "fdc42982-73c5-4640-adcf-a7778c849ee7", "name": "network-vif-deleted", "tag": "b2c8b9a0-2138-44eb-9f74-fcd3f755e85f"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:29.098085 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b021651-d7d0-4167-a030-3dade3c12f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.108027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b021651-d7d0-4167-a030-3dade3c12f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.109179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3b021651-d7d0-4167-a030-3dade3c12f46 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86211ee6-ef91-431f-ab95-4ab1fb811f98 HTTP/1.1" status: 204 len: 168 time: 1.2384870 May 06 09:42:29.149057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:29.151905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.220238 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4c9054-8044-4620-a74d-05250e1c4cdc x-openstack-request-id: req-bb4c9054-8044-4620-a74d-05250e1c4cdc {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:29.220836 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc42982-73c5-4640-adcf-a7778c849ee7", "name": "network-vif-deleted", "tag": "b2c8b9a0-2138-44eb-9f74-fcd3f755e85f", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:29.221277 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb4c9054-8044-4620-a74d-05250e1c4cdc {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:29.221882 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4c9054-8044-4620-a74d-05250e1c4cdc'] response: {'server_uuid': 'fdc42982-73c5-4640-adcf-a7778c849ee7', 'name': 'network-vif-deleted', 'tag': 'b2c8b9a0-2138-44eb-9f74-fcd3f755e85f', 'status': 'completed', 'code': 200} May 06 09:42:29.237984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b021651-d7d0-4167-a030-3dade3c12f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86211ee6-ef91-431f-ab95-4ab1fb811f98,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:29.241307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:29.252074 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Sync routers for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:29.280211 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:29.287164 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:29.305671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.307553 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a85d7b4-2f83-41df-b38d-ce14c8c043e0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4560061 May 06 09:42:29.311172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45554) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:29.342854 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-648c599d-371b-479f-ab8d-f92ccb01b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.445221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port 5b97c54e-a563-47b1-b328-91a98710cfe5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5b97c54e-a563-47b1-b328-91a98710cfe5,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:29.445695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.496589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for 5b97c54e-a563-47b1-b328-91a98710cfe5 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:29.509471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc19e48-1065-44f7-b175-24110b630476 admin admin] Pushing event updated for resources: {'Network': ['ID=31741d30-af5f-48e4-819b-44a9e1189697,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:29.536320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 31741d30-af5f-48e4-819b-44a9e1189697 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:29.596418 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:29.630397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6be09971-e4e6-4e3d-8773-deab6b260b7f req-580135c7-cdee-4fb1-876b-b4329b31547a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=fdc42982-73c5-4640-adcf-a7778c849ee7 HTTP/1.1" status: 200 len: 210 time: 0.1181140 May 06 09:42:29.690768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-211550382-network', 'tenant_id': '27629e104dfe4b8abac41749360a1774'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:29.766421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6b8384-0de1-4889-8469-0e62689e510f req-50d044fb-90e5-4718-85fc-f185a603baab tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.774661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Made reservation on behalf of 27629e104dfe4b8abac41749360a1774 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:29.776952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.835927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-648c599d-371b-479f-ab8d-f92ccb01b031 None None] For port 850ecdf6-f6fb-4bc6-9288-085c63228953, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=850ecdf6-f6fb-4bc6-9288-085c63228953,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:29.843478 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.874588 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6b8384-0de1-4889-8469-0e62689e510f req-50d044fb-90e5-4718-85fc-f185a603baab tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.910192 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.956591 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-648c599d-371b-479f-ab8d-f92ccb01b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:29.964776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.090093 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:42:30.090093 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:42:30.150286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6b8384-0de1-4889-8469-0e62689e510f req-50d044fb-90e5-4718-85fc-f185a603baab tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.162010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6b8384-0de1-4889-8469-0e62689e510f req-50d044fb-90e5-4718-85fc-f185a603baab tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.169919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa6b8384-0de1-4889-8469-0e62689e510f req-50d044fb-90e5-4718-85fc-f185a603baab tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "DELETE /v2.0/security-groups/0001f4be-69db-4735-855d-cf9b05a4c6cb HTTP/1.1" status: 204 len: 173 time: 1.2249599 May 06 09:42:30.251797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c599d-371b-479f-ab8d-f92ccb01b031 None None] Pushing event updated for resources: {'Port': ['ID=850ecdf6-f6fb-4bc6-9288-085c63228953,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:30.256293 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:27Z', 'revision_number': 3, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:30.257792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d044fb-90e5-4718-85fc-f185a603baab tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0001f4be-69db-4735-855d-cf9b05a4c6cb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:30.273448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9b4e91b6-a3e6-4a35-89f9-57897ce1b902 None None] Provisioning complete for port 850ecdf6-f6fb-4bc6-9288-085c63228953 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:30.274018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b4e91b6-a3e6-4a35-89f9-57897ce1b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.290183 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Checking router: 0a40e596-d5d9-4f38-a67f-6ddb27b6325f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:30.290799 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Updating router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f port 552bb14e-00e0-443d-beae-0da1f88c9bc1 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:30.330004 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.364247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb018f09-e719-4cb7-ac19-940dc3cc2fd4 req-45868d39-5204-4fcd-8ef9-68bd4e697bc8 tempest-FlavorsV2NegativeTest-840475215 tempest-FlavorsV2NegativeTest-840475215-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=3d111fe954e94da5bb5483d5f1fcfb19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1933913 May 06 09:42:30.430503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b187e46-d1ee-430e-b585-6cbf52e34378,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:30.516725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Checking segment: {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:30.517086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Network hostable DHCP agents. Network: 31741d30-af5f-48e4-819b-44a9e1189697, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:30.570871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.594494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.675311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Network 31741d30-af5f-48e4-819b-44a9e1189697 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:30.682663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:30.688414 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.698943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 31741d30-af5f-48e4-819b-44a9e1189697) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:30.708871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:30.717778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.718433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.726438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d4d34-5bb6-4146-9fba-97e2df79c1da None None] Network 31741d30-af5f-48e4-819b-44a9e1189697 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:30.744606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.745177 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Added segment 8a84ad43-ce11-408e-a6ca-b38850f988f9 of type vlan for network 593f92ff-1a55-4e02-9962-8c5c8a770d77 May 06 09:42:30.797727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.855180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb018f09-e719-4cb7-ac19-940dc3cc2fd4 req-f0434311-29f1-4f00-86fe-d1de25a73d81 tempest-FlavorsV2NegativeTest-840475215 tempest-FlavorsV2NegativeTest-840475215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.861055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.862450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb018f09-e719-4cb7-ac19-940dc3cc2fd4 req-f0434311-29f1-4f00-86fe-d1de25a73d81 tempest-FlavorsV2NegativeTest-840475215 tempest-FlavorsV2NegativeTest-840475215-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4877529 May 06 09:42:30.868139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:30.870224 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.888505 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-137053ee-be95-4919-8d71-0bb8880de7c4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8538771 May 06 09:42:30.907249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45600) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:30.939747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:30.947117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-31741d30-af5f-48e4-819b-44a9e1189697', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:30.948560 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:30.958599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 850ecdf6-f6fb-4bc6-9288-085c63228953 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:30.959543 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9263523 May 06 09:42:30.969951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45602) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:30.975684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Request body: {'subnet': {'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-211550382-subnet', 'tenant_id': '27629e104dfe4b8abac41749360a1774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:30.981365 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.003556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb018f09-e719-4cb7-ac19-940dc3cc2fd4 req-6ee75a9b-01c6-43ab-91ed-b8f8f94e2a33 tempest-FlavorsV2NegativeTest-840475215 tempest-FlavorsV2NegativeTest-840475215-project] 10.222.0.76 "GET /v2.0/quotas/3d111fe954e94da5bb5483d5f1fcfb19 HTTP/1.1" status: 200 len: 375 time: 0.1029396 May 06 09:42:31.005505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.007142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Made reservation on behalf of 27629e104dfe4b8abac41749360a1774 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:31.009602 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.022234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3532914-96a8-4140-93ce-11ad3d63f0d0 req-4ffe4b38-03e2-4c65-941b-fa5fc3739138 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "GET /v2.0/security-groups/92a63165-39d4-4f41-8d5b-5cb9bdcd4881 HTTP/1.1" status: 200 len: 1776 time: 0.7699518 May 06 09:42:31.113212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45f64-f061-4826-9852-98be07ecb52d admin admin] Pushing event updated for resources: {'Network': ['ID=593f92ff-1a55-4e02-9962-8c5c8a770d77,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:31.125301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.126177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Pushing event updated for resources: {'Port': ['ID=552bb14e-00e0-443d-beae-0da1f88c9bc1,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:31.128466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.148089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.149313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=5b97c54e-a563-47b1-b328-91a98710cfe5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:31.151469 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.154074 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.154778 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.155736 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.157753 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.163034 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.163491 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.164187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb018f09-e719-4cb7-ac19-940dc3cc2fd4 req-c0d5cf3e-801f-412e-9891-fc9d13eb92b6 tempest-FlavorsV2NegativeTest-840475215 tempest-FlavorsV2NegativeTest-840475215-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3d111fe954e94da5bb5483d5f1fcfb19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1523483 May 06 09:42:31.164947 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.165519 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.167126 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.170469 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.171402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:31.220186 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Attempting to bind port 552bb14e-00e0-443d-beae-0da1f88c9bc1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:31.221034 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Attempting to bind port 552bb14e-00e0-443d-beae-0da1f88c9bc1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:31.221653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Attempting to bind port 552bb14e-00e0-443d-beae-0da1f88c9bc1 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:31.243569 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:31.243964 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:31.245272 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.246514 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:31.248160 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Bound port: 552bb14e-00e0-443d-beae-0da1f88c9bc1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:31.249573 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.264469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Allocated IP 172.20.0.2 (31741d30-af5f-48e4-819b-44a9e1189697/0b187e46-d1ee-430e-b585-6cbf52e34378/c2e808f1-df4d-4155-ad5f-b77d4f096ed8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:31.324327 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.351152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port 5b97c54e-a563-47b1-b328-91a98710cfe5 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:31.373920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.383812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bedc23d9-c5b6-4f02-9174-463283762800 req-993914cc-38b2-4b65-861e-8a1834094f6c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "DELETE /v2.0/ports/5b97c54e-a563-47b1-b328-91a98710cfe5 HTTP/1.1" status: 204 len: 173 time: 3.3928359 May 06 09:42:31.385580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'name': 'network-vif-deleted', 'tag': '5b97c54e-a563-47b1-b328-91a98710cfe5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:31.397855 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] For port 552bb14e-00e0-443d-beae-0da1f88c9bc1, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:31.401774 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] For port 552bb14e-00e0-443d-beae-0da1f88c9bc1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=552bb14e-00e0-443d-beae-0da1f88c9bc1,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:31.403967 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b6e3c-ad1d-4315-8cec-fd69499dbb32" -d '{"events": [{"server_uuid": "5087df4b-354e-4ed5-b114-75517ba29ad8", "name": "network-vif-deleted", "tag": "5b97c54e-a563-47b1-b328-91a98710cfe5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:31.422760 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.519358 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28705aa5-b786-4028-94bc-9fb26298f10e None None] Pushing event updated for resources: {'Port': ['ID=552bb14e-00e0-443d-beae-0da1f88c9bc1,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:31.541139 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:31.553618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:31.609268 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3532914-96a8-4140-93ce-11ad3d63f0d0 req-50ae1b4c-a4bd-415e-a8a4-3a0d566184b0 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.755488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3532914-96a8-4140-93ce-11ad3d63f0d0 req-50ae1b4c-a4bd-415e-a8a4-3a0d566184b0 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.865624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.896809 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:31.932558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:31.946174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b632986-b627-40c6-8b0c-a8f6ad748383 req-ef0d5363-0c4b-4cb1-93c2-dd1dbfd5b6d8 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=5087df4b-354e-4ed5-b114-75517ba29ad8 HTTP/1.1" status: 200 len: 210 time: 0.1591496 May 06 09:42:32.045877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:32.056027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['1c60415f-3ce9-4c8f-b27e-b6eae11c1452', '025d75b4-6812-48a1-9298-ad9029c1960f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:32.094340 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba504a3-eeda-4801-965c-fefc66a3bdc6 x-openstack-request-id: req-9ba504a3-eeda-4801-965c-fefc66a3bdc6 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:32.095344 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5087df4b-354e-4ed5-b114-75517ba29ad8", "name": "network-vif-deleted", "tag": "5b97c54e-a563-47b1-b328-91a98710cfe5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:32.097341 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ba504a3-eeda-4801-965c-fefc66a3bdc6 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:32.097872 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ba504a3-eeda-4801-965c-fefc66a3bdc6'] response: {'server_uuid': '5087df4b-354e-4ed5-b114-75517ba29ad8', 'name': 'network-vif-deleted', 'tag': '5b97c54e-a563-47b1-b328-91a98710cfe5', 'status': 'completed', 'code': 200} May 06 09:42:32.138261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5b97c54e-a563-47b1-b328-91a98710cfe5 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:32.141714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b2c8b9a0-2138-44eb-9f74-fcd3f755e85f no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:32.150962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3532914-96a8-4140-93ce-11ad3d63f0d0 req-50ae1b4c-a4bd-415e-a8a4-3a0d566184b0 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.161181 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:32.173046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3532914-96a8-4140-93ce-11ad3d63f0d0 req-50ae1b4c-a4bd-415e-a8a4-3a0d566184b0 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.182407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3532914-96a8-4140-93ce-11ad3d63f0d0 req-50ae1b4c-a4bd-415e-a8a4-3a0d566184b0 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] 10.222.0.76 "DELETE /v2.0/security-groups/92a63165-39d4-4f41-8d5b-5cb9bdcd4881 HTTP/1.1" status: 204 len: 173 time: 1.0739973 May 06 09:42:32.267016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.335964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: b2c8b9a0-2138-44eb-9f74-fcd3f755e85f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:32.336191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b2c8b9a0-2138-44eb-9f74-fcd3f755e85f not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:32.361476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae1b4c-a4bd-415e-a8a4-3a0d566184b0 tempest-SecurityGroupsTestAdminJSON-158371653 tempest-SecurityGroupsTestAdminJSON-158371653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a63165-39d4-4f41-8d5b-5cb9bdcd4881,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:32.406447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea55353-8883-4427-9240-7eccc841ec91,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:32.418204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Checking segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:32.419072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Network hostable DHCP agents. Network: 593f92ff-1a55-4e02-9962-8c5c8a770d77, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:32.450527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:32.456858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.479145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 593f92ff-1a55-4e02-9962-8c5c8a770d77) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:32.492085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:32.492743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:32.527960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b756452b-ff0c-47fa-be36-dddd7ee2b3cb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5571249 May 06 09:42:32.601033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:27Z', 'revision_number': 3, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:32.625344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59efd7b-10ca-42b2-b085-6969f0fd62cf None None] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:32.650008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Network 31741d30-af5f-48e4-819b-44a9e1189697 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:32.664614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 5b97c54e-a563-47b1-b328-91a98710cfe5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:32.664956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5b97c54e-a563-47b1-b328-91a98710cfe5 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:32.670938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:32.697881 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15df2c34-c782-4cdb-9ad9-03c2626a5b11 None None] The sync data for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 is: [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:27Z', 'revision_number': 3, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:32.709941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:32.716370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45666) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:32.722252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:32.762830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Allocated IP 172.20.0.1 (2845d620-b001-4626-9ed0-b8a79164eb38/1314c734-78b7-49a1-933f-0f4b0ef4f045/e37809eb-9b56-4f9c-a54a-7e390f209c9b) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:32.881262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Pushing event updated for resources: {'Port': ['ID=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:33.144900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 850ecdf6-f6fb-4bc6-9288-085c63228953 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:33.145542 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.210776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.225507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.262771 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.318765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Attempting to bind port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:33.319135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Attempting to bind port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:33.319508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Attempting to bind port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 on network 31741d30-af5f-48e4-819b-44a9e1189697 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:33.463825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2dd6-701a-40da-abdd-3cedc624acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.488174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45684) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:33.529787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:33.531035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Checking segment: {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:33.531450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.531878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Bound using segment: {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:33.532373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Bound port: c2e808f1-df4d-4155-ad5f-b77d4f096ed8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:33.532847 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.574226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d00b1db6-2c2a-46eb-9dd9-0cbc7cf8977c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=760a889a79ee4082adf25986b7c71b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8567286 May 06 09:42:33.589890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45694) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:33.620438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Allocated IP 172.25.8.112 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/deb9e064-0f06-44ff-8e6d-95a073391f77) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:33.731096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.837949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a1ad7-4e2a-402e-9991-9b34adc8c2ec None None] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:33.850279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.900478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e37809eb-9b56-4f9c-a54a-7e390f209c9b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:33.945757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Network 2845d620-b001-4626-9ed0-b8a79164eb38 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:33.962228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:33.966986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:33.970607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:34.031101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.109978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 552bb14e-00e0-443d-beae-0da1f88c9bc1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:34.251412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.276901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.282056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.322770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] For port c2e808f1-df4d-4155-ad5f-b77d4f096ed8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:34.342981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:34.357089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] For port c2e808f1-df4d-4155-ad5f-b77d4f096ed8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:34.362704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=96765beef13542bb9d4c08f2baffb322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8593431 May 06 09:42:34.368284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45704) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:34.373160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d69c0-fb5e-494b-a65d-2c32494b5fc4 req-7b082e66-319f-4636-b7d2-f4df1b51b748 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:34.381433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e97d69c0-fb5e-494b-a65d-2c32494b5fc4 req-7b082e66-319f-4636-b7d2-f4df1b51b748 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 950 time: 0.6065044 May 06 09:42:34.383254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:34.386489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:34.389924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2dd6-701a-40da-abdd-3cedc624acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.394692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1fb63-ab09-4d1a-8cc2-1ac8114d26e8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:34.405796 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64e4c94b-f4fc-4445-a0ea-ad2d0b5ce189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.417770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.418437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.419295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.419930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.420539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.421116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.421708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.422309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.422863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.423425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.424287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.425477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c52da0-9494-4c9e-ad6f-4807cb31b0da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:34.442037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2dd6-701a-40da-abdd-3cedc624acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.449667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.551608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 552bb14e-00e0-443d-beae-0da1f88c9bc1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:34.551996 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.571026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c6cf4ff8-c726-4ca4-b117-be4759584eb0 None None] Provisioning complete for port e37809eb-9b56-4f9c-a54a-7e390f209c9b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:34.571461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c6cf4ff8-c726-4ca4-b117-be4759584eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.594486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.611702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64e4c94b-f4fc-4445-a0ea-ad2d0b5ce189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.618150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6bf2dd6-701a-40da-abdd-3cedc624acfa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d111fe954e94da5bb5483d5f1fcfb19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9436967 May 06 09:42:34.626993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf2dd6-701a-40da-abdd-3cedc624acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dae27d-8b4c-49bd-8c39-8a4e785e27b2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:34.631968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45708) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:34.662621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e97d69c0-fb5e-494b-a65d-2c32494b5fc4 req-297a5478-ff73-46df-8bb1-7b9e163f7196 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801921 May 06 09:42:34.677662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-f492a266-6628-43f4-a93b-6a9a86523221 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:34.680757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-f492a266-6628-43f4-a93b-6a9a86523221 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 812 time: 0.5879951 May 06 09:42:34.700686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf4ff8-c726-4ca4-b117-be4759584eb0 None None] Port e37809eb-9b56-4f9c-a54a-7e390f209c9b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:34.733831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-d83a8562-5805-4a65-b649-8c138a07926d tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/quotas/27629e104dfe4b8abac41749360a1774 HTTP/1.1" status: 200 len: 375 time: 0.0519063 May 06 09:42:34.743162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7c0f8-5f2f-43bd-9f9d-f028386cc597 None None] Pushing event updated for resources: {'Port': ['ID=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:34.786247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.788201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Pushing event updated for resources: {'Port': ['ID=deb9e064-0f06-44ff-8e6d-95a073391f77,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:34.806330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-8e5672c8-9e8c-44c7-bc11-a2968cdb0617 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713148 May 06 09:42:34.847672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.850242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.894113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 552bb14e-00e0-443d-beae-0da1f88c9bc1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=552bb14e-00e0-443d-beae-0da1f88c9bc1,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:34.901441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.909304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e37809eb-9b56-4f9c-a54a-7e390f209c9b,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:34.923312 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64e4c94b-f4fc-4445-a0ea-ad2d0b5ce189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.926781 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64e4c94b-f4fc-4445-a0ea-ad2d0b5ce189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.928455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-64e4c94b-f4fc-4445-a0ea-ad2d0b5ce189 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2addca6-6e00-44a3-a6e2-678a1f7baf52 HTTP/1.1" status: 204 len: 168 time: 1.3356414 May 06 09:42:34.929463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-747e312b-a482-4e74-afe9-c1db3cb55bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:34.969271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4c94b-f4fc-4445-a0ea-ad2d0b5ce189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2addca6-6e00-44a3-a6e2-678a1f7baf52,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:35.006720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-747e312b-a482-4e74-afe9-c1db3cb55bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.031623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=552bb14e-00e0-443d-beae-0da1f88c9bc1,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:35.033913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-fba5460f-ee2f-4319-8ba9-b59df458c0b4 service neutron] 10.222.0.76 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262599 May 06 09:42:35.096632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.129246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec03eeb5-6147-45f8-a154-ae3f31c0749c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.228675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec03eeb5-6147-45f8-a154-ae3f31c0749c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.330312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.471127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-1b8c1c60-4f93-4a78-9531-b4f96b4e88b2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:35.475101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-1b8c1c60-4f93-4a78-9531-b4f96b4e88b2 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 950 time: 0.2308655 May 06 09:42:35.570755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec03eeb5-6147-45f8-a154-ae3f31c0749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.575847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec03eeb5-6147-45f8-a154-ae3f31c0749c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.577329 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ec03eeb5-6147-45f8-a154-ae3f31c0749c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04d1fb63-ab09-4d1a-8cc2-1ac8114d26e8 HTTP/1.1" status: 204 len: 168 time: 1.2060030 May 06 09:42:35.587767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45714) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.633723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03eeb5-6147-45f8-a154-ae3f31c0749c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1fb63-ab09-4d1a-8cc2-1ac8114d26e8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:35.687388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Network 2845d620-b001-4626-9ed0-b8a79164eb38 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:35.715743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:35.834626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-747e312b-a482-4e74-afe9-c1db3cb55bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.843649 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-747e312b-a482-4e74-afe9-c1db3cb55bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:35.847324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-747e312b-a482-4e74-afe9-c1db3cb55bb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2dae27d-8b4c-49bd-8c39-8a4e785e27b2 HTTP/1.1" status: 204 len: 168 time: 1.2080591 May 06 09:42:35.874327 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df42b954-248c-4c71-8325-46f5c99391e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae35f71496af40a08bfe22becbecbfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840290 May 06 09:42:35.879262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45724) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:35.882751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-433fea08-b1fe-427e-9a6c-77eb92b7d2c2 service neutron] 10.222.0.76 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8477209 May 06 09:42:35.891098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e312b-a482-4e74-afe9-c1db3cb55bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dae27d-8b4c-49bd-8c39-8a4e785e27b2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:35.898061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-56bf2bf0-f0a4-40c3-a875-9c59dbfe1a92 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:35.904802 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-56bf2bf0-f0a4-40c3-a875-9c59dbfe1a92 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 950 time: 0.2942483 May 06 09:42:35.951088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738a3bb-ed37-4c88-92c3-864ecaca5e15 req-2417c25c-fca6-40c1-af06-56166bb7704e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:35.954105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8738a3bb-ed37-4c88-92c3-864ecaca5e15 req-2417c25c-fca6-40c1-af06-56166bb7704e tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 950 time: 0.1798017 May 06 09:42:36.096708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8738a3bb-ed37-4c88-92c3-864ecaca5e15 req-290370ca-7331-4cd0-98b6-5076fc637b21 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279640 May 06 09:42:36.241222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 552bb14e-00e0-443d-beae-0da1f88c9bc1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:36.313570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.431376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-46ee7dab-7eb0-460a-a2e9-612c9bc2c46c None None] Provisioning complete for port e37809eb-9b56-4f9c-a54a-7e390f209c9b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:36.431905 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-46ee7dab-7eb0-460a-a2e9-612c9bc2c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.460717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 552bb14e-00e0-443d-beae-0da1f88c9bc1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:36.461088 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.591009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-46ee7dab-7eb0-460a-a2e9-612c9bc2c46c None None] Port e37809eb-9b56-4f9c-a54a-7e390f209c9b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:36.685433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c2e808f1-df4d-4155-ad5f-b77d4f096ed8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:36.704414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dec4c75c-2d53-41ab-a96c-31f98fe28225 req-5e6a94fa-9a8a-4860-90a7-a7ea88d496e0 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 210 time: 0.1041372 May 06 09:42:36.824551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.832855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:36.833210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.842645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:36.843385 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:36.898265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a788e-a7c2-4fcf-8989-8704bcdd954a None None] Network 31741d30-af5f-48e4-819b-44a9e1189697 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:36.999575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b145fa02-a49d-4877-8731-7f9e86ed4779 None None] Provisioning complete for port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:37.000512 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b145fa02-a49d-4877-8731-7f9e86ed4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.046779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:37.047152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.064068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:42:37.067889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:37.073313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.099307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:37.341182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d74f8-c7aa-4e9f-af0e-93cd1518e693 req-29fc85f8-d58f-4121-8282-18855f99f3a8 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:37.356634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b7d74f8-c7aa-4e9f-af0e-93cd1518e693 req-29fc85f8-d58f-4121-8282-18855f99f3a8 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 950 time: 0.1565676 May 06 09:42:37.451398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b7d74f8-c7aa-4e9f-af0e-93cd1518e693 req-4d5bf4e1-4f43-45bb-8027-e01abc90ece9 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898123 May 06 09:42:37.472144 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.600384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port c2e808f1-df4d-4155-ad5f-b77d4f096ed8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:37.614037 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.667665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b145fa02-a49d-4877-8731-7f9e86ed4779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.791485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port 025d75b4-6812-48a1-9298-ad9029c1960f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:37.791931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.816301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:37.834844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-b145fa02-a49d-4877-8731-7f9e86ed4779 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:42:37.835381 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-b145fa02-a49d-4877-8731-7f9e86ed4779 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:42:37.898232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a15ce165-9cb4-4a41-95fe-2e7fbb6b502a req-9f1fb01d-7112-466e-96ae-2b6709ef50e9 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 210 time: 0.0828056 May 06 09:42:37.912763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.915340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:37.916539 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44a12bc6-28aa-498c-845f-cbbf43ee1bf1 HTTP/1.1" status: 204 len: 168 time: 2.0335398 May 06 09:42:37.974089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45796) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:38.021718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a12bc6-28aa-498c-845f-cbbf43ee1bf1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:38.024632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c2e808f1-df4d-4155-ad5f-b77d4f096ed8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:38.086583 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.086961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.087261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.087614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.087956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.088304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.088629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.088941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.089349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.089873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.090825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.091258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aedf7a-5591-47e5-a1f6-c712bf06b754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:38.116036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:38.122896 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-73156365-26aa-4164-9012-3b54cb749eb6 admin admin] 10.222.0.76 "PUT /v2.0/routers/0a40e596-d5d9-4f38-a67f-6ddb27b6325f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8098617 May 06 09:42:38.124148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:38.142249 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Sync routers for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:38.153943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Sync routers for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:38.158003 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:38.158640 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:38.251687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:38.254440 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.262525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port 025d75b4-6812-48a1-9298-ad9029c1960f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=025d75b4-6812-48a1-9298-ad9029c1960f,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:38.264747 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.333052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.341586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45804) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:38.347011 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3736f081-8f89-4c8e-9ffa-7581d306a93d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4366210 May 06 09:42:38.386337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:38.390625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:38.393348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for 025d75b4-6812-48a1-9298-ad9029c1960f owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:38.397437 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:38.507847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-427902938-network', 'tenant_id': '095f4b905af747169d1973d83886a1ac'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:38.605870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.627424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:38.736590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=1c60415f-3ce9-4c8f-b27e-b6eae11c1452,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:38.846499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:38.853495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.859850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Made reservation on behalf of 095f4b905af747169d1973d83886a1ac for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:38.862440 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1b491ec7-cfc6-4af0-9c8e-bb2b1edc14eb req-e4d80bc9-c9e5-4ec8-83fa-528ef4e3977b tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "DELETE /v2.0/ports/1c60415f-3ce9-4c8f-b27e-b6eae11c1452 HTTP/1.1" status: 204 len: 173 time: 3.3426805 May 06 09:42:38.864976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'name': 'network-vif-deleted', 'tag': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:38.870701 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:38.871274 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a1935b-a2a5-417f-8129-7b11e3851a32" -d '{"events": [{"server_uuid": "cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0", "name": "network-vif-deleted", "tag": "1c60415f-3ce9-4c8f-b27e-b6eae11c1452"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:38.908564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5bf48a6-610d-472b-b82d-013a83d596fa req-9af6f1fc-cd80-47a5-81f2-d872ba4744aa tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0 HTTP/1.1" status: 200 len: 210 time: 0.3045912 May 06 09:42:38.991653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:39.022148 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 3, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:39.128882 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31e4f89-a7a4-4c0d-99ac-994bdb2740f2 x-openstack-request-id: req-b31e4f89-a7a4-4c0d-99ac-994bdb2740f2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:39.128882 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0", "name": "network-vif-deleted", "tag": "1c60415f-3ce9-4c8f-b27e-b6eae11c1452", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:39.129447 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b31e4f89-a7a4-4c0d-99ac-994bdb2740f2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:39.133386 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31e4f89-a7a4-4c0d-99ac-994bdb2740f2'] response: {'server_uuid': 'cfd6ec89-4bf6-4fa5-96e7-7a642596a1e0', 'name': 'network-vif-deleted', 'tag': '1c60415f-3ce9-4c8f-b27e-b6eae11c1452', 'status': 'completed', 'code': 200} May 06 09:42:39.151421 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Checking router: f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:39.152960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.159482 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Updating router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 port deb9e064-0f06-44ff-8e6d-95a073391f77 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:39.262458 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.280005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=025d75b4-6812-48a1-9298-ad9029c1960f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:39.400468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.581402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:39.655370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port 025d75b4-6812-48a1-9298-ad9029c1960f on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:39.657051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-95769a20-55de-4ac7-bbd5-8018ca79dd05 None None] Provisioning complete for port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:39.657553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95769a20-55de-4ac7-bbd5-8018ca79dd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.672786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.688082 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d1320e6b-631b-4ff6-bd09-7220b9cfd8a8 req-49c50ada-8eff-4582-bc37-c71b6e4a7f71 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.83 "DELETE /v2.0/ports/025d75b4-6812-48a1-9298-ad9029c1960f HTTP/1.1" status: 204 len: 173 time: 3.7513735 May 06 09:42:39.744073 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.753330 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:39.889549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-859023eb-0315-4c77-922f-b27a5e53c145 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:39.903935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:39.904645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 1c60415f-3ce9-4c8f-b27e-b6eae11c1452 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:39.908237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 025d75b4-6812-48a1-9298-ad9029c1960f no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:39.911298 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-859023eb-0315-4c77-922f-b27a5e53c145 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 812 time: 0.6534426 May 06 09:42:39.913487 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46468253-e466-469c-a690-26fafb7bfd4e None None] Pushing event updated for resources: {'Port': ['ID=deb9e064-0f06-44ff-8e6d-95a073391f77,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:39.932255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Request body: {'port': {'device_id': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'admin_state_up': True, 'tenant_id': '27629e104dfe4b8abac41749360a1774'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:40.000230 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Attempting to bind port deb9e064-0f06-44ff-8e6d-95a073391f77 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:40.002526 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Attempting to bind port deb9e064-0f06-44ff-8e6d-95a073391f77 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:40.004758 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Attempting to bind port deb9e064-0f06-44ff-8e6d-95a073391f77 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:40.029238 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:40.029617 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:40.030026 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.030424 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:40.030918 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Bound port: deb9e064-0f06-44ff-8e6d-95a073391f77, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:40.031301 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.041634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-3868a9c3-805e-4aab-b8fd-4b38e6d9c40c tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:40.043238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-3868a9c3-805e-4aab-b8fd-4b38e6d9c40c tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 812 time: 1.1650567 May 06 09:42:40.047348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45838) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:40.049593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-477c3e9b-bec6-4c84-8a24-98e786f3e62c req-5f15f087-d20f-4129-8500-7bdf95787136 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 210 time: 0.6863863 May 06 09:42:40.100269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 025d75b4-6812-48a1-9298-ad9029c1960f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:40.100626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 025d75b4-6812-48a1-9298-ad9029c1960f not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:40.108883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8e16e914-7ce8-4c8e-91e2-5b6e6973226c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562620505', 'description': 'tempest-description--1990367255'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:40.166336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Request body: {'port': {'device_id': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'admin_state_up': True, 'tenant_id': '27629e104dfe4b8abac41749360a1774'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:40.258661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] For port deb9e064-0f06-44ff-8e6d-95a073391f77, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:40.262086 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] For port deb9e064-0f06-44ff-8e6d-95a073391f77, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=deb9e064-0f06-44ff-8e6d-95a073391f77,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:40.270577 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.338100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Made reservation on behalf of 27629e104dfe4b8abac41749360a1774 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:40.350465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.391200 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:40.391854 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:40.442664 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46468253-e466-469c-a690-26fafb7bfd4e None None] Pushing event updated for resources: {'Port': ['ID=deb9e064-0f06-44ff-8e6d-95a073391f77,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:40.613103 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:40.631631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 2, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:40.697410 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e16e914-7ce8-4c8e-91e2-5b6e6973226c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.721991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Checking router: 0a40e596-d5d9-4f38-a67f-6ddb27b6325f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:40.722623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Updating router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f port e37809eb-9b56-4f9c-a54a-7e390f209c9b binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:40.770004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Allocated IP 172.20.0.9 (593f92ff-1a55-4e02-9962-8c5c8a770d77/5ea55353-8883-4427-9240-7eccc841ec91/c0276eb1-e253-4dbf-8dc4-d57de1dd2059) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:40.775502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26c0dfcd-7980-48ed-a411-baadccde8484 req-ef8c95bd-b709-4675-ae65-ecbecd4f630a tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=babd95ab-8f8f-424b-bc88-fafbdb18083b HTTP/1.1" status: 200 len: 210 time: 0.4107172 May 06 09:42:40.798929 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.807478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d2feaab7-afcd-453e-be3e-4ba966fbccad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:40.918301 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 3, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:40.960596 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:40.992135 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ca5033-a400-4f0b-bd39-fffa92f0d1d9 None None] The sync data for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 is: [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 3, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:41.025029 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.047854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:41.113444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.114071 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Added segment a129fa62-4431-495f-b40b-dc847d0c9292 of type vlan for network 83492544-15a3-4013-ad36-27b7e4fc127a May 06 09:42:41.134260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'name': 'network-vif-deleted', 'tag': '025d75b4-6812-48a1-9298-ad9029c1960f'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:41.142465 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2501baa9-336c-459d-9cf5-c0127e86c1d4" -d '{"events": [{"server_uuid": "babd95ab-8f8f-424b-bc88-fafbdb18083b", "name": "network-vif-deleted", "tag": "025d75b4-6812-48a1-9298-ad9029c1960f"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:41.217606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.223539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.249498 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af2f4e7-347d-4dbe-9b88-6f718d0146b8 x-openstack-request-id: req-9af2f4e7-347d-4dbe-9b88-6f718d0146b8 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:41.252739 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "babd95ab-8f8f-424b-bc88-fafbdb18083b", "name": "network-vif-deleted", "tag": "025d75b4-6812-48a1-9298-ad9029c1960f", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:41.253003 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9af2f4e7-347d-4dbe-9b88-6f718d0146b8 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:41.253800 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af2f4e7-347d-4dbe-9b88-6f718d0146b8'] response: {'server_uuid': 'babd95ab-8f8f-424b-bc88-fafbdb18083b', 'name': 'network-vif-deleted', 'tag': '025d75b4-6812-48a1-9298-ad9029c1960f', 'status': 'completed', 'code': 200} May 06 09:42:41.328390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.413623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.414903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:41.415735 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.491796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event updated for resources: {'Port': ['ID=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:41.545324 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.549162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:41.555351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:41.556648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.563196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:41.569897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Made reservation on behalf of 27629e104dfe4b8abac41749360a1774 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:41.583386 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.599880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.6241703 May 06 09:42:41.628716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e16e914-7ce8-4c8e-91e2-5b6e6973226c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.638953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45890) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:41.658647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Request body: {'subnet': {'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-subnet', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:41.724312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Made reservation on behalf of 095f4b905af747169d1973d83886a1ac for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:41.728969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.748197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6630b40d-7848-4ca1-b350-6e8bdd8e1438,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:41.795974 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e16e914-7ce8-4c8e-91e2-5b6e6973226c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.874833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e856b-8344-452e-b5f7-33b81aeedea4 None None] Pushing event updated for resources: {'Port': ['ID=e37809eb-9b56-4f9c-a54a-7e390f209c9b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:41.904869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e16e914-7ce8-4c8e-91e2-5b6e6973226c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.906249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8e16e914-7ce8-4c8e-91e2-5b6e6973226c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8382382 May 06 09:42:41.920254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45900) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:41.932249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16e914-7ce8-4c8e-91e2-5b6e6973226c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31c3559-a495-488e-81c6-3f81d37ec5a0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:41.941846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:41.942524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:41.977256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7a944206-c41f-4873-90a4-8e794242442b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Request body: {'security_group_rule': {'security_group_id': 'b31c3559-a495-488e-81c6-3f81d37ec5a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:41.999697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Attempting to bind port e37809eb-9b56-4f9c-a54a-7e390f209c9b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:42.000334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Attempting to bind port e37809eb-9b56-4f9c-a54a-7e390f209c9b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:42.002991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Attempting to bind port e37809eb-9b56-4f9c-a54a-7e390f209c9b on network 2845d620-b001-4626-9ed0-b8a79164eb38 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:42.006139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6df31-6858-470e-9c75-3da37307fc19 req-244860ec-bf81-404e-a0a2-eaca08989f49 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:42.007705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96c6df31-6858-470e-9c75-3da37307fc19 req-244860ec-bf81-404e-a0a2-eaca08989f49 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 931 time: 0.7049391 May 06 09:42:42.025405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:42.027792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Checking segment: {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:42.029051 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.031086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Bound using segment: {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:42.033901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Bound port: e37809eb-9b56-4f9c-a54a-7e390f209c9b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:42.034805 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.104354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a944206-c41f-4873-90a4-8e794242442b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.143663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a2393-6eb7-4955-a2e7-98da16f81c62 admin admin] Pushing event updated for resources: {'Network': ['ID=83492544-15a3-4013-ad36-27b7e4fc127a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:42.179783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device deb9e064-0f06-44ff-8e6d-95a073391f77 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:42.195864 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1c48e0a1-195a-43db-ae5f-ca1270b613d2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2740109 May 06 09:42:42.215413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 83492544-15a3-4013-ad36-27b7e4fc127a details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:42.240346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Request body: {'port': {'device_id': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:42.316419 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96c6df31-6858-470e-9c75-3da37307fc19 req-28441966-b5a0-40eb-8f98-1437f5a3f6cb tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939355 May 06 09:42:42.459453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.487264 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a944206-c41f-4873-90a4-8e794242442b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.525263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Allocated IP 172.20.0.13 (593f92ff-1a55-4e02-9962-8c5c8a770d77/5ea55353-8883-4427-9240-7eccc841ec91/8334d75a-ac5b-421c-b0c2-cd909c38e2ec) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:42.544276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a944206-c41f-4873-90a4-8e794242442b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.724444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a944206-c41f-4873-90a4-8e794242442b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb3bf6f-b2c7-4f60-851d-4d9a78beaf47,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:42.755840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a944206-c41f-4873-90a4-8e794242442b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.759634 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a944206-c41f-4873-90a4-8e794242442b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7997453 May 06 09:42:42.762840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45916) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:42.802814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d13b0c29-5d93-4b75-a8db-525995ce2817 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Request body: {'security_group_rule': {'security_group_id': 'b31c3559-a495-488e-81c6-3f81d37ec5a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:42.826890 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.880999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.897475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5d98f14e-1239-42fb-b0fd-5e324834ee0a None None] Provisioning complete for port e37809eb-9b56-4f9c-a54a-7e390f209c9b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:42.898089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d98f14e-1239-42fb-b0fd-5e324834ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:42.906214 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.004687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port deb9e064-0f06-44ff-8e6d-95a073391f77 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:43.005322 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.008774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.060381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] For port e37809eb-9b56-4f9c-a54a-7e390f209c9b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:43.060655 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0276eb1-e253-4dbf-8dc4-d57de1dd2059 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:43.066974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5d98f14e-1239-42fb-b0fd-5e324834ee0a None None] Port e37809eb-9b56-4f9c-a54a-7e390f209c9b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:43.070282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.083294 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aa3b345b-7989-4f55-abd2-d874e59f428f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.086029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Transition to ACTIVE for port object c0276eb1-e253-4dbf-8dc4-d57de1dd2059 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:43.091223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:43.100560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:43.119004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:43.157918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] For port e37809eb-9b56-4f9c-a54a-7e390f209c9b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e37809eb-9b56-4f9c-a54a-7e390f209c9b,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:43.160277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82ef27b-8e8b-45d1-9577-3a0a92caab81,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.165924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.171920 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.219020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Pushing event updated for resources: {'Port': ['ID=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.226597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d13b0c29-5d93-4b75-a8db-525995ce2817 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.286742 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d13b0c29-5d93-4b75-a8db-525995ce2817 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.300047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d13b0c29-5d93-4b75-a8db-525995ce2817 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.318980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b0c29-5d93-4b75-a8db-525995ce2817 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c09b78-0f40-4142-9199-fb28a3a62e55,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.336284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:43.337014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:43.359335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Checking segment: {'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:43.359886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Network hostable DHCP agents. Network: 83492544-15a3-4013-ad36-27b7e4fc127a, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:43.461474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d13b0c29-5d93-4b75-a8db-525995ce2817 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.466776 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d13b0c29-5d93-4b75-a8db-525995ce2817 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7022674 May 06 09:42:43.473188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event updated for resources: {'Port': ['ID=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.481948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Network 83492544-15a3-4013-ad36-27b7e4fc127a is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:43.493991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45958) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:43.495384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e856b-8344-452e-b5f7-33b81aeedea4 None None] Pushing event updated for resources: {'Port': ['ID=e37809eb-9b56-4f9c-a54a-7e390f209c9b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:43.498534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:43.501418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.516740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:43.580553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075955a6-e42c-46e5-a98b-c95b313b7620 req-6e5694e5-3a6a-4cd2-ae90-90e535fbe61c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:43.597435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-075955a6-e42c-46e5-a98b-c95b313b7620 req-6e5694e5-3a6a-4cd2-ae90-90e535fbe61c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 950 time: 0.7182162 May 06 09:42:43.631669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-842b4717-7e8a-408f-a6ad-a838d68a6182 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4939957 May 06 09:42:43.660025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 83492544-15a3-4013-ad36-27b7e4fc127a) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:43.681862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Request body: {'port': {'device_id': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:43.692214 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.702417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:43.703008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.729701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1a024-beda-4b71-9c40-a94058f14e9e None None] Network 83492544-15a3-4013-ad36-27b7e4fc127a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:43.764715 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:43.885709 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5cdbba14-2d5f-46ba-a3e8-f9549f849cb0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2437232 May 06 09:42:43.946204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45964) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:43.965008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Attempting to bind port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:43.965349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Attempting to bind port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:43.966207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Attempting to bind port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:43.969618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port deb9e064-0f06-44ff-8e6d-95a073391f77, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=deb9e064-0f06-44ff-8e6d-95a073391f77,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:43.989770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:44.013246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.015755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:44.016386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Attempting to bind port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:44.048942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.050937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.061597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2c21d0d1-e998-4827-bac8-82d657d3f86a None None] Provisioning complete for port e37809eb-9b56-4f9c-a54a-7e390f209c9b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:44.064843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-150c9d19-9685-43c5-8f43-f3f2915f74f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:44.066405 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-150c9d19-9685-43c5-8f43-f3f2915f74f3 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 950 time: 0.3236375 May 06 09:42:44.067553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:44.068413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Checking segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:44.068413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Bound using segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:44.068722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Bound port: c0276eb1-e253-4dbf-8dc4-d57de1dd2059, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:44.074978 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.077727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2cc2b-3d18-4c15-8db6-bdfe55c6b635 req-f98812dd-25a7-493b-9e0c-3dba5bcb6bed tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:44.077898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2c21d0d1-e998-4827-bac8-82d657d3f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.086716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0da2cc2b-3d18-4c15-8db6-bdfe55c6b635 req-f98812dd-25a7-493b-9e0c-3dba5bcb6bed tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 943 time: 0.4539783 May 06 09:42:44.144145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-075955a6-e42c-46e5-a98b-c95b313b7620 req-81c9160a-e8b0-40c0-84b4-88e897f6a98c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5456874 May 06 09:42:44.165291 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.200632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:44.249486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45970) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:44.317140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.346334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0da2cc2b-3d18-4c15-8db6-bdfe55c6b635 req-a7d52998-bd6d-49b3-b518-45c7cedf05da tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582476 May 06 09:42:44.351015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Allocated IP 172.20.0.1 (31741d30-af5f-48e4-819b-44a9e1189697/0b187e46-d1ee-430e-b585-6cbf52e34378/01ad3db3-1635-447a-8848-20c5134a29b3) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:44.430741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-83492544-15a3-4013-ad36-27b7e4fc127a', 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'fixed_ips': [{'subnet_id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:44.431561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.437098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] For port c0276eb1-e253-4dbf-8dc4-d57de1dd2059, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:44.455005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] For port c0276eb1-e253-4dbf-8dc4-d57de1dd2059, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:44.485986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb611-dca4-4d21-ba58-0f3f0e47ef98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.509309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.534358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.536647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Deleting port d2feaab7-afcd-453e-be3e-4ba966fbccad {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:42:44.537067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.649394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=deb9e064-0f06-44ff-8e6d-95a073391f77,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:44.694241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.697235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Pushing event updated for resources: {'Port': ['ID=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:44.742135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.742565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.742996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.743331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.743685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.744014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.744353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.744654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.744975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.745292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.745625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.745922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:42:44.770543 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2c21d0d1-e998-4827-bac8-82d657d3f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.923665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:44.924658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:44.926902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-cdc1d6f4-01be-4a8e-9902-4dc03b637bfc service neutron] 10.222.0.83 "PUT /v2.0/ports/c0276eb1-e253-4dbf-8dc4-d57de1dd2059 HTTP/1.1" status: 200 len: 1091 time: 2.7203817 May 06 09:42:44.932784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'tag': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:44.938057 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1b5e3e-d7da-473d-b2cd-351f4988415c" -d '{"events": [{"name": "network-changed", "server_uuid": "58197c3b-811b-4ec0-98b9-ef3e85cfafc5", "tag": "c0276eb1-e253-4dbf-8dc4-d57de1dd2059"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:44.994938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2c21d0d1-e998-4827-bac8-82d657d3f86a None None] For port e37809eb-9b56-4f9c-a54a-7e390f209c9b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e37809eb-9b56-4f9c-a54a-7e390f209c9b,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:45.023961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8334d75a-ac5b-421c-b0c2-cd909c38e2ec {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:45.053163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.074974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2c21d0d1-e998-4827-bac8-82d657d3f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.089890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Transition to ACTIVE for port object 8334d75a-ac5b-421c-b0c2-cd909c38e2ec will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:42:45.106155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Allocated IP 172.20.0.2 (83492544-15a3-4013-ad36-27b7e4fc127a/d82ef27b-8e8b-45d1-9577-3a0a92caab81/bc92f344-49fe-48e4-8d44-b6d02dcaa2de) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:45.117678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.141774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.158571 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6e7ff-2b3f-4760-af7b-491b1aeaf82e x-openstack-request-id: req-47a6e7ff-2b3f-4760-af7b-491b1aeaf82e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:45.159482 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58197c3b-811b-4ec0-98b9-ef3e85cfafc5", "tag": "c0276eb1-e253-4dbf-8dc4-d57de1dd2059", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:45.160194 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47a6e7ff-2b3f-4760-af7b-491b1aeaf82e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:45.161093 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a6e7ff-2b3f-4760-af7b-491b1aeaf82e'] response: {'name': 'network-changed', 'server_uuid': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'tag': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059', 'status': 'completed', 'code': 200} May 06 09:42:45.319819 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.368906 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.407273 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01fd76a7-2fdb-4ce1-a664-a3343045360d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.475728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Network 83492544-15a3-4013-ad36-27b7e4fc127a is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:45.487525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:45.502730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:45.546982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb611-dca4-4d21-ba58-0f3f0e47ef98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.552018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21d0d1-e998-4827-bac8-82d657d3f86a None None] Pushing event updated for resources: {'Port': ['ID=e37809eb-9b56-4f9c-a54a-7e390f209c9b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.554285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] For port d2feaab7-afcd-453e-be3e-4ba966fbccad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d2feaab7-afcd-453e-be3e-4ba966fbccad,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:45.554760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.567842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-018175e4-a23b-442b-9132-b06a68e7baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:45.569621 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-018175e4-a23b-442b-9132-b06a68e7baba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 1094 time: 0.4437637 May 06 09:42:45.573739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a5fb611-dca4-4d21-ba58-0f3f0e47ef98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.582941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Calling delete_port for d2feaab7-afcd-453e-be3e-4ba966fbccad owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:42:45.669923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Attempting to bind port bc92f344-49fe-48e4-8d44-b6d02dcaa2de on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:45.673077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Attempting to bind port bc92f344-49fe-48e4-8d44-b6d02dcaa2de by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:45.673700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Attempting to bind port bc92f344-49fe-48e4-8d44-b6d02dcaa2de on network 83492544-15a3-4013-ad36-27b7e4fc127a {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:45.674331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Allocated IP 172.25.8.88 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/15151133-8bd8-4d74-9e58-64b5b80877df) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:45.677459 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-019eb6e8-73a1-41ba-92bb-3411606673ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059 HTTP/1.1" status: 200 len: 217 time: 0.0891840 May 06 09:42:45.692607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:45.693999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Checking segment: {'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:45.697430 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.700408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Bound using segment: {'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:45.701897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Bound port: bc92f344-49fe-48e4-8d44-b6d02dcaa2de, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:45.703843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.726636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fb611-dca4-4d21-ba58-0f3f0e47ef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd236f-0c69-4f04-b667-981307299b70,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.736807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:42Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:45.737114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2a5fb611-dca4-4d21-ba58-0f3f0e47ef98 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43d0bc3cff7a4117bffaab94b933decf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4826746 May 06 09:42:45.775698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46012) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:45.801477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Pushing event updated for resources: {'Port': ['ID=bc92f344-49fe-48e4-8d44-b6d02dcaa2de,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:45.816821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d91b2-475b-490b-aaeb-ef382005c9d9 None None] The sync data for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 is: [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:42Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:45.917852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1e6982ec-3652-424b-bf75-2e457bbafe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:45.919607 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-1e6982ec-3652-424b-bf75-2e457bbafe7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.2316554 May 06 09:42:45.961674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] For port bc92f344-49fe-48e4-8d44-b6d02dcaa2de, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:45.973529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] For port bc92f344-49fe-48e4-8d44-b6d02dcaa2de, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bc92f344-49fe-48e4-8d44-b6d02dcaa2de,segment=NetworkSegment(a129fa62-4431-495f-b40b-dc847d0c9292),segment_id=a129fa62-4431-495f-b40b-dc847d0c9292)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:45.995429 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:45.998160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.023171 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-e8ad772b-0d6a-47f5-99e2-3d209d32a204 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801597 May 06 09:42:46.088344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca60e42-e122-43b3-be54-b0694cae1e54 None None] Pushing event updated for resources: {'Port': ['ID=bc92f344-49fe-48e4-8d44-b6d02dcaa2de,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.159992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.277064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6c8a-379b-4f9b-b02d-db0d12ecd5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.308417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e37809eb-9b56-4f9c-a54a-7e390f209c9b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:46.322642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Attempting to bind port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:46.322981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Attempting to bind port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:46.323305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Attempting to bind port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:46.369853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6c8a-379b-4f9b-b02d-db0d12ecd5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.411228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.414116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port e37809eb-9b56-4f9c-a54a-7e390f209c9b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:46.414475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.446792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Network 31741d30-af5f-48e4-819b-44a9e1189697 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:46.454675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:42:46.459740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Attempting to bind port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:46.472208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1ad41-d7c2-4c20-a9ca-79f77375e566 req-e6e15f7a-cd4d-4cb2-a5a1-0c2d0103df66 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.473993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baf1ad41-d7c2-4c20-a9ca-79f77375e566 req-e6e15f7a-cd4d-4cb2-a5a1-0c2d0103df66 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/ports?device_id=0108f61f-59d4-4d57-ae3f-6d656e3958c5 HTTP/1.1" status: 200 len: 950 time: 0.5371406 May 06 09:42:46.490590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:46.513386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=01ad3db3-1635-447a-8848-20c5134a29b3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.534201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:46.545673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.560554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.607417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:46.607845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Checking segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:46.608451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Bound using segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:46.609053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Bound port: 8334d75a-ac5b-421c-b0c2-cd909c38e2ec, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:46.609455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.628849 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.632039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device deb9e064-0f06-44ff-8e6d-95a073391f77 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:46.672420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.691822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dddaad-ae85-4bc7-9c86-22660925b7b8 req-b9904b8a-31f9-4186-93ee-187c6cac5c93 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:46.700477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8dddaad-ae85-4bc7-9c86-22660925b7b8 req-b9904b8a-31f9-4186-93ee-187c6cac5c93 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 943 time: 0.7715116 May 06 09:42:46.702936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.707945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6c8a-379b-4f9b-b02d-db0d12ecd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.728912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa7b6c8a-379b-4f9b-b02d-db0d12ecd5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.730521 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fa7b6c8a-379b-4f9b-b02d-db0d12ecd5b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5bd236f-0c69-4f04-b667-981307299b70 HTTP/1.1" status: 204 len: 168 time: 0.9523563 May 06 09:42:46.814904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port deb9e064-0f06-44ff-8e6d-95a073391f77 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:46.815279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.830684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b6c8a-379b-4f9b-b02d-db0d12ecd5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd236f-0c69-4f04-b667-981307299b70,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.841828 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-43b73f4f-ff88-44d5-ade1-ba7895b8737b service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029633 May 06 09:42:46.851021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:46.870872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Pushing event deleted for resources: {'Port': ['ID=d2feaab7-afcd-453e-be3e-4ba966fbccad,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:46.873561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] No DVR routers for this DVR port d2feaab7-afcd-453e-be3e-4ba966fbccad on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:42:47.018740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.032332 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fc1ced38-03f9-4e15-9e5f-4f1ca23e1917 req-0e54c689-875b-4c74-b591-6c2d510fd007 tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.82 "DELETE /v2.0/ports/d2feaab7-afcd-453e-be3e-4ba966fbccad HTTP/1.1" status: 204 len: 173 time: 2.9488583 May 06 09:42:47.150439 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.213830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'name': 'network-vif-deleted', 'tag': 'd2feaab7-afcd-453e-be3e-4ba966fbccad'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:47.225612 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15585770-7b18-48b3-b0e3-2cea49378bca" -d '{"events": [{"server_uuid": "0108f61f-59d4-4d57-ae3f-6d656e3958c5", "name": "network-vif-deleted", "tag": "d2feaab7-afcd-453e-be3e-4ba966fbccad"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:47.275506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Allocated IP 172.25.8.148 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/1ea8bb92-1c41-4807-bdbb-eb7c2becf609) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:47.403694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:47.420206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:47.430296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:47.446726 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-9da9d3a0-8d68-43c4-9ee5-13a12acd886e service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775132 May 06 09:42:47.506574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event updated for resources: {'Port': ['ID=15151133-8bd8-4d74-9e58-64b5b80877df,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:47.568303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d2feaab7-afcd-453e-be3e-4ba966fbccad no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:42:47.630343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: d2feaab7-afcd-453e-be3e-4ba966fbccad {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:42:47.630803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d2feaab7-afcd-453e-be3e-4ba966fbccad not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:42:47.664007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2ae58660-5227-4993-9cd6-b31cfd026fd7 None None] Provisioning complete for port 01ad3db3-1635-447a-8848-20c5134a29b3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:47.664383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2ae58660-5227-4993-9cd6-b31cfd026fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.714688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-16868a7a-374a-4488-9a32-d30c2c9585c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:47.717241 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-16868a7a-374a-4488-9a32-d30c2c9585c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 1094 time: 0.1919572 May 06 09:42:47.750495 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.779522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2ae58660-5227-4993-9cd6-b31cfd026fd7 None None] Port 01ad3db3-1635-447a-8848-20c5134a29b3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:47.789576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46058) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:47.878036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6f8a-b51f-44fd-9f09-7ace23908207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:47.913723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.044983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8dddaad-ae85-4bc7-9c86-22660925b7b8 req-da408ebe-9d75-4c01-aaa7-017642c8235b tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3435488 May 06 09:42:48.045774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.076136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.103983 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.147482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:48.151096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baf1ad41-d7c2-4c20-a9ca-79f77375e566 req-1e46dbce-b904-4651-8289-8e7512aced5c tempest-ServersOnMultiNodesTest-1287140552 tempest-ServersOnMultiNodesTest-1287140552-project] 10.222.0.76 "GET /v2.0/security-groups?id=90f64963-2b6d-43e8-98a0-d77232550ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6068213 May 06 09:42:48.174330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0ae86-82de-4d8b-941b-bb2c1cdaa937 None None] Network 83492544-15a3-4013-ad36-27b7e4fc127a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:48.178472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Pushing event updated for resources: {'Port': ['ID=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:48.189489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:48.189489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:48.243715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] For port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:48.299049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] For port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:48.310185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.326314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc92f344-49fe-48e4-8d44-b6d02dcaa2de up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:48.370335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:48.371000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.372943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] 10.222.0.82 "PUT /v2.0/ports/8334d75a-ac5b-421c-b0c2-cd909c38e2ec HTTP/1.1" status: 200 len: 1092 time: 4.7139721 May 06 09:42:48.373432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'tag': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:48.375869 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cce8f20-73d8-46a1-835f-39d492e616eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5b80d2-cff4-457b-bad2-0a188103cad4", "tag": "8334d75a-ac5b-421c-b0c2-cd909c38e2ec"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:48.528461 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af76aa-c014-468c-80be-0f0bac65e29c x-openstack-request-id: req-83af76aa-c014-468c-80be-0f0bac65e29c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:48.529212 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5b80d2-cff4-457b-bad2-0a188103cad4", "tag": "8334d75a-ac5b-421c-b0c2-cd909c38e2ec", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:48.529623 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83af76aa-c014-468c-80be-0f0bac65e29c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:48.530201 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83af76aa-c014-468c-80be-0f0bac65e29c'] response: {'name': 'network-changed', 'server_uuid': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'tag': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec', 'status': 'completed', 'code': 200} May 06 09:42:48.588007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d57fb1ca-3aba-4359-9757-4c01b7e4a3ba None None] Provisioning complete for port bc92f344-49fe-48e4-8d44-b6d02dcaa2de triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:48.588007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d57fb1ca-3aba-4359-9757-4c01b7e4a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.690467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b696a6-f330-4138-9442-15a684d0fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:48.719686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port bc92f344-49fe-48e4-8d44-b6d02dcaa2de triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:48.728063 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.732401 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd495953-5354-4bf3-80f5-f6727b8192cb x-openstack-request-id: req-fd495953-5354-4bf3-80f5-f6727b8192cb {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:48.732742 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0108f61f-59d4-4d57-ae3f-6d656e3958c5", "name": "network-vif-deleted", "tag": "d2feaab7-afcd-453e-be3e-4ba966fbccad", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:48.733068 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd495953-5354-4bf3-80f5-f6727b8192cb {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:48.733707 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd495953-5354-4bf3-80f5-f6727b8192cb'] response: {'server_uuid': '0108f61f-59d4-4d57-ae3f-6d656e3958c5', 'name': 'network-vif-deleted', 'tag': 'd2feaab7-afcd-453e-be3e-4ba966fbccad', 'status': 'completed', 'code': 200} May 06 09:42:48.739126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-3ce4fcba-1884-4e45-9b94-18115d5bf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:48.740775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-3ce4fcba-1884-4e45-9b94-18115d5bf36c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=0f5b80d2-cff4-457b-bad2-0a188103cad4 HTTP/1.1" status: 200 len: 1095 time: 0.2930064 May 06 09:42:48.774166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.786698 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.837567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-e3d08bef-4d81-4e24-b239-9cdb7c66d8d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8334d75a-ac5b-421c-b0c2-cd909c38e2ec HTTP/1.1" status: 200 len: 217 time: 0.0868139 May 06 09:42:48.868328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.905430 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d57fb1ca-3aba-4359-9757-4c01b7e4a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.938135 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:48.985684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d57fb1ca-3aba-4359-9757-4c01b7e4a3ba None None] For port bc92f344-49fe-48e4-8d44-b6d02dcaa2de, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bc92f344-49fe-48e4-8d44-b6d02dcaa2de,segment=NetworkSegment(a129fa62-4431-495f-b40b-dc847d0c9292),segment_id=a129fa62-4431-495f-b40b-dc847d0c9292)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:48.996247 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d57fb1ca-3aba-4359-9757-4c01b7e4a3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.002124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.007550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-78d0c99e-ecfb-405c-924b-7f0b7fd4197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.014175 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-78d0c99e-ecfb-405c-924b-7f0b7fd4197e service neutron] 10.222.0.83 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 913 time: 1.2891181 May 06 09:42:49.025073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.133751 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-946ce9ba-b567-43ec-95b8-8ec4956e1ed5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059 HTTP/1.1" status: 200 len: 217 time: 0.0886731 May 06 09:42:49.157717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fb1ca-3aba-4359-9757-4c01b7e4a3ba None None] Pushing event updated for resources: {'Port': ['ID=bc92f344-49fe-48e4-8d44-b6d02dcaa2de,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:49.172786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.178374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6f8a-b51f-44fd-9f09-7ace23908207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.210786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-ed3038ee-d827-4925-8204-d5c42dccf728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.212372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-ed3038ee-d827-4925-8204-d5c42dccf728 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.3589883 May 06 09:42:49.213062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=01ad3db3-1635-447a-8848-20c5134a29b3,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:49.223182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6f8a-b51f-44fd-9f09-7ace23908207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.351334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-ad66acda-b862-4187-b749-31416edb554a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077020 May 06 09:42:49.355740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7ecd6f8a-b51f-44fd-9f09-7ace23908207 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9aec9ff8f03b4d42b5e20e7b459fb4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5535972 May 06 09:42:49.356885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event updated for resources: {'Port': ['ID=15151133-8bd8-4d74-9e58-64b5b80877df,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:49.370868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:42:49.371213 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:42:49.373150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46122) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:49.417101 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.440302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.446454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cc48ca84-8746-4447-ad1a-c1922d6d9a94 None None] Provisioning complete for port bc92f344-49fe-48e4-8d44-b6d02dcaa2de triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:49.446956 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cc48ca84-8746-4447-ad1a-c1922d6d9a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.448602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd6f8a-b51f-44fd-9f09-7ace23908207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8194a0c-1eb2-457e-bb32-f36a8e09c5b4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:49.509695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-d01ae3ef-4604-4a1a-95ed-325525491766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.514018 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-d01ae3ef-4604-4a1a-95ed-325525491766 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.2956166 May 06 09:42:49.515242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.591743 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-e49ebdb8-9e68-4691-b289-7484009e531c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316494 May 06 09:42:49.604696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:49.615521 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-12e881b3-45e7-40fe-a06d-d81676c8e2cc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1140094 May 06 09:42:49.728740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-f83bf915-8291-48e3-a6a1-376d575564a0 service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351480 May 06 09:42:49.884564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4943f98-3d77-40e5-bda1-e5be9d183320 req-3c8be81c-e347-4b5c-ac27-9dc14dbbee49 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:49.887042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4943f98-3d77-40e5-bda1-e5be9d183320 req-3c8be81c-e347-4b5c-ac27-9dc14dbbee49 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 943 time: 0.5234282 May 06 09:42:49.927680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Network 31741d30-af5f-48e4-819b-44a9e1189697 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:49.928065 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5a1b5e3e-d7da-473d-b2cd-351f4988415c req-6d2147da-216b-4a5a-b0cb-1c26ffb0a70d service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920905 May 06 09:42:49.946375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46150) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:50.020085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-33037aac-dc4f-4dc9-a54f-93be4c6e1bcf service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452975 May 06 09:42:50.021196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:50.207332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5161-ed6c-48f9-b2a4-296b1f4dec60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.218934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc92f344-49fe-48e4-8d44-b6d02dcaa2de up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:50.233577 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-362faa68-01ab-4466-b9ab-dd7f93e33d21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1bed9cc651cd4c869d9748769312b75d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838523 May 06 09:42:50.235624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46184) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:50.351949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dc480cd-e6a7-45bd-badf-cfa34c26178b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.384166 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.406516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port bc92f344-49fe-48e4-8d44-b6d02dcaa2de triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:50.408671 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.426629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dc480cd-e6a7-45bd-badf-cfa34c26178b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.476591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4943f98-3d77-40e5-bda1-e5be9d183320 req-fa9f7e6d-c593-48b0-bd23-84adc1c410b4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598435 May 06 09:42:50.542247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dc480cd-e6a7-45bd-badf-cfa34c26178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.545362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dc480cd-e6a7-45bd-badf-cfa34c26178b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.549854 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8dc480cd-e6a7-45bd-badf-cfa34c26178b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90f64963-2b6d-43e8-98a0-d77232550ddc HTTP/1.1" status: 204 len: 168 time: 0.3113253 May 06 09:42:50.562104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc480cd-e6a7-45bd-badf-cfa34c26178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f64963-2b6d-43e8-98a0-d77232550ddc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:50.591957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5161-ed6c-48f9-b2a4-296b1f4dec60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.614988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c4e8038-22f2-4955-b5a7-01240cad83a4 req-fbba769c-3dd3-4853-8e82-28e4fec82e20 service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741962 May 06 09:42:50.699513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8d472da1-a763-429a-9d4a-064f2f62e59a None None] Provisioning complete for port 01ad3db3-1635-447a-8848-20c5134a29b3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:50.700505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8d472da1-a763-429a-9d4a-064f2f62e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.757183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8d472da1-a763-429a-9d4a-064f2f62e59a None None] Port 01ad3db3-1635-447a-8848-20c5134a29b3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:50.778515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.900150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:50.932449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5161-ed6c-48f9-b2a4-296b1f4dec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.937249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e0e5161-ed6c-48f9-b2a4-296b1f4dec60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:50.938628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e0e5161-ed6c-48f9-b2a4-296b1f4dec60 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8194a0c-1eb2-457e-bb32-f36a8e09c5b4 HTTP/1.1" status: 204 len: 168 time: 1.5496769 May 06 09:42:50.941408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-1e16581f-94eb-443f-8f14-09b54e451df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:50.942881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-1e16581f-94eb-443f-8f14-09b54e451df1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=0f5b80d2-cff4-457b-bad2-0a188103cad4 HTTP/1.1" status: 200 len: 1095 time: 0.2356007 May 06 09:42:51.058110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e5161-ed6c-48f9-b2a4-296b1f4dec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8194a0c-1eb2-457e-bb32-f36a8e09c5b4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:51.104539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46230) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:51.224532 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-08b6e5a7-cf3e-4bb5-8f04-194b0e6d2a8c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76b7b7f3cbb94458ba6ef16d34bd98ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1145120 May 06 09:42:51.227503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46246) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:51.361164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46252) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:51.398565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ceb6337d-36f7-4a5a-bd89-92191968e33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.444468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ceb6337d-36f7-4a5a-bd89-92191968e33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.524828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ceb6337d-36f7-4a5a-bd89-92191968e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.532658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ceb6337d-36f7-4a5a-bd89-92191968e33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.537264 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ceb6337d-36f7-4a5a-bd89-92191968e33d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8da95dd5-3b17-4836-bceb-859976a76087 HTTP/1.1" status: 204 len: 168 time: 0.3038239 May 06 09:42:51.551886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c0276eb1-e253-4dbf-8dc4-d57de1dd2059 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:51.569289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6337d-36f7-4a5a-bd89-92191968e33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da95dd5-3b17-4836-bceb-859976a76087,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:51.761656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:51.767976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aa851219-50ad-418f-81cf-869bc50be6d1 admin admin] 10.222.0.76 "PUT /v2.0/routers/f9cdbdbf-9eea-4d67-af67-7d11659c8cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4239395 May 06 09:42:51.775259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Sync routers for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:51.782893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-9d3b8c46-6a1b-4f81-b993-3adc682918dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:51.784476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-9d3b8c46-6a1b-4f81-b993-3adc682918dd service neutron] 10.222.0.82 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 913 time: 0.8266325 May 06 09:42:51.788438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17c5bb65-ec10-4787-86fd-960953fcf98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:51.801679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea37f1-3a2c-447f-974b-321cf45b50f2 req-aa9204c7-3358-46e2-8911-7522f5c7a1dd tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:51.804227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65ea37f1-3a2c-447f-974b-321cf45b50f2 req-aa9204c7-3358-46e2-8911-7522f5c7a1dd tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 943 time: 0.1346235 May 06 09:42:51.812653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c0276eb1-e253-4dbf-8dc4-d57de1dd2059, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:51.829414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:51.831030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:51.883509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-8c23770c-4475-4e37-9dfe-29859e0a7f11 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8334d75a-ac5b-421c-b0c2-cd909c38e2ec HTTP/1.1" status: 200 len: 217 time: 0.0778663 May 06 09:42:51.937345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Router e13a999c-89d1-49a8-aef1-820c5965b4f3 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:42:51.988896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'port_id': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059', 'mac_address': 'fa:16:3e:27:52:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea55353-8883-4427-9240-7eccc841ec91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:52.023538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17c5bb65-ec10-4787-86fd-960953fcf98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.034735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17c5bb65-ec10-4787-86fd-960953fcf98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.056338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:52.129666 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.168391 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17c5bb65-ec10-4787-86fd-960953fcf98d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19242180a803442c9de1d35091d76f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8045619 May 06 09:42:52.170203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46276) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:52.171141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65ea37f1-3a2c-447f-974b-321cf45b50f2 req-49106f2c-994a-4d14-ac88-e877a894fc07 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000872 May 06 09:42:52.173463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5bb65-ec10-4787-86fd-960953fcf98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc85775-7a71-4ba4-8ad3-36c4326dfa84,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:52.175033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-a9645b3a-2805-47f5-ba58-1b33340b73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:52.182183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-a9645b3a-2805-47f5-ba58-1b33340b73c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.2780550 May 06 09:42:52.254467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0276eb1-e253-4dbf-8dc4-d57de1dd2059 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:52.254741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-0cfd0a00-c606-42e1-856c-64d5144f340b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637529 May 06 09:42:52.292993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-628420a9-fe00-454c-a055-553a9197bef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.364614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-628420a9-fe00-454c-a055-553a9197bef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.366687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c0276eb1-e253-4dbf-8dc4-d57de1dd2059, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:52.393539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.500494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-628420a9-fe00-454c-a055-553a9197bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.503632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-628420a9-fe00-454c-a055-553a9197bef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.508063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-628420a9-fe00-454c-a055-553a9197bef8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4fc85775-7a71-4ba4-8ad3-36c4326dfa84 HTTP/1.1" status: 204 len: 168 time: 0.3127797 May 06 09:42:52.512284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:52.530312 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Sync routers for ids ['e13a999c-89d1-49a8-aef1-820c5965b4f3'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:42:52.541465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628420a9-fe00-454c-a055-553a9197bef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc85775-7a71-4ba4-8ad3-36c4326dfa84,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:52.549239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Routers {'e13a999c-89d1-49a8-aef1-820c5965b4f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:52.553006 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e13a999c-89d1-49a8-aef1-820c5965b4f3'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:52.587019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:52.596455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46292) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:52.598917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-81b5e257-deb1-4ea1-901d-e8f5d1b66e6a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6446438 May 06 09:42:52.624511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-f5cfeaa4-9cad-46c3-a4ef-98072bbb42d9 service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553479 May 06 09:42:52.735699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:52.772185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['c0276eb1-e253-4dbf-8dc4-d57de1dd2059'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:52.886695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cce8f20-73d8-46a1-835f-39d492e616eb req-924f193b-e32b-4a0f-b018-b11adf4987a7 service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552347 May 06 09:42:52.953352 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Set router e13a999c-89d1-49a8-aef1-820c5965b4f3 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:52.981967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:48Z', 'revision_number': 2, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:53.124136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Checking router: f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:53.124472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Updating router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 port 01ad3db3-1635-447a-8848-20c5134a29b3 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:53.272638 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.393139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8334d75a-ac5b-421c-b0c2-cd909c38e2ec details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:42:53.402415 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:42:48Z', 'revision_number': 3, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:53.486162 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Checking router: e13a999c-89d1-49a8-aef1-820c5965b4f3 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:42:53.487762 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Updating router e13a999c-89d1-49a8-aef1-820c5965b4f3 port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:42:53.500573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759377a-07dd-4358-9826-13233c4a4414 req-122faeee-3bc6-40e9-81cc-2749c1e6d92c tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:53.507673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2759377a-07dd-4358-9826-13233c4a4414 req-122faeee-3bc6-40e9-81cc-2749c1e6d92c tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 944 time: 0.1105108 May 06 09:42:53.563058 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.622641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2759377a-07dd-4358-9826-13233c4a4414 req-4a26f078-7127-49c7-b5e6-20792e4abac9 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114116 May 06 09:42:53.630393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:53.650951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46320) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:53.888940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:53.911007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'port_id': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec', 'mac_address': 'fa:16:3e:38:c7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea55353-8883-4427-9240-7eccc841ec91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:42:53.988936 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.002862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46332) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:54.007746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-361704708-network', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:54.021871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8334d75a-ac5b-421c-b0c2-cd909c38e2ec {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:42:54.057654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:54.069041 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.070915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Allocated IP 172.20.0.1 (83492544-15a3-4013-ad36-27b7e4fc127a/d82ef27b-8e8b-45d1-9577-3a0a92caab81/82485f64-3c20-4c48-a497-91ba760cf52f) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:42:54.107418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Made reservation on behalf of af35484e597440aba3f6d5c4aff498e8 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:54.110130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.138797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.242436 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.290560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46340) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:54.297245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['8334d75a-ac5b-421c-b0c2-cd909c38e2ec'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:42:54.316951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.323497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.360109 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d754e1a-454a-457d-a3b5-28553cda30db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.364900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.433152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.439914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.449566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:54.464378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Network 83492544-15a3-4013-ad36-27b7e4fc127a is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:54.476480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:54.491492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:42:54.506323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:54.564143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8eaa94e-9d96-40d5-b56c-b38ac9e82fa8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:54.603120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.603342 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Added segment 552ea29b-80df-4b65-8593-fc1c33349a32 of type vlan for network b3373878-cbf4-4759-b254-b048d795e047 May 06 09:42:54.637302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.695478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46348) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:54.772575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-network', 'tenant_id': '372859752ef34e95871f0923c84c31b6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:54.787398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.805543 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.826740 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:54.910478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Pushing event updated for resources: {'Port': ['ID=82485f64-3c20-4c48-a497-91ba760cf52f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:54.920274 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13b044-e1ab-43dc-8c0b-184ddd21c348 None None] Pushing event updated for resources: {'Port': ['ID=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:54.987546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f8bfb-91ea-4045-a76f-e3598e659e0e None None] Pushing event updated for resources: {'Port': ['ID=01ad3db3-1635-447a-8848-20c5134a29b3,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:54.993021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1886424463-network', 'tenant_id': '6250cdc1695e48f9a49a061ef7cff49e'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:55.005091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Made reservation on behalf of 372859752ef34e95871f0923c84c31b6 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:55.008454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.036441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.043504 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Attempting to bind port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:55.045994 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Attempting to bind port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:55.047760 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Attempting to bind port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:55.066760 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:55.067249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.068459 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:55.069117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.069855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.074562 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.078243 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:55.080006 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Bound port: 1ea8bb92-1c41-4807-bdbb-eb7c2becf609, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:55.080006 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.102015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Attempting to bind port 01ad3db3-1635-447a-8848-20c5134a29b3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:42:55.102612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Attempting to bind port 01ad3db3-1635-447a-8848-20c5134a29b3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:42:55.103166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Attempting to bind port 01ad3db3-1635-447a-8848-20c5134a29b3 on network 31741d30-af5f-48e4-819b-44a9e1189697 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:42:55.113660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:42:55.114325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Checking segment: {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:55.115185 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.115797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Bound using segment: {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:42:55.116601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Bound port: 01ad3db3-1635-447a-8848-20c5134a29b3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:42:55.117161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.142857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dffe20ac-cbfe-43e8-b3e0-a8b1e7a9448a None None] Provisioning complete for port 01ad3db3-1635-447a-8848-20c5134a29b3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:55.143254 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dffe20ac-cbfe-43e8-b3e0-a8b1e7a9448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.213113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Made reservation on behalf of 6250cdc1695e48f9a49a061ef7cff49e for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:55.221576 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.241248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-dffe20ac-cbfe-43e8-b3e0-a8b1e7a9448a None None] Port 01ad3db3-1635-447a-8848-20c5134a29b3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:55.254752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2498090 May 06 09:42:55.267145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:55.289552 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] For port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:55.301200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] For port 01ad3db3-1635-447a-8848-20c5134a29b3, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:42:55.306006 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] For port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:55.306291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Request body: {'subnet': {'network_id': 'b3373878-cbf4-4759-b254-b048d795e047', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-361704708-subnet', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:55.308692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] For port 01ad3db3-1635-447a-8848-20c5134a29b3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=01ad3db3-1635-447a-8848-20c5134a29b3,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:42:55.315338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.316237 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.334281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.409523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.414683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d754e1a-454a-457d-a3b5-28553cda30db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.424444 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Routers {'e13a999c-89d1-49a8-aef1-820c5965b4f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:55.425225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e13a999c-89d1-49a8-aef1-820c5965b4f3'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:55.430480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d754e1a-454a-457d-a3b5-28553cda30db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.432496 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13b044-e1ab-43dc-8c0b-184ddd21c348 None None] Pushing event updated for resources: {'Port': ['ID=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:55.480341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d754e1a-454a-457d-a3b5-28553cda30db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f078143-0ed6-4661-9566-f5ede1fb25aa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:55.522075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:42:55.522701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:55.534684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.544422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.558825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-65c6f795-e19e-4cf6-be88-dcb4b91852e3 None None] Provisioning complete for port 82485f64-3c20-4c48-a497-91ba760cf52f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:55.559878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65c6f795-e19e-4cf6-be88-dcb4b91852e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.561560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Made reservation on behalf of af35484e597440aba3f6d5c4aff498e8 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:55.564833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.589871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85efdfd-30a4-4232-b808-a26df4d088db req-ff57fd6b-16ea-4fb7-a81b-285ea0724815 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:55.592249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d85efdfd-30a4-4232-b808-a26df4d088db req-ff57fd6b-16ea-4fb7-a81b-285ea0724815 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 944 time: 0.6537673 May 06 09:42:55.630646 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d754e1a-454a-457d-a3b5-28553cda30db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b7b3d2fe01845dc9688e52aea7a2f70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9761350 May 06 09:42:55.640657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46360) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:55.668193 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] Set router e13a999c-89d1-49a8-aef1-820c5965b4f3 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:55.710555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c0276eb1-e253-4dbf-8dc4-d57de1dd2059 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:55.822996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:55.860630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dedf66-26ea-4503-8f08-5301673e6f01 admin admin] Pushing event updated for resources: {'Network': ['ID=b3373878-cbf4-4759-b254-b048d795e047,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:55.885925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0060ce39-b5f6-46ca-9f94-f6688d0d2803,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:55.909525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.925935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.926338 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Added segment d74d1d88-5083-45e3-adcf-31b5d56e67f1 of type vlan for network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 May 06 09:42:55.929510 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:55.956745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f8bfb-91ea-4045-a76f-e3598e659e0e None None] Pushing event updated for resources: {'Port': ['ID=01ad3db3-1635-447a-8848-20c5134a29b3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:55.988297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b3373878-cbf4-4759-b254-b048d795e047 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:56.026497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:42:56.033033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26c286a8-57c3-490f-9a7f-945b984c0b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.068762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be670b9-3aa3-47fe-9187-2722ed3040f8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.092310 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 4, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '82485f64-3c20-4c48-a497-91ba760cf52f', 'name': '', 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'mac_address': 'fa:16:3e:da:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:53Z', 'updated_at': '2022-05-06T09:42:54Z', 'revision_number': 1, 'project_id': '095f4b905af747169d1973d83886a1ac', 'subnets': [{'id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:56.102108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d85efdfd-30a4-4232-b808-a26df4d088db req-7c18b103-ea84-4c1c-a050-7a52666556b2 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942548 May 06 09:42:56.114211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26c286a8-57c3-490f-9a7f-945b984c0b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.142780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-65c6f795-e19e-4cf6-be88-dcb4b91852e3 None None] Port 82485f64-3c20-4c48-a497-91ba760cf52f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:56.144182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:56.164995 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e3fde-d370-4a35-af9a-bb601310f219 None None] The sync data for ids ['e13a999c-89d1-49a8-aef1-820c5965b4f3'] in n-d-840834-1 is: [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 4, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '82485f64-3c20-4c48-a497-91ba760cf52f', 'name': '', 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'mac_address': 'fa:16:3e:da:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:53Z', 'updated_at': '2022-05-06T09:42:54Z', 'revision_number': 1, 'project_id': '095f4b905af747169d1973d83886a1ac', 'subnets': [{'id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:56.169976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.176732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.177662 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Added segment 84b65554-dc8b-4c01-9fb1-c01a56349485 of type vlan for network 8a3f73e3-c39d-435b-99ad-7519b4698b33 May 06 09:42:56.292664 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.316633 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.319945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:56.321008 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.347664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f516c4cf-4414-4e69-9346-99b43db9c0bd None None] Provisioning complete for port 01ad3db3-1635-447a-8848-20c5134a29b3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:56.348064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f516c4cf-4414-4e69-9346-99b43db9c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.353293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:56.359436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:56.359836 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.365493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.377546 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.386479 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.446163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26c286a8-57c3-490f-9a7f-945b984c0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.457087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26c286a8-57c3-490f-9a7f-945b984c0b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.459670 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-26c286a8-57c3-490f-9a7f-945b984c0b1e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f078143-0ed6-4661-9566-f5ede1fb25aa HTTP/1.1" status: 204 len: 168 time: 0.8148763 May 06 09:42:56.471040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.1783624 May 06 09:42:56.478314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46372) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:56.484158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Request body: {'subnet': {'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-subnet', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:56.489317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feec5f0-9bc6-4e29-9df6-5a3190caee8b admin admin] Pushing event updated for resources: {'Network': ['ID=85727a44-50b7-46f2-935c-2a69ddf4bcb7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.504363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.506924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:56.507748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.539152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8421822 May 06 09:42:56.551214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46374) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:56.633970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Request body: {'subnet': {'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1886424463-subnet', 'tenant_id': '6250cdc1695e48f9a49a061ef7cff49e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:56.691968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c286a8-57c3-490f-9a7f-945b984c0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f078143-0ed6-4661-9566-f5ede1fb25aa,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.718777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Pushing event updated for resources: {'Port': ['ID=82485f64-3c20-4c48-a497-91ba760cf52f,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.724351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Made reservation on behalf of 372859752ef34e95871f0923c84c31b6 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:56.726758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.746356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f5f50a-b36e-4f15-a3bf-01cf052a8931,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.760812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:56.808637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:56.886042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678d495-11f8-4033-babf-d0d2a8bc3f6d admin admin] Pushing event updated for resources: {'Network': ['ID=8a3f73e3-c39d-435b-99ad-7519b4698b33,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:56.907274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Made reservation on behalf of 6250cdc1695e48f9a49a061ef7cff49e for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:56.909569 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.011946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 8a3f73e3-c39d-435b-99ad-7519b4698b33 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:57.074555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Checking segment: {'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:57.075185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Network hostable DHCP agents. Network: b3373878-cbf4-4759-b254-b048d795e047, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:57.203112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Network b3373878-cbf4-4759-b254-b048d795e047 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:57.256006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b3373878-cbf4-4759-b254-b048d795e047) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:57.278046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Network 83492544-15a3-4013-ad36-27b7e4fc127a is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:42:57.281189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.282529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.298034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:57.330297 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fbdfdfe7-10dc-406c-aa68-bb1a3e5dee6d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0600147 May 06 09:42:57.334027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46390) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:57.341292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:57.365439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75555741-3295-4cb6-a6be-fd3fa25f64be None None] Network b3373878-cbf4-4759-b254-b048d795e047 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:57.391300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8334d75a-ac5b-421c-b0c2-cd909c38e2ec up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:57.547062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.548239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.687157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.725784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.782447 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f516c4cf-4414-4e69-9346-99b43db9c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.811060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:57.817765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Router e13a999c-89d1-49a8-aef1-820c5965b4f3 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:42:57.892562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332b543-7777-40d7-9463-cfee7924f1bb req-6716569f-dfde-4b47-b31c-dab51040d8e9 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:57.894217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a332b543-7777-40d7-9463-cfee7924f1bb req-6716569f-dfde-4b47-b31c-dab51040d8e9 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 944 time: 0.3368850 May 06 09:42:57.912817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a7baa7-2c7d-4680-a339-3e3f99824257,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:57.964406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c0276eb1-e253-4dbf-8dc4-d57de1dd2059, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:57.992588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f516c4cf-4414-4e69-9346-99b43db9c0bd None None] For port 01ad3db3-1635-447a-8848-20c5134a29b3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=01ad3db3-1635-447a-8848-20c5134a29b3,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:42:57.995993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:42:58.000109 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a6f63c-c65a-4a97-ad48-01e52f55ad7c" -d '{"events": [{"server_uuid": "58197c3b-811b-4ec0-98b9-ef3e85cfafc5", "name": "network-vif-plugged", "status": "completed", "tag": "c0276eb1-e253-4dbf-8dc4-d57de1dd2059"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:42:58.018166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:42:58.021619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.024555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f516c4cf-4414-4e69-9346-99b43db9c0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.090307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Checking segment: {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:58.092650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Network hostable DHCP agents. Network: 85727a44-50b7-46f2-935c-2a69ddf4bcb7, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:58.105553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:42:58.113054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.129083 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3aaafd-eb1a-473e-8d94-a71d3c653697 x-openstack-request-id: req-8b3aaafd-eb1a-473e-8d94-a71d3c653697 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:42:58.129358 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58197c3b-811b-4ec0-98b9-ef3e85cfafc5", "name": "network-vif-plugged", "status": "completed", "tag": "c0276eb1-e253-4dbf-8dc4-d57de1dd2059", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:42:58.129589 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b3aaafd-eb1a-473e-8d94-a71d3c653697 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:42:58.129990 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3aaafd-eb1a-473e-8d94-a71d3c653697'] response: {'server_uuid': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059', 'code': 200} May 06 09:42:58.155457 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.194182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a332b543-7777-40d7-9463-cfee7924f1bb req-b57e495c-2819-4474-a553-58fd2f0fd1d4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762718 May 06 09:42:58.194926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46406) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:58.224090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:58.224678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.244926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-157076777'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:58.276677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63d799d-329a-42e6-ab64-ab05f18c2b7b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:58.332446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:58.373053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 85727a44-50b7-46f2-935c-2a69ddf4bcb7) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:58.384746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.385702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.397113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda12bc-cad5-45b9-bffa-c5f70d30bdcf req-b497d372-526a-48af-b76f-07c252efc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.399278 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dfda12bc-cad5-45b9-bffa-c5f70d30bdcf req-b497d372-526a-48af-b76f-07c252efc675 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 1096 time: 0.1270545 May 06 09:42:58.445488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-286c1001-0ffd-468a-a11c-d147db2f8956 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9621446 May 06 09:42:58.446419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46410) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:58.460631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:58.467425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:58.472616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:58.473435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Checking segment: {'id': '84b65554-dc8b-4c01-9fb1-c01a56349485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:42:58.473799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Network hostable DHCP agents. Network: 8a3f73e3-c39d-435b-99ad-7519b4698b33, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:42:58.476636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.478445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:42:58.483070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e301c-18ee-42d3-9c9c-7253b15c8c86 None None] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:58.562360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.564737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.570618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Network 8a3f73e3-c39d-435b-99ad-7519b4698b33 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:42:58.594489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 8a3f73e3-c39d-435b-99ad-7519b4698b33) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:42:58.624565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:58.625319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.635153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516c4cf-4414-4e69-9346-99b43db9c0bd None None] Pushing event updated for resources: {'Port': ['ID=01ad3db3-1635-447a-8848-20c5134a29b3,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:58.664999 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dfda12bc-cad5-45b9-bffa-c5f70d30bdcf req-c946d433-4047-4a87-93cc-958994f542f2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551365 May 06 09:42:58.683555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:42:58.699537 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-38a816da-57c8-4641-b6ea-c1e4dc858360 admin admin] 10.222.0.76 "PUT /v2.0/routers/e13a999c-89d1-49a8-aef1-820c5965b4f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0934520 May 06 09:42:58.714857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9e967d-14b7-4d27-b109-5da77880618d None None] Network 8a3f73e3-c39d-435b-99ad-7519b4698b33 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:58.723613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:58.739014 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.754033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-881b0603-b2b4-4604-8a92-5bb41a233515 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2013235 May 06 09:42:58.757731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.758206 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Added segment e1085fe6-6e87-4651-b759-66b6a2c994a6 of type vlan for network 1923bd5b-10a9-4fab-8e4d-167ff958e058 May 06 09:42:58.884814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:58.922653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13f6f48-dd30-4fb6-a414-bb6b95e4d84c None None] The sync data for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 is: [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:42:58.954923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b3373878-cbf4-4759-b254-b048d795e047', 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'fixed_ips': [{'subnet_id': 'f9f5f50a-b36e-4f15-a3bf-01cf052a8931'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:42:58.967078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.030941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.097718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-25219ac0-e69c-484b-b150-d6967793f158 None None] Provisioning complete for port 82485f64-3c20-4c48-a497-91ba760cf52f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:59.098765 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-25219ac0-e69c-484b-b150-d6967793f158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.216143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.232965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.238575 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.400868 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1740494 May 06 09:42:59.405039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46434) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:42:59.439316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-558816598'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:42:59.490655 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.503884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-25219ac0-e69c-484b-b150-d6967793f158 None None] Port 82485f64-3c20-4c48-a497-91ba760cf52f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:42:59.538205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:42:59.550603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.560405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.594499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b36b7-3e91-4b1a-8179-551b7e269473 None None] Network 8a3f73e3-c39d-435b-99ad-7519b4698b33 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:42:59.601600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.608834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbd964-e0c6-4d1e-9d49-7a36a8f7fa78 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Network': ['ID=1923bd5b-10a9-4fab-8e4d-167ff958e058,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:42:59.656057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:42:59.764612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:42:59.829029 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.838727 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Added segment 8ef108c6-86dd-4536-8cc1-7b4a69fbd192 of type vlan for network b3836593-218b-46fa-9963-06836e1d29c8 May 06 09:42:59.885205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16e6de-daf2-4259-a824-33eb4fb6e0c3 req-6862eb07-1936-4dac-aa3b-0ec9639e1089 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:42:59.890829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd16e6de-daf2-4259-a824-33eb4fb6e0c3 req-6862eb07-1936-4dac-aa3b-0ec9639e1089 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 945 time: 0.2807987 May 06 09:42:59.891054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:42:59.891391 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:42:59.897573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.004143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.009969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.084838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Allocated IP 172.25.8.34 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ca1998c4-b10d-4780-9734-a785d36546f8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:00.118207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:43:00.242807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Sync routers for ids ['e13a999c-89d1-49a8-aef1-820c5965b4f3'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:00.267719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:00.269240 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.314761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Routers {'e13a999c-89d1-49a8-aef1-820c5965b4f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:00.316049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e13a999c-89d1-49a8-aef1-820c5965b4f3'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:00.335264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd16e6de-daf2-4259-a824-33eb4fb6e0c3 req-8dec6396-67e4-4e55-84ec-4ffab58c5977 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292090 May 06 09:43:00.400311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46456) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:00.408482 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.resource_extend [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:43:00.417448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-143616846-network', 'tenant_id': 'e64200df7a26458b93bd306f8bc28af4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:00.445531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.460463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.465633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Made reservation on behalf of e64200df7a26458b93bd306f8bc28af4 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:00.468397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.469318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:00.470423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.513403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:00.525512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.526475 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babafd00-e864-43d7-a3bc-f4cb68f689d5" -d '{"events": [{"server_uuid": "0f5b80d2-cff4-457b-bad2-0a188103cad4", "name": "network-vif-plugged", "status": "completed", "tag": "8334d75a-ac5b-421c-b0c2-cd909c38e2ec"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:00.553432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-353b22f1-31cf-47a6-a4e1-8c09ab77d4d9 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5646074 May 06 09:43:00.561192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:00.561478 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1363609 May 06 09:43:00.562091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46462) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:00.580228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'subnet': {'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:00.580488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:00.677319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.700123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2d20f-6829-4b57-8966-4cb77c8fc79f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Network': ['ID=b3836593-218b-46fa-9963-06836e1d29c8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:00.716590 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.734749 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f0a9cc-6c77-46dd-9b6e-e047370360b8 x-openstack-request-id: req-f8f0a9cc-6c77-46dd-9b6e-e047370360b8 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:00.742686 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b80d2-cff4-457b-bad2-0a188103cad4", "name": "network-vif-plugged", "status": "completed", "tag": "8334d75a-ac5b-421c-b0c2-cd909c38e2ec", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:00.746660 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8f0a9cc-6c77-46dd-9b6e-e047370360b8 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:00.748876 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f0a9cc-6c77-46dd-9b6e-e047370360b8'] response: {'server_uuid': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec', 'code': 200} May 06 09:43:00.762132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b3836593-218b-46fa-9963-06836e1d29c8 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:00.795828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.832527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:00.888783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Pushing event updated for resources: {'Port': ['ID=ca1998c4-b10d-4780-9734-a785d36546f8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:00.933885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:00.936978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:00.942213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:00.962121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.029459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:01.034392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.038666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d467f7-1ccf-4661-b6cf-8e4e76d4e348,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:01.070442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:01.077218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006faf-776f-4889-8cbe-29bec8679e52 req-336a9688-6f1f-4405-a030-10eba35b8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:01.079676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af006faf-776f-4889-8cbe-29bec8679e52 req-336a9688-6f1f-4405-a030-10eba35b8dc7 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0f5b80d2-cff4-457b-bad2-0a188103cad4 HTTP/1.1" status: 200 len: 1097 time: 0.2436504 May 06 09:43:01.149729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af006faf-776f-4889-8cbe-29bec8679e52 req-75883b8f-cfed-4c39-b20f-4381246ff8f8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581594 May 06 09:43:01.155928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.156277 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Added segment 1b1f6dd9-5729-4766-b967-c465c0ae6ada of type vlan for network 410d81d1-744f-436c-b3cf-f5774fdb36d3 May 06 09:43:01.190448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Allocated IP 172.25.8.145 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/3767d4c8-70bb-4dc4-86aa-b6d03e38c033) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:01.301959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.423975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.426145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:01.427701 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.507732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Set router e13a999c-89d1-49a8-aef1-820c5965b4f3 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:01.568859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.599777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1956172 May 06 09:43:01.609004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46488) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:01.615944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Request body: {'subnet': {'network_id': '410d81d1-744f-436c-b3cf-f5774fdb36d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-143616846-subnet', 'tenant_id': 'e64200df7a26458b93bd306f8bc28af4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:01.623312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Allocated IP 172.20.0.2 (b3373878-cbf4-4759-b254-b048d795e047/f9f5f50a-b36e-4f15-a3bf-01cf052a8931/ca39edf6-742e-4667-b535-11c14bb13cf6) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:01.661266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Allocated IP 172.20.0.2 (85727a44-50b7-46f2-935c-2a69ddf4bcb7/e1a7baa7-2c7d-4680-a339-3e3f99824257/cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:01.667789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a7b7f-3219-4d3a-854f-669647cc9121 req-ee4ae07d-ce07-4e9c-ad27-dde94fb7c895 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:01.675165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c7a7b7f-3219-4d3a-854f-669647cc9121 req-ee4ae07d-ce07-4e9c-ad27-dde94fb7c895 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 945 time: 0.1498585 May 06 09:43:01.682389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9e4c7-e02b-4fb0-becd-c4989be1b507 admin admin] Pushing event updated for resources: {'Network': ['ID=410d81d1-744f-436c-b3cf-f5774fdb36d3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:01.740193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.753234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 410d81d1-744f-436c-b3cf-f5774fdb36d3 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:01.770886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Made reservation on behalf of e64200df7a26458b93bd306f8bc28af4 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:01.773467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.796846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:01.986628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c7a7b7f-3219-4d3a-854f-669647cc9121 req-6c19b017-7b47-4b4c-b88d-914f52b61234 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104734 May 06 09:43:01.989779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:01.991994 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.153133 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.163288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.252429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:02.279511 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.541879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.555600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.563368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.568670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:02.573373 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.629102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 01ad3db3-1635-447a-8848-20c5134a29b3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:02.636742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Network b3373878-cbf4-4759-b254-b048d795e047 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:02.644224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Checking segment: {'id': '1b1f6dd9-5729-4766-b967-c465c0ae6ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '410d81d1-744f-436c-b3cf-f5774fdb36d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:02.644592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Network hostable DHCP agents. Network: 410d81d1-744f-436c-b3cf-f5774fdb36d3, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:02.649646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9339f53-7fe4-42a3-97fa-ee0e133a9247,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:02.657383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46500) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:02.682936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:02.685969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.686489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:02.692168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Allocated IP 172.25.8.149 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/a41271fd-dde4-4d24-8c1a-f57bf52f898d) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:02.696778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:02.713528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:02.721784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:02.729143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Pushing event updated for resources: {'Port': ['ID=ca39edf6-742e-4667-b535-11c14bb13cf6,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:02.768935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 4, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '82485f64-3c20-4c48-a497-91ba760cf52f', 'name': '', 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'mac_address': 'fa:16:3e:da:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:53Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 2, 'project_id': '095f4b905af747169d1973d83886a1ac', 'subnets': [{'id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:02.782340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.840188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:02.850055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Network 410d81d1-744f-436c-b3cf-f5774fdb36d3 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:02.861163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:02.865386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Pushing event updated for resources: {'Port': ['ID=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:02.868704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:02.879382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Checking router: e13a999c-89d1-49a8-aef1-820c5965b4f3 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:02.879840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Updating router e13a999c-89d1-49a8-aef1-820c5965b4f3 port 82485f64-3c20-4c48-a497-91ba760cf52f binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:02.904739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 410d81d1-744f-436c-b3cf-f5774fdb36d3) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:02.934950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d370a1e-2348-418d-91c3-ab199d1ef144 None None] Network 410d81d1-744f-436c-b3cf-f5774fdb36d3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:02.944033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:02.944646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:02.946443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Attempting to bind port ca39edf6-742e-4667-b535-11c14bb13cf6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:02.946808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Attempting to bind port ca39edf6-742e-4667-b535-11c14bb13cf6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:02.947168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Attempting to bind port ca39edf6-742e-4667-b535-11c14bb13cf6 on network b3373878-cbf4-4759-b254-b048d795e047 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:02.966832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7685-8ec8-4520-b6c9-322af10621bc req-58a6043e-dbaf-4ee4-b74f-f32af222adff tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:02.968782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69bb7685-8ec8-4520-b6c9-322af10621bc req-58a6043e-dbaf-4ee4-b74f-f32af222adff tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f5b80d2-cff4-457b-bad2-0a188103cad4 HTTP/1.1" status: 200 len: 946 time: 0.8437233 May 06 09:43:03.030906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:03.031285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Checking segment: {'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:03.031711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.032113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Bound using segment: {'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:03.032599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Bound port: ca39edf6-742e-4667-b535-11c14bb13cf6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:03.032978 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.034824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Pushing event updated for resources: {'Port': ['ID=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:03.051682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Checking segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:03.052403 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.052861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network hostable DHCP agents. Network: 1923bd5b-10a9-4fab-8e4d-167ff958e058, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:03.081941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.087983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Attempting to bind port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:03.088664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Attempting to bind port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:03.089147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Attempting to bind port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 on network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:03.095291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Subnet': ['ID=e2ad452c-7bc4-48d2-89ff-72a776edc4c9,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:03.096937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 01ad3db3-1635-447a-8848-20c5134a29b3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:03.097307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.104891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:43:03.114174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b013f6a2-1a5a-4f0b-97d2-e3240ea6466a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4950302 May 06 09:43:03.133807 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:03.149737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:03.150108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Checking segment: {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:03.150576 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.151297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Bound using segment: {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:03.151911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Bound port: cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:03.152635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.191712 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb515-b91d-4c43-beca-a46c4749a041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.232314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69bb7685-8ec8-4520-b6c9-322af10621bc req-fcb91b67-0898-4b81-823d-2b40144a5a5d tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407181 May 06 09:43:03.293244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:03.319903 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Sync routers for ids ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:03.341873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1923bd5b-10a9-4fab-8e4d-167ff958e058) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:03.343233 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Routers {'5b5bf015-912d-4bdb-b0d8-b66904004ac4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:03.344922 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:03.357768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.363244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.365648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd34c0-a99b-418b-9a5d-82a5336d26a4 None None] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:03.365988 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c63f0bc7-bb12-4088-8d31-40fd8218145f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0303025 May 06 09:43:03.368608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:03.372241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:03.374400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.445632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:03.491095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:03.498424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:03.500650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=a41271fd-dde4-4d24-8c1a-f57bf52f898d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:03.550453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb515-b91d-4c43-beca-a46c4749a041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.564654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb515-b91d-4c43-beca-a46c4749a041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.598044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ba1bb515-b91d-4c43-beca-a46c4749a041 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89219c8e6c9243809e3f8df23874966e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191373 May 06 09:43:03.609960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46512) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:03.635676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.656549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] For port ca39edf6-742e-4667-b535-11c14bb13cf6, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:03.676271 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3cc8f45e-da17-4baf-9294-dfc9e72cf03e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1018443 May 06 09:43:03.680449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46514) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:03.709117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'subnet': {'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:03.780939 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Set router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:03.816315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] For port ca39edf6-742e-4667-b535-11c14bb13cf6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca39edf6-742e-4667-b535-11c14bb13cf6,segment=NetworkSegment(552ea29b-80df-4b65-8593-fc1c33349a32),segment_id=552ea29b-80df-4b65-8593-fc1c33349a32)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:03.855904 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:03.887871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3089a3-15ae-41a9-bdbb-a9fb3182af99 None None] Network 410d81d1-744f-436c-b3cf-f5774fdb36d3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:03.893348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] For port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:03.935546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.006270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bb515-b91d-4c43-beca-a46c4749a041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93098509-7685-407c-b5e3-d9542478a05c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.041347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] For port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:04.046950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:04.053689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.134226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.147657 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:43:01Z', 'revision_number': 3, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port': {'id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:04.176800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dde021a-a5b0-45ed-8df5-37952fcf698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.183614 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Checking router: 5b5bf015-912d-4bdb-b0d8-b66904004ac4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:04.184599 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Updating router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 port ca1998c4-b10d-4780-9734-a785d36546f8 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:04.215097 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.237458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.336576 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dde021a-a5b0-45ed-8df5-37952fcf698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.379143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.502407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bc5e1-1a9c-4279-bbe6-ea8cea77db82 None None] Pushing event updated for resources: {'Port': ['ID=ca39edf6-742e-4667-b535-11c14bb13cf6,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.574205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.636598 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-2ef8ee1c-d390-4eba-a2eb-ca59d527ac09 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8142900 May 06 09:43:04.802193 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.816798 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.869040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:04.923325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8d1fd-1c66-477f-a3cf-888d204ded6d None None] Pushing event updated for resources: {'Port': ['ID=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.931620 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206ec3a-8a83-4b7c-9678-2455e252a01f None None] Pushing event updated for resources: {'Port': ['ID=ca1998c4-b10d-4780-9734-a785d36546f8,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:04.952688 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Attempting to bind port ca1998c4-b10d-4780-9734-a785d36546f8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:04.953075 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Attempting to bind port ca1998c4-b10d-4780-9734-a785d36546f8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:04.955337 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Attempting to bind port ca1998c4-b10d-4780-9734-a785d36546f8 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:04.975474 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:04.976696 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:04.977928 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:04.982033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:04.982752 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Bound port: ca1998c4-b10d-4780-9734-a785d36546f8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:04.983488 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.001090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dde021a-a5b0-45ed-8df5-37952fcf698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.005540 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dde021a-a5b0-45ed-8df5-37952fcf698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.007158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1dde021a-a5b0-45ed-8df5-37952fcf698a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93098509-7685-407c-b5e3-d9542478a05c HTTP/1.1" status: 204 len: 168 time: 1.3962419 May 06 09:43:05.008053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Router 146bc141-6f43-402a-9dfe-a3f5fc0194ca is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:43:05.033101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde021a-a5b0-45ed-8df5-37952fcf698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93098509-7685-407c-b5e3-d9542478a05c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:05.101014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Subnet': ['ID=836fc98a-09c3-475f-bbae-99cac536c05e,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:05.107157 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] For port ca1998c4-b10d-4780-9734-a785d36546f8, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:05.112417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] For port ca1998c4-b10d-4780-9734-a785d36546f8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca1998c4-b10d-4780-9734-a785d36546f8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:05.124820 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.138500 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.181736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.238636 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Routers {'5b5bf015-912d-4bdb-b0d8-b66904004ac4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:05.239418 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:05.243229 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206ec3a-8a83-4b7c-9678-2455e252a01f None None] Pushing event updated for resources: {'Port': ['ID=ca1998c4-b10d-4780-9734-a785d36546f8,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:05.296595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-fba30886-6e88-4510-b1f7-67b187f5a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.298187 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-fba30886-6e88-4510-b1f7-67b187f5a0d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 1096 time: 0.5170114 May 06 09:43:05.303742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-1923bd5b-10a9-4fab-8e4d-167ff958e058', 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'fixed_ips': [{'subnet_id': 'e2ad452c-7bc4-48d2-89ff-72a776edc4c9'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:05.304623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.365203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Checking segment: {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:05.365629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network hostable DHCP agents. Network: b3836593-218b-46fa-9963-06836e1d29c8, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:05.371847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:05.399277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Sync routers for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:05.507482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.522750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e03d58b-dbd4-4660-9aa7-3a5a149554ae admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.0724680 May 06 09:43:05.536229 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] Set router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:05.551489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-b57a0314-dec0-4d8a-98e5-4f6ede3be0d9 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.571988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-b57a0314-dec0-4d8a-98e5-4f6ede3be0d9 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/networks?id=8a3f73e3-c39d-435b-99ad-7519b4698b33 HTTP/1.1" status: 200 len: 815 time: 0.9908044 May 06 09:43:05.576661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46538) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:05.650481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network b3836593-218b-46fa-9963-06836e1d29c8 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:05.666197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.693915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b3836593-218b-46fa-9963-06836e1d29c8) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:05.722181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46540) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:05.726708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.727319 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.801429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73014753-084a-451b-859c-84674dc6ba15 None None] Pushing event updated for resources: {'Port': ['ID=82485f64-3c20-4c48-a497-91ba760cf52f,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:05.808222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-90434fca-5f96-4020-a0ab-a2c5b247cb55 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/quotas/6250cdc1695e48f9a49a061ef7cff49e HTTP/1.1" status: 200 len: 375 time: 0.2348707 May 06 09:43:05.808948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45575e53-075d-4677-ade2-29c2da4ef6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:05.847104 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-10fbdca9-9249-410c-b5fc-3ab2120cceb0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1401992 May 06 09:43:05.873787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb39c4-108f-4ec9-a006-982278dbd128 None None] Network b3836593-218b-46fa-9963-06836e1d29c8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:05.884194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46542) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:05.891429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'port': {'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'name': 'tempest-TaggedBootDevicesTest_v242-1556129421', 'fixed_ips': [{'subnet_id': 'e2ad452c-7bc4-48d2-89ff-72a776edc4c9'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:05.958933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-bcabf93f-5ec5-4848-b4e0-803cfb5ac322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:05.961308 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-bcabf93f-5ec5-4848-b4e0-803cfb5ac322 service neutron] 10.222.0.83 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 913 time: 0.5859025 May 06 09:43:06.012956 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:43:01Z', 'revision_number': 3, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port': {'id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:06.040670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:06.041039 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.049845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.062317 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b6983-7c42-407b-ab36-256a0906fdf8 None None] The sync data for ids ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'] in n-d-840834-1 is: [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:43:01Z', 'revision_number': 3, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port': {'id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:06.074972 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-76a39390-e888-4d80-87da-f006ea0614b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059 HTTP/1.1" status: 200 len: 217 time: 0.1015658 May 06 09:43:06.086560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:06.087192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:06.110596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-58ad161e-e9af-431e-bfde-26bafc7712f9 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6250cdc1695e48f9a49a061ef7cff49e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2764485 May 06 09:43:06.213119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-1ea9e006-e859-4c35-87d3-246862257509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:06.214912 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-1ea9e006-e859-4c35-87d3-246862257509 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.1301517 May 06 09:43:06.217880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe53f9d-9353-4f69-9b77-15fa245c709b None None] Network b3373878-cbf4-4759-b254-b048d795e047 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:06.233961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Allocated IP 172.20.0.1 (b3373878-cbf4-4759-b254-b048d795e047/f9f5f50a-b36e-4f15-a3bf-01cf052a8931/417f6930-8981-42a6-8c95-78f72f1d9a24) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:06.242672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.280043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Attempting to bind port 82485f64-3c20-4c48-a497-91ba760cf52f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:06.280518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Attempting to bind port 82485f64-3c20-4c48-a497-91ba760cf52f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:06.280939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Attempting to bind port 82485f64-3c20-4c48-a497-91ba760cf52f on network 83492544-15a3-4013-ad36-27b7e4fc127a {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:06.319419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f56646f4-58f5-4072-ac59-16286caed057 None None] Provisioning complete for port 82485f64-3c20-4c48-a497-91ba760cf52f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:06.319888 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f56646f4-58f5-4072-ac59-16286caed057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.355297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Allocated IP 10.1.1.2 (1923bd5b-10a9-4fab-8e4d-167ff958e058/e2ad452c-7bc4-48d2-89ff-72a776edc4c9/4f3594cf-16c0-491e-bffb-ce38fecbf8ca) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:06.360870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:06.361611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Checking segment: {'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:06.362224 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.362787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Bound using segment: {'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:06.363440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Bound port: 82485f64-3c20-4c48-a497-91ba760cf52f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a129fa62-4431-495f-b40b-dc847d0c9292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:06.364040 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.423561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.591981 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-efa21b3f-a57a-445e-8221-d9d37fd7ae53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721402 May 06 09:43:06.636195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:06.690714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.699862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f56646f4-58f5-4072-ac59-16286caed057 None None] Port 82485f64-3c20-4c48-a497-91ba760cf52f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:06.707520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=a41271fd-dde4-4d24-8c1a-f57bf52f898d,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:06.761411 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.777492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Pushing event updated for resources: {'Port': ['ID=417f6930-8981-42a6-8c95-78f72f1d9a24,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:06.784084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Network b3373878-cbf4-4759-b254-b048d795e047 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:06.788631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:06.793696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec85772-3db0-4246-9b9a-bd8f33a18f36 None None] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:06.796593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:06.861741 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-2e1b1e17-9ec0-4a55-8971-0aee9f343923 service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619197 May 06 09:43:06.877901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-ec5fde98-c402-4de6-a34f-2037fccdaa62 service neutron] 10.222.0.76 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7664282 May 06 09:43:06.949552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:06.957313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-750d3f83-0944-4b8c-a1d2-fd82d55231b4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.3888507 May 06 09:43:06.972224 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.116447 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fb3b456-00b1-4312-acfb-f386bc3e182e req-562576cd-2c70-4b97-ab27-c21e449da7b1 service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466357 May 06 09:43:07.261511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b3836593-218b-46fa-9963-06836e1d29c8', 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'fixed_ips': [{'subnet_id': '836fc98a-09c3-475f-bbae-99cac536c05e'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:07.262376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.271783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.433095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:07.455273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Provisioning complete for port ca39edf6-742e-4667-b535-11c14bb13cf6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:07.455665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.502506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.508234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-b92f7007-3e10-4529-b6ad-57911b468bce tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.5489142 May 06 09:43:07.717095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] device_id is not set on port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:43:07.821241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca39edf6-742e-4667-b535-11c14bb13cf6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:07.853932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45575e53-075d-4677-ade2-29c2da4ef6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.882661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] For port 82485f64-3c20-4c48-a497-91ba760cf52f, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:07.916494 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45575e53-075d-4677-ade2-29c2da4ef6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:07.991091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] For port 82485f64-3c20-4c48-a497-91ba760cf52f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82485f64-3c20-4c48-a497-91ba760cf52f,segment=NetworkSegment(a129fa62-4431-495f-b40b-dc847d0c9292),segment_id=a129fa62-4431-495f-b40b-dc847d0c9292)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:08.038405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.046140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.115656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.137692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-45575e53-075d-4677-ade2-29c2da4ef6ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d010a284c9f743749a4fed90f6498562&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4110379 May 06 09:43:08.139397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45575e53-075d-4677-ade2-29c2da4ef6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fc8368-ee2e-4665-9c81-a597ded588e4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:08.144172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Pushing event updated for resources: {'Port': ['ID=417f6930-8981-42a6-8c95-78f72f1d9a24,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:08.150389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46548) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:08.202438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Allocated IP 10.2.2.2 (b3836593-218b-46fa-9963-06836e1d29c8/836fc98a-09c3-475f-bbae-99cac536c05e/caa3e642-c4b1-4018-aba8-d7983b756554) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:08.254948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.401111 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47ca9ad7-e2ed-4d91-8186-55cce0ba5191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.408754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-82a0e6eb-76b3-4225-99e0-2fca10216c7f service neutron] 10.222.0.76 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4880521 May 06 09:43:08.422725 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.445986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-5e8fa802-e50f-4b83-90da-d3e01b6151dd tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:08.466564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47ca9ad7-e2ed-4d91-8186-55cce0ba5191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.466901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92a52114-7214-43d0-9dfc-d890ee2a20aa req-5e8fa802-e50f-4b83-90da-d3e01b6151dd tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.9178035 May 06 09:43:08.531624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ca39edf6-742e-4667-b535-11c14bb13cf6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:08.540532 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.543472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Network b3373878-cbf4-4759-b254-b048d795e047 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:08.548192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:08.684548 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47ca9ad7-e2ed-4d91-8186-55cce0ba5191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.699443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47ca9ad7-e2ed-4d91-8186-55cce0ba5191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.702096 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47ca9ad7-e2ed-4d91-8186-55cce0ba5191 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21fc8368-ee2e-4665-9c81-a597ded588e4 HTTP/1.1" status: 204 len: 168 time: 0.5506194 May 06 09:43:08.768219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca9ad7-e2ed-4d91-8186-55cce0ba5191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fc8368-ee2e-4665-9c81-a597ded588e4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:08.824413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:08.989699 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:08.994545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73014753-084a-451b-859c-84674dc6ba15 None None] Pushing event updated for resources: {'Port': ['ID=82485f64-3c20-4c48-a497-91ba760cf52f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:09.003915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Routers {'e13a999c-89d1-49a8-aef1-820c5965b4f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:09.004499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e13a999c-89d1-49a8-aef1-820c5965b4f3'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:09.087146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-238e67f3-9ce3-4b53-a660-ca5a2cd65ea5 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2877817 May 06 09:43:09.110566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:09.115961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-edb15064-15f9-481f-8293-bd61263a140f admin admin] 10.222.0.76 "PUT /v2.0/routers/5b5bf015-912d-4bdb-b0d8-b66904004ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7169614 May 06 09:43:09.120420 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Sync routers for ids ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:09.134437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:09.157965 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Routers {'5b5bf015-912d-4bdb-b0d8-b66904004ac4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:09.159612 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:09.196271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a15e2f-2dd1-466e-bdf2-6d88989047f5 req-5f2deaab-50ae-4344-95bd-d0360f585017 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:09.198628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98a15e2f-2dd1-466e-bdf2-6d88989047f5 req-5f2deaab-50ae-4344-95bd-d0360f585017 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=0f5b80d2-cff4-457b-bad2-0a188103cad4 HTTP/1.1" status: 200 len: 946 time: 0.5054846 May 06 09:43:09.199686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.206875 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.293134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:09.338110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:09.344227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:09.452767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98a15e2f-2dd1-466e-bdf2-6d88989047f5 req-9c60d667-b9b5-4300-b108-01a1fcd439d8 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217090 May 06 09:43:09.455099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:09.474083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 10.1.1.18 (1923bd5b-10a9-4fab-8e4d-167ff958e058/e2ad452c-7bc4-48d2-89ff-72a776edc4c9/803f3ef6-07d9-4481-9e40-5c7c95b40ed7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:09.715979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7256f303-da63-4747-bb68-b08575071646 req-9912a49b-1fc0-44f0-8dd7-0733f776f7d3 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 210 time: 0.1250341 May 06 09:43:09.887073 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Set router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:10.080309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] For port ca39edf6-742e-4667-b535-11c14bb13cf6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca39edf6-742e-4667-b535-11c14bb13cf6,segment=NetworkSegment(552ea29b-80df-4b65-8593-fc1c33349a32),segment_id=552ea29b-80df-4b65-8593-fc1c33349a32)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:10.230805 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.283505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Attempting to bind port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:10.284087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Attempting to bind port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:10.284454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Attempting to bind port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:10.375759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] Set router e13a999c-89d1-49a8-aef1-820c5965b4f3 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:10.391393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.442856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Pushing event updated for resources: {'Port': ['ID=4f3594cf-16c0-491e-bffb-ce38fecbf8ca,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:10.554923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:10.555443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Checking segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:10.556153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.556737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Bound using segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:10.557296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Bound port: 4f3594cf-16c0-491e-bffb-ce38fecbf8ca, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:10.557781 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.591406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.626179 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:43:07Z', 'revision_number': 4, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port': {'id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '417f6930-8981-42a6-8c95-78f72f1d9a24', 'name': '', 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'mac_address': 'fa:16:3e:42:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'f9f5f50a-b36e-4f15-a3bf-01cf052a8931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:05Z', 'updated_at': '2022-05-06T09:43:07Z', 'revision_number': 2, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'subnets': [{'id': 'f9f5f50a-b36e-4f15-a3bf-01cf052a8931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:10.674991 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.685298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Allocated IP 172.20.0.1 (85727a44-50b7-46f2-935c-2a69ddf4bcb7/e1a7baa7-2c7d-4680-a339-3e3f99824257/f73d60f4-25c6-430e-bb86-cd3e4a608acb) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:10.691676 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Checking router: 5b5bf015-912d-4bdb-b0d8-b66904004ac4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:10.692039 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Updating router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 port 417f6930-8981-42a6-8c95-78f72f1d9a24 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:10.737761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.740925 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.769733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Provisioning complete for port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:10.772980 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.783695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:03Z', 'revision_number': 3, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:10.793015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Pushing event updated for resources: {'Port': ['ID=ca39edf6-742e-4667-b535-11c14bb13cf6,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:10.821375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:10.959306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Allocated IP 172.25.8.31 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/53f4d647-c840-4094-8f26-321c6dcf4a69) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:11.198802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.284324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Checking router: 146bc141-6f43-402a-9dfe-a3f5fc0194ca for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:11.285079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Updating router 146bc141-6f43-402a-9dfe-a3f5fc0194ca port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:11.340454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:11.358630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a50c31ba-5989-4e30-a70b-242b5f30bccf tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:11.364510 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a50c31ba-5989-4e30-a70b-242b5f30bccf tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.83 "GET /v2.0/networks?id=8a3f73e3-c39d-435b-99ad-7519b4698b33 HTTP/1.1" status: 200 len: 815 time: 0.5316904 May 06 09:43:11.378480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Request body: {'port': {'device_id': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33', 'admin_state_up': True, 'tenant_id': '6250cdc1695e48f9a49a061ef7cff49e'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:11.389219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f855ffd-9337-45ae-b191-e60b459e9ce7 req-f62d55eb-8c09-4108-827c-3df709e262e6 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 210 time: 0.1609082 May 06 09:43:11.408464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:11.415561 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.472168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.475115 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.516299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:11.654185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:11.711699 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:43:11.712902 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:43:11.713960 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.805630 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53513253-b57e-46a6-b053-af6c6feb9d16 None None] Pushing event updated for resources: {'Port': ['ID=417f6930-8981-42a6-8c95-78f72f1d9a24,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:11.811877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Made reservation on behalf of 6250cdc1695e48f9a49a061ef7cff49e for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:11.820420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.861505 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Attempting to bind port 417f6930-8981-42a6-8c95-78f72f1d9a24 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:11.866267 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Attempting to bind port 417f6930-8981-42a6-8c95-78f72f1d9a24 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:11.867171 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Attempting to bind port 417f6930-8981-42a6-8c95-78f72f1d9a24 on network b3373878-cbf4-4759-b254-b048d795e047 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:11.881829 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:11.883277 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Checking segment: {'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:11.884250 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.887319 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Bound using segment: {'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:11.890281 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Bound port: 417f6930-8981-42a6-8c95-78f72f1d9a24, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552ea29b-80df-4b65-8593-fc1c33349a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:11.892102 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.925218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:11.927697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:11.957568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:12.137053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:12.138935 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] For port 417f6930-8981-42a6-8c95-78f72f1d9a24, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:12.142907 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] For port 417f6930-8981-42a6-8c95-78f72f1d9a24, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=417f6930-8981-42a6-8c95-78f72f1d9a24,segment=NetworkSegment(552ea29b-80df-4b65-8593-fc1c33349a32),segment_id=552ea29b-80df-4b65-8593-fc1c33349a32)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:12.161026 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:12.161928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8593e342-5e50-4364-91a8-e0ed48f3752c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.2751372 May 06 09:43:12.166019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46686) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:12.196825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Allocated IP 172.20.0.7 (8a3f73e3-c39d-435b-99ad-7519b4698b33/c63d799d-329a-42e6-ab64-ab05f18c2b7b/5288f0de-d0c8-4a26-a621-350cdb6b7708) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:12.208441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=53f4d647-c840-4094-8f26-321c6dcf4a69,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:12.212129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:12.220007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'port': {'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'name': 'tempest-TaggedBootDevicesTest_v242-1321046403', 'fixed_ips': [{'subnet_id': 'e2ad452c-7bc4-48d2-89ff-72a776edc4c9'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:12.305666 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Routers {'5b5bf015-912d-4bdb-b0d8-b66904004ac4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:12.314391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:42:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:12.404663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:12.546673 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] Set router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:12.677326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-77d0733f-8896-4b12-b0ca-e5c216b73f61 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:12.678895 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-77d0733f-8896-4b12-b0ca-e5c216b73f61 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "GET /v2.0/ports?device_id=58197c3b-811b-4ec0-98b9-ef3e85cfafc5 HTTP/1.1" status: 200 len: 945 time: 0.1856256 May 06 09:43:12.686467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:12.717406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Network b3836593-218b-46fa-9963-06836e1d29c8 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:12.726305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:12.744854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:12.801227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:12.824944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:12.854046 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53513253-b57e-46a6-b053-af6c6feb9d16 None None] Pushing event updated for resources: {'Port': ['ID=417f6930-8981-42a6-8c95-78f72f1d9a24,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:12.883298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] device_id is not set on port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:43:12.924097 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:43:07Z', 'revision_number': 4, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port': {'id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '417f6930-8981-42a6-8c95-78f72f1d9a24', 'name': '', 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'mac_address': 'fa:16:3e:42:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'f9f5f50a-b36e-4f15-a3bf-01cf052a8931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:05Z', 'updated_at': '2022-05-06T09:43:12Z', 'revision_number': 4, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'subnets': [{'id': 'f9f5f50a-b36e-4f15-a3bf-01cf052a8931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:12.925318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:12.976273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:12.987207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2166f-3b75-4d22-ab26-dfb1f52d7118 None None] The sync data for ids ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'] in n-d-840834-1 is: [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:43:07Z', 'revision_number': 4, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port': {'id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '417f6930-8981-42a6-8c95-78f72f1d9a24', 'name': '', 'network_id': 'b3373878-cbf4-4759-b254-b048d795e047', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'mac_address': 'fa:16:3e:42:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'f9f5f50a-b36e-4f15-a3bf-01cf052a8931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:05Z', 'updated_at': '2022-05-06T09:43:12Z', 'revision_number': 4, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'subnets': [{'id': 'f9f5f50a-b36e-4f15-a3bf-01cf052a8931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:12.995179 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.005727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.051426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:13.051633 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46712) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:13.180291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] For port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:13.219942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Pushing event updated for resources: {'Port': ['ID=caa3e642-c4b1-4018-aba8-d7983b756554,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:13.241633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.258807 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Pushing event updated for resources: {'Port': ['ID=5288f0de-d0c8-4a26-a621-350cdb6b7708,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:13.268113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Network 8a3f73e3-c39d-435b-99ad-7519b4698b33 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:13.277685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:13.287225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:13.310754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Attempting to bind port caa3e642-c4b1-4018-aba8-d7983b756554 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:13.311121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Attempting to bind port caa3e642-c4b1-4018-aba8-d7983b756554 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:13.311484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Attempting to bind port caa3e642-c4b1-4018-aba8-d7983b756554 on network b3836593-218b-46fa-9963-06836e1d29c8 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:13.335014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5d86879-8a34-4666-ba15-5dd8ac39c280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.337075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] For port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:13.348032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:13.348732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Checking segment: {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:13.348934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cba6d-da38-4062-bc87-def2d85b6244 req-91d91a3b-70fe-4cff-ad37-e17cfa15da49 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:13.349486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.350095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Bound using segment: {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:13.350763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Bound port: caa3e642-c4b1-4018-aba8-d7983b756554, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:13.351336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.353926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-139cba6d-da38-4062-bc87-def2d85b6244 req-91d91a3b-70fe-4cff-ad37-e17cfa15da49 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "GET /v2.0/ports?device_id=0f5b80d2-cff4-457b-bad2-0a188103cad4 HTTP/1.1" status: 200 len: 946 time: 1.5239933 May 06 09:43:13.380572 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b97f1128-4568-4361-97b3-066a4118ca3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.404277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:13.405751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.444477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] For port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4f3594cf-16c0-491e-bffb-ce38fecbf8ca,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:13.446869 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-e294ab1d-0f6a-428e-8484-3ce0f3e6e3dd tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0730996 May 06 09:43:13.450796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Deleting port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:13.451686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.476960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Request body: {'port': {'device_id': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:13.480942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:13.481716 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.544627 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.573405 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.616220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Provisioning complete for port ca39edf6-742e-4667-b535-11c14bb13cf6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:13.616882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.638547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-b2129174-30f6-4844-b300-60c6ec7d1ebb tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:13.641112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-b2129174-30f6-4844-b300-60c6ec7d1ebb tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 812 time: 1.7792463 May 06 09:43:13.685293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.716040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 10.1.1.180 (1923bd5b-10a9-4fab-8e4d-167ff958e058/e2ad452c-7bc4-48d2-89ff-72a776edc4c9/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:13.724947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] For port c0276eb1-e253-4dbf-8dc4-d57de1dd2059, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:13.725244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.735448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] For port caa3e642-c4b1-4018-aba8-d7983b756554, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:13.738835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] For port caa3e642-c4b1-4018-aba8-d7983b756554, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=caa3e642-c4b1-4018-aba8-d7983b756554,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:13.754877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.773258 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.798075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-dd45b2ec-6030-4ac9-b28c-8da1eae21f99 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/quotas/27629e104dfe4b8abac41749360a1774 HTTP/1.1" status: 200 len: 375 time: 0.0815752 May 06 09:43:13.802228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Calling delete_port for c0276eb1-e253-4dbf-8dc4-d57de1dd2059 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:13.816595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b97f1128-4568-4361-97b3-066a4118ca3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.849088 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.881930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b97f1128-4568-4361-97b3-066a4118ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.908921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:13.933347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278bcd-8798-4b3c-976b-3ad317cf4875 None None] Pushing event updated for resources: {'Port': ['ID=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.089322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46512d5-ebfb-4426-90a8-7e962b9e90cf None None] Pushing event updated for resources: {'Port': ['ID=4f3594cf-16c0-491e-bffb-ce38fecbf8ca,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.224882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca1998c4-b10d-4780-9734-a785d36546f8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:14.332808 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b97f1128-4568-4361-97b3-066a4118ca3e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7424ef5da62342e9beefa3ab1e706409&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2513471 May 06 09:43:14.354344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46722) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:14.443909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f1128-4568-4361-97b3-066a4118ca3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f4baf8-361d-4b7c-8113-f24337e77e27,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.482290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.519084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ca1998c4-b10d-4780-9734-a785d36546f8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:14.519084 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.636932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.649319 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.674976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d76f95-d78c-4ee6-bd29-b676d849d108 None None] Pushing event updated for resources: {'Port': ['ID=caa3e642-c4b1-4018-aba8-d7983b756554,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.711786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Attempting to bind port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:14.712461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Attempting to bind port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:14.713001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Attempting to bind port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:14.720304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event deleted for resources: {'Port': ['ID=c0276eb1-e253-4dbf-8dc4-d57de1dd2059,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.742827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=53f4d647-c840-4094-8f26-321c6dcf4a69,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:14.750361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:14.771721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 4, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '82485f64-3c20-4c48-a497-91ba760cf52f', 'name': '', 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'mac_address': 'fa:16:3e:da:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:53Z', 'updated_at': '2022-05-06T09:43:07Z', 'revision_number': 4, 'project_id': '095f4b905af747169d1973d83886a1ac', 'subnets': [{'id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:14.784916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:14.786013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:14.787634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] No DVR routers for this DVR port c0276eb1-e253-4dbf-8dc4-d57de1dd2059 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:14.788558 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.789597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:14.791784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Bound port: 3767d4c8-70bb-4dc4-86aa-b6d03e38c033, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:14.792979 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.804888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.808158 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-32df62d4-3371-48d8-b0e4-41402bb8ca6b req-8f0c9782-c405-4787-8fc0-d66f91e1ad47 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "DELETE /v2.0/ports/c0276eb1-e253-4dbf-8dc4-d57de1dd2059 HTTP/1.1" status: 204 len: 173 time: 2.1150534 May 06 09:43:14.814139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'name': 'network-vif-deleted', 'tag': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:14.820826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:14.823159 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92b06d4-4b34-4759-8770-8f8734f0f985" -d '{"events": [{"server_uuid": "58197c3b-811b-4ec0-98b9-ef3e85cfafc5", "name": "network-vif-deleted", "tag": "c0276eb1-e253-4dbf-8dc4-d57de1dd2059"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:14.897310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:14.903190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2f2753c-9b21-4ef4-a830-5876f97dc928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:14.965382 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2f2753c-9b21-4ef4-a830-5876f97dc928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.004209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091ef8b-d1ab-4262-9402-85d9642023b1 None None] The sync data for ids ['e13a999c-89d1-49a8-aef1-820c5965b4f3'] in n-d-840834-1 is: [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:42:55Z', 'revision_number': 4, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '82485f64-3c20-4c48-a497-91ba760cf52f', 'name': '', 'network_id': '83492544-15a3-4013-ad36-27b7e4fc127a', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'mac_address': 'fa:16:3e:da:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:53Z', 'updated_at': '2022-05-06T09:43:07Z', 'revision_number': 4, 'project_id': '095f4b905af747169d1973d83886a1ac', 'subnets': [{'id': 'd82ef27b-8e8b-45d1-9577-3a0a92caab81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:15.016978 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.027278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Deleting port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:15.027567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.039233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-2e2c4fc3-6655-45cd-9c0b-4ea672d314e6 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2143199 May 06 09:43:15.084066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2f2753c-9b21-4ef4-a830-5876f97dc928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.087402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2f2753c-9b21-4ef4-a830-5876f97dc928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.089068 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c2f2753c-9b21-4ef4-a830-5876f97dc928 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8f4baf8-361d-4b7c-8113-f24337e77e27 HTTP/1.1" status: 204 len: 168 time: 0.7323654 May 06 09:43:15.092199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Provisioning complete for port 82485f64-3c20-4c48-a497-91ba760cf52f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:15.092752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.129395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2753c-9b21-4ef4-a830-5876f97dc928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f4baf8-361d-4b7c-8113-f24337e77e27,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:15.281778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5288f0de-d0c8-4a26-a621-350cdb6b7708 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:15.298623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.316468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Transition to ACTIVE for port object 5288f0de-d0c8-4a26-a621-350cdb6b7708 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:15.323006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.397720 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.459800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Pushing event updated for resources: {'Port': ['ID=5288f0de-d0c8-4a26-a621-350cdb6b7708,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:15.499173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 8334d75a-ac5b-421c-b0c2-cd909c38e2ec no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:15.516496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ddf2-814f-4018-8046-e7055a6e40fe None None] Pushing event updated for resources: {'Port': ['ID=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:15.618052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.641860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Attempting to bind port 5288f0de-d0c8-4a26-a621-350cdb6b7708 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:15.642242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Attempting to bind port 5288f0de-d0c8-4a26-a621-350cdb6b7708 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '84b65554-dc8b-4c01-9fb1-c01a56349485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:15.642832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Attempting to bind port 5288f0de-d0c8-4a26-a621-350cdb6b7708 on network 8a3f73e3-c39d-435b-99ad-7519b4698b33 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:15.667942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Port 5288f0de-d0c8-4a26-a621-350cdb6b7708 on network 8a3f73e3-c39d-435b-99ad-7519b4698b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:15.668314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Attempting to bind port 5288f0de-d0c8-4a26-a621-350cdb6b7708 on network 8a3f73e3-c39d-435b-99ad-7519b4698b33 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:15.688417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:15.688781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Checking segment: {'id': '84b65554-dc8b-4c01-9fb1-c01a56349485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:15.689146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Bound using segment: {'id': '84b65554-dc8b-4c01-9fb1-c01a56349485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:15.689601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Bound port: 5288f0de-d0c8-4a26-a621-350cdb6b7708, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b65554-dc8b-4c01-9fb1-c01a56349485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:15.689966 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.696308 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f27a0f7f-24bc-40da-a808-84d14ae7d5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.732178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c0276eb1-e253-4dbf-8dc4-d57de1dd2059 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:15.740772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:15.810943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] For port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:15.847548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] For port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:15.877461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port ca1998c4-b10d-4780-9734-a785d36546f8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca1998c4-b10d-4780-9734-a785d36546f8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:15.920817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] For port 5288f0de-d0c8-4a26-a621-350cdb6b7708, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:15.927021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] For port 5288f0de-d0c8-4a26-a621-350cdb6b7708, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708,segment=NetworkSegment(84b65554-dc8b-4c01-9fb1-c01a56349485),segment_id=84b65554-dc8b-4c01-9fb1-c01a56349485)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:15.939693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.002431 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.060032 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.079890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:16.081950 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.089900 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] 10.222.0.83 "PUT /v2.0/ports/5288f0de-d0c8-4a26-a621-350cdb6b7708 HTTP/1.1" status: 200 len: 1091 time: 2.6290433 May 06 09:43:16.114907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: c0276eb1-e253-4dbf-8dc4-d57de1dd2059 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:16.116877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c0276eb1-e253-4dbf-8dc4-d57de1dd2059 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:16.125658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Pushing event updated for resources: {'Port': ['ID=f73d60f4-25c6-430e-bb86-cd3e4a608acb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:16.174317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e44a56-1ad3-4907-a366-c5cfe1d8dd69 None None] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:16.200085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479d6c6-43d9-49d1-9b68-5b6c6c3e6d9f service neutron] Pushing event updated for resources: {'Port': ['ID=5288f0de-d0c8-4a26-a621-350cdb6b7708,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:16.219644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.221241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-6feacf18-afc4-435b-95d4-75eba3c95051 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.1080518 May 06 09:43:16.222853 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.301885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-c1651be3-1006-47b7-9229-2e8714f6a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:16.310021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-c1651be3-1006-47b7-9229-2e8714f6a0d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6250cdc1695e48f9a49a061ef7cff49e&device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 1094 time: 0.1669748 May 06 09:43:16.436795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-273e3b70-6e87-4596-a7ac-e8ea315e60d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708 HTTP/1.1" status: 200 len: 217 time: 0.1210115 May 06 09:43:16.470100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.483741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-7cf25e5e-bc7b-4292-9b16-4217ec79e796 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.1680708 May 06 09:43:16.572217 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:16.588624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-40ed3da0-3d7b-4751-9647-427732c6e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:16.598875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-40ed3da0-3d7b-4751-9647-427732c6e4ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c63d799d-329a-42e6-ab64-ab05f18c2b7b HTTP/1.1" status: 200 len: 855 time: 0.1501334 May 06 09:43:16.629637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:16.638346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b93e7-ab53-43f7-b77f-33f7b2d9fef2 None None] Network b3836593-218b-46fa-9963-06836e1d29c8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:16.675910 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-c2615158-d497-4e1d-a67c-8f807aa445c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a3f73e3-c39d-435b-99ad-7519b4698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698733 May 06 09:43:16.678917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:16.705758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:16.720829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:16.721719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:16.801037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:16.884280 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-f4a71a2a-346d-432e-81c3-f527a923ba8f service neutron] 10.222.0.83 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992879 May 06 09:43:16.976876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] For port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:16.982355 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.033064 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-052e4a7b-5747-4668-a881-7d6a40f83658 req-fe1eae4b-7986-4bad-8f64-695f1d17b49f service neutron] 10.222.0.83 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416035 May 06 09:43:17.135621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca39edf6-742e-4667-b535-11c14bb13cf6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:17.144976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f72e8638-0185-42a0-9870-ae43e4054b41 service neutron] 10.222.0.76 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0818264 May 06 09:43:17.159937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Calling delete_port for 8334d75a-ac5b-421c-b0c2-cd909c38e2ec owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:17.185935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:17.187467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.290702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-37b08503-2bcb-46d6-9cad-62431771c043 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0721629 May 06 09:43:17.364793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-41dd3c32-7bca-45ec-b0ac-db53cd750c5d tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:17.376181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f501c59-82f2-40e7-a8a5-29802feb5a62 req-41dd3c32-7bca-45ec-b0ac-db53cd750c5d tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.8215799 May 06 09:43:17.437366 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.440016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] For port 82485f64-3c20-4c48-a497-91ba760cf52f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82485f64-3c20-4c48-a497-91ba760cf52f,segment=NetworkSegment(a129fa62-4431-495f-b40b-dc847d0c9292),segment_id=a129fa62-4431-495f-b40b-dc847d0c9292)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:17.452831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1ddf2-814f-4018-8046-e7055a6e40fe None None] Pushing event updated for resources: {'Port': ['ID=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:17.465891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-e6ee2592-b568-424f-b12b-2b8ba779c9dd service neutron] 10.222.0.76 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197846 May 06 09:43:17.477033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.493026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.512561 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.535076 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.550245 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.622490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.708402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Provisioning complete for port 417f6930-8981-42a6-8c95-78f72f1d9a24 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:17.708762 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.785847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Pushing event updated for resources: {'Port': ['ID=f73d60f4-25c6-430e-bb86-cd3e4a608acb,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:17.800431 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1828c4-d2f6-49c2-b63e-49a441cc5564 x-openstack-request-id: req-9e1828c4-d2f6-49c2-b63e-49a441cc5564 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:17.800732 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58197c3b-811b-4ec0-98b9-ef3e85cfafc5", "name": "network-vif-deleted", "tag": "c0276eb1-e253-4dbf-8dc4-d57de1dd2059", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:17.800985 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e1828c4-d2f6-49c2-b63e-49a441cc5564 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:17.801393 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1828c4-d2f6-49c2-b63e-49a441cc5564'] response: {'server_uuid': '58197c3b-811b-4ec0-98b9-ef3e85cfafc5', 'name': 'network-vif-deleted', 'tag': 'c0276eb1-e253-4dbf-8dc4-d57de1dd2059', 'status': 'completed', 'code': 200} May 06 09:43:17.821749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ca39edf6-742e-4667-b535-11c14bb13cf6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:17.822201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.827982 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:17.893511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80456dd3-4334-4978-900d-11227f71e6a7 req-cfa3aaa9-c3a6-4d2f-998b-1469941f4d2c tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:17.895312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80456dd3-4334-4978-900d-11227f71e6a7 req-cfa3aaa9-c3a6-4d2f-998b-1469941f4d2c tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 943 time: 0.3847659 May 06 09:43:17.930013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:17.937517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=ca1998c4-b10d-4780-9734-a785d36546f8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:17.946961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event deleted for resources: {'Port': ['ID=8334d75a-ac5b-421c-b0c2-cd909c38e2ec,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:18.015676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] No DVR routers for this DVR port 8334d75a-ac5b-421c-b0c2-cd909c38e2ec on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:18.018820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.023628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-139cba6d-da38-4062-bc87-def2d85b6244 req-b0532055-b097-48af-ae4c-bcd6b5132fe5 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "DELETE /v2.0/ports/8334d75a-ac5b-421c-b0c2-cd909c38e2ec HTTP/1.1" status: 204 len: 173 time: 4.5885758 May 06 09:43:18.038479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'name': 'network-vif-deleted', 'tag': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:18.050729 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98028f4-bfcc-4376-90f9-aded7a6cb510" -d '{"events": [{"server_uuid": "0f5b80d2-cff4-457b-bad2-0a188103cad4", "name": "network-vif-deleted", "tag": "8334d75a-ac5b-421c-b0c2-cd909c38e2ec"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:18.083327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Pushing event updated for resources: {'Port': ['ID=82485f64-3c20-4c48-a497-91ba760cf52f,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:18.162116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80456dd3-4334-4978-900d-11227f71e6a7 req-b8f5c5df-d379-4f2f-be68-171714eec378 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be670b9-3aa3-47fe-9187-2722ed3040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262604 May 06 09:43:18.175623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.214078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:18.228050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:18.493280 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.547307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82485f64-3c20-4c48-a497-91ba760cf52f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:18.751051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46806) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:18.758596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-17a35a45-410b-4298-847a-4ff99d701cec tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912526988', 'description': 'tempest-description--498535438'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:18.873589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17a35a45-410b-4298-847a-4ff99d701cec tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:18.955396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Router 146bc141-6f43-402a-9dfe-a3f5fc0194ca has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:18.992662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-3af46971-adc2-4d1a-b417-9105110badd9 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6312878 May 06 09:43:19.018245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:19.046391 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.069988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] For port 417f6930-8981-42a6-8c95-78f72f1d9a24, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=417f6930-8981-42a6-8c95-78f72f1d9a24,segment=NetworkSegment(552ea29b-80df-4b65-8593-fc1c33349a32),segment_id=552ea29b-80df-4b65-8593-fc1c33349a32)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:19.107475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.112757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17a35a45-410b-4298-847a-4ff99d701cec tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.126001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17a35a45-410b-4298-847a-4ff99d701cec tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.197885 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afdcd06-80e4-454c-98d9-56040f2ececf x-openstack-request-id: req-2afdcd06-80e4-454c-98d9-56040f2ececf {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:19.198563 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5b80d2-cff4-457b-bad2-0a188103cad4", "name": "network-vif-deleted", "tag": "8334d75a-ac5b-421c-b0c2-cd909c38e2ec", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:19.198563 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2afdcd06-80e4-454c-98d9-56040f2ececf {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:19.198897 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afdcd06-80e4-454c-98d9-56040f2ececf'] response: {'server_uuid': '0f5b80d2-cff4-457b-bad2-0a188103cad4', 'name': 'network-vif-deleted', 'tag': '8334d75a-ac5b-421c-b0c2-cd909c38e2ec', 'status': 'completed', 'code': 200} May 06 09:43:19.204068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17a35a45-410b-4298-847a-4ff99d701cec tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.217431 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17a35a45-410b-4298-847a-4ff99d701cec tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4645486 May 06 09:43:19.224144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46826) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:19.242840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a35a45-410b-4298-847a-4ff99d701cec tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7481e43-2c4f-4796-8658-851a7a6350ad,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:19.258617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e319c3f9-f7af-4332-b6a7-6489297efd87 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'security_group_rule': {'security_group_id': 'f7481e43-2c4f-4796-8658-851a7a6350ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:19.319728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Provisioning complete for port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:19.321140 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.370836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cba968c-ff9f-4ed2-a25c-aef176f6f582 req-6f8cfa45-a8e0-4700-8d96-3bb3170bbae3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 210 time: 0.0515668 May 06 09:43:19.381160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.567659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66ec21-2c97-42ee-8213-8c786686c5a0 None None] Pushing event updated for resources: {'Port': ['ID=417f6930-8981-42a6-8c95-78f72f1d9a24,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:19.570731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e319c3f9-f7af-4332-b6a7-6489297efd87 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.578754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 82485f64-3c20-4c48-a497-91ba760cf52f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:19.579330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.696907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5288f0de-d0c8-4a26-a621-350cdb6b7708 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:19.785366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:19.797224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-49a7d202-0d64-40f5-93d0-b15070c87256 admin admin] 10.222.0.76 "PUT /v2.0/routers/146bc141-6f43-402a-9dfe-a3f5fc0194ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2038920 May 06 09:43:19.802894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'tag': '5288f0de-d0c8-4a26-a621-350cdb6b7708'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:19.805540 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866157c-a4c8-4101-847f-c8301f97d4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "19d58c1e-112c-4ee5-a5c2-aa836ba99b68", "tag": "5288f0de-d0c8-4a26-a621-350cdb6b7708"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:19.835156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e319c3f9-f7af-4332-b6a7-6489297efd87 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.882770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e319c3f9-f7af-4332-b6a7-6489297efd87 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:19.883501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:11Z', 'revision_number': 1, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:19.904666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c90020-f207-4587-abb2-55282eb9b0bd req-c393db56-665b-4f5c-9b68-e67468bd165e tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:19.918302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5c90020-f207-4587-abb2-55282eb9b0bd req-c393db56-665b-4f5c-9b68-e67468bd165e tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 943 time: 0.3591094 May 06 09:43:19.961098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048669a8-f88b-4b78-8baf-9db091406093 None None] The sync data for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 is: [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:11Z', 'revision_number': 1, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:20.010349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device caa3e642-c4b1-4018-aba8-d7983b756554 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:20.032211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319c3f9-f7af-4332-b6a7-6489297efd87 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2488d7ad-6917-4943-96d3-080dfbbbba93,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:20.052078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e319c3f9-f7af-4332-b6a7-6489297efd87 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.053269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e319c3f9-f7af-4332-b6a7-6489297efd87 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8248892 May 06 09:43:20.065860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46834) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:20.071492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-31786460-11d9-40d8-bcdc-a16daf608266 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'security_group_rule': {'security_group_id': 'f7481e43-2c4f-4796-8658-851a7a6350ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:20.121591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5c90020-f207-4587-abb2-55282eb9b0bd req-63e0aa62-7396-4d12-9eab-4cb1b93fa363 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be670b9-3aa3-47fe-9187-2722ed3040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024159 May 06 09:43:20.137846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.141502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31786460-11d9-40d8-bcdc-a16daf608266 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.205154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5288f0de-d0c8-4a26-a621-350cdb6b7708, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708,segment=NetworkSegment(84b65554-dc8b-4c01-9fb1-c01a56349485),segment_id=84b65554-dc8b-4c01-9fb1-c01a56349485)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:20.252428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '5288f0de-d0c8-4a26-a621-350cdb6b7708', 'network_id': '8a3f73e3-c39d-435b-99ad-7519b4698b33', 'port_id': '5288f0de-d0c8-4a26-a621-350cdb6b7708', 'mac_address': 'fa:16:3e:f4:a3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63d799d-329a-42e6-ab64-ab05f18c2b7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:20.254010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Provisioning complete for port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:20.254637 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.446374 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e5ba8e-cf02-4109-86c7-c9919e98e2a9 x-openstack-request-id: req-14e5ba8e-cf02-4109-86c7-c9919e98e2a9 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:20.446669 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d58c1e-112c-4ee5-a5c2-aa836ba99b68", "tag": "5288f0de-d0c8-4a26-a621-350cdb6b7708", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:20.446920 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14e5ba8e-cf02-4109-86c7-c9919e98e2a9 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:20.447326 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e5ba8e-cf02-4109-86c7-c9919e98e2a9'] response: {'name': 'network-changed', 'server_uuid': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'tag': '5288f0de-d0c8-4a26-a621-350cdb6b7708', 'status': 'completed', 'code': 200} May 06 09:43:20.518127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31786460-11d9-40d8-bcdc-a16daf608266 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.523818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port caa3e642-c4b1-4018-aba8-d7983b756554 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:20.524473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.536028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.540890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:20.628786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.654569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5288f0de-d0c8-4a26-a621-350cdb6b7708 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:20.676797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Provisioning complete for port f73d60f4-25c6-430e-bb86-cd3e4a608acb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:20.677105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.709780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0a547640-1a7e-49b8-b4eb-304a6ac981e1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:20.715487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0a547640-1a7e-49b8-b4eb-304a6ac981e1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 812 time: 0.5515559 May 06 09:43:20.750970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Request body: {'port': {'device_id': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'admin_state_up': True, 'tenant_id': '27629e104dfe4b8abac41749360a1774'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:20.776873 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31786460-11d9-40d8-bcdc-a16daf608266 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.808966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5288f0de-d0c8-4a26-a621-350cdb6b7708, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708,segment=NetworkSegment(84b65554-dc8b-4c01-9fb1-c01a56349485),segment_id=84b65554-dc8b-4c01-9fb1-c01a56349485)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:20.834283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Port f73d60f4-25c6-430e-bb86-cd3e4a608acb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:20.837528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.852834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Allocated IP 172.25.8.199 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/2b509f68-b810-4f55-807c-8b13749efe13) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:20.881881 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31786460-11d9-40d8-bcdc-a16daf608266 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.889549 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-31786460-11d9-40d8-bcdc-a16daf608266 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8221424 May 06 09:43:20.893103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46860) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:20.908996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31786460-11d9-40d8-bcdc-a16daf608266 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309af45f-e5af-4b27-a21a-ebae9e1fe9f5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:20.915001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-17de1fb8-b0ab-427e-bef0-77f3de2df8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:20.916495 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-17de1fb8-b0ab-427e-bef0-77f3de2df8d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6250cdc1695e48f9a49a061ef7cff49e&device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 1094 time: 0.4683521 May 06 09:43:20.922473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:20.974937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Provisioning complete for port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:20.975305 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:20.987046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-d88483e8-60db-4f5d-b356-c58a0e1de2c8 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:20.988611 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-d88483e8-60db-4f5d-b356-c58a0e1de2c8 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 812 time: 0.7885234 May 06 09:43:21.069258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.104495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Request body: {'port': {'device_id': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'admin_state_up': True, 'tenant_id': '27629e104dfe4b8abac41749360a1774'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:21.182578 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.255606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.255606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.315000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-b1dcadca-cbdc-400b-96b3-7823072adc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:21.317376 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-b1dcadca-cbdc-400b-96b3-7823072adc7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a3f73e3-c39d-435b-99ad-7519b4698b33 HTTP/1.1" status: 200 len: 916 time: 0.3276401 May 06 09:43:21.429289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:21.436314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['5288f0de-d0c8-4a26-a621-350cdb6b7708'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:21.440052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5288f0de-d0c8-4a26-a621-350cdb6b7708,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:21.484379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:21.498296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=2b509f68-b810-4f55-807c-8b13749efe13,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:21.503737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:21.505789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:21.514951 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-36f4467e-2849-45aa-ac36-5a1be1dcd7b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708 HTTP/1.1" status: 200 len: 217 time: 0.1853979 May 06 09:43:21.529572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Made reservation on behalf of 27629e104dfe4b8abac41749360a1774 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:21.533372 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.542995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port caa3e642-c4b1-4018-aba8-d7983b756554, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=caa3e642-c4b1-4018-aba8-d7983b756554,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:21.555499 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.556408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 417f6930-8981-42a6-8c95-78f72f1d9a24 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:21.639804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-a4a6bc18-7d0a-4094-b97e-17a4cc02ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:21.641888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-a4a6bc18-7d0a-4094-b97e-17a4cc02ce43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c63d799d-329a-42e6-ab64-ab05f18c2b7b HTTP/1.1" status: 200 len: 855 time: 0.1202734 May 06 09:43:21.660934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Made reservation on behalf of 27629e104dfe4b8abac41749360a1774 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:21.668808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:21.699025 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-045124fc-d705-4920-8ce9-93e9678bf93c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a3f73e3-c39d-435b-99ad-7519b4698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484259 May 06 09:43:21.835157 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-4539f1a0-ec18-44c9-b12b-b13432b051cd service neutron] 10.222.0.83 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272595 May 06 09:43:21.847290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=caa3e642-c4b1-4018-aba8-d7983b756554,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:21.862124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Provisioning complete for port caa3e642-c4b1-4018-aba8-d7983b756554 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:21.862124 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.011263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 417f6930-8981-42a6-8c95-78f72f1d9a24 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:22.014728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.164387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Allocated IP 172.20.0.9 (593f92ff-1a55-4e02-9962-8c5c8a770d77/5ea55353-8883-4427-9240-7eccc841ec91/76bb4c00-ad29-4767-ad74-f0b89a0c885b) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:22.274297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4f3594cf-16c0-491e-bffb-ce38fecbf8ca up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:22.436209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-dca84824-36c7-4913-9e28-89ad7ee76d40 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:22.440273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.444530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-dca84824-36c7-4913-9e28-89ad7ee76d40 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 828 time: 1.5596709 May 06 09:43:22.457252 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a866157c-a4c8-4101-847f-c8301f97d4e0 req-115b55a6-d643-4286-bee6-bc2c02a5735a service neutron] 10.222.0.83 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145258 May 06 09:43:22.492935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:22.494295 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.517739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.586204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Provisioning complete for port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:22.587247 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.668096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.726417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event updated for resources: {'Port': ['ID=76bb4c00-ad29-4767-ad74-f0b89a0c885b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:22.731429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:22.733666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:22.737000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:22.754779 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.794015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.815154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Allocated IP 172.20.0.3 (593f92ff-1a55-4e02-9962-8c5c8a770d77/5ea55353-8883-4427-9240-7eccc841ec91/76103d5f-122a-45ab-b456-0486593e075c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:22.832432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4f3594cf-16c0-491e-bffb-ce38fecbf8ca,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:22.834106 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.840231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:22.840764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.841185 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:22.842395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:22.866898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-c92272d1-55a4-4960-93a2-8862971855d3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7789917 May 06 09:43:22.895804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Request body: {'port': {'device_id': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:22.914354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-2a7a5bec-e3af-49d5-a747-afbfa8483037 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/quotas/372859752ef34e95871f0923c84c31b6 HTTP/1.1" status: 200 len: 375 time: 0.4684396 May 06 09:43:22.987855 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:43:22.988450 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-04eb5361-0e6d-4381-a1e0-11c09660b92a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:43:23.006683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.038179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.071223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=4f3594cf-16c0-491e-bffb-ce38fecbf8ca,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:23.080002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:23.080492 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.418924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-8ea31545-3fa5-4059-a38c-6aaa0ebd3e27 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4912994 May 06 09:43:23.558288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82485f64-3c20-4c48-a497-91ba760cf52f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:23.673580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5288f0de-d0c8-4a26-a621-350cdb6b7708 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:23.678700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 82485f64-3c20-4c48-a497-91ba760cf52f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:23.678972 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.728390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.765316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 172.25.8.176 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/0d30dd42-6ec4-481c-8bcd-9e47e4fd71b3) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:23.831691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 5288f0de-d0c8-4a26-a621-350cdb6b7708 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:23.845393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 5288f0de-d0c8-4a26-a621-350cdb6b7708 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:23.845858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:23.849557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-1e2316e5-66e4-499d-9334-69a55df53d2b service neutron] 10.222.0.76 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082348 May 06 09:43:23.861149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device caa3e642-c4b1-4018-aba8-d7983b756554 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:23.970882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-14156999-78ba-4ce0-b79f-87b48facd33b service neutron] 10.222.0.76 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164403 May 06 09:43:23.986577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.008427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port caa3e642-c4b1-4018-aba8-d7983b756554 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:24.008791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.011857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.073759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5288f0de-d0c8-4a26-a621-350cdb6b7708'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:24.076500 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7feae0-69dc-460e-93a5-60d1059b3a66" -d '{"events": [{"server_uuid": "19d58c1e-112c-4ee5-a5c2-aa836ba99b68", "name": "network-vif-plugged", "status": "completed", "tag": "5288f0de-d0c8-4a26-a621-350cdb6b7708"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:24.094906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5288f0de-d0c8-4a26-a621-350cdb6b7708, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708,segment=NetworkSegment(84b65554-dc8b-4c01-9fb1-c01a56349485),segment_id=84b65554-dc8b-4c01-9fb1-c01a56349485)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:24.104937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.123953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.142854 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.222479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5288f0de-d0c8-4a26-a621-350cdb6b7708,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:24.229934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Sync routers for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:24.287317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:24.288086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:24.347906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.349209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:24.380113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bb4c00-ad29-4767-ad74-f0b89a0c885b {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:24.403003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.446388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Transition to ACTIVE for port object 76bb4c00-ad29-4767-ad74-f0b89a0c885b will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:24.454501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.496985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.523853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:24.524485 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.535614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=76bb4c00-ad29-4767-ad74-f0b89a0c885b,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:24.546463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.586851 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.596338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6026084 May 06 09:43:24.603484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:24.687004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:24.709394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Network 593f92ff-1a55-4e02-9962-8c5c8a770d77 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:24.720585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:24.722940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:24.727354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Attempting to bind port 76bb4c00-ad29-4767-ad74-f0b89a0c885b on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:24.727721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Attempting to bind port 76bb4c00-ad29-4767-ad74-f0b89a0c885b by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:24.728054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Attempting to bind port 76bb4c00-ad29-4767-ad74-f0b89a0c885b on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:24.743122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Port 76bb4c00-ad29-4767-ad74-f0b89a0c885b on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:24.743864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Attempting to bind port 76bb4c00-ad29-4767-ad74-f0b89a0c885b on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:24.758054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:24.758483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Checking segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:24.758872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Bound using segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:24.760642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Bound port: 76bb4c00-ad29-4767-ad74-f0b89a0c885b, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:24.761040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.844581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:24.845212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] For port 76bb4c00-ad29-4767-ad74-f0b89a0c885b, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:24.845324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.847951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:24.848639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] For port 76bb4c00-ad29-4767-ad74-f0b89a0c885b, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=76bb4c00-ad29-4767-ad74-f0b89a0c885b,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:24.854515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.884829 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.913010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:24.917902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:24.922241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:24.923215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 417f6930-8981-42a6-8c95-78f72f1d9a24 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:24.929664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:17Z', 'revision_number': 2, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:24.952237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282d538-0cce-47f9-b65e-71a92b73a3b3 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=2b509f68-b810-4f55-807c-8b13749efe13,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.014095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Checking router: 146bc141-6f43-402a-9dfe-a3f5fc0194ca for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:25.014555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Updating router 146bc141-6f43-402a-9dfe-a3f5fc0194ca port f73d60f4-25c6-430e-bb86-cd3e4a608acb binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:43:25.019833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=76bb4c00-ad29-4767-ad74-f0b89a0c885b,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.047344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.048026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.051857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-f1d42c01-1514-4d21-9a4e-9838688f72b5 service neutron] 10.222.0.83 "PUT /v2.0/ports/76bb4c00-ad29-4767-ad74-f0b89a0c885b HTTP/1.1" status: 200 len: 1091 time: 2.1717191 May 06 09:43:25.052607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'tag': '76bb4c00-ad29-4767-ad74-f0b89a0c885b'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:25.057354 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231" -d '{"events": [{"name": "network-changed", "server_uuid": "db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7", "tag": "76bb4c00-ad29-4767-ad74-f0b89a0c885b"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:25.074104 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.079364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e939a-e447-414f-8fb9-71b0924a0b5c req-c6fc914b-1f8d-4bb7-9343-89314c695092 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.092881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-860e939a-e447-414f-8fb9-71b0924a0b5c req-c6fc914b-1f8d-4bb7-9343-89314c695092 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 943 time: 0.6641476 May 06 09:43:25.093302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.107709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 417f6930-8981-42a6-8c95-78f72f1d9a24 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:25.108286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.175646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4334562 May 06 09:43:25.179373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-b54cb3c8-0f28-4eff-9a76-599680579355 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.5822296 May 06 09:43:25.219736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-e987d47d-d446-47d6-912c-4699867f1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.224936 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-e987d47d-d446-47d6-912c-4699867f1ced service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 1094 time: 0.0814152 May 06 09:43:25.227934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-a2dd1d95-7aa9-41ce-a48e-2eb3bdcaa45b tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:43:25.229115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-a2dd1d95-7aa9-41ce-a48e-2eb3bdcaa45b tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106330 May 06 09:43:25.255628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Request body: {'port': {'device_id': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:25.327659 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-284740c1-7ee6-4d36-bebe-3e62aac176dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb4c00-ad29-4767-ad74-f0b89a0c885b HTTP/1.1" status: 200 len: 217 time: 0.0944138 May 06 09:43:25.363288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcce01-6b6c-4d0f-9ec2-d8587fc350fa tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event updated for resources: {'Port': ['ID=76103d5f-122a-45ab-b456-0486593e075c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.393744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-860e939a-e447-414f-8fb9-71b0924a0b5c req-a398d1e5-b8f8-4d43-b9ec-40d79d33bfdd tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935078 May 06 09:43:25.412961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-ec61b7b3-1dba-4acb-a19d-7f903fd893a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.413728 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-ec61b7b3-1dba-4acb-a19d-7f903fd893a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.0790958 May 06 09:43:25.492494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca1998c4-b10d-4780-9734-a785d36546f8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:25.571525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ca1998c4-b10d-4780-9734-a785d36546f8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:25.573315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.627179 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.629769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=0d30dd42-6ec4-481c-8bcd-9e47e4fd71b3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.660252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.698523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-ab738cd3-1020-40da-8cc2-ef0530e9cbc2 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:25.713795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a39d5bbe-ecff-4bff-abaa-da0c6cfe7886 req-ab738cd3-1020-40da-8cc2-ef0530e9cbc2 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.4818401 May 06 09:43:25.782664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4f3594cf-16c0-491e-bffb-ce38fecbf8ca up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:25.786299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.815852 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.858988 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af1526e-fcd7-4745-a6a5-9150752cb18d x-openstack-request-id: req-6af1526e-fcd7-4745-a6a5-9150752cb18d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:25.859571 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d58c1e-112c-4ee5-a5c2-aa836ba99b68", "name": "network-vif-plugged", "status": "completed", "tag": "5288f0de-d0c8-4a26-a621-350cdb6b7708", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:25.859846 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6af1526e-fcd7-4745-a6a5-9150752cb18d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:25.862154 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af1526e-fcd7-4745-a6a5-9150752cb18d'] response: {'server_uuid': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5288f0de-d0c8-4a26-a621-350cdb6b7708', 'code': 200} May 06 09:43:25.901608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535adeb-e795-4ec8-a0ea-c4f37a89c255 None None] Pushing event updated for resources: {'Port': ['ID=f73d60f4-25c6-430e-bb86-cd3e4a608acb,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:25.972954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Attempting to bind port f73d60f4-25c6-430e-bb86-cd3e4a608acb on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:25.973389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Attempting to bind port f73d60f4-25c6-430e-bb86-cd3e4a608acb by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:25.973802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Attempting to bind port f73d60f4-25c6-430e-bb86-cd3e4a608acb on network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:25.994070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:25.994690 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:25.998070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:25.999053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Checking segment: {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:25.999745 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.000355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Bound using segment: {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:26.001204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Bound port: f73d60f4-25c6-430e-bb86-cd3e4a608acb, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:26.001822 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.132552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a886-3070-4b95-9b65-b4f701bb1306 req-d85c6190-83db-40b7-ad84-b33f5f96f8d5 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:26.142328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e265a886-3070-4b95-9b65-b4f701bb1306 req-d85c6190-83db-40b7-ad84-b33f5f96f8d5 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 945 time: 0.6216400 May 06 09:43:26.199435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] For port f73d60f4-25c6-430e-bb86-cd3e4a608acb, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:26.216067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9acba0c-5689-4fe9-ab33-b3074d408c18 req-a9465d74-45df-497a-ad8b-91b8491d85b3 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 210 time: 0.1030741 May 06 09:43:26.217181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] For port f73d60f4-25c6-430e-bb86-cd3e4a608acb, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f73d60f4-25c6-430e-bb86-cd3e4a608acb,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:26.221359 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-19fe89ff-732b-45ae-8986-cb6b3fafb6cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8007526 May 06 09:43:26.228197 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.360217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.360821 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5108a312-734e-4a26-8928-405d3121c0ed x-openstack-request-id: req-5108a312-734e-4a26-8928-405d3121c0ed {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:26.360821 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7", "tag": "76bb4c00-ad29-4767-ad74-f0b89a0c885b", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:26.360821 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5108a312-734e-4a26-8928-405d3121c0ed {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:26.360821 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5108a312-734e-4a26-8928-405d3121c0ed'] response: {'name': 'network-changed', 'server_uuid': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'tag': '76bb4c00-ad29-4767-ad74-f0b89a0c885b', 'status': 'completed', 'code': 200} May 06 09:43:26.412549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:26.499747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535adeb-e795-4ec8-a0ea-c4f37a89c255 None None] Pushing event updated for resources: {'Port': ['ID=f73d60f4-25c6-430e-bb86-cd3e4a608acb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:26.516042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:26.516694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:26.528419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987a262-94ba-486f-b2f7-69fcb82422c9 req-bcaf1d2c-0e33-47e9-9613-c89a5f7d18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:26.529077 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0987a262-94ba-486f-b2f7-69fcb82422c9 req-bcaf1d2c-0e33-47e9-9613-c89a5f7d18bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 1096 time: 0.3056762 May 06 09:43:26.586838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e265a886-3070-4b95-9b65-b4f701bb1306 req-92b9dd8d-4bac-4c5f-92cb-92714939a37a tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be670b9-3aa3-47fe-9187-2722ed3040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432936 May 06 09:43:26.593322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0b6b38df-4d4d-4647-909f-637344054582 None None] Provisioning complete for port f73d60f4-25c6-430e-bb86-cd3e4a608acb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:26.593696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b6b38df-4d4d-4647-909f-637344054582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.618409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0987a262-94ba-486f-b2f7-69fcb82422c9 req-77e7a897-b85f-4fcf-a32b-d0bc6acdf9b7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2be670b9-3aa3-47fe-9187-2722ed3040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 May 06 09:43:26.629149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-cadde6b2-6221-4fe7-ac7c-ba235e177875 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:26.630628 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-cadde6b2-6221-4fe7-ac7c-ba235e177875 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.82 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 828 time: 0.4065161 May 06 09:43:26.632940 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-77ed704b-47db-46a7-832c-bc8e19a39883 service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925688 May 06 09:43:26.643598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Request body: {'port': {'device_id': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'admin_state_up': True, 'tenant_id': '372859752ef34e95871f0923c84c31b6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:26.700963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:26.701612 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.777793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Made reservation on behalf of 372859752ef34e95871f0923c84c31b6 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:26.782265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.793677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-45a9d005-0d4e-4c5e-946d-e5153c5c020c tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1562620505&fields=id&tenant_id=a9cb7ff99f554aada88b21a57a0f809c HTTP/1.1" status: 200 len: 267 time: 0.2874906 May 06 09:43:26.818448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:26.824209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76103d5f-122a-45ab-b456-0486593e075c {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:26.834842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.933191 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Allocated IP 172.20.0.6 (85727a44-50b7-46f2-935c-2a69ddf4bcb7/e1a7baa7-2c7d-4680-a339-3e3f99824257/527ac212-93a8-4e9a-9d44-706c467826a1) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:26.952214 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.954124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Transition to ACTIVE for port object 76103d5f-122a-45ab-b456-0486593e075c will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:26.968558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:26.986208 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.002651 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b6b38df-4d4d-4647-909f-637344054582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.056778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0b6b38df-4d4d-4647-909f-637344054582 None None] For port f73d60f4-25c6-430e-bb86-cd3e4a608acb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f73d60f4-25c6-430e-bb86-cd3e4a608acb,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:27.074994 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b6b38df-4d4d-4647-909f-637344054582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.095830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-ced973de-c196-4a19-8a26-348720e8e0f4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4408143 May 06 09:43:27.124305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.147525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b38df-4d4d-4647-909f-637344054582 None None] Pushing event updated for resources: {'Port': ['ID=f73d60f4-25c6-430e-bb86-cd3e4a608acb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:27.167715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=0d30dd42-6ec4-481c-8bcd-9e47e4fd71b3,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:27.168606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.194334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.205405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:27.212675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-538fcd24-acac-424f-8835-ef1f83daa2ec None None] Provisioning complete for port f73d60f4-25c6-430e-bb86-cd3e4a608acb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:27.213040 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-538fcd24-acac-424f-8835-ef1f83daa2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.258798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:27.264261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:27.269143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:27.271764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:26Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:27.313607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d234f7dd-822c-422e-960c-92ae8d960bd4 None None] The sync data for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 is: [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:26Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:27.332814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-1167433e-697c-4613-a7cb-4002f78af432 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:27.341999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-1167433e-697c-4613-a7cb-4002f78af432 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/networks?id=2845d620-b001-4626-9ed0-b8a79164eb38 HTTP/1.1" status: 200 len: 816 time: 0.5361130 May 06 09:43:27.342503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event updated for resources: {'Port': ['ID=527ac212-93a8-4e9a-9d44-706c467826a1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:27.385511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.386700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bdb69e94-2fbc-4bac-8639-94209c384e76 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4914255 May 06 09:43:27.388667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:27.389445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.407041 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-bb1b99fc-2229-4719-8fe1-a18335b53710 service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497444 May 06 09:43:27.434188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-35b9c381-76bf-4112-8a53-dfa60cced2e2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7944238 May 06 09:43:27.447174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Request body: {'port': {'device_id': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:27.465377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.479897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-18d4b9f3-8022-45c5-a13b-763efb4ccd19 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/quotas/a9cb7ff99f554aada88b21a57a0f809c HTTP/1.1" status: 200 len: 375 time: 0.1369410 May 06 09:43:27.494871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46396427-8778-4694-b237-edb8df2c029e service neutron] Pushing event updated for resources: {'Port': ['ID=76103d5f-122a-45ab-b456-0486593e075c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:27.620389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Attempting to bind port 76103d5f-122a-45ab-b456-0486593e075c on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:27.620819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Attempting to bind port 76103d5f-122a-45ab-b456-0486593e075c by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:27.621235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Attempting to bind port 76103d5f-122a-45ab-b456-0486593e075c on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:27.627190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.631350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-6bb6195d-8dda-4599-8cb5-a2b210b198b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:27.632898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-6bb6195d-8dda-4599-8cb5-a2b210b198b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 1094 time: 0.1389487 May 06 09:43:27.697287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Port 76103d5f-122a-45ab-b456-0486593e075c on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:27.697792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Attempting to bind port 76103d5f-122a-45ab-b456-0486593e075c on network 593f92ff-1a55-4e02-9962-8c5c8a770d77 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:27.704647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e5d79726-576a-4350-b285-99e34d3295e0 None None] Provisioning complete for port 527ac212-93a8-4e9a-9d44-706c467826a1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:27.705157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e5d79726-576a-4350-b285-99e34d3295e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.710452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:27.710783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Checking segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:27.711164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Bound using segment: {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:27.711618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Bound port: 76103d5f-122a-45ab-b456-0486593e075c, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a84ad43-ce11-408e-a6ca-b38850f988f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:27.712036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.748502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-cfcdf90c-0596-40e9-8380-b05443fd06a1 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a9cb7ff99f554aada88b21a57a0f809c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2441618 May 06 09:43:27.777570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e5d79726-576a-4350-b285-99e34d3295e0 None None] Port 527ac212-93a8-4e9a-9d44-706c467826a1 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:27.901561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-416a4d2d-5628-497b-b823-8d41505a941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:27.902673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] For port 76103d5f-122a-45ab-b456-0486593e075c, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:27.903310 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-416a4d2d-5628-497b-b823-8d41505a941a service neutron] 10.222.0.83 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 913 time: 0.2633314 May 06 09:43:27.940547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] For port 76103d5f-122a-45ab-b456-0486593e075c, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=76103d5f-122a-45ab-b456-0486593e075c,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:27.944937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:27.949472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f1e8995a-6aef-4d4f-935a-ac0ed3783c8b service neutron] 10.222.0.76 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731889 May 06 09:43:27.957412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.017437 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-e04933b4-dcd9-4a7c-b6ab-0a3039e7f054 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76bb4c00-ad29-4767-ad74-f0b89a0c885b HTTP/1.1" status: 200 len: 217 time: 0.1004481 May 06 09:43:28.183728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-b7f54488-d8dc-4158-ad42-f533d7750965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:28.185339 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-b7f54488-d8dc-4158-ad42-f533d7750965 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.0964544 May 06 09:43:28.202699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527ac212-93a8-4e9a-9d44-706c467826a1 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:28.215506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.236652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Transition to ACTIVE for port object 527ac212-93a8-4e9a-9d44-706c467826a1 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:28.257809 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.320115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-788dc436-7e2b-4c6e-9911-a120569412bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811718 May 06 09:43:28.381007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f73d60f4-25c6-430e-bb86-cd3e4a608acb up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:28.467035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Pushing event updated for resources: {'Port': ['ID=527ac212-93a8-4e9a-9d44-706c467826a1,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:28.486801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f73d60f4-25c6-430e-bb86-cd3e4a608acb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:28.489126 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.499494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-ea98734b-2d9c-4f39-8e22-b03bd8af78c9 service neutron] 10.222.0.76 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302348 May 06 09:43:28.512060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:28.513139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.514952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-46396427-8778-4694-b237-edb8df2c029e service neutron] 10.222.0.82 "PUT /v2.0/ports/76103d5f-122a-45ab-b456-0486593e075c HTTP/1.1" status: 200 len: 1091 time: 3.2644882 May 06 09:43:28.519974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'tag': '76103d5f-122a-45ab-b456-0486593e075c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:28.522506 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9e6a0c-ec47-471c-96ba-6c23db638bdb", "tag": "76103d5f-122a-45ab-b456-0486593e075c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:28.603812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46396427-8778-4694-b237-edb8df2c029e service neutron] Pushing event updated for resources: {'Port': ['ID=76103d5f-122a-45ab-b456-0486593e075c,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:28.664788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Attempting to bind port 527ac212-93a8-4e9a-9d44-706c467826a1 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:28.665372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Attempting to bind port 527ac212-93a8-4e9a-9d44-706c467826a1 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:28.665503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Attempting to bind port 527ac212-93a8-4e9a-9d44-706c467826a1 on network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:28.671457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Allocated IP 172.25.8.166 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/1af126bc-8bf5-48e2-bc2d-c18290afc847) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:28.681896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-9344c989-371f-4641-aba7-0865a600fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:28.682805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Port 527ac212-93a8-4e9a-9d44-706c467826a1 on network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:28.683149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Attempting to bind port 527ac212-93a8-4e9a-9d44-706c467826a1 on network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:28.684154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-9344c989-371f-4641-aba7-0865a600fb58 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=2a9e6a0c-ec47-471c-96ba-6c23db638bdb HTTP/1.1" status: 200 len: 1094 time: 0.0946834 May 06 09:43:28.701679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:28.702037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Checking segment: {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:28.702467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Bound using segment: {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:28.702927 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Bound port: 527ac212-93a8-4e9a-9d44-706c467826a1, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74d1d88-5083-45e3-adcf-31b5d56e67f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:28.703293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.729555 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-9b0abe77-9f7b-4b8b-a611-0d17fcfcbe54 service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934228 May 06 09:43:28.794040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-8804f652-098a-4fc1-a29d-30a563b64f16 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76103d5f-122a-45ab-b456-0486593e075c HTTP/1.1" status: 200 len: 217 time: 0.0964780 May 06 09:43:28.864009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] For port 527ac212-93a8-4e9a-9d44-706c467826a1, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:28.869379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] For port 527ac212-93a8-4e9a-9d44-706c467826a1, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=527ac212-93a8-4e9a-9d44-706c467826a1,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:28.873035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-d7b1e24f-cb20-497c-bf27-5a8c6785a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:28.874606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-d7b1e24f-cb20-497c-bf27-5a8c6785a5a9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.0737741 May 06 09:43:28.881321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.921325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0177f146-66c8-413f-b745-183ffa8c4854 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384645 May 06 09:43:28.926287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:28.973662 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0bb048ab-76dd-43b8-bbeb-6cb79ef61231 req-eef19f1a-5b0e-463d-9c94-ea176aaecbad service neutron] 10.222.0.83 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156494 May 06 09:43:28.997964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:28.999838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:29.001276 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] 10.222.0.82 "PUT /v2.0/ports/527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 1091 time: 1.5585828 May 06 09:43:29.001926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:29.005670 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decff611-814d-460f-a432-64b6c7fa817f" -d '{"events": [{"name": "network-changed", "server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:29.032276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c59b-b29e-40b2-ac74-56908bd06dfb service neutron] Pushing event updated for resources: {'Port': ['ID=527ac212-93a8-4e9a-9d44-706c467826a1,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:29.080705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:29.151355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-bf22b3e2-a301-4d24-bdad-8fb74ae17bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.153673 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-bf22b3e2-a301-4d24-bdad-8fb74ae17bd4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1094 time: 0.0891683 May 06 09:43:29.160927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-0261929b-25cd-4e77-9d1d-6b51f2ff7eea service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314167 May 06 09:43:29.166385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:29.189616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:29.191958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:29.290109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=1af126bc-8bf5-48e2-bc2d-c18290afc847,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:29.317075 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-b3bd5a87-66a7-4146-86a0-7692aeee8c29 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 217 time: 0.1474798 May 06 09:43:29.394696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-0793d430-9024-43ef-a46a-d73715c809a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.396648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-0793d430-9024-43ef-a46a-d73715c809a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 200 len: 867 time: 0.0772250 May 06 09:43:29.441028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b34ba9-6c88-4565-840e-b88b390af102 req-fb37ad8d-137a-4d6a-ae3a-8813a8ac1265 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.442562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5b34ba9-6c88-4565-840e-b88b390af102 req-fb37ad8d-137a-4d6a-ae3a-8813a8ac1265 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 943 time: 0.3001144 May 06 09:43:29.446900 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:29.470558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-a42f9b8a-91d7-4faf-a2e5-a2f5194f6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.472560 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-a42f9b8a-91d7-4faf-a2e5-a2f5194f6ae9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=85727a44-50b7-46f2-935c-2a69ddf4bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690522 May 06 09:43:29.548754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5b34ba9-6c88-4565-840e-b88b390af102 req-12d7997b-6fc7-4371-b41f-ea77e82f7648 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994534 May 06 09:43:29.557299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95125f09-00f8-4083-ac1d-42d2a9954839 req-3be849b9-89b5-40cf-a7d0-c45f2600cfc5 service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691754 May 06 09:43:29.557869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:29.635564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-c6f2cd22-27f9-4b82-9db4-8cd246d40fac service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515143 May 06 09:43:29.756688 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3911bfce-2be8-458f-a16e-7b1c04cb4e7c req-e4f41add-be24-41a8-aee7-0f2547fcc78d service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123221 May 06 09:43:29.757389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518bf5e-cdea-4d71-99db-e941db5fda02 req-02911d5d-112c-4fdc-b20d-742448638d35 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:29.758358 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1518bf5e-cdea-4d71-99db-e941db5fda02 req-02911d5d-112c-4fdc-b20d-742448638d35 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 943 time: 0.1217692 May 06 09:43:29.838234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1518bf5e-cdea-4d71-99db-e941db5fda02 req-3952f9fa-3fd2-4c47-9994-a616a847860d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/security-groups?id=0060ce39-b5f6-46ca-9f94-f6688d0d2803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708044 May 06 09:43:29.858164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:29.864271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:29.982458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event updated for resources: {'Port': ['ID=1af126bc-8bf5-48e2-bc2d-c18290afc847,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:30.009433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e951fb-a01d-4105-814a-50eaff3877c4 req-7e747b07-77b2-40f6-9d4c-306ed6c9862b tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.011018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1e951fb-a01d-4105-814a-50eaff3877c4 req-7e747b07-77b2-40f6-9d4c-306ed6c9862b tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 945 time: 0.1121061 May 06 09:43:30.011873 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:30.043925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:30.046163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-cfe9c904-4aa1-4cc7-9c89-d55fd2af8654 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8631387 May 06 09:43:30.101773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1e951fb-a01d-4105-814a-50eaff3877c4 req-d8ac3b2a-1562-4358-8c1c-03ade75d4025 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be670b9-3aa3-47fe-9187-2722ed3040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816145 May 06 09:43:30.117258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-ecd159a1-a954-49fc-9c66-911f9b018544 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0648422 May 06 09:43:30.267815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-01a3164e-4e6e-4cf4-a940-4a33359a95f4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.269198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c03aa94-76fd-4402-a1e3-468da957d167 req-01a3164e-4e6e-4cf4-a940-4a33359a95f4 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1377344 May 06 09:43:30.274705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-b2f1d379-83e2-4dc7-bc89-401a04e5a40d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1912526988&fields=id&tenant_id=7bcc7d352d2848e08d236377bef9ba0a HTTP/1.1" status: 200 len: 267 time: 0.0622814 May 06 09:43:30.316392 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e17a1e-a6d1-4e60-b7b6-bcc75da4fc7a x-openstack-request-id: req-77e17a1e-a6d1-4e60-b7b6-bcc75da4fc7a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:30.318175 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9e6a0c-ec47-471c-96ba-6c23db638bdb", "tag": "76103d5f-122a-45ab-b456-0486593e075c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:30.318529 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77e17a1e-a6d1-4e60-b7b6-bcc75da4fc7a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:30.319196 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e17a1e-a6d1-4e60-b7b6-bcc75da4fc7a'] response: {'name': 'network-changed', 'server_uuid': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'tag': '76103d5f-122a-45ab-b456-0486593e075c', 'status': 'completed', 'code': 200} May 06 09:43:30.344441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-f94c83dc-6da8-4694-8273-c51eb9090f41 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.345885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-f94c83dc-6da8-4694-8273-c51eb9090f41 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports/803f3ef6-07d9-4481-9e40-5c7c95b40ed7 HTTP/1.1" status: 200 len: 936 time: 0.0621488 May 06 09:43:30.354877 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef62b28d-fedb-4291-8df9-0c1a02d00c0a x-openstack-request-id: req-ef62b28d-fedb-4291-8df9-0c1a02d00c0a {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:30.355158 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:30.355453 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef62b28d-fedb-4291-8df9-0c1a02d00c0a {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:30.355883 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef62b28d-fedb-4291-8df9-0c1a02d00c0a'] response: {'name': 'network-changed', 'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1', 'status': 'completed', 'code': 200} May 06 09:43:30.411934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-86654357-7d4d-4fc7-b598-046a3d0c9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.413557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-86654357-7d4d-4fc7-b598-046a3d0c9dfe service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27629e104dfe4b8abac41749360a1774&device_id=2a9e6a0c-ec47-471c-96ba-6c23db638bdb HTTP/1.1" status: 200 len: 1094 time: 0.0702150 May 06 09:43:30.443852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a7be11d1-c3be-4c08-9f88-29f3dde80f04 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.452535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a7be11d1-c3be-4c08-9f88-29f3dde80f04 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 HTTP/1.1" status: 200 len: 937 time: 0.1002967 May 06 09:43:30.598958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-8a81bdf2-05bf-452f-b250-f2d2c033c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.602158 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-8a81bdf2-05bf-452f-b250-f2d2c033c07d service neutron] 10.222.0.82 "GET /v2.0/networks?id=593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 200 len: 913 time: 0.1773036 May 06 09:43:30.644350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-11c30a39-bc74-4e2b-8d4b-7a571b01f138 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1909065 May 06 09:43:30.695019 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-457bd2b6-3999-449a-8f05-bea8f4599e31 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76103d5f-122a-45ab-b456-0486593e075c HTTP/1.1" status: 200 len: 217 time: 0.0847940 May 06 09:43:30.696222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-b090fc59-4f7b-47e0-8e5f-134d10f2bf50 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0509555 May 06 09:43:30.706128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa788400-2fb2-4470-b261-384a2b437b32 req-bf212850-a703-4831-97c2-f2eb49c623c7 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 210 time: 0.1658936 May 06 09:43:30.766274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-45c384bd-dcb4-498c-a32d-51c970d1179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.767616 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-45c384bd-dcb4-498c-a32d-51c970d1179e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 200 len: 852 time: 0.0669391 May 06 09:43:30.806025 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-87c2738c-2044-4d2a-b92a-e01d0f81d587 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=593f92ff-1a55-4e02-9962-8c5c8a770d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300553 May 06 09:43:30.842210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-953a6258-ee59-43ee-885e-d106dba7c955 req-71508078-7fda-4897-bdb6-b4f38172fb82 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips/c5e12f21-8037-44d8-9a05-9b5deb536ff6 HTTP/1.1" status: 200 len: 693 time: 0.0709484 May 06 09:43:30.976617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff611-814d-460f-a432-64b6c7fa817f req-c4fca752-67e9-4c85-8f7f-315e2a19efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:30.977701 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-44ff1fe2-d673-4ec7-ad66-7d769563f78f service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639159 May 06 09:43:30.978000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decff611-814d-460f-a432-64b6c7fa817f req-c4fca752-67e9-4c85-8f7f-315e2a19efb0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1094 time: 0.5232513 May 06 09:43:31.195025 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ccb366dd-97f8-43ec-bf4b-696fe47c8ffd req-f4d490cf-2bb7-454d-91dd-139a477123d6 service neutron] 10.222.0.82 "GET /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054152 May 06 09:43:31.195817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f89db97a-805e-4fec-8fe0-43708c16b0bb tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.197315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f89db97a-805e-4fec-8fe0-43708c16b0bb tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.82 "GET /v2.0/networks?id=2845d620-b001-4626-9ed0-b8a79164eb38 HTTP/1.1" status: 200 len: 816 time: 0.5623949 May 06 09:43:31.286313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-c2bec7ce-a02d-4d88-94ad-7cc9ca45a450 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.292746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-c2bec7ce-a02d-4d88-94ad-7cc9ca45a450 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.300363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-c2bec7ce-a02d-4d88-94ad-7cc9ca45a450 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.307937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-c2bec7ce-a02d-4d88-94ad-7cc9ca45a450 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/networks?id=8c917134-8201-47cd-a40c-b62de7168243&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=b3836593-218b-46fa-9963-06836e1d29c8&id=b3836593-218b-46fa-9963-06836e1d29c8 HTTP/1.1" status: 200 len: 1994 time: 0.6107693 May 06 09:43:31.350719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff611-814d-460f-a432-64b6c7fa817f req-7730b5c5-9c71-4496-8f69-7949d49727ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.352524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decff611-814d-460f-a432-64b6c7fa817f req-7730b5c5-9c71-4496-8f69-7949d49727ed service neutron] 10.222.0.82 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 929 time: 0.3532076 May 06 09:43:31.361182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-312b6d22-4141-439a-bae6-bd33f77c9b94 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/quotas/7bcc7d352d2848e08d236377bef9ba0a HTTP/1.1" status: 200 len: 375 time: 0.0513508 May 06 09:43:31.428435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a6258-ee59-43ee-885e-d106dba7c955 req-6b8792c0-a3e3-4b3b-a0a8-36b7b67ec396 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.430022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-953a6258-ee59-43ee-885e-d106dba7c955 req-6b8792c0-a3e3-4b3b-a0a8-36b7b67ec396 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.5442665 May 06 09:43:31.436463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decff611-814d-460f-a432-64b6c7fa817f req-379c4725-e104-4dd9-aca8-8882f85bfc68 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 217 time: 0.0731115 May 06 09:43:31.480665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f466629d-0e5d-4465-bae4-80b60a574c42 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cb7ff99f554aada88b21a57a0f809c HTTP/1.1" status: 200 len: 380 time: 0.2376797 May 06 09:43:31.485892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 76103d5f-122a-45ab-b456-0486593e075c details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:31.538792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Request body: {'port': {'device_id': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'admin_state_up': True, 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'security_groups': ['b31c3559-a495-488e-81c6-3f81d37ec5a0']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:31.637455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff611-814d-460f-a432-64b6c7fa817f req-9ca578f3-ed5e-40a0-bf90-a79fcd1a16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.639098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decff611-814d-460f-a432-64b6c7fa817f req-9ca578f3-ed5e-40a0-bf90-a79fcd1a16ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 200 len: 867 time: 0.1741719 May 06 09:43:31.647319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 76103d5f-122a-45ab-b456-0486593e075c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=76103d5f-122a-45ab-b456-0486593e075c,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:31.667916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '76103d5f-122a-45ab-b456-0486593e075c', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'port_id': '76103d5f-122a-45ab-b456-0486593e075c', 'mac_address': 'fa:16:3e:31:3c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea55353-8883-4427-9240-7eccc841ec91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:31.712857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-b3a13fdc-62ec-4cda-8638-94f088ef2871 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3504074 May 06 09:43:31.738970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61245700-2e60-4e88-87fd-2edcc7f4e3d1 req-b4782a9d-fd0b-44ea-9187-352ba5c741a1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.741290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61245700-2e60-4e88-87fd-2edcc7f4e3d1 req-b4782a9d-fd0b-44ea-9187-352ba5c741a1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 943 time: 0.2146578 May 06 09:43:31.741727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.761622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76103d5f-122a-45ab-b456-0486593e075c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:31.790711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 76103d5f-122a-45ab-b456-0486593e075c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=76103d5f-122a-45ab-b456-0486593e075c,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:31.798330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.799501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 527ac212-93a8-4e9a-9d44-706c467826a1 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:31.828008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff611-814d-460f-a432-64b6c7fa817f req-04dd80d8-f9bf-4d5d-b13c-b9a28b9dd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:31.829495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decff611-814d-460f-a432-64b6c7fa817f req-04dd80d8-f9bf-4d5d-b13c-b9a28b9dd66d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=85727a44-50b7-46f2-935c-2a69ddf4bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804969 May 06 09:43:31.846370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 76bb4c00-ad29-4767-ad74-f0b89a0c885b details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:31.938429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61245700-2e60-4e88-87fd-2edcc7f4e3d1 req-77136a9a-8b5c-449a-a450-86737e0b6b0f tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702855 May 06 09:43:31.944054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Made reservation on behalf of a9cb7ff99f554aada88b21a57a0f809c for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:31.948078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:31.973522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=76103d5f-122a-45ab-b456-0486593e075c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:32.011121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d6d38048-66a5-4267-86e0-fbd81b707e72 service neutron] 10.222.0.76 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590284 May 06 09:43:32.154381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decff611-814d-460f-a432-64b6c7fa817f req-fc9538b5-85b3-4294-9bdd-c4d7e458cbf0 service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141282 May 06 09:43:32.247931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 527ac212-93a8-4e9a-9d44-706c467826a1, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=527ac212-93a8-4e9a-9d44-706c467826a1,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:32.269397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 76bb4c00-ad29-4767-ad74-f0b89a0c885b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=76bb4c00-ad29-4767-ad74-f0b89a0c885b,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:32.279944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '527ac212-93a8-4e9a-9d44-706c467826a1', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'port_id': '527ac212-93a8-4e9a-9d44-706c467826a1', 'mac_address': 'fa:16:3e:80:cb:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:32.286927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '76bb4c00-ad29-4767-ad74-f0b89a0c885b', 'network_id': '593f92ff-1a55-4e02-9962-8c5c8a770d77', 'port_id': '76bb4c00-ad29-4767-ad74-f0b89a0c885b', 'mac_address': 'fa:16:3e:51:dd:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea55353-8883-4427-9240-7eccc841ec91', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:32.354500 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.375047 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.378033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527ac212-93a8-4e9a-9d44-706c467826a1 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:32.406707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bb4c00-ad29-4767-ad74-f0b89a0c885b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:32.420968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 527ac212-93a8-4e9a-9d44-706c467826a1, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=527ac212-93a8-4e9a-9d44-706c467826a1,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:32.429753 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.437213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 76bb4c00-ad29-4767-ad74-f0b89a0c885b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=76bb4c00-ad29-4767-ad74-f0b89a0c885b,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:32.476497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:32.505506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=527ac212-93a8-4e9a-9d44-706c467826a1,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:32.594795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=76bb4c00-ad29-4767-ad74-f0b89a0c885b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:32.681674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['527ac212-93a8-4e9a-9d44-706c467826a1'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:32.724860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['76103d5f-122a-45ab-b456-0486593e075c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:32.807997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db6a47-b7a8-4d10-8913-365c6f1a025e req-aedb2079-afe4-4025-9132-f2ee38d56b0c tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:32.812107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60db6a47-b7a8-4d10-8913-365c6f1a025e req-aedb2079-afe4-4025-9132-f2ee38d56b0c tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 943 time: 0.7408040 May 06 09:43:32.819173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['76bb4c00-ad29-4767-ad74-f0b89a0c885b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:32.832884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Allocated IP 172.20.0.12 (2845d620-b001-4626-9ed0-b8a79164eb38/1314c734-78b7-49a1-933f-0f4b0ef4f045/34268049-2466-4db7-a790-ab6128f5b913) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:32.874005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decff611-814d-460f-a432-64b6c7fa817f req-793c5130-a851-4bb8-acea-ff68db66b405 service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917975 May 06 09:43:32.876432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-26cd85c2-66dc-4aa9-b11d-04337ccb11e8 service neutron] 10.222.0.76 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8507829 May 06 09:43:32.969948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-16d70600-c1c3-43c4-9061-4a8e83e28137 service neutron] 10.222.0.76 "GET /v2.0/ports/803f3ef6-07d9-4481-9e40-5c7c95b40ed7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0784745 May 06 09:43:33.025409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60db6a47-b7a8-4d10-8913-365c6f1a025e req-e97fe01c-676f-4224-845a-3a044a0a7f45 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/security-groups?id=0060ce39-b5f6-46ca-9f94-f6688d0d2803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454449 May 06 09:43:33.175149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-1bb4b8ea-098e-436e-90cd-3fb834c0d123 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips/c5e12f21-8037-44d8-9a05-9b5deb536ff6 HTTP/1.1" status: 200 len: 693 time: 0.1069758 May 06 09:43:33.288870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.295855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-055f1034-18d4-4944-ba4f-c3799032f991 service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122272 May 06 09:43:33.400866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-b0fe867c-507a-4a30-aa47-aeab5d847917 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.402242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-b0fe867c-507a-4a30-aa47-aeab5d847917 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2136340 May 06 09:43:33.475508 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.496895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 527ac212-93a8-4e9a-9d44-706c467826a1 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:33.497933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-e0861335-e2d0-4ebf-b1e8-ac5c190b7919 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.0875864 May 06 09:43:33.531467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-19151b00-441b-44a4-aeda-94c4e8aa669c service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260852 May 06 09:43:33.594509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 527ac212-93a8-4e9a-9d44-706c467826a1 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:33.599125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 527ac212-93a8-4e9a-9d44-706c467826a1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:33.599497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.629392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Network 2845d620-b001-4626-9ed0-b8a79164eb38 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:33.644130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-da2b9b2b-380b-4f35-a05d-260c32d7aa53 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.166 HTTP/1.1" status: 200 len: 696 time: 0.1196167 May 06 09:43:33.645535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:33.647468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event updated for resources: {'Port': ['ID=34268049-2466-4db7-a790-ab6128f5b913,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:33.649885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:33.654491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-c6404bd8-9126-492c-a6f1-8d26b586c253 service neutron] 10.222.0.76 "GET /v2.0/ports/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1146235 May 06 09:43:33.764239 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.795536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:33.798797 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823ce3ad-9e18-421b-ac2c-05988f2dc04f" -d '{"events": [{"server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "name": "network-vif-plugged", "status": "completed", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:33.845074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 527ac212-93a8-4e9a-9d44-706c467826a1, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=527ac212-93a8-4e9a-9d44-706c467826a1,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:33.856387 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.858350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:33.859031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:33.918704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-fd974b88-b7e5-429c-a8a4-b0562f5bfb86 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3932633 May 06 09:43:33.932885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Request body: {'port': {'device_id': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:33.939260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=527ac212-93a8-4e9a-9d44-706c467826a1,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:33.957667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a94798c0-1256-477d-9ae4-1ec8f12e948f service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752595 May 06 09:43:34.061145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.069983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Deleting port 1af126bc-8bf5-48e2-bc2d-c18290afc847 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:34.070323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.084622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b6a576d0-c118-4b15-bf90-88c363f75577 None None] Provisioning complete for port 34268049-2466-4db7-a790-ab6128f5b913 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:34.085113 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b6a576d0-c118-4b15-bf90-88c363f75577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.160415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b6a576d0-c118-4b15-bf90-88c363f75577 None None] Port 34268049-2466-4db7-a790-ab6128f5b913 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:34.218716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-67610d57-8aac-436b-b314-55d2e8e1af5a service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518072 May 06 09:43:34.298758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.299098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.373985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Calling delete_port for 1af126bc-8bf5-48e2-bc2d-c18290afc847 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:34.511405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-02b26dce-58c2-460e-b47b-7fd64a6fa15d service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706938 May 06 09:43:34.740635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-080efa7b-d526-4f76-8749-d837c6149f86 service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166994 May 06 09:43:34.846942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a0f901fe-0a31-4e0d-bd12-9f983ad81065 service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973556 May 06 09:43:34.850549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34268049-2466-4db7-a790-ab6128f5b913 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:34.857732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.868433 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:34.933897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event deleted for resources: {'Port': ['ID=1af126bc-8bf5-48e2-bc2d-c18290afc847,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:34.972855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.973202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.973529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.973862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.974187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.974512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.974834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.975156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.975474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.976317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.976648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:34.976986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:35.003961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Transition to ACTIVE for port object 34268049-2466-4db7-a790-ab6128f5b913 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:35.018367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.093790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.096435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.097755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-459d245f-1954-4f7d-a9b2-47ccaab8808e req-a33ae1ff-9a64-4810-9628-74ae862ab37a tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "DELETE /v2.0/floatingips/c5e12f21-8037-44d8-9a05-9b5deb536ff6 HTTP/1.1" status: 204 len: 173 time: 1.4410968 May 06 09:43:35.165079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Pushing event updated for resources: {'Port': ['ID=34268049-2466-4db7-a790-ab6128f5b913,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:35.214696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9a5e8c9f-9179-48e7-a385-87cb1f5907b2 service neutron] 10.222.0.76 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484087 May 06 09:43:35.310900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Attempting to bind port 34268049-2466-4db7-a790-ab6128f5b913 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:35.311253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Attempting to bind port 34268049-2466-4db7-a790-ab6128f5b913 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:35.311764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Attempting to bind port 34268049-2466-4db7-a790-ab6128f5b913 on network 2845d620-b001-4626-9ed0-b8a79164eb38 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:35.337336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Port 34268049-2466-4db7-a790-ab6128f5b913 on network 2845d620-b001-4626-9ed0-b8a79164eb38 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:35.337747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Attempting to bind port 34268049-2466-4db7-a790-ab6128f5b913 on network 2845d620-b001-4626-9ed0-b8a79164eb38 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:35.384599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9b1592bc-c824-4c89-a437-030fb9a1113e service neutron] 10.222.0.76 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688836 May 06 09:43:35.390163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:35.390497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Checking segment: {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:35.391024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Bound using segment: {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:35.391668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Bound port: 34268049-2466-4db7-a790-ab6128f5b913, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9075b1-363e-4304-b21c-c9316f7e262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:35.391991 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.524190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 76103d5f-122a-45ab-b456-0486593e075c up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:35.553789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] For port 34268049-2466-4db7-a790-ab6128f5b913, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:35.560995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] For port 34268049-2466-4db7-a790-ab6128f5b913, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34268049-2466-4db7-a790-ab6128f5b913,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:35.579295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.587475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ca21deef-5d30-41b4-8e0f-c2f1a37c847d service neutron] 10.222.0.76 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790357 May 06 09:43:35.627944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 76103d5f-122a-45ab-b456-0486593e075c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:35.639633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 76103d5f-122a-45ab-b456-0486593e075c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:35.640279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.733660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.734675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.736017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] 10.222.0.82 "PUT /v2.0/ports/34268049-2466-4db7-a790-ab6128f5b913 HTTP/1.1" status: 200 len: 1092 time: 1.8091528 May 06 09:43:35.736488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'tag': '34268049-2466-4db7-a790-ab6128f5b913'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:35.738771 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbddc356-c629-4012-8232-620799224f20" -d '{"events": [{"name": "network-changed", "server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "tag": "34268049-2466-4db7-a790-ab6128f5b913"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:35.790327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-8ded5492-b937-4ccd-88d7-e6f27e4182dd service neutron] 10.222.0.76 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857557 May 06 09:43:35.853357 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:35.870736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 76bb4c00-ad29-4767-ad74-f0b89a0c885b up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:35.945034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef58eb-75e2-4708-89a5-e89305825c3b service neutron] Pushing event updated for resources: {'Port': ['ID=34268049-2466-4db7-a790-ab6128f5b913,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:35.958461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb975e34-fb18-494d-84cd-3453f331877d req-dde3e7e4-3534-4628-ad29-5453e544bed9 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:35.964211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb975e34-fb18-494d-84cd-3453f331877d req-dde3e7e4-3534-4628-ad29-5453e544bed9 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 944 time: 0.3819644 May 06 09:43:36.020521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-45b5af31-0444-4e53-bdeb-6df2a608eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.022842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 76103d5f-122a-45ab-b456-0486593e075c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=76103d5f-122a-45ab-b456-0486593e075c,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:36.025961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-45b5af31-0444-4e53-bdeb-6df2a608eb4f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a9cb7ff99f554aada88b21a57a0f809c&device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 1095 time: 0.2263765 May 06 09:43:36.031714 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:36.039041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 76bb4c00-ad29-4767-ad74-f0b89a0c885b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:36.067443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 76bb4c00-ad29-4767-ad74-f0b89a0c885b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:36.067846 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:36.128098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=76103d5f-122a-45ab-b456-0486593e075c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:36.142542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-051fa7dc-edea-4fca-9de6-5581037342ee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34268049-2466-4db7-a790-ab6128f5b913 HTTP/1.1" status: 200 len: 217 time: 0.0854681 May 06 09:43:36.192827 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:36.194920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ecc3531b-b71e-4f75-834d-ff0ee5d371ac service neutron] 10.222.0.76 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878183 May 06 09:43:36.231221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 76bb4c00-ad29-4767-ad74-f0b89a0c885b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=76bb4c00-ad29-4767-ad74-f0b89a0c885b,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:36.237279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:36.289982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb975e34-fb18-494d-84cd-3453f331877d req-ca073d82-2d89-4d86-9d5a-40c111c6a872 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125007 May 06 09:43:36.336246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f596ce06-a9ef-4021-a0f7-499e240f1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.337771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-f596ce06-a9ef-4021-a0f7-499e240f1c9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1314c734-78b7-49a1-933f-0f4b0ef4f045 HTTP/1.1" status: 200 len: 855 time: 0.1267288 May 06 09:43:36.351126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=76bb4c00-ad29-4767-ad74-f0b89a0c885b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:36.426392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-d4e4f30f-2f4e-45eb-babe-6f4f461c84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.428115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-d4e4f30f-2f4e-45eb-babe-6f4f461c84f7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2845d620-b001-4626-9ed0-b8a79164eb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827813 May 06 09:43:36.909610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-1b29d1c8-a1b4-48c9-bccf-101d8f8f2160 service neutron] 10.222.0.82 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733613 May 06 09:43:36.917091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdaa71-6d67-4c66-ae95-1a9dbc308988 req-1d476f87-1334-4270-8e40-2601443ee9ac tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:36.926403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffcdaa71-6d67-4c66-ae95-1a9dbc308988 req-1d476f87-1334-4270-8e40-2601443ee9ac tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 945 time: 0.5447316 May 06 09:43:37.078338 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a3cbca-904e-4d5e-934f-63300a6b3750 x-openstack-request-id: req-03a3cbca-904e-4d5e-934f-63300a6b3750 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:37.078862 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "name": "network-vif-plugged", "status": "completed", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:37.078862 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03a3cbca-904e-4d5e-934f-63300a6b3750 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:37.079342 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03a3cbca-904e-4d5e-934f-63300a6b3750'] response: {'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1', 'code': 200} May 06 09:43:37.117892 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:43:37.195998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffcdaa71-6d67-4c66-ae95-1a9dbc308988 req-90561dd7-776b-4391-84a9-f5a30bf541a8 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685471 May 06 09:43:37.355562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8092dd8-0889-4883-ab8e-cb9211604bae req-4d3b2818-ceb9-4482-8be8-54b7477ad7d0 service neutron] 10.222.0.82 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165285 May 06 09:43:37.448312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70da810-1905-46ed-b0d1-9ca935826a3e req-93361f03-46af-4c82-a7c3-c5a258c4566a tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.457273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b70da810-1905-46ed-b0d1-9ca935826a3e req-93361f03-46af-4c82-a7c3-c5a258c4566a tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 945 time: 0.2998240 May 06 09:43:37.530291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b70da810-1905-46ed-b0d1-9ca935826a3e req-70aabaff-929d-4464-b900-afd2be3b3e96 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/security-groups?id=0060ce39-b5f6-46ca-9f94-f6688d0d2803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716777 May 06 09:43:37.563604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efcdb0-481f-4716-8c6e-638dadf1d4d8 req-e100d877-e2c6-4b70-b23d-0a3c755bafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.565318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39efcdb0-481f-4716-8c6e-638dadf1d4d8 req-e100d877-e2c6-4b70-b23d-0a3c755bafff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1096 time: 0.4090595 May 06 09:43:37.695765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39efcdb0-481f-4716-8c6e-638dadf1d4d8 req-959aa7f8-0c05-41c0-9233-5e2de8ab0ae9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0060ce39-b5f6-46ca-9f94-f6688d0d2803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218274 May 06 09:43:37.705657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be719b0-e3ce-4bf5-a572-914650a8017d req-586b4ecc-5953-4500-8438-2ec0582f5363 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:37.722874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0be719b0-e3ce-4bf5-a572-914650a8017d req-586b4ecc-5953-4500-8438-2ec0582f5363 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4710674 May 06 09:43:37.733767 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4537b5cf-57a0-426e-a420-97ad5d4a2fee x-openstack-request-id: req-4537b5cf-57a0-426e-a420-97ad5d4a2fee {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:37.734186 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "tag": "34268049-2466-4db7-a790-ab6128f5b913", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:37.734438 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4537b5cf-57a0-426e-a420-97ad5d4a2fee {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:37.735374 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4537b5cf-57a0-426e-a420-97ad5d4a2fee'] response: {'name': 'network-changed', 'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'tag': '34268049-2466-4db7-a790-ab6128f5b913', 'status': 'completed', 'code': 200} May 06 09:43:37.835487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b829017-f647-44ab-a479-d2fd0303aeb9 req-1dd2d355-37f8-4c80-aab6-d867a6583339 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0620456 May 06 09:43:37.991280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289cc338-c810-4a5b-a712-0d3691f54a96 req-83ff0f43-ae2b-41f1-95ec-c4e9a6dd4a42 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=095f4b905af747169d1973d83886a1ac HTTP/1.1" status: 200 len: 1656 time: 0.1126430 May 06 09:43:38.034985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e9ef1-e234-4c0a-bb87-d7949f89c175 req-caa433a6-95c6-472b-93f1-2c1316330268 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.036660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc1e9ef1-e234-4c0a-bb87-d7949f89c175 req-caa433a6-95c6-472b-93f1-2c1316330268 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 944 time: 0.1953795 May 06 09:43:38.128357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc356-c629-4012-8232-620799224f20 req-8430d2c5-b7f2-4b08-a4da-7e07a6526788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.129946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbddc356-c629-4012-8232-620799224f20 req-8430d2c5-b7f2-4b08-a4da-7e07a6526788 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a9cb7ff99f554aada88b21a57a0f809c&device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 1095 time: 0.1757958 May 06 09:43:38.249628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc1e9ef1-e234-4c0a-bb87-d7949f89c175 req-ffdf96c6-08df-4aca-a41f-3c6899a65627 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756649 May 06 09:43:38.283063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cc338-c810-4a5b-a712-0d3691f54a96 req-01c56858-d296-4c86-b0d5-a7d4f22fe07d tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.284688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289cc338-c810-4a5b-a712-0d3691f54a96 req-01c56858-d296-4c86-b0d5-a7d4f22fe07d tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks?id=787548d0-ce2f-47e8-8359-296a6562f611&id=787548d0-ce2f-47e8-8359-296a6562f611&id=787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 787 time: 0.2838674 May 06 09:43:38.339304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc356-c629-4012-8232-620799224f20 req-53b2a16a-33cc-44e1-8ecc-5f3b7626929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.341926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbddc356-c629-4012-8232-620799224f20 req-53b2a16a-33cc-44e1-8ecc-5f3b7626929c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2845d620-b001-4626-9ed0-b8a79164eb38 HTTP/1.1" status: 200 len: 917 time: 0.2003844 May 06 09:43:38.501515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbddc356-c629-4012-8232-620799224f20 req-5c9ea451-9f29-4286-94be-a127b55b63b1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34268049-2466-4db7-a790-ab6128f5b913 HTTP/1.1" status: 200 len: 217 time: 0.1522770 May 06 09:43:38.516497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-a2e0a3e0-4e1f-4e97-9fe5-7e6ecd3d4665 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips/cb7f4b48-b07d-4d32-8439-cf8b59df2f31 HTTP/1.1" status: 200 len: 693 time: 0.1598866 May 06 09:43:38.564602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-7036c7c2-cb09-4b91-81b3-edd21a96b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.567342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-7036c7c2-cb09-4b91-81b3-edd21a96b368 service neutron] 10.222.0.83 "GET /v2.0/ports/803f3ef6-07d9-4481-9e40-5c7c95b40ed7 HTTP/1.1" status: 200 len: 1032 time: 0.1139686 May 06 09:43:38.665580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5901472b-1fb4-483c-b01b-95ada296793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.668544 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5901472b-1fb4-483c-b01b-95ada296793f service neutron] 10.222.0.83 "GET /v2.0/ports/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 HTTP/1.1" status: 200 len: 1033 time: 0.0930531 May 06 09:43:38.722326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b81238-a56b-44cf-9ce3-863eda910e28 req-1498906c-8d5f-47f5-a96e-49f08be0f26f tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.731639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58b81238-a56b-44cf-9ce3-863eda910e28 req-1498906c-8d5f-47f5-a96e-49f08be0f26f tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 945 time: 0.2874582 May 06 09:43:38.764950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc356-c629-4012-8232-620799224f20 req-b31143f4-d62a-4235-bc1b-5716740bd072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.766550 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbddc356-c629-4012-8232-620799224f20 req-b31143f4-d62a-4235-bc1b-5716740bd072 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1314c734-78b7-49a1-933f-0f4b0ef4f045 HTTP/1.1" status: 200 len: 855 time: 0.2474627 May 06 09:43:38.848394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58b81238-a56b-44cf-9ce3-863eda910e28 req-e2465cd7-f969-4a4b-9c34-6c6c3f068956 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146393 May 06 09:43:38.864951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-291ba850-73e6-4993-84d3-aabfd685d566 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.866353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-291ba850-73e6-4993-84d3-aabfd685d566 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.3489561 May 06 09:43:38.899620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc356-c629-4012-8232-620799224f20 req-75bc87c1-0dd6-4818-b62c-3b16af74108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.902628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbddc356-c629-4012-8232-620799224f20 req-75bc87c1-0dd6-4818-b62c-3b16af74108f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2845d620-b001-4626-9ed0-b8a79164eb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209667 May 06 09:43:38.933381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-f2c88b59-275b-4d57-8d9a-2cccb68dc6fe tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.968892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-f2c88b59-275b-4d57-8d9a-2cccb68dc6fe tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.985722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-f2c88b59-275b-4d57-8d9a-2cccb68dc6fe tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:38.988035 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-f2c88b59-275b-4d57-8d9a-2cccb68dc6fe tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "GET /v2.0/networks?id=8c917134-8201-47cd-a40c-b62de7168243&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=b3836593-218b-46fa-9963-06836e1d29c8&id=b3836593-218b-46fa-9963-06836e1d29c8 HTTP/1.1" status: 200 len: 1994 time: 0.3127739 May 06 09:43:39.029131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-555871b9-2203-4c6d-9026-bd513823bdd7 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1485000 May 06 09:43:39.080755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76103d5f-122a-45ab-b456-0486593e075c'}, {'server_uuid': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb4c00-ad29-4767-ad74-f0b89a0c885b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:39.084163 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb6fe4b-eb2f-4973-b96f-f6a02d9fd8a8" -d '{"events": [{"server_uuid": "2a9e6a0c-ec47-471c-96ba-6c23db638bdb", "name": "network-vif-plugged", "status": "completed", "tag": "76103d5f-122a-45ab-b456-0486593e075c"}, {"server_uuid": "db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7", "name": "network-vif-plugged", "status": "completed", "tag": "76bb4c00-ad29-4767-ad74-f0b89a0c885b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:39.085393 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-1be8148f-1247-4b24-9c64-ee31d24657d1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bcc7d352d2848e08d236377bef9ba0a HTTP/1.1" status: 200 len: 380 time: 0.0878842 May 06 09:43:39.096703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'admin_state_up': True, 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'security_groups': ['f7481e43-2c4f-4796-8658-851a7a6350ad']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:39.181169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-e6cdae6c-b1d9-4100-b9a9-454cbe8c704f tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.199 HTTP/1.1" status: 200 len: 696 time: 0.1290097 May 06 09:43:39.250107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:39.257807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.258176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45708e3c-efb6-4983-bcb7-519a35c51634 req-04b048fb-e207-4aef-b688-4d33495fc355 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:39.259775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45708e3c-efb6-4983-bcb7-519a35c51634 req-04b048fb-e207-4aef-b688-4d33495fc355 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 945 time: 0.2368050 May 06 09:43:39.324851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbddc356-c629-4012-8232-620799224f20 req-7f513815-aba8-4f59-8d86-c5d1d0900bb8 service neutron] 10.222.0.82 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573523 May 06 09:43:39.421921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45708e3c-efb6-4983-bcb7-519a35c51634 req-22795e1c-4977-46c0-8fc1-cb9075e4e7cd tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/security-groups?id=0060ce39-b5f6-46ca-9f94-f6688d0d2803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489177 May 06 09:43:39.452440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 172.20.0.10 (8c917134-8201-47cd-a40c-b62de7168243/323d6d81-cf2b-491e-b557-e2eedc3bc7c0/eb04a056-501f-4037-b991-5160eba40b87) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:39.473251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbddc356-c629-4012-8232-620799224f20 req-8e9d1636-9af9-48e9-9043-7d411d43412a service neutron] 10.222.0.82 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269650 May 06 09:43:39.477694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Deleting port 2b509f68-b810-4f55-807c-8b13749efe13 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:39.478040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.652310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.658321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32d55020-4954-475a-8bb0-c042f9e1b05b req-4558575c-6ff3-4b45-94be-c943aa02adc1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0879900 May 06 09:43:39.673939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.674568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.696305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Calling delete_port for 2b509f68-b810-4f55-807c-8b13749efe13 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:39.719853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.782165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network 8c917134-8201-47cd-a40c-b62de7168243 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:39.785692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:39.806837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:39.867231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:39.867917 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:39.888172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=eb04a056-501f-4037-b991-5160eba40b87,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:39.901900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.902422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.902804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.903266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.904861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.905650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.906194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.906852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.907288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.907640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.907972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.908345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:39.917509 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eec8ff40-a194-4885-ae7a-a88d4da9a41a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8248303 May 06 09:43:39.928094 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e241abe2-afae-41b9-a9df-fc6492e5b875 x-openstack-request-id: req-e241abe2-afae-41b9-a9df-fc6492e5b875 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:39.928387 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9e6a0c-ec47-471c-96ba-6c23db638bdb", "name": "network-vif-plugged", "status": "completed", "tag": "76103d5f-122a-45ab-b456-0486593e075c", "code": 200}, {"server_uuid": "db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7", "name": "network-vif-plugged", "status": "completed", "tag": "76bb4c00-ad29-4767-ad74-f0b89a0c885b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:39.928633 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e241abe2-afae-41b9-a9df-fc6492e5b875 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:39.929105 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e241abe2-afae-41b9-a9df-fc6492e5b875'] response: {'server_uuid': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76103d5f-122a-45ab-b456-0486593e075c', 'code': 200} May 06 09:43:39.929648 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e241abe2-afae-41b9-a9df-fc6492e5b875'] response: {'server_uuid': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bb4c00-ad29-4767-ad74-f0b89a0c885b', 'code': 200} May 06 09:43:39.936771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'admin_state_up': True, 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'security_groups': ['f7481e43-2c4f-4796-8658-851a7a6350ad']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:39.970486 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.101556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ce6f4d3a-455d-4ce5-a104-26b209e401f2 None None] Provisioning complete for port eb04a056-501f-4037-b991-5160eba40b87 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:40.102094 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce6f4d3a-455d-4ce5-a104-26b209e401f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.104724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event deleted for resources: {'Port': ['ID=2b509f68-b810-4f55-807c-8b13749efe13,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:40.130691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd3e4b-52bd-4cd0-b2ee-50e4c52fa279 req-b8d2ab08-8b2a-48ee-a2a4-a452970f30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.132194 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbd3e4b-52bd-4cd0-b2ee-50e4c52fa279 req-b8d2ab08-8b2a-48ee-a2a4-a452970f30ed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 1096 time: 0.0720768 May 06 09:43:40.150631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ce6f4d3a-455d-4ce5-a104-26b209e401f2 None None] Port eb04a056-501f-4037-b991-5160eba40b87 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:40.202436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:40.209887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.226832 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fdbd3e4b-52bd-4cd0-b2ee-50e4c52fa279 req-5860662c-733b-4204-bf1b-ed61ae16d7f2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825074 May 06 09:43:40.255752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef845b4f-f23f-48a8-b348-bd12c06addc9 req-23674c48-2868-4a2e-bb42-0fcf0f168dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.257992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef845b4f-f23f-48a8-b348-bd12c06addc9 req-23674c48-2868-4a2e-bb42-0fcf0f168dfc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2a9e6a0c-ec47-471c-96ba-6c23db638bdb HTTP/1.1" status: 200 len: 1096 time: 0.2112045 May 06 09:43:40.296554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.300844 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.302243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f98255ea-1f2b-40b7-9850-d69b9e26ffe9 req-7c0cd18f-d976-4306-8611-e6c8ee0d5076 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "DELETE /v2.0/floatingips/cb7f4b48-b07d-4d32-8439-cf8b59df2f31 HTTP/1.1" status: 204 len: 173 time: 1.1096485 May 06 09:43:40.322923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab518e9f-3804-45ce-9c13-e814f1a79c3b req-c5275d7e-c9f3-44e4-a121-809d01312d12 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.324612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab518e9f-3804-45ce-9c13-e814f1a79c3b req-c5275d7e-c9f3-44e4-a121-809d01312d12 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 944 time: 0.2574356 May 06 09:43:40.329176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef845b4f-f23f-48a8-b348-bd12c06addc9 req-ad5069b1-c88b-47e3-a28f-f0426e5a090d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607529 May 06 09:43:40.386811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab518e9f-3804-45ce-9c13-e814f1a79c3b req-695254b9-da69-43ca-9bc8-14be5d4e6c01 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545065 May 06 09:43:40.390190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 10.1.1.226 (1923bd5b-10a9-4fab-8e4d-167ff958e058/e2ad452c-7bc4-48d2-89ff-72a776edc4c9/198c7658-0fc4-40ae-a5ff-69701502c8dd) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:40.427783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511cc7-6b6b-4ae8-bbd5-6ab989dd918c req-15add065-d3c3-4728-ad02-f8bcad347e84 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.429260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb511cc7-6b6b-4ae8-bbd5-6ab989dd918c req-15add065-d3c3-4728-ad02-f8bcad347e84 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 945 time: 0.0590260 May 06 09:43:40.486043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-72bfbee6-7826-44af-b9d1-aa4be6ef90b2 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips/68d68aa4-1e76-431a-844e-d42e5afc10fd HTTP/1.1" status: 200 len: 692 time: 0.0555680 May 06 09:43:40.521092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb511cc7-6b6b-4ae8-bbd5-6ab989dd918c req-39562132-633c-4ba1-8935-2cadc0da89b3 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827968 May 06 09:43:40.556978 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.601945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.649158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:40.655262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:40.659237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:40.681367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-d97bfef9-800b-4d35-9d94-9b1c96a378e2 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.688418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-d97bfef9-800b-4d35-9d94-9b1c96a378e2 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1880097 May 06 09:43:40.698794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-158890e1-c6e5-4b89-a8d6-39ee906a011b tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:43:40.701422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=198c7658-0fc4-40ae-a5ff-69701502c8dd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:40.705954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-158890e1-c6e5-4b89-a8d6-39ee906a011b tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145407 May 06 09:43:40.723691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.724360 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.742556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310282a6-90f7-450d-98c9-d5e1be6a7e1c req-3247fb44-4daa-4164-9a5c-8133db39ca40 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:40.746551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-baa147db-d729-4d7f-b1ac-648c9382bdd6 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8154874 May 06 09:43:40.751058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-310282a6-90f7-450d-98c9-d5e1be6a7e1c req-3247fb44-4daa-4164-9a5c-8133db39ca40 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 945 time: 0.1279833 May 06 09:43:40.757262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'admin_state_up': True, 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'security_groups': ['f7481e43-2c4f-4796-8658-851a7a6350ad']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:40.813841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-6536667a-a9cf-40d5-81bd-586aa6d346b1 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.0883274 May 06 09:43:40.902452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-6cc6ef47-8dbd-46c1-a86b-c592ac434fc5 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.31 HTTP/1.1" status: 200 len: 695 time: 0.0798831 May 06 09:43:40.964408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:40.970433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:40.978922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-310282a6-90f7-450d-98c9-d5e1be6a7e1c req-c3d1e608-b7e2-4d61-b954-bc9af7305e01 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/security-groups?id=0060ce39-b5f6-46ca-9f94-f6688d0d2803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268796 May 06 09:43:40.987340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-81c2c384-b706-4fac-ad03-3b8d6d40262a None None] Provisioning complete for port 198c7658-0fc4-40ae-a5ff-69701502c8dd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:40.987668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81c2c384-b706-4fac-ad03-3b8d6d40262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.085383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-81c2c384-b706-4fac-ad03-3b8d6d40262a None None] Port 198c7658-0fc4-40ae-a5ff-69701502c8dd cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:41.108071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Deleting port 53f4d647-c840-4094-8f26-321c6dcf4a69 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:41.108660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.223778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f671-2dd4-490b-822a-28d051061748 req-f27fccd1-daf2-480b-b10b-29ac141f300e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:41.229914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f671-2dd4-490b-822a-28d051061748 req-f27fccd1-daf2-480b-b10b-29ac141f300e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:41.231698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24a4f671-2dd4-490b-822a-28d051061748 req-f27fccd1-daf2-480b-b10b-29ac141f300e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 1654 time: 0.1203723 May 06 09:43:41.250294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.250532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.275292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Calling delete_port for 53f4d647-c840-4094-8f26-321c6dcf4a69 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:41.305945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24a4f671-2dd4-490b-822a-28d051061748 req-33da60ff-47e1-439d-a96d-40165172ff80 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613625 May 06 09:43:41.517140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 10.1.1.66 (1923bd5b-10a9-4fab-8e4d-167ff958e058/e2ad452c-7bc4-48d2-89ff-72a776edc4c9/5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:41.623529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.634504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-64aa2998-bfd2-420c-b304-911a89cb8650 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 258 time: 0.2532310 May 06 09:43:41.670767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event deleted for resources: {'Port': ['ID=53f4d647-c840-4094-8f26-321c6dcf4a69,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:41.676215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:41.749025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.812460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.813858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.817075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.831043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-943a04f8-abf7-46b9-b26c-b5ac815d3190 req-57716159-aab0-426b-a32d-46265348ff33 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "DELETE /v2.0/floatingips/68d68aa4-1e76-431a-844e-d42e5afc10fd HTTP/1.1" status: 204 len: 173 time: 0.9276502 May 06 09:43:41.866655 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:41.929563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:41.934095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:41.938620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:42.046681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:42.061697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.063046 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.095333 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4150e0ab-9579-48dd-bef0-6052b4b7e2a9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3419175 May 06 09:43:42.110494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8', 'admin_state_up': True, 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'security_groups': ['f7481e43-2c4f-4796-8658-851a7a6350ad']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:42.282935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:42.327341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6ecc671f-2071-4ca3-9f05-6707b6859d97 None None] Provisioning complete for port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:42.329400 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ecc671f-2071-4ca3-9f05-6707b6859d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.394688 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.424518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6ecc671f-2071-4ca3-9f05-6707b6859d97 None None] Port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:42.435240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1024e-9bb4-4ac7-8215-1a73d79239b7 req-db948136-a4e9-480e-8002-a93a43869a03 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.437817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5eb1024e-9bb4-4ac7-8215-1a73d79239b7 req-db948136-a4e9-480e-8002-a93a43869a03 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 944 time: 0.5232103 May 06 09:43:42.439683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.540870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5eb1024e-9bb4-4ac7-8215-1a73d79239b7 req-408ca6d3-2509-4bdb-904f-4f7eb8282a72 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928507 May 06 09:43:42.625872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Allocated IP 172.25.8.164 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/8cf10f3c-9d3f-49cd-bc10-2cb120a0ce8f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:42.639899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca801-3c2e-4e52-92e4-0069056e89ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.766513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 10.2.2.100 (b3836593-218b-46fa-9963-06836e1d29c8/836fc98a-09c3-475f-bbae-99cac536c05e/c8bb029d-95eb-4440-a0a8-53bcf432cc6e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:42.791120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.820412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc7c8f-c472-4756-b07b-21863b74a1c6 req-4848cdf2-ec5e-4ef4-bcfd-c51aea78f748 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:42.821995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68cc7c8f-c472-4756-b07b-21863b74a1c6 req-4848cdf2-ec5e-4ef4-bcfd-c51aea78f748 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 945 time: 0.1837747 May 06 09:43:42.848899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:42.925047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:42.932873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:42.937196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event updated for resources: {'Port': ['ID=8cf10f3c-9d3f-49cd-bc10-2cb120a0ce8f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:42.943520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:42.949850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68cc7c8f-c472-4756-b07b-21863b74a1c6 req-c2517bcc-1648-4d83-8a3f-8f10ffa1d978 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981472 May 06 09:43:42.955517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.027860 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.086953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-f5730e52-d242-41fb-aa9a-e976aa1c4323 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips/12f4a1e1-6cea-4e0e-b9dc-d330e106d7f0 HTTP/1.1" status: 200 len: 693 time: 0.0811162 May 06 09:43:43.095690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network b3836593-218b-46fa-9963-06836e1d29c8 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:43.099552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:43.103875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:43.140340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:43.186888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.187886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.226465 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-9621d961-973c-4b18-a2e5-92fc5d2f7134 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1236923 May 06 09:43:43.239123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8', 'admin_state_up': True, 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'security_groups': ['f7481e43-2c4f-4796-8658-851a7a6350ad']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:43.259485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.352672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.411504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-78ec3ed6-08e4-42ce-bd17-65c100a47940 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:43.419389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-78ec3ed6-08e4-42ce-bd17-65c100a47940 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2892213 May 06 09:43:43.482789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Made reservation on behalf of 7bcc7d352d2848e08d236377bef9ba0a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:43.488021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.496119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-6d4b08e0-a2b5-4e41-bf90-46b8c28117da tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.0756893 May 06 09:43:43.571336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a58937c0-5256-4308-b314-bebb52cfffc9 None None] Provisioning complete for port c8bb029d-95eb-4440-a0a8-53bcf432cc6e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:43.573541 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a58937c0-5256-4308-b314-bebb52cfffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.589377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-05e6a710-f4d7-4182-a0b8-959d66804013 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.149 HTTP/1.1" status: 200 len: 696 time: 0.0923164 May 06 09:43:43.666573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a58937c0-5256-4308-b314-bebb52cfffc9 None None] Port c8bb029d-95eb-4440-a0a8-53bcf432cc6e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:43.803042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47196) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:43.811270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Allocated IP 10.2.2.200 (b3836593-218b-46fa-9963-06836e1d29c8/836fc98a-09c3-475f-bbae-99cac536c05e/3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:43.895843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.910479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:43.913482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Deleting port a41271fd-dde4-4d24-8c1a-f57bf52f898d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:43.913482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.074605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.096006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91856e55-c2f7-4a32-baaf-15ec157f88b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.104462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event updated for resources: {'Port': ['ID=8cf10f3c-9d3f-49cd-bc10-2cb120a0ce8f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:44.124817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.153456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.188548 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.189044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.189156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Network b3836593-218b-46fa-9963-06836e1d29c8 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:44.195435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:44.197507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event updated for resources: {'Port': ['ID=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:44.199737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:44.222670 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.224021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-c39954c6-8889-43d3-a6ef-cf0e71b4be89 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5576746 May 06 09:43:44.228756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Calling delete_port for a41271fd-dde4-4d24-8c1a-f57bf52f898d owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:44.269334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.271212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.298606 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-5306ce26-bd87-47db-9f40-60ac48b5bf5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0645461 May 06 09:43:44.309378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-76c5c017-9a6e-455f-a6eb-421bbabd9363 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0707519 May 06 09:43:44.317170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:44.430579 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.442143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91856e55-c2f7-4a32-baaf-15ec157f88b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.462637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91856e55-c2f7-4a32-baaf-15ec157f88b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.614514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-73be43fd-aabf-4864-9fea-5339a825ad4c None None] Provisioning complete for port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:44.615595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-73be43fd-aabf-4864-9fea-5339a825ad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.623034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-d02e5bf4-e9dc-4f1c-bf03-1685b17b0076 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.624518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49355b87-2f92-4ff7-a7bc-e4c608c23449 req-d02e5bf4-e9dc-4f1c-bf03-1685b17b0076 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2803006 May 06 09:43:44.631995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-91856e55-c2f7-4a32-baaf-15ec157f88b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21b02b2df43e46f4a6ff7ece6afc0805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7925839 May 06 09:43:44.631995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91856e55-c2f7-4a32-baaf-15ec157f88b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209028b5-df6d-4af3-a867-46f9c7f4bf0c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:44.631995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47204) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:44.737328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-73be43fd-aabf-4864-9fea-5339a825ad4c None None] Port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:44.759216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1c4dd2f-8e98-4abb-898b-87c467e8770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.795842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.821769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1c4dd2f-8e98-4abb-898b-87c467e8770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.863506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Pushing event deleted for resources: {'Port': ['ID=a41271fd-dde4-4d24-8c1a-f57bf52f898d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:44.893905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47210) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:44.900212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1796722162'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:44.914854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb04a056-501f-4037-b991-5160eba40b87 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:44.928031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.942075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4456ad2-9198-466e-8167-b982dac510f6 req-543e8d2c-9eb5-4382-9ca6-9bec3403d55f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.947905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4456ad2-9198-466e-8167-b982dac510f6 req-543e8d2c-9eb5-4382-9ca6-9bec3403d55f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.948913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Transition to ACTIVE for port object eb04a056-501f-4037-b991-5160eba40b87 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:44.950511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:44.953821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4456ad2-9198-466e-8167-b982dac510f6 req-543e8d2c-9eb5-4382-9ca6-9bec3403d55f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.954831 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.958104 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.959693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4456ad2-9198-466e-8167-b982dac510f6 req-543e8d2c-9eb5-4382-9ca6-9bec3403d55f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.965520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4456ad2-9198-466e-8167-b982dac510f6 req-543e8d2c-9eb5-4382-9ca6-9bec3403d55f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:44.968332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4456ad2-9198-466e-8167-b982dac510f6 req-543e8d2c-9eb5-4382-9ca6-9bec3403d55f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 3816 time: 0.1933801 May 06 09:43:44.995570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.998622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:44.999776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97e2cdcf-fa4b-40ee-9534-26a994d45d69 req-5ac4aa75-af3b-41e7-897b-039fdab7fd18 tempest-FloatingIPDetailsTestJSON-250025359 tempest-FloatingIPDetailsTestJSON-250025359-project] 10.222.0.76 "DELETE /v2.0/floatingips/12f4a1e1-6cea-4e0e-b9dc-d330e106d7f0 HTTP/1.1" status: 204 len: 173 time: 1.4095881 May 06 09:43:45.007626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47212) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:45.056985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-559e0edd-fcfa-4881-9884-c9a328f7870c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.075233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:45.078097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb04a056-501f-4037-b991-5160eba40b87,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.141893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.141893 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Added segment ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52 of type vlan for network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc May 06 09:43:45.217933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Attempting to bind port eb04a056-501f-4037-b991-5160eba40b87 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:45.218233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Attempting to bind port eb04a056-501f-4037-b991-5160eba40b87 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:45.218527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Attempting to bind port eb04a056-501f-4037-b991-5160eba40b87 on network 8c917134-8201-47cd-a40c-b62de7168243 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:45.221727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.228999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Port eb04a056-501f-4037-b991-5160eba40b87 on network 8c917134-8201-47cd-a40c-b62de7168243 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:45.229307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Attempting to bind port eb04a056-501f-4037-b991-5160eba40b87 on network 8c917134-8201-47cd-a40c-b62de7168243 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:45.241008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:45.241682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Checking segment: {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:45.242062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Bound using segment: {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:45.242723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Bound port: eb04a056-501f-4037-b991-5160eba40b87, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5672c787-d481-49c1-91e2-fb7bb10332b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8c917134-8201-47cd-a40c-b62de7168243'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:45.243075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.294967 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.302178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.302665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.331362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1c4dd2f-8e98-4abb-898b-87c467e8770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.333841 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1c4dd2f-8e98-4abb-898b-87c467e8770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.337342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f1c4dd2f-8e98-4abb-898b-87c467e8770f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/209028b5-df6d-4af3-a867-46f9c7f4bf0c HTTP/1.1" status: 204 len: 168 time: 0.6995308 May 06 09:43:45.377981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4456ad2-9198-466e-8167-b982dac510f6 req-e393af02-0187-4a3f-91e4-59c2bedf8f5c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005253 May 06 09:43:45.378837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4dd2f-8e98-4abb-898b-87c467e8770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209028b5-df6d-4af3-a867-46f9c7f4bf0c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.419050 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5240011 May 06 09:43:45.426153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47218) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:45.441577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1662495030'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:45.458528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39616da5-e971-43f2-b1ab-94c86b323665 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Network': ['ID=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.464496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] For port eb04a056-501f-4037-b991-5160eba40b87, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:45.470442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:45.483041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] For port eb04a056-501f-4037-b991-5160eba40b87, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=eb04a056-501f-4037-b991-5160eba40b87,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:45.492745 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.547556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:45.552633 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.591510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.592238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.597205 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] 10.222.0.83 "PUT /v2.0/ports/eb04a056-501f-4037-b991-5160eba40b87 HTTP/1.1" status: 200 len: 1092 time: 1.2854555 May 06 09:43:45.598357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4026c27-aa3e-4e54-9c78-c7e6db98c707 req-4f0bdc1a-348f-4e50-b083-461fadf145ae tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.600231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4026c27-aa3e-4e54-9c78-c7e6db98c707 req-4f0bdc1a-348f-4e50-b083-461fadf145ae tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9e6a0c-ec47-471c-96ba-6c23db638bdb HTTP/1.1" status: 200 len: 945 time: 0.3849318 May 06 09:43:45.608448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:45.614121 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e177658c-181b-4b43-b9d1-dea8726caf18" -d '{"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "eb04a056-501f-4037-b991-5160eba40b87"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:45.615938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34268049-2466-4db7-a790-ab6128f5b913 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:43:45.644351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:45.778307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04763e-5ee9-4ed1-8eda-89053f003ec8 req-3ab95e6c-d59f-42de-b853-8f364501c11e tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:45.782927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b04763e-5ee9-4ed1-8eda-89053f003ec8 req-3ab95e6c-d59f-42de-b853-8f364501c11e tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 944 time: 0.2269244 May 06 09:43:45.808241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:45.818918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5b874-b688-49f8-9d21-8c4b1bfb64e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb04a056-501f-4037-b991-5160eba40b87,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:45.923426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34268049-2466-4db7-a790-ab6128f5b913, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34268049-2466-4db7-a790-ab6128f5b913,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:45.925907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4026c27-aa3e-4e54-9c78-c7e6db98c707 req-21ce3b6c-6a2f-4f24-b047-9abb1f40aaa1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106112 May 06 09:43:45.944331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:43:45.956458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '34268049-2466-4db7-a790-ab6128f5b913', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'port_id': '34268049-2466-4db7-a790-ab6128f5b913', 'mac_address': 'fa:16:3e:36:0c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:43:46.047654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.048344 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Added segment b97a7650-6ce4-4677-a9c3-3e2f2c8e1351 of type vlan for network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 May 06 09:43:46.072024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.078117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b04763e-5ee9-4ed1-8eda-89053f003ec8 req-94f670a4-0065-4984-9742-0245373103d2 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918230 May 06 09:43:46.127966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34268049-2466-4db7-a790-ab6128f5b913 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:46.191341 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6f6155-ff66-4966-a0da-9e6b0915a7d5 x-openstack-request-id: req-5f6f6155-ff66-4966-a0da-9e6b0915a7d5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:46.191811 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "eb04a056-501f-4037-b991-5160eba40b87", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:46.205341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34268049-2466-4db7-a790-ab6128f5b913, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34268049-2466-4db7-a790-ab6128f5b913,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:46.207550 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f6f6155-ff66-4966-a0da-9e6b0915a7d5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:46.208733 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6f6155-ff66-4966-a0da-9e6b0915a7d5'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87', 'status': 'completed', 'code': 200} May 06 09:43:46.216802 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.342371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.350121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-7db26577-24c2-493a-b7b1-94a452fee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.350606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-7db26577-24c2-493a-b7b1-94a452fee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.351069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-7db26577-24c2-493a-b7b1-94a452fee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.351528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-7db26577-24c2-493a-b7b1-94a452fee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.352269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-7db26577-24c2-493a-b7b1-94a452fee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.354332 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-7db26577-24c2-493a-b7b1-94a452fee7df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 4363 time: 0.1325974 May 06 09:43:46.360557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:46.372350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-ad51ac0e-377a-4b40-8549-c70ef6185bf2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.379918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34268049-2466-4db7-a790-ab6128f5b913,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:46.380536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-ad51ac0e-377a-4b40-8549-c70ef6185bf2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3393695 May 06 09:43:46.398765 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.419389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.420781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.421119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.422651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.423007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.423344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.433678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.433678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.433678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.433678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.433678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.433678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:43:46.448139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.505903 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Transition to ACTIVE for port object 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:46.512466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.536707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['34268049-2466-4db7-a790-ab6128f5b913'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:46.555396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-2e67713c-155e-467a-b2e7-2a072765f334 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.1735058 May 06 09:43:46.560402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.566530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.567158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.581547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Request body: {'floatingip': {'port_id': '527ac212-93a8-4e9a-9d44-706c467826a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:46.657274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.673248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-2c8221e3-c91e-4546-afcf-26f0c8cdda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.673649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-2c8221e3-c91e-4546-afcf-26f0c8cdda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.674118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-2c8221e3-c91e-4546-afcf-26f0c8cdda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:46.678982 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-2c8221e3-c91e-4546-afcf-26f0c8cdda14 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3011856 May 06 09:43:46.697089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:46.793579 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:46.861526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Network': ['ID=29c8a71a-490d-4ad5-8ba1-74334919c9d8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:46.889571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:43:46.931011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Attempting to bind port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:46.931712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Attempting to bind port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:46.932341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Attempting to bind port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:46.945631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:46.946306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Attempting to bind port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:46.957736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:46.958536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Checking segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:46.959159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Bound using segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:46.959879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Bound port: 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:46.960833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.020420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-f6e2573e-e685-41aa-b55a-ee70ad3cff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.022038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e177658c-181b-4b43-b9d1-dea8726caf18 req-f6e2573e-e685-41aa-b55a-ee70ad3cff8c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3285370 May 06 09:43:47.105275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] For port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:47.111856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] For port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:47.118586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.173535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.174157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.175803 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] 10.222.0.83 "PUT /v2.0/ports/803f3ef6-07d9-4481-9e40-5c7c95b40ed7 HTTP/1.1" status: 200 len: 1135 time: 1.5447843 May 06 09:43:47.211161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea3c74-46a7-4b9c-906e-f4570ba5b1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:47.231724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:47.298362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47262) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:47.305413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-20bfb0ab-04e7-488f-a54c-1f31e322c1b0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8677692 May 06 09:43:47.309304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'subnet': {'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:47.451544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.499351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-601bd65d-bf76-49d5-96b6-0b4f81eb5536 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.506895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-601bd65d-bf76-49d5-96b6-0b4f81eb5536 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.515623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-601bd65d-bf76-49d5-96b6-0b4f81eb5536 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.523116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-601bd65d-bf76-49d5-96b6-0b4f81eb5536 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.530207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-601bd65d-bf76-49d5-96b6-0b4f81eb5536 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.537075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-601bd65d-bf76-49d5-96b6-0b4f81eb5536 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:47.539435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-601bd65d-bf76-49d5-96b6-0b4f81eb5536 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 4605 time: 0.9552555 May 06 09:43:47.546831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:47.551953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.588635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47268) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:47.591063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34268049-2466-4db7-a790-ab6128f5b913 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:47.603200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.681160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 34268049-2466-4db7-a790-ab6128f5b913 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:43:47.691497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 34268049-2466-4db7-a790-ab6128f5b913 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:47.691915 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.768259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-039b734f-ec8a-4e0a-9bf3-3856b94f6fb8 req-352db58a-4d2e-4d0f-8779-19d7e9daa83d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2162631 May 06 09:43:47.773983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-438935510', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:47.873325 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.943312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34268049-2466-4db7-a790-ab6128f5b913, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34268049-2466-4db7-a790-ab6128f5b913,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:47.945612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34268049-2466-4db7-a790-ab6128f5b913'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:47.952759 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd88d002-03e2-4481-a978-c40fb2b64f72" -d '{"events": [{"server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "name": "network-vif-plugged", "status": "completed", "tag": "34268049-2466-4db7-a790-ab6128f5b913"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:47.960119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:47.982831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Made reservation on behalf of 6ba786bc45f84552a807ff150dbd3c26 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:47.985466 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.098145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34268049-2466-4db7-a790-ab6128f5b913,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:48.102884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.109519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.190612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:48.204507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.210065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '803f3ef6-07d9-4481-9e40-5c7c95b40ed7'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:48.212450 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd67c041-2520-4bb2-b187-da8c9f69d8af" -d '{"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "803f3ef6-07d9-4481-9e40-5c7c95b40ed7"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:48.219761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Subnet': ['ID=6560519a-d540-42cd-a2a5-7374c27e79b6,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:48.236161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.238510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Transition to ACTIVE for port object 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:48.243335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Checking segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:48.243782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network hostable DHCP agents. Network: 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:48.247316 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.332542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:48.355551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Pushing event updated for resources: {'Port': ['ID=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:48.399740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:48.412015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4856af80-1ec0-4f99-94e6-dbfbae3bf89a None None] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:48.440019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8a448-a71f-4aa7-992e-f47de8657452 req-9dddfc61-3e49-4215-9e90-04262dab184d tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:48.441593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98f8a448-a71f-4aa7-992e-f47de8657452 req-9dddfc61-3e49-4215-9e90-04262dab184d tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.3399372 May 06 09:43:48.483463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-6f61f63f-57c5-492e-9eae-42864572373a tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:48.485402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-6f61f63f-57c5-492e-9eae-42864572373a tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "GET /v2.0/ports?device_id=2a9e6a0c-ec47-471c-96ba-6c23db638bdb HTTP/1.1" status: 200 len: 945 time: 0.3376174 May 06 09:43:48.496497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:48.497067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.524178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Attempting to bind port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:48.524732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Attempting to bind port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:48.525137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Attempting to bind port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:48.533206 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4047370d-5cab-4de8-8855-457043a27437 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2319391 May 06 09:43:48.535641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:48.535980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Attempting to bind port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:48.539101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:48.551641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'subnet': {'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:48.593325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:48.593698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Checking segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:48.594092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Bound using segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:48.594816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Bound port: 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:48.595189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.703869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.746375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'fixed_ips': [{'subnet_id': '6560519a-d540-42cd-a2a5-7374c27e79b6'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:48.748541 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.761370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] For port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:48.768141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] For port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:48.773362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98f8a448-a71f-4aa7-992e-f47de8657452 req-2354590a-40e3-41f0-ba14-23dba1577955 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998626 May 06 09:43:48.775280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.786929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:48.790139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.841084 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:43:48.846550 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.897022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:48.939488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] device_id is not set on port ff61eb29-0c06-4d2c-ae73-0e00016d7aba yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:43:49.004787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.005491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.007144 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] 10.222.0.83 "PUT /v2.0/ports/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 HTTP/1.1" status: 200 len: 1136 time: 1.7845445 May 06 09:43:49.043004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33581038-bd2f-40fb-914d-67bc85b94e7e service neutron] Pushing event updated for resources: {'Port': ['ID=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.064488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.098471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:49.145271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.156876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a0ea2c-e60c-4f30-9a78-52113925c835,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.157609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.201254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Allocated IP 10.1.1.2 (1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc/6560519a-d540-42cd-a2a5-7374c27e79b6/7c6e2532-eb97-4775-a506-dab8c8735540) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:49.235788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.316122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Subnet': ['ID=4b4d354c-e2fb-4f80-acc5-61d132644c73,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.345477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Checking segment: {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:49.345814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network hostable DHCP agents. Network: 29c8a71a-490d-4ad5-8ba1-74334919c9d8, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:43:49.388288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.392120 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2785bf-6671-49a3-bfcf-6fb5a599c313 x-openstack-request-id: req-7f2785bf-6671-49a3-bfcf-6fb5a599c313 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:49.392424 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "name": "network-vif-plugged", "status": "completed", "tag": "34268049-2466-4db7-a790-ab6128f5b913", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:49.392931 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f2785bf-6671-49a3-bfcf-6fb5a599c313 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:49.393344 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2785bf-6671-49a3-bfcf-6fb5a599c313'] response: {'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34268049-2466-4db7-a790-ab6128f5b913', 'code': 200} May 06 09:43:49.397978 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.439386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:49.442949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:49.444716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:43:49.450030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:49.481038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Pushing event updated for resources: {'Port': ['ID=7c6e2532-eb97-4775-a506-dab8c8735540,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.498131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 29c8a71a-490d-4ad5-8ba1-74334919c9d8) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:49.507642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.508232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.539412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ac17a-5299-4a03-96da-a63258a0fdbf None None] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:49.540751 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c29ac74-aa73-4dc7-b0c1-e3aa8d355fc9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9970193 May 06 09:43:49.541656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Attempting to bind port 7c6e2532-eb97-4775-a506-dab8c8735540 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:49.542023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Attempting to bind port 7c6e2532-eb97-4775-a506-dab8c8735540 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:49.542381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Attempting to bind port 7c6e2532-eb97-4775-a506-dab8c8735540 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:49.543091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47288) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:49.550757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'port': {'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'name': 'tempest-TaggedBootDevicesTest-298129316', 'fixed_ips': [{'subnet_id': '6560519a-d540-42cd-a2a5-7374c27e79b6'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:49.588015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:49.588015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Checking segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:49.588015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.588401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Bound using segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:49.588723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Bound port: 7c6e2532-eb97-4775-a506-dab8c8735540, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:49.589092 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.643374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Deleting port 76103d5f-122a-45ab-b456-0486593e075c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:49.644504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.659637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Deleting port 82485f64-3c20-4c48-a497-91ba760cf52f {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:49.660250 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.695520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] For port 7c6e2532-eb97-4775-a506-dab8c8735540, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:49.700328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] For port 7c6e2532-eb97-4775-a506-dab8c8735540, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7c6e2532-eb97-4775-a506-dab8c8735540,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:49.720228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198c7658-0fc4-40ae-a5ff-69701502c8dd {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:49.726097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.729962 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.753385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Transition to ACTIVE for port object 198c7658-0fc4-40ae-a5ff-69701502c8dd will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:49.757857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:49.765252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.844835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-29c8a71a-490d-4ad5-8ba1-74334919c9d8', 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'fixed_ips': [{'subnet_id': '4b4d354c-e2fb-4f80-acc5-61d132644c73'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:43:49.845623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:49.864502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc86ef8-b54f-426b-8b10-e83a662eee27 None None] Pushing event updated for resources: {'Port': ['ID=7c6e2532-eb97-4775-a506-dab8c8735540,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:49.925839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77a315-1592-4712-986a-42dca2611c7f req-25135023-cce7-4153-934c-3b352211bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.927745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c77a315-1592-4712-986a-42dca2611c7f req-25135023-cce7-4153-934c-3b352211bbeb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 1097 time: 0.9648588 May 06 09:43:49.956400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc9e39-6bbe-48c1-91a5-21a34194d476 req-bf484f23-6ee0-4642-b4c5-632cdb73f71c tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:49.961686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63bc9e39-6bbe-48c1-91a5-21a34194d476 req-bf484f23-6ee0-4642-b4c5-632cdb73f71c tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a9e6a0c-ec47-471c-96ba-6c23db638bdb HTTP/1.1" status: 200 len: 945 time: 0.9492209 May 06 09:43:50.051807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Allocated IP 10.2.2.2 (29c8a71a-490d-4ad5-8ba1-74334919c9d8/4b4d354c-e2fb-4f80-acc5-61d132644c73/1b9a1825-1d78-446d-99a0-d116acbfd0aa) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:50.102042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Allocated IP 172.25.8.131 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ff61eb29-0c06-4d2c-ae73-0e00016d7aba) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:50.191144 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Floating IP 6b01adbf-c2aa-419a-97f4-96132aee65e9 associated. External IP: 172.25.8.164, port: 527ac212-93a8-4e9a-9d44-706c467826a1. May 06 09:43:50.242828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] For port 82485f64-3c20-4c48-a497-91ba760cf52f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82485f64-3c20-4c48-a497-91ba760cf52f,segment=NetworkSegment(a129fa62-4431-495f-b40b-dc847d0c9292),segment_id=a129fa62-4431-495f-b40b-dc847d0c9292)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:50.244384 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.274364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Pushing event updated for resources: {'Port': ['ID=198c7658-0fc4-40ae-a5ff-69701502c8dd,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:50.296643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.296812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63bc9e39-6bbe-48c1-91a5-21a34194d476 req-262c5af4-3351-4d11-977f-b3d804343b83 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.76 "GET /v2.0/security-groups?id=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885392 May 06 09:43:50.317870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c77a315-1592-4712-986a-42dca2611c7f req-b4841bd0-92ae-4ea4-ae9e-e11ef126b89a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606696 May 06 09:43:50.319267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Calling delete_port for 82485f64-3c20-4c48-a497-91ba760cf52f owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:50.336192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] For port 76103d5f-122a-45ab-b456-0486593e075c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=76103d5f-122a-45ab-b456-0486593e075c,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:50.336430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.338381 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.403106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Calling delete_port for 76103d5f-122a-45ab-b456-0486593e075c owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:50.421796 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4546592f-413a-48f9-943e-e1f0a7b018d8 x-openstack-request-id: req-4546592f-413a-48f9-943e-e1f0a7b018d8 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:50.422127 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "803f3ef6-07d9-4481-9e40-5c7c95b40ed7", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:50.422345 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4546592f-413a-48f9-943e-e1f0a7b018d8 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:50.422760 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4546592f-413a-48f9-943e-e1f0a7b018d8'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '803f3ef6-07d9-4481-9e40-5c7c95b40ed7', 'status': 'completed', 'code': 200} May 06 09:43:50.450084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:50.458608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Pushing event updated for resources: {'Port': ['ID=1b9a1825-1d78-446d-99a0-d116acbfd0aa,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:50.463275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:50.466107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:50.468923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7c6e2532-eb97-4775-a506-dab8c8735540 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:50.504030 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.540351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Attempting to bind port 198c7658-0fc4-40ae-a5ff-69701502c8dd on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:50.540928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Attempting to bind port 198c7658-0fc4-40ae-a5ff-69701502c8dd by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:50.541413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Attempting to bind port 198c7658-0fc4-40ae-a5ff-69701502c8dd on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:50.567290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201882e1-664f-43d6-978c-1652771f0833 req-a5a2feb5-7c00-4d7e-866b-4d4f398ddbc7 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:50.569173 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-201882e1-664f-43d6-978c-1652771f0833 req-a5a2feb5-7c00-4d7e-866b-4d4f398ddbc7 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "GET /v2.0/ports?device_id=db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7 HTTP/1.1" status: 200 len: 945 time: 0.7520103 May 06 09:43:50.574830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.608631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Attempting to bind port 1b9a1825-1d78-446d-99a0-d116acbfd0aa on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:50.608931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Attempting to bind port 1b9a1825-1d78-446d-99a0-d116acbfd0aa by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:50.609326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Attempting to bind port 1b9a1825-1d78-446d-99a0-d116acbfd0aa on network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:50.615286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:50.615734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Checking segment: {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:50.616135 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.616518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Bound using segment: {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:50.616977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Bound port: 1b9a1825-1d78-446d-99a0-d116acbfd0aa, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:50.617402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.622012 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Port 198c7658-0fc4-40ae-a5ff-69701502c8dd on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:50.626568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Attempting to bind port 198c7658-0fc4-40ae-a5ff-69701502c8dd on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:50.662550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] device_id is not set on port 783051a3-e4cc-4fc8-831e-c0e97f23a753 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:43:50.712741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:50.724389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Checking segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:50.724841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Bound using segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:50.725468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Bound port: 198c7658-0fc4-40ae-a5ff-69701502c8dd, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:50.726000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.735853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] For port 1b9a1825-1d78-446d-99a0-d116acbfd0aa, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:50.749655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7c6e2532-eb97-4775-a506-dab8c8735540 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:50.750518 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:50.804107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] For port 1b9a1825-1d78-446d-99a0-d116acbfd0aa, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1b9a1825-1d78-446d-99a0-d116acbfd0aa,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:50.817978 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.062925 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.080174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065750ba-677a-4083-b27d-b7a1b254094a None None] Pushing event updated for resources: {'Port': ['ID=1b9a1825-1d78-446d-99a0-d116acbfd0aa,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:51.121274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 7c6e2532-eb97-4775-a506-dab8c8735540, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7c6e2532-eb97-4775-a506-dab8c8735540,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:51.138078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.172944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.227524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 10.1.1.167 (1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc/6560519a-d540-42cd-a2a5-7374c27e79b6/783051a3-e4cc-4fc8-831e-c0e97f23a753) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:51.236872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['76bb4c00-ad29-4767-ad74-f0b89a0c885b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:43:51.446365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=7c6e2532-eb97-4775-a506-dab8c8735540,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:51.553639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.554471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.556651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.557506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.558367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.559210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.560300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.564017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-c1c51343-cbb2-4aa6-9d95-6999b8a05678 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6245 time: 0.3924942 May 06 09:43:51.565374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] No DVR routers for this DVR port 76103d5f-122a-45ab-b456-0486593e075c on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:51.570146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.596112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5eca76e6-8050-4d07-aaaa-9a2d5b9816d1 req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.82 "DELETE /v2.0/ports/76103d5f-122a-45ab-b456-0486593e075c HTTP/1.1" status: 204 len: 173 time: 3.0757363 May 06 09:43:51.596982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38b70a-b259-4bdf-9161-fa2ee8bebfe4 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event deleted for resources: {'Port': ['ID=76103d5f-122a-45ab-b456-0486593e075c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:51.599996 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.623098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'name': 'network-vif-deleted', 'tag': '76103d5f-122a-45ab-b456-0486593e075c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:51.625491 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7726c3d-cc66-4bb3-8025-16fd8196e159" -d '{"events": [{"server_uuid": "2a9e6a0c-ec47-471c-96ba-6c23db638bdb", "name": "network-vif-deleted", "tag": "76103d5f-122a-45ab-b456-0486593e075c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:51.631992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] For port 198c7658-0fc4-40ae-a5ff-69701502c8dd, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:51.638570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Deleting port 76bb4c00-ad29-4767-ad74-f0b89a0c885b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:51.639341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.663372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 76103d5f-122a-45ab-b456-0486593e075c no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:51.705725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63737b46-a5d3-441a-b1e6-ed004dbf7b20 None None] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:51.709531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 76103d5f-122a-45ab-b456-0486593e075c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:51.709870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 76103d5f-122a-45ab-b456-0486593e075c not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:51.779872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] For port 76bb4c00-ad29-4767-ad74-f0b89a0c885b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=76bb4c00-ad29-4767-ad74-f0b89a0c885b,segment=NetworkSegment(8a84ad43-ce11-408e-a6ca-b38850f988f9),segment_id=8a84ad43-ce11-408e-a6ca-b38850f988f9)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:51.780253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.800032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Calling delete_port for 76bb4c00-ad29-4767-ad74-f0b89a0c885b owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:51.877543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ebb7c5fa-fc67-4194-8171-f73ea1638794 None None] Provisioning complete for port 7c6e2532-eb97-4775-a506-dab8c8735540 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:51.878363 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c5fa-fc67-4194-8171-f73ea1638794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:51.888485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-75fd0307-b38d-4ef7-bac2-7d053e34d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.888967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-75fd0307-b38d-4ef7-bac2-7d053e34d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.889426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-75fd0307-b38d-4ef7-bac2-7d053e34d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:51.891398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-75fd0307-b38d-4ef7-bac2-7d053e34d772 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2699051 May 06 09:43:51.969105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82485f64-3c20-4c48-a497-91ba760cf52f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.005413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] For port 198c7658-0fc4-40ae-a5ff-69701502c8dd, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:52.022042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.049448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.058609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.065913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.072136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.078778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.085993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.092253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.094181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-cf729702-6ef7-421f-91f9-6c4352668899 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5395 time: 0.6919394 May 06 09:43:52.128804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Pushing event updated for resources: {'Port': ['ID=198c7658-0fc4-40ae-a5ff-69701502c8dd,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.147827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.148532 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.149997 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-08ba61d3-04c8-439c-9f2d-646032bc8569 service neutron] 10.222.0.83 "PUT /v2.0/ports/198c7658-0fc4-40ae-a5ff-69701502c8dd HTTP/1.1" status: 200 len: 1091 time: 3.1018531 May 06 09:43:52.191910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:52.256346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.336298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.491341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '46b8ebdb-94fa-42d4-9a42-bf7fa39d4502'}, {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:52.498219 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ed5e55-57fb-44e3-bad0-2033034ad12b" -d '{"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "46b8ebdb-94fa-42d4-9a42-bf7fa39d4502"}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:52.501219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.526961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Pushing event deleted for resources: {'Port': ['ID=76bb4c00-ad29-4767-ad74-f0b89a0c885b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:52.653314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7c6e2532-eb97-4775-a506-dab8c8735540 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:52.717658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] No DVR routers for this DVR port 76bb4c00-ad29-4767-ad74-f0b89a0c885b on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:43:52.736039 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.743304 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-201882e1-664f-43d6-978c-1652771f0833 req-2da0db4c-cc27-460f-9584-bbb17d45b0d1 tempest-MultipleCreateTestJSON-290359198 tempest-MultipleCreateTestJSON-290359198-project] 10.222.0.83 "DELETE /v2.0/ports/76bb4c00-ad29-4767-ad74-f0b89a0c885b HTTP/1.1" status: 204 len: 173 time: 2.1296985 May 06 09:43:52.762265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Router 146bc141-6f43-402a-9dfe-a3f5fc0194ca has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:52.764277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7c6e2532-eb97-4775-a506-dab8c8735540 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:52.764943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.783908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6601b49c-0f1e-46d8-915d-bcabbf5faf32 req-85566b4f-8a1f-4202-94d6-21d92b4180e2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5691240 May 06 09:43:52.934628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0445f2fb-a20d-4c7a-98c3-c23cabd63f60 None None] Provisioning complete for port 7c6e2532-eb97-4775-a506-dab8c8735540 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:52.935176 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0445f2fb-a20d-4c7a-98c3-c23cabd63f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.962582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-4cbc1f75-e53f-48d8-9e9a-10a30c25e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:52.964239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd67c041-2520-4bb2-b187-da8c9f69d8af req-4cbc1f75-e53f-48d8-9e9a-10a30c25e928 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0378263 May 06 09:43:52.973347 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:52.992632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.029624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b74cb0-6e57-4cc5-9fcf-a93e0531b7e2 None None] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:43:53.128430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:53.142102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:53.145664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:53.150481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=783051a3-e4cc-4fc8-831e-c0e97f23a753,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:53.250908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1b9a1825-1d78-446d-99a0-d116acbfd0aa up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:53.295458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:53.296469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.334653 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b8b0913a-54e3-4430-b4ed-e68b6c87c2c9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7904580 May 06 09:43:53.343659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47308) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:53.350132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'port': {'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'name': 'tempest-TaggedBootDevicesTest-2015408223', 'fixed_ips': [{'subnet_id': '6560519a-d540-42cd-a2a5-7374c27e79b6'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:53.471107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1b9a1825-1d78-446d-99a0-d116acbfd0aa triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:53.472959 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.477478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:53.495168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.526691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Transition to ACTIVE for port object 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:53.538125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.602505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:43:53.608122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.661043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Pushing event updated for resources: {'Port': ['ID=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:53.715703 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.720486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] device_id is not set on port 3123afc6-21e5-4b05-b3a7-29e8f9106864 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:43:53.755245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:53.758609 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.773232 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] Sync routers for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:53.777770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.793603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3ee10-bbdf-4977-829f-1df3207c5bbe req-b8de5bcf-d687-4150-bf25-6431437b14cb tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:53.795605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ebd496ab-a78f-4d36-9f50-928acbda8f69 None None] Provisioning complete for port 1b9a1825-1d78-446d-99a0-d116acbfd0aa triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:53.796193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ebd496ab-a78f-4d36-9f50-928acbda8f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.802489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:53.805327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc3ee10-bbdf-4977-829f-1df3207c5bbe req-b8de5bcf-d687-4150-bf25-6431437b14cb tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.3456230 May 06 09:43:53.818669 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:53.863151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:53.892456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:53.925876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 76bb4c00-ad29-4767-ad74-f0b89a0c885b no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:53.961098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 10.1.1.165 (1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc/6560519a-d540-42cd-a2a5-7374c27e79b6/3123afc6-21e5-4b05-b3a7-29e8f9106864) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:43:53.966684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:53.985970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:53.991855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 76bb4c00-ad29-4767-ad74-f0b89a0c885b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:53.995025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 76bb4c00-ad29-4767-ad74-f0b89a0c885b not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:54.036863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 1b9a1825-1d78-446d-99a0-d116acbfd0aa, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1b9a1825-1d78-446d-99a0-d116acbfd0aa,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:54.037653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:54.054525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.121846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-658e68ee-282e-4fe5-a0da-0270bc3c332f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "PUT /v2.0/floatingips/6b01adbf-c2aa-419a-97f4-96132aee65e9 HTTP/1.1" status: 200 len: 996 time: 7.5605354 May 06 09:43:54.139426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=1b9a1825-1d78-446d-99a0-d116acbfd0aa,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:54.180687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.207948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Attempting to bind port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:54.208288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Attempting to bind port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:54.208621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Attempting to bind port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:54.208727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Pushing event updated for resources: {'Port': ['ID=ff61eb29-0c06-4d2c-ae73-0e00016d7aba,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:54.218038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:54.218376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Attempting to bind port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:54.225166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:54.225619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Checking segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:54.225997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Bound using segment: {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:54.226381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Bound port: 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1085fe6-6e87-4651-b759-66b6a2c994a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:54.226739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.270059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.290172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.290172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.293858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:43:54.301610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc3ee10-bbdf-4977-829f-1df3207c5bbe req-0f3c8976-0098-4b6f-a8ec-3cbab9fc27e7 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4446795 May 06 09:43:54.344634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-970b0921-5995-4aec-a66e-4d3e18d04d98 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.7547936 May 06 09:43:54.349169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47314) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:54.354001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}]}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:54.362188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-b970be33-5b9b-41ba-a2dd-54d45e0a7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.370562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-b970be33-5b9b-41ba-a2dd-54d45e0a7838 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1096 time: 0.2098866 May 06 09:43:54.371817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1ecb3436-8863-49d5-9a23-1a1337c7cb8a None None] Provisioning complete for port 1b9a1825-1d78-446d-99a0-d116acbfd0aa triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:54.372402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3436-8863-49d5-9a23-1a1337c7cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.378214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:54.390842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:43:54.414247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:43:54.487162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1b9a1825-1d78-446d-99a0-d116acbfd0aa up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:43:54.505544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.506834 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.534263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] For port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:54.553432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] For port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:54.569750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.578422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.585409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.621311 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '6b01adbf-c2aa-419a-97f4-96132aee65e9', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'port_id': '527ac212-93a8-4e9a-9d44-706c467826a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'mac_address': 'fa:16:3e:80:cb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:43Z', 'updated_at': '2022-05-06T09:43:48Z', 'revision_number': 1, 'project_id': '372859752ef34e95871f0923c84c31b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:54.678102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1b9a1825-1d78-446d-99a0-d116acbfd0aa triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:54.678946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.694781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.695695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.697154 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] 10.222.0.83 "PUT /v2.0/ports/5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c HTTP/1.1" status: 200 len: 1090 time: 2.5131381 May 06 09:43:54.714748 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d7c814f-8423-499c-95be-c8564d8efe75 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3664315 May 06 09:43:54.714935 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] Checking router: 146bc141-6f43-402a-9dfe-a3f5fc0194ca for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:54.739339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-eb6ed139-c7cf-479f-a6d0-b59632f06e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:54.752481 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:54.753139 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:54.757046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-eb6ed139-c7cf-479f-a6d0-b59632f06e46 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 929 time: 0.3855417 May 06 09:43:54.782744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:54.832778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa54df-d051-4957-ab2e-5972877360ed service neutron] Pushing event updated for resources: {'Port': ['ID=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:54.895048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1ecb3436-8863-49d5-9a23-1a1337c7cb8a None None] Provisioning complete for port 783051a3-e4cc-4fc8-831e-c0e97f23a753 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:54.895573 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3436-8863-49d5-9a23-1a1337c7cb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.898958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:54.937176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.018754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb3436-8863-49d5-9a23-1a1337c7cb8a None None] Port 783051a3-e4cc-4fc8-831e-c0e97f23a753 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:55.085994 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:55.138827 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d7fc41-7a21-4d66-8d7f-63d771fe432c x-openstack-request-id: req-23d7fc41-7a21-4d66-8d7f-63d771fe432c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:55.139166 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9e6a0c-ec47-471c-96ba-6c23db638bdb", "name": "network-vif-deleted", "tag": "76103d5f-122a-45ab-b456-0486593e075c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:55.139476 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23d7fc41-7a21-4d66-8d7f-63d771fe432c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:55.140005 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d7fc41-7a21-4d66-8d7f-63d771fe432c'] response: {'server_uuid': '2a9e6a0c-ec47-471c-96ba-6c23db638bdb', 'name': 'network-vif-deleted', 'tag': '76103d5f-122a-45ab-b456-0486593e075c', 'status': 'completed', 'code': 200} May 06 09:43:55.148304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Router e13a999c-89d1-49a8-aef1-820c5965b4f3 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:55.188472 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 09:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d915362b-5770-429d-9d35-19a175d78b97 x-openstack-request-id: req-d915362b-5770-429d-9d35-19a175d78b97 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:55.188755 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "46b8ebdb-94fa-42d4-9a42-bf7fa39d4502", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:55.189012 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d915362b-5770-429d-9d35-19a175d78b97 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:55.189433 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d915362b-5770-429d-9d35-19a175d78b97'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '46b8ebdb-94fa-42d4-9a42-bf7fa39d4502', 'status': 'completed', 'code': 200} May 06 09:43:55.189701 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d915362b-5770-429d-9d35-19a175d78b97'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd', 'status': 'completed', 'code': 200} May 06 09:43:55.236216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-530fc4df-8d80-4919-a5a0-ee48f4df5515 None None] Provisioning complete for port 3123afc6-21e5-4b05-b3a7-29e8f9106864 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:43:55.237138 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-530fc4df-8d80-4919-a5a0-ee48f4df5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.275939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.294327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-58b85262-66fc-4eb9-9284-682ac60f7537 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 999 time: 0.5035982 May 06 09:43:55.318199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-530fc4df-8d80-4919-a5a0-ee48f4df5515 None None] Port 3123afc6-21e5-4b05-b3a7-29e8f9106864 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:43:55.442661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bb029d-95eb-4440-a0a8-53bcf432cc6e {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:55.452809 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.467094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Transition to ACTIVE for port object c8bb029d-95eb-4440-a0a8-53bcf432cc6e will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:55.477567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.536170 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '6b01adbf-c2aa-419a-97f4-96132aee65e9', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'port_id': '527ac212-93a8-4e9a-9d44-706c467826a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'mac_address': 'fa:16:3e:80:cb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:43Z', 'updated_at': '2022-05-06T09:43:48Z', 'revision_number': 1, 'project_id': '372859752ef34e95871f0923c84c31b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:55.559247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:55.629719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2e5d5-703f-453c-835a-4c67f6112efb None None] The sync data for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 is: [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '6b01adbf-c2aa-419a-97f4-96132aee65e9', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'port_id': '527ac212-93a8-4e9a-9d44-706c467826a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'mac_address': 'fa:16:3e:80:cb:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:43Z', 'updated_at': '2022-05-06T09:43:48Z', 'revision_number': 1, 'project_id': '372859752ef34e95871f0923c84c31b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:55.661521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-7eb45226-fb7a-44a2-9e8f-13faf1f1ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.663878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-7eb45226-fb7a-44a2-9e8f-13faf1f1ee60 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 200 len: 867 time: 0.3538172 May 06 09:43:55.785747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Attempting to bind port c8bb029d-95eb-4440-a0a8-53bcf432cc6e on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:55.787918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Attempting to bind port c8bb029d-95eb-4440-a0a8-53bcf432cc6e by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:55.788672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Attempting to bind port c8bb029d-95eb-4440-a0a8-53bcf432cc6e on network b3836593-218b-46fa-9963-06836e1d29c8 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:55.798588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Port c8bb029d-95eb-4440-a0a8-53bcf432cc6e on network b3836593-218b-46fa-9963-06836e1d29c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:55.799135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Attempting to bind port c8bb029d-95eb-4440-a0a8-53bcf432cc6e on network b3836593-218b-46fa-9963-06836e1d29c8 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:55.805231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:55.820111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Checking segment: {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:55.820820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Bound using segment: {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:55.821487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Bound port: c8bb029d-95eb-4440-a0a8-53bcf432cc6e, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:55.822064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.879050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.887900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.900588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.921819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.929591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.933457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] For port c8bb029d-95eb-4440-a0a8-53bcf432cc6e, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:55.935655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.939520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] For port c8bb029d-95eb-4440-a0a8-53bcf432cc6e, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:55.946092 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:55.958705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.961277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-576faf85-2b54-451c-89df-b5925b7a5c64 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5407 time: 0.6799080 May 06 09:43:55.975844 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.976553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.977377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.978002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.978695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.979314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.980219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:55.983155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-9992a146-4407-49c5-809b-1c3a42ffb91b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6354 time: 0.6996932 May 06 09:43:55.984630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:55.993775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] Sync routers for ids ['e13a999c-89d1-49a8-aef1-820c5965b4f3'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:56.010655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6cc8fe1-12b1-44f3-be3c-d4cedce81dc5 admin admin] 10.222.0.76 "PUT /v2.0/routers/e13a999c-89d1-49a8-aef1-820c5965b4f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9727356 May 06 09:43:56.011407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47326) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:56.019206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] Routers {'e13a999c-89d1-49a8-aef1-820c5965b4f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:56.019893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e13a999c-89d1-49a8-aef1-820c5965b4f3'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:56.041141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:56.042311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.044022 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] 10.222.0.83 "PUT /v2.0/ports/c8bb029d-95eb-4440-a0a8-53bcf432cc6e HTTP/1.1" status: 200 len: 1091 time: 1.2948582 May 06 09:43:56.100550 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce8f240-91a9-4f77-9469-d753876cead2 None None] New status for floating IP 6b01adbf-c2aa-419a-97f4-96132aee65e9: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:43:56.105649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Request body: {'port': {'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:56.154883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] Set router e13a999c-89d1-49a8-aef1-820c5965b4f3 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:56.257747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ab33d-b9f7-4d09-a613-8b9667ab0bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:56.265937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.271104 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.457856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:43:51Z', 'revision_number': 5, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:56.502407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] Checking router: e13a999c-89d1-49a8-aef1-820c5965b4f3 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:56.532204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] Routers {'e13a999c-89d1-49a8-aef1-820c5965b4f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:56.533066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e13a999c-89d1-49a8-aef1-820c5965b4f3'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:56.653271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] Set router e13a999c-89d1-49a8-aef1-820c5965b4f3 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:56.674906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:43:56.687389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.702507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Transition to ACTIVE for port object 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:43:56.707549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:56.771003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-6df6ca75-6b64-4ba5-a06a-6150a4e8214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:56.779624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-6df6ca75-6b64-4ba5-a06a-6150a4e8214b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85727a44-50b7-46f2-935c-2a69ddf4bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0036643 May 06 09:43:56.872956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:43:51Z', 'revision_number': 5, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:56.907164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df934bad-991f-4d12-aaa2-ff09ebc98cb3 None None] The sync data for ids ['e13a999c-89d1-49a8-aef1-820c5965b4f3'] in n-d-840834-1 is: [{'id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'name': 'tempest-FloatingIPDetailsTestJSON-427902938-router', 'tenant_id': '095f4b905af747169d1973d83886a1ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:44Z', 'updated_at': '2022-05-06T09:43:51Z', 'revision_number': 5, 'project_id': '095f4b905af747169d1973d83886a1ac', 'gw_port': {'id': '1ea8bb92-1c41-4807-bdbb-eb7c2becf609', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ab:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13a999c-89d1-49a8-aef1-820c5965b4f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:46Z', 'updated_at': '2022-05-06T09:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:56.912491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e58652dc-b0f7-4e86-8d10-ea49351ae3ae req-75cde3ab-687d-40b7-9dd5-39078a7c9243 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9240797 May 06 09:43:56.999869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:57.004226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Attempting to bind port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:43:57.005087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Attempting to bind port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:43:57.005472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Attempting to bind port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd on network b3836593-218b-46fa-9963-06836e1d29c8 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:57.012196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd on network b3836593-218b-46fa-9963-06836e1d29c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:43:57.012517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Attempting to bind port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd on network b3836593-218b-46fa-9963-06836e1d29c8 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:43:57.023252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:43:57.023911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Checking segment: {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:43:57.024504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Bound using segment: {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:43:57.024992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Bound port: 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef108c6-86dd-4536-8cc1-7b4a69fbd192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:43:57.025486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.112072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] For port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:43:57.116369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] For port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:43:57.117320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-c6fac5d4-5e91-49d1-bf8d-26d962280bc2 service neutron] 10.222.0.76 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367367 May 06 09:43:57.124985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.148710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:57.150970 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f76ec7-f4f8-493f-9719-173c30d03bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:57.172985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.174055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.175545 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] 10.222.0.83 "PUT /v2.0/ports/3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd HTTP/1.1" status: 200 len: 1091 time: 1.1005821 May 06 09:43:57.196062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'name': 'network-vif-deleted', 'tag': '76bb4c00-ad29-4767-ad74-f0b89a0c885b'}, {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c'}, {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e'}, {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:57.199468 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6368c71-6f05-409d-aa94-ab6ac6ca1604" -d '{"events": [{"server_uuid": "db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7", "name": "network-vif-deleted", "tag": "76bb4c00-ad29-4767-ad74-f0b89a0c885b"}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c"}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "c8bb029d-95eb-4440-a0a8-53bcf432cc6e"}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:57.212330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022d8d2-c29b-4e5c-b242-7ed2bfa32c45 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:57.220151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-e7129c99-2783-4db6-82f8-840727f5f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.220615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-e7129c99-2783-4db6-82f8-840727f5f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.221066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-e7129c99-2783-4db6-82f8-840727f5f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.222732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-e7129c99-2783-4db6-82f8-840727f5f81d service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2276475 May 06 09:43:57.344262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e1719-7df7-4fb5-985b-a5f9be678a61 req-1f364ca6-c266-45b9-ad73-240ea8953ded tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.350838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be8e1719-7df7-4fb5-985b-a5f9be678a61 req-1f364ca6-c266-45b9-ad73-240ea8953ded tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.2894628 May 06 09:43:57.355615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47332) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:57.362235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Request body: {'floatingip': {'port_id': '34268049-2466-4db7-a790-ab6128f5b913'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:57.393903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.400402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-ddc9a832-b0c1-4639-a9cd-dcf3c8ad2be9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4246094 May 06 09:43:57.444249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47334) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:57.485270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.656171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f7fd000-77f3-4851-b718-7aa401e60c13 req-a68b0cdd-9edb-42ed-be1b-6d77f2957618 service neutron] 10.222.0.76 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217576 May 06 09:43:57.672026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] Deleting subnet 5ea55353-8883-4427-9240-7eccc841ec91 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:43:57.676074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.724217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.734789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:57.792119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-997dec37-400c-4c65-b8c0-c61983213265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.793948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-997dec37-400c-4c65-b8c0-c61983213265 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1096 time: 0.3111103 May 06 09:43:57.819272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-03d445f5-fc45-47b5-9e32-c7c7238e642e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:57.820750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-03d445f5-fc45-47b5-9e32-c7c7238e642e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5383291 May 06 09:43:57.900144 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8523528f-8112-4c00-b516-43bce1829d50 x-openstack-request-id: req-8523528f-8112-4c00-b516-43bce1829d50 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:57.900435 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:57.900677 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8523528f-8112-4c00-b516-43bce1829d50 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:57.901077 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8523528f-8112-4c00-b516-43bce1829d50'] response: {'name': 'network-changed', 'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1', 'status': 'completed', 'code': 200} May 06 09:43:57.910738 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Fri, 06 May 2022 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a31c798-a2db-407b-aadc-02f455b89aca x-openstack-request-id: req-7a31c798-a2db-407b-aadc-02f455b89aca {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:43:57.911049 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7", "name": "network-vif-deleted", "tag": "76bb4c00-ad29-4767-ad74-f0b89a0c885b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "c8bb029d-95eb-4440-a0a8-53bcf432cc6e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:43:57.911301 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a31c798-a2db-407b-aadc-02f455b89aca {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:43:57.911781 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a31c798-a2db-407b-aadc-02f455b89aca'] response: {'server_uuid': 'db74e6f9-ae40-4cbb-8b4a-a0bd65ee2cb7', 'name': 'network-vif-deleted', 'tag': '76bb4c00-ad29-4767-ad74-f0b89a0c885b', 'status': 'completed', 'code': 200} May 06 09:43:57.912032 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a31c798-a2db-407b-aadc-02f455b89aca'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c', 'status': 'completed', 'code': 200} May 06 09:43:57.912276 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a31c798-a2db-407b-aadc-02f455b89aca'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e', 'status': 'completed', 'code': 200} May 06 09:43:57.912519 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a31c798-a2db-407b-aadc-02f455b89aca'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd', 'status': 'completed', 'code': 200} May 06 09:43:58.012706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.096255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47342) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:58.108344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a8e94bf7-a8cc-4086-a49a-159cf8b42c9b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547495924', 'description': 'tempest-description--989158357'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:58.130415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.136206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.179855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Deleting port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:43:58.180189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.253347 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Floating IP 97796fe8-cc33-43e4-b53b-495a42005290 associated. External IP: 172.25.8.88, port: 34268049-2466-4db7-a790-ab6128f5b913. May 06 09:43:58.268420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82485f64-3c20-4c48-a497-91ba760cf52f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:43:58.290992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 82485f64-3c20-4c48-a497-91ba760cf52f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:43:58.291716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82485f64-3c20-4c48-a497-91ba760cf52f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:43:58.305888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.319893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.320756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.320866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.321263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.321720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.322172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.322620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.325005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fe4d266f-50ac-45f1-a600-a15bae264e8b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6488 time: 0.4167268 May 06 09:43:58.408260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8e94bf7-a8cc-4086-a49a-159cf8b42c9b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.445200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-84def626-cd94-4279-80e4-8a39dfc279b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.446657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-84def626-cd94-4279-80e4-8a39dfc279b0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 929 time: 0.5448191 May 06 09:43:58.458871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.464676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.470937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.477002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.483016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.489120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.494877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:58.496828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-f9ab21b7-2fd5-41cb-b3bc-2a058fefa81e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.3547530 May 06 09:43:58.510930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:43:58.653201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-9227b2ff-dd88-4e2e-845d-d32e2629698e tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 258 time: 0.7434082 May 06 09:43:58.682486 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.706905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:58.935468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:43:58.940012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:58.946939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] Sync routers for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:43:58.962098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:58.963352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:58.973647 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-37b755d1-07cf-4262-a34f-7f166f91b745 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "PUT /v2.0/floatingips/97796fe8-cc33-43e4-b53b-495a42005290 HTTP/1.1" status: 200 len: 991 time: 1.6142585 May 06 09:43:59.094437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:59.126614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] For port 1ea8bb92-1c41-4807-bdbb-eb7c2becf609, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:43:59.127162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.154907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.167509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-13a27b79-fe06-4568-9469-ad917dfdac54 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 1001 time: 0.6652274 May 06 09:43:59.186796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bb335a3-3227-4d06-84d1-0024f24e9d58 req-0d3572b4-56b0-419c-991a-282c4478f7e0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6502285 May 06 09:43:59.215480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Calling delete_port for 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:43:59.220515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea55353-8883-4427-9240-7eccc841ec91,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:59.362562 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.381740 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '97796fe8-cc33-43e4-b53b-495a42005290', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'port_id': '34268049-2466-4db7-a790-ab6128f5b913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'mac_address': 'fa:16:3e:36:0c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:42:47Z', 'updated_at': '2022-05-06T09:43:57Z', 'revision_number': 1, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:44Z', 'revision_number': 5, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:59.395403 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.400767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c15311df-f57b-4b49-bea9-52dd6cf084d0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5ea55353-8883-4427-9240-7eccc841ec91 HTTP/1.1" status: 204 len: 168 time: 1.9314792 May 06 09:43:59.401239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:59.412259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] Checking router: 0a40e596-d5d9-4f38-a67f-6ddb27b6325f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:43:59.422263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:43:59.422902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:59.453288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fca7d579-705c-46c4-afe4-f0f40d2c4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.453695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fca7d579-705c-46c4-afe4-f0f40d2c4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.454159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fca7d579-705c-46c4-afe4-f0f40d2c4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.455779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-fca7d579-705c-46c4-afe4-f0f40d2c4173 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0994937 May 06 09:43:59.458320 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8e94bf7-a8cc-4086-a49a-159cf8b42c9b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.475759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.493145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.502780 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.540179 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8e94bf7-a8cc-4086-a49a-159cf8b42c9b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.545970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:43:59.609551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.635176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593f92ff-1a55-4e02-9962-8c5c8a770d77']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:59.648017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a84ad43-ce11-408e-a6ca-b38850f988f9') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:59.648534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a84ad43-ce11-408e-a6ca-b38850f988f9') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:59.663859 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.671547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-de93cf36-4ad0-4821-b26d-46560f692b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.673035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-de93cf36-4ad0-4821-b26d-46560f692b9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 200 len: 867 time: 0.4821053 May 06 09:43:59.690326 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.699083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:43:59.699539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: timer() May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:43:59.703720 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:43:59.710113 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a8e94bf7-a8cc-4086-a49a-159cf8b42c9b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.711304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a8e94bf7-a8cc-4086-a49a-159cf8b42c9b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6128442 May 06 09:43:59.716729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47356) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:59.723219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6d4662fb-f8f5-4668-97bf-9010bab22f73 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'security_group_rule': {'security_group_id': '1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:43:59.730139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.730636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47310216-ae02-4b82-827b-602fc25abd55 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:43:59.752404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e94bf7-a8cc-4086-a49a-159cf8b42c9b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:59.820735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d4662fb-f8f5-4668-97bf-9010bab22f73 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.831626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cac616-5f11-4475-b0c4-0f819d2778a2 req-9f26d7a3-d163-4ee5-99e9-9b63f85a93f1 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.838956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9cac616-5f11-4475-b0c4-0f819d2778a2 req-9f26d7a3-d163-4ee5-99e9-9b63f85a93f1 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.4707420 May 06 09:43:59.880216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '97796fe8-cc33-43e4-b53b-495a42005290', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'port_id': '34268049-2466-4db7-a790-ab6128f5b913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'mac_address': 'fa:16:3e:36:0c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:42:47Z', 'updated_at': '2022-05-06T09:43:57Z', 'revision_number': 1, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:44Z', 'revision_number': 5, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:43:59.891183 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 09:43:59.893270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d4662fb-f8f5-4668-97bf-9010bab22f73 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.895261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4530c3ab-8592-4816-b85b-6cfc2a7705a4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5446124 May 06 09:43:59.898677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47358) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:43:59.903320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d4662fb-f8f5-4668-97bf-9010bab22f73 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.911728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-b0e5765b-3ec1-4a8c-bbf2-db6dfff56a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.913231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02ed5e55-57fb-44e3-bad0-2033034ad12b req-b0e5765b-3ec1-4a8c-bbf2-db6dfff56a17 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4137640 May 06 09:43:59.917434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3d6b18-f81e-4dda-9351-0bac3e1a1ffe None None] The sync data for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 is: [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '97796fe8-cc33-43e4-b53b-495a42005290', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'floating_ip_address': '172.25.8.88', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'port_id': '34268049-2466-4db7-a790-ab6128f5b913', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'mac_address': 'fa:16:3e:36:0c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:42:47Z', 'updated_at': '2022-05-06T09:43:57Z', 'revision_number': 1, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:44Z', 'revision_number': 5, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:43:59.926827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'tag': '34268049-2466-4db7-a790-ab6128f5b913'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:43:59.927894 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe" -d '{"events": [{"name": "network-changed", "server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "tag": "34268049-2466-4db7-a790-ab6128f5b913"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:43:59.930679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4662fb-f8f5-4668-97bf-9010bab22f73 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c40dac-3d18-492a-9d0d-0e7c12c32890,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:43:59.957622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.973066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:43:59.975216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-fea045f3-9a50-4e00-8bed-f5d4fe77a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:43:59.977043 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] 10.222.0.76 "DELETE /v2.0/networks/593f92ff-1a55-4e02-9962-8c5c8a770d77 HTTP/1.1" status: 204 len: 168 time: 0.5747261 May 06 09:43:59.988576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-fea045f3-9a50-4e00-8bed-f5d4fe77a945 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=85727a44-50b7-46f2-935c-2a69ddf4bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2716713 May 06 09:43:59.999689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d4662fb-f8f5-4668-97bf-9010bab22f73 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.005357 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d4662fb-f8f5-4668-97bf-9010bab22f73 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2867639 May 06 09:44:00.007276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47364) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:00.008211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad128f-3c0e-4918-8539-85cb2ae56885 admin admin] Pushing event deleted for resources: {'Network': ['ID=593f92ff-1a55-4e02-9962-8c5c8a770d77,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:00.025499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-56c2bcab-a679-4acd-9613-876f3db838d9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'security_group_rule': {'security_group_id': '1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:00.070981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c2bcab-a679-4acd-9613-876f3db838d9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.117338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-d9f809f6-67f7-48dd-8c1b-d4e05a386e8b service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261942 May 06 09:44:00.147489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c2bcab-a679-4acd-9613-876f3db838d9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.156287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c2bcab-a679-4acd-9613-876f3db838d9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.183703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9cac616-5f11-4475-b0c4-0f819d2778a2 req-a34d392d-c83c-4b85-9059-22301707e0e8 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436584 May 06 09:44:00.204919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c2bcab-a679-4acd-9613-876f3db838d9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.208938 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-56c2bcab-a679-4acd-9613-876f3db838d9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855206 May 06 09:44:00.209396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2bcab-a679-4acd-9613-876f3db838d9 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6c8d72-503c-4a10-a4e7-ca71d9454d94,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:00.229864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47366) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:00.236875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:00.276278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.367209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93d66282-aa3d-40f9-86cc-42eb966dccfb req-06976e7b-fe4e-4b8c-a8b7-7bf8478387a7 service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903508 May 06 09:44:00.372805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47374) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:00.389620 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0925bb8-374a-4de5-8b0f-e4c4888f3686 x-openstack-request-id: req-e0925bb8-374a-4de5-8b0f-e4c4888f3686 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:00.390202 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "tag": "34268049-2466-4db7-a790-ab6128f5b913", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:00.391371 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0925bb8-374a-4de5-8b0f-e4c4888f3686 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:00.392001 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0925bb8-374a-4de5-8b0f-e4c4888f3686'] response: {'name': 'network-changed', 'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'tag': '34268049-2466-4db7-a790-ab6128f5b913', 'status': 'completed', 'code': 200} May 06 09:44:00.416774 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8baed5-ac32-4c09-92b5-8d6b58334a2a None None] New status for floating IP 97796fe8-cc33-43e4-b53b-495a42005290: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:00.516926 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7cd05345-6c2a-402e-8eba-1a5177e4890c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27629e104dfe4b8abac41749360a1774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1217837 May 06 09:44:00.519235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47376) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:00.606254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.607344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.608520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.609325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.609953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.610826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.611443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.613668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ce8c2e56-f77e-4d9b-831b-706ea14beb4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6488 time: 0.5096223 May 06 09:44:00.615278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.617411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.725354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.728068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ccc0fe40-8702-4189-812b-00c25511df27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb04a056-501f-4037-b991-5160eba40b87 HTTP/1.1" status: 200 len: 217 time: 0.0590959 May 06 09:44:00.728906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-376f7579-926a-4ed2-a66c-99e6ae07e001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.750345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-7d006cb4-4e2c-438b-8932-913ab6c448eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.751973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-7d006cb4-4e2c-438b-8932-913ab6c448eb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a9cb7ff99f554aada88b21a57a0f809c&device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 1097 time: 0.3823957 May 06 09:44:00.782325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-dcd1a431-3a5e-40cd-aacc-dca8aa4ec23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.783902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-dcd1a431-3a5e-40cd-aacc-dca8aa4ec23a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1096 time: 0.3138549 May 06 09:44:00.798573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-376f7579-926a-4ed2-a66c-99e6ae07e001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.828127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea8bb92-1c41-4807-bdbb-eb7c2becf609,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:00.851652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 172.25.8.58 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/2ce7605d-ef7c-42f2-9cf1-02bd7f5ebb50) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:00.864647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.870555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.877359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.883308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.889316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.895037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.901228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:00.909632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-b761159e-c398-4a83-acb3-d0fd51b5efb1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.4877906 May 06 09:44:00.928187 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-376f7579-926a-4ed2-a66c-99e6ae07e001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.932176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-376f7579-926a-4ed2-a66c-99e6ae07e001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:00.933553 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-376f7579-926a-4ed2-a66c-99e6ae07e001 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb HTTP/1.1" status: 204 len: 168 time: 0.4132473 May 06 09:44:00.948248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f7579-926a-4ed2-a66c-99e6ae07e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d548e5-aa70-4ad5-a956-e9a2b1a3baeb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:00.948430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Deleting port ff61eb29-0c06-4d2c-ae73-0e00016d7aba {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:00.948638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.005109 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.088472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.152335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:01.155221 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:01.162491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:01.174249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a4606e5e-fabb-491b-a89f-dac3cf5b5cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.175762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a4606e5e-fabb-491b-a89f-dac3cf5b5cc5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=323d6d81-cf2b-491e-b557-e2eedc3bc7c0 HTTP/1.1" status: 200 len: 856 time: 0.4324727 May 06 09:44:01.234475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a7aa2f8-bd3e-4709-b470-733b2be25864 req-04465884-e249-4feb-a151-36e9c1f60388 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3237638 May 06 09:44:01.243804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=2ce7605d-ef7c-42f2-9cf1-02bd7f5ebb50,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:01.305230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.353853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.420872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Allocated IP 172.25.8.47 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/6ea0ee8a-1b0a-4a7d-9ab8-4e8563375fa6) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:01.440178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-96102f99-4cd1-4aa6-9c07-5ec31b0a01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.444769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-96102f99-4cd1-4aa6-9c07-5ec31b0a01aa service neutron] 10.222.0.82 "GET /v2.0/networks?id=2845d620-b001-4626-9ed0-b8a79164eb38 HTTP/1.1" status: 200 len: 917 time: 0.6537044 May 06 09:44:01.475162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.505812 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.572642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.576871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-ceae988b-ae4a-4fb7-8940-7cb96ea4eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:01.578396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-ceae988b-ae4a-4fb7-8940-7cb96ea4eb0d service neutron] 10.222.0.82 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 929 time: 0.7538826 May 06 09:44:01.591051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.667929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Calling delete_port for ff61eb29-0c06-4d2c-ae73-0e00016d7aba owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:01.681592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=2ce7605d-ef7c-42f2-9cf1-02bd7f5ebb50,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:01.691688 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.716065 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:01.721108 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cdb4d5f2-fcc6-4435-b377-e26d56b632b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4878595 May 06 09:44:02.096995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:02.213952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-network', 'tenant_id': '5119936a70d944708f5c096edbf5cce1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:02.253021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Made reservation on behalf of 5119936a70d944708f5c096edbf5cce1 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:02.255718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.261275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-98b5c965-483f-4cdb-9e47-7d12a306cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.267559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-98b5c965-483f-4cdb-9e47-7d12a306cc2d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c917134-8201-47cd-a40c-b62de7168243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0782228 May 06 09:44:02.270762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.333062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.336076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.349965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-2131f037-03fa-4c6c-9863-507c3c22647f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:44:02.350696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-2131f037-03fa-4c6c-9863-507c3c22647f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055442 May 06 09:44:02.437140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.441954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.457457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:02.489564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.490357 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Added segment 9812c199-f6fc-4dc7-8fd1-e0d87eaafe27 of type vlan for network 0d205d4a-7cca-4eef-9aa6-044014d4b05b May 06 09:44:02.505726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190f6fa-0285-4fac-bfa5-ee6536de58a7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:02.550941 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.563222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-e65c3465-27bd-484f-a356-9a7b89def030 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34268049-2466-4db7-a790-ab6128f5b913 HTTP/1.1" status: 200 len: 1001 time: 1.0767941 May 06 09:44:02.606759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.608849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.609767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.678541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] Pushing event updated for resources: {'Network': ['ID=0d205d4a-7cca-4eef-9aa6-044014d4b05b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:02.692781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:02.694341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-6c8ef4ec-285c-4119-bc46-69c2832df9bd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 1001 time: 1.0742154 May 06 09:44:02.709541 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8d23eff3-716f-4cab-a8b3-339ff77b4937 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6114955 May 06 09:44:02.714171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:02.725388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Request body: {'subnet': {'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-subnet', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:02.726665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.727353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e13a999c-89d1-49a8-aef1-820c5965b4f3 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:44:02.767733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-b04a9152-34ad-411f-8320-4cddc350c9ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--547495924&fields=id&tenant_id=7fa91b4f46a04dd18fc65d86230319d4 HTTP/1.1" status: 200 len: 267 time: 0.5394671 May 06 09:44:02.769666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-90ad5649-2ecd-4709-ae53-900b5ee172eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:02.771902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-90ad5649-2ecd-4709-ae53-900b5ee172eb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=1314c734-78b7-49a1-933f-0f4b0ef4f045 HTTP/1.1" status: 200 len: 855 time: 0.1443076 May 06 09:44:02.780175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Made reservation on behalf of 5119936a70d944708f5c096edbf5cce1 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:02.782841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.809352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:02.811232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c4ead943-4bbf-4509-b4a1-6b3aa0fec862 admin admin] 10.222.0.76 "DELETE /v2.0/routers/e13a999c-89d1-49a8-aef1-820c5965b4f3 HTTP/1.1" status: 204 len: 168 time: 6.7847908 May 06 09:44:02.819463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47430) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:02.988199 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.059305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-57b94e5f-0079-46ec-ba16-52476b76f62c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.061045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-57b94e5f-0079-46ec-ba16-52476b76f62c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports/783051a3-e4cc-4fc8-831e-c0e97f23a753 HTTP/1.1" status: 200 len: 931 time: 0.2207246 May 06 09:44:03.062958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.068935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-7c4eaf59-a5d8-41d3-858b-1672727e7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.070515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-7c4eaf59-a5d8-41d3-858b-1672727e7ee5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 200 len: 867 time: 0.3625927 May 06 09:44:03.085486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-b35d412b-02a0-4430-a32c-3780e22ffd73 service neutron] 10.222.0.83 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973798 May 06 09:44:03.111571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] Deleting subnet d82ef27b-8e8b-45d1-9577-3a0a92caab81 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:03.146223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8ee64c6-b06d-4344-adc1-87df8f9067e3,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:03.157579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.158408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Checking segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:03.159468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Network hostable DHCP agents. Network: 0d205d4a-7cca-4eef-9aa6-044014d4b05b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:03.181543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:03.197632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 0d205d4a-7cca-4eef-9aa6-044014d4b05b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:03.209423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.210229 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.210878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c70e5-5fb8-466d-9839-5d494fdbba75 None None] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:03.215330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-38f4e595-89dd-4b91-8f40-7b5b96963ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.216780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-38f4e595-89dd-4b91-8f40-7b5b96963ffa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2845d620-b001-4626-9ed0-b8a79164eb38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3860395 May 06 09:44:03.243648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ac30a658-dbac-40ac-bc9f-b4d238abec12 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5281711 May 06 09:44:03.244528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:03.250686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:03.274664 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.275972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.391825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.402671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-96a9ec54-19c5-45e6-9107-62bc6987e1b7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.403230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-96a9ec54-19c5-45e6-9107-62bc6987e1b7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports/3123afc6-21e5-4b05-b3a7-29e8f9106864 HTTP/1.1" status: 200 len: 932 time: 0.2956924 May 06 09:44:03.434273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.448739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:44:03.449747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.507453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.517064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.540348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-c390207c-8690-4722-a966-c53570b0d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:03.542042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-c390207c-8690-4722-a966-c53570b0d136 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=85727a44-50b7-46f2-935c-2a69ddf4bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4556637 May 06 09:44:03.544059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-30f5d7ed-881b-45c0-b00f-4ba63b56dc7b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?network_id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1019509 May 06 09:44:03.631420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:03.670259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Allocated IP 172.20.0.2 (0d205d4a-7cca-4eef-9aa6-044014d4b05b/f8ee64c6-b06d-4344-adc1-87df8f9067e3/489257d9-92a0-465c-b208-a2811cd3c3f5) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:03.764818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.816109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-0bddca97-fd43-4dce-abce-dc2c957e8dfd service neutron] 10.222.0.82 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344684 May 06 09:44:03.817509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:03.828166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-26efa4f1-b977-47c9-9451-0191bbd410d7 service neutron] 10.222.0.83 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282341 May 06 09:44:03.831980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-00e674e9-160c-40d7-87cf-bf0ea505d3d2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?network_id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2719579 May 06 09:44:03.874436 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-872fdcf4-3104-46ce-96c7-f7cecf3a2c7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1122150 May 06 09:44:03.899186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.901692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.912000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.936512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:03.942532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event updated for resources: {'Port': ['ID=6ea0ee8a-1b0a-4a7d-9ab8-4e8563375fa6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:03.946286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:03.949527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] 10.222.0.76 "DELETE /v2.0/ports/ff61eb29-0c06-4d2c-ae73-0e00016d7aba HTTP/1.1" status: 204 len: 168 time: 4.0480955 May 06 09:44:03.962652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:03.964135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:03.971626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:04.046649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-01336536-156e-483d-85b8-87c764e9afe7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=803f3ef6-07d9-4481-9e40-5c7c95b40ed7 HTTP/1.1" status: 200 len: 217 time: 0.0443439 May 06 09:44:04.051291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Pushing event updated for resources: {'Port': ['ID=489257d9-92a0-465c-b208-a2811cd3c3f5,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:04.069476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Attempting to bind port 489257d9-92a0-465c-b208-a2811cd3c3f5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:04.069476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Attempting to bind port 489257d9-92a0-465c-b208-a2811cd3c3f5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:04.069476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Attempting to bind port 489257d9-92a0-465c-b208-a2811cd3c3f5 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:04.076509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:04.076908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Checking segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:04.077321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.077716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Bound using segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:04.078410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Bound port: 489257d9-92a0-465c-b208-a2811cd3c3f5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:04.078812 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.090488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c040f-e7b1-43c0-bbb2-679add51c0e4 tempest-RoutersAdminNegativeTest-954465613 tempest-RoutersAdminNegativeTest-954465613-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff61eb29-0c06-4d2c-ae73-0e00016d7aba,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:04.125335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-bad9eb57-019c-421c-a71a-09cc1a2dee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.126915 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-bad9eb57-019c-421c-a71a-09cc1a2dee89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6250cdc1695e48f9a49a061ef7cff49e&device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 1096 time: 0.1880457 May 06 09:44:04.164929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] For port 489257d9-92a0-465c-b208-a2811cd3c3f5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:04.168991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] For port 489257d9-92a0-465c-b208-a2811cd3c3f5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=489257d9-92a0-465c-b208-a2811cd3c3f5,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:04.176259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.192289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eb0862a3-34ab-4101-8505-5d552213596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.193884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-eb0862a3-34ab-4101-8505-5d552213596f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.1003325 May 06 09:44:04.261051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48504e9-be97-4121-9608-4e2cc6e5bf1c None None] Pushing event updated for resources: {'Port': ['ID=489257d9-92a0-465c-b208-a2811cd3c3f5,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:04.328773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:04.377911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:04.378325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1ea8bb92-1c41-4807-bdbb-eb7c2becf609 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:04.388209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:04.416325 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.446011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.459464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-ff7e1aa2-37e2-42b9-b245-ed32ecbcdfcf service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979280 May 06 09:44:04.474023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c6ff2a70-5d41-4501-b5d5-65cb17eaee76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.481813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c6ff2a70-5d41-4501-b5d5-65cb17eaee76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.490289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-573eadb9-c159-464c-adcf-0cabdeca163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.492222 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-573eadb9-c159-464c-adcf-0cabdeca163b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8a3f73e3-c39d-435b-99ad-7519b4698b33 HTTP/1.1" status: 200 len: 916 time: 0.3003528 May 06 09:44:04.492699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c6ff2a70-5d41-4501-b5d5-65cb17eaee76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.502837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c6ff2a70-5d41-4501-b5d5-65cb17eaee76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/networks?id=31741d30-af5f-48e4-819b-44a9e1189697&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&id=29c8a71a-490d-4ad5-8ba1-74334919c9d8 HTTP/1.1" status: 200 len: 1991 time: 0.5184879 May 06 09:44:04.546394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.628971 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-546bceb9-3e43-46ce-b1c5-28e1a36275e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708 HTTP/1.1" status: 200 len: 217 time: 0.1051333 May 06 09:44:04.690441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-ca6a2ddf-5c2b-4345-afe8-7fe4cca33318 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/quotas/7fa91b4f46a04dd18fc65d86230319d4 HTTP/1.1" status: 200 len: 375 time: 0.1865540 May 06 09:44:04.701578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc940d2-61e3-4e44-b0a5-f382aae7a435 None None] Network 83492544-15a3-4013-ad36-27b7e4fc127a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:04.709113 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.717309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2173eef-3bf3-4d01-bb05-d1f4e719f890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:04.725594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d82ef27b-8e8b-45d1-9577-3a0a92caab81 HTTP/1.1" status: 204 len: 168 time: 1.8702540 May 06 09:44:04.752710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47446) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:04.798055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-5e4d7354-708a-4516-96e9-a9d721d04516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:04.800291 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-5e4d7354-708a-4516-96e9-a9d721d04516 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c63d799d-329a-42e6-ab64-ab05f18c2b7b HTTP/1.1" status: 200 len: 855 time: 0.1593564 May 06 09:44:04.802964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdb5097c-4f29-41f5-8c13-7f9d5ad737fe req-f982a4fc-18e3-422d-ad3c-4062e97abfad service neutron] 10.222.0.82 "GET /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8742509 May 06 09:44:04.836546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Allocated IP 172.25.8.207 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/7dc101c2-eb30-43f4-87bf-ab6c2bd44231) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:04.856032 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-70553c53-7833-467e-b611-618c5d620250 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8a3f73e3-c39d-435b-99ad-7519b4698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449543 May 06 09:44:04.961878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] DHCP port deletion for 83492544-15a3-4013-ad36-27b7e4fc127a request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:44:05.058770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2173eef-3bf3-4d01-bb05-d1f4e719f890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.067918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] Deleting port bc92f344-49fe-48e4-8d44-b6d02dcaa2de {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:05.068807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.073273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2173eef-3bf3-4d01-bb05-d1f4e719f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.087570 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-5d3f0524-3481-4cf0-8566-913fc375984d service neutron] 10.222.0.83 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234857 May 06 09:44:05.152435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.155106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] For port bc92f344-49fe-48e4-8d44-b6d02dcaa2de, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bc92f344-49fe-48e4-8d44-b6d02dcaa2de,segment=NetworkSegment(a129fa62-4431-495f-b40b-dc847d0c9292),segment_id=a129fa62-4431-495f-b40b-dc847d0c9292)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:05.155796 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.174941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] Calling delete_port for bc92f344-49fe-48e4-8d44-b6d02dcaa2de owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:05.206857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e2173eef-3bf3-4d01-bb05-d1f4e719f890 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eca60bf40e914d289e777fdb0dd9497c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153543 May 06 09:44:05.215445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47448) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:05.222183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2173eef-3bf3-4d01-bb05-d1f4e719f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107faa18-4a2a-45af-b1eb-d19de3a6c6eb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:05.305824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef26e2-88ed-4ff1-bf13-606981826932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82ef27b-8e8b-45d1-9577-3a0a92caab81,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:05.322679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-05f96cd5-c377-4751-a915-6ecba4d5f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:05.324541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-05f96cd5-c377-4751-a915-6ecba4d5f3e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0718782 May 06 09:44:05.325390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.345069 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-103f5192-a8d7-4a4f-8395-101d331a4058 req-424b6eea-b8ca-4b25-b566-1e6976ec9e65 service neutron] 10.222.0.83 "GET /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472467 May 06 09:44:05.360618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.375525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb798be2-dc8c-4670-a314-36e05914a728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.376598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] Pushing event deleted for resources: {'Port': ['ID=bc92f344-49fe-48e4-8d44-b6d02dcaa2de,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:05.385532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11f0724-8a0e-4283-8ee5-ce4d4bed8448 None None] No DVR routers for this DVR port bc92f344-49fe-48e4-8d44-b6d02dcaa2de on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:05.402335 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.434237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:05.453635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb798be2-dc8c-4670-a314-36e05914a728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.455853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:05.462683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:05.464513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Pushing event updated for resources: {'Port': ['ID=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:05.503748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.557859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f76ec7-f4f8-493f-9719-173c30d03bdb req-71870202-e7a0-42f5-8f22-e35b3e311b44 service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0405447 May 06 09:44:05.597679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-ca7e0345-9991-4e95-a247-83a50c83f922 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8386924 May 06 09:44:05.628332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.731696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb798be2-dc8c-4670-a314-36e05914a728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.735708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb798be2-dc8c-4670-a314-36e05914a728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.737036 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eb798be2-dc8c-4670-a314-36e05914a728 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/107faa18-4a2a-45af-b1eb-d19de3a6c6eb HTTP/1.1" status: 204 len: 168 time: 0.5183084 May 06 09:44:05.742827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-89db2f4f-5737-4b71-9bec-d75d6406ff69 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:44:05.743901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-89db2f4f-5737-4b71-9bec-d75d6406ff69 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1291676 May 06 09:44:05.749189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-8a0110f2-8096-4f9f-b33a-bfe5352edf00 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143226 May 06 09:44:05.754790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb798be2-dc8c-4670-a314-36e05914a728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107faa18-4a2a-45af-b1eb-d19de3a6c6eb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:05.818418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad669ee5-f19e-4831-8e6a-12eed656a713 None None] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:05.819811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.824407 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.896474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-30fc0fec-3341-4392-89bc-672d3330b5f0 None None] Provisioning complete for port 489257d9-92a0-465c-b208-a2811cd3c3f5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:05.896847 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30fc0fec-3341-4392-89bc-672d3330b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:05.934769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83492544-15a3-4013-ad36-27b7e4fc127a']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:05.998838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a129fa62-4431-495f-b40b-dc847d0c9292') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:05.999053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a129fa62-4431-495f-b40b-dc847d0c9292') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:06.019989 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.063075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.086780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:06.087187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: timer() May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:06.088952 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:06.103607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-92ad2623-d4c4-4235-abdf-a9dd0526c987 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448305 May 06 09:44:06.117194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30fc0fec-3341-4392-89bc-672d3330b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.133758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-d26aae5c-aa69-42a8-887a-c9f3a2e5c4f5 service neutron] 10.222.0.76 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006735 May 06 09:44:06.166631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-30fc0fec-3341-4392-89bc-672d3330b5f0 None None] For port 489257d9-92a0-465c-b208-a2811cd3c3f5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=489257d9-92a0-465c-b208-a2811cd3c3f5,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:06.168114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.171850 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30fc0fec-3341-4392-89bc-672d3330b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.218543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47458) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:06.255213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc0fec-3341-4392-89bc-672d3330b5f0 None None] Pushing event updated for resources: {'Port': ['ID=489257d9-92a0-465c-b208-a2811cd3c3f5,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:06.257147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-cd6c53e4-94c1-4d38-977b-61ca1cb22cec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 HTTP/1.1" status: 200 len: 217 time: 0.1227667 May 06 09:44:06.313123 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.333673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.336183 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a6f714b0-828c-482b-9728-52443e487d72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ba786bc45f84552a807ff150dbd3c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164978 May 06 09:44:06.338710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47460) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:06.340126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] 10.222.0.76 "DELETE /v2.0/networks/83492544-15a3-4013-ad36-27b7e4fc127a HTTP/1.1" status: 204 len: 168 time: 1.5359244 May 06 09:44:06.414448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-014699c3-3495-4690-a1c0-5da560b67970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:06.416377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-014699c3-3495-4690-a1c0-5da560b67970 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.1499643 May 06 09:44:06.426488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 489257d9-92a0-465c-b208-a2811cd3c3f5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:06.426757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ae25f-a623-4fbf-8589-7681edbe930a admin admin] Pushing event deleted for resources: {'Network': ['ID=83492544-15a3-4013-ad36-27b7e4fc127a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:06.444592 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31d3ecee-5550-416a-bf0c-08d602ffe3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.468727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.487896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.493173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-12e5c5b1-f0c2-434d-8b61-d298c3cd4485 service neutron] 10.222.0.76 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453693 May 06 09:44:06.509752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31d3ecee-5550-416a-bf0c-08d602ffe3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.525195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-309cc272-93a7-48cf-b337-1d91482e8360 None None] Provisioning complete for port 489257d9-92a0-465c-b208-a2811cd3c3f5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:06.525567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-309cc272-93a7-48cf-b337-1d91482e8360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.531668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 489257d9-92a0-465c-b208-a2811cd3c3f5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:06.531845 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.555305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a72bdb42-9597-439c-b260-763e46c1bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:06.556905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a72bdb42-9597-439c-b260-763e46c1bb4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1280124 May 06 09:44:06.586039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Router 2e12489e-5539-4c6f-97c1-e64cdf809c1f is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:44:06.647903 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47464) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:06.648897 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.666478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31d3ecee-5550-416a-bf0c-08d602ffe3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.667906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-75a85431-b5e5-4960-9c3c-a878f702f07e service neutron] 10.222.0.76 "GET /v2.0/ports/783051a3-e4cc-4fc8-831e-c0e97f23a753?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1670718 May 06 09:44:06.669778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31d3ecee-5550-416a-bf0c-08d602ffe3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.671096 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-31d3ecee-5550-416a-bf0c-08d602ffe3d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/57a0ea2c-e60c-4f30-9a78-52113925c835 HTTP/1.1" status: 204 len: 168 time: 0.3314815 May 06 09:44:06.753873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc92f344-49fe-48e4-8d44-b6d02dcaa2de no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:06.757585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3ecee-5550-416a-bf0c-08d602ffe3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a0ea2c-e60c-4f30-9a78-52113925c835,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:06.771940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event updated for resources: {'Port': ['ID=6ea0ee8a-1b0a-4a7d-9ab8-4e8563375fa6,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:06.784360 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-11a669ef-d27d-4e0c-8e73-1198a4d60ba6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=095f4b905af747169d1973d83886a1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329730 May 06 09:44:06.785021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47468) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:06.793460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.795266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-10cddf5d-514d-4130-865a-73b46a0fcd76 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 8.1138055 May 06 09:44:06.799474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: bc92f344-49fe-48e4-8d44-b6d02dcaa2de {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:06.799904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc92f344-49fe-48e4-8d44-b6d02dcaa2de not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:06.836520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:06.849845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Sync routers for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:06.871358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.873170 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d87afaa5-ac36-44ec-a900-0cb0fcdd6d3b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.6268554 May 06 09:44:06.876230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47470) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:06.882012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7b964f3-d33b-467b-8c6a-8598a9cd3acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:06.884993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:06.885632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:06.902307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-df2891c1-8d5a-4626-b3d1-4c2461dd9638 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.0968764 May 06 09:44:06.937661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-823a4dcf-eba1-4463-ae52-4a9dc9578bf1 service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222440 May 06 09:44:06.954583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-bd56e878-88c0-4929-bc21-4ea200059573 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825734 May 06 09:44:07.014186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:07.189722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-87bfa7e3-fe66-482e-b5a3-4f3f0d9d01ba tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.191147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40eec95-5b13-4974-bd0e-9904dd863c2d req-87bfa7e3-fe66-482e-b5a3-4f3f0d9d01ba tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2338252 May 06 09:44:07.259146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e3453053-a9c7-486a-aabd-e72d9a0cdfbd service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200703 May 06 09:44:07.277658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7b964f3-d33b-467b-8c6a-8598a9cd3acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.292057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-85c5dd55-4525-4cdd-9f54-b35063e162eb service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153707 May 06 09:44:07.306577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:05Z', 'revision_number': 3, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:07.352011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Checking router: 2e12489e-5539-4c6f-97c1-e64cdf809c1f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:07.352383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Updating router 2e12489e-5539-4c6f-97c1-e64cdf809c1f port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:44:07.390390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.403185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-533c909f-63bc-459b-ab36-c539984d21d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd HTTP/1.1" status: 200 len: 217 time: 0.0802481 May 06 09:44:07.410768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6a2c3ff3-334e-42fd-9222-8750d1684217 service neutron] 10.222.0.76 "GET /v2.0/ports/3123afc6-21e5-4b05-b3a7-29e8f9106864?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1502683 May 06 09:44:07.478664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90c4987f-c9d5-4915-814a-35228c3d01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.480276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-90c4987f-c9d5-4915-814a-35228c3d01a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.0600431 May 06 09:44:07.511358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7b964f3-d33b-467b-8c6a-8598a9cd3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.515491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7b964f3-d33b-467b-8c6a-8598a9cd3acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.516892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a7b964f3-d33b-467b-8c6a-8598a9cd3acd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6630b40d-7848-4ca1-b350-6e8bdd8e1438 HTTP/1.1" status: 204 len: 168 time: 0.7303841 May 06 09:44:07.528684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b964f3-d33b-467b-8c6a-8598a9cd3acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6630b40d-7848-4ca1-b350-6e8bdd8e1438,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:07.565243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.571184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.578772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.587678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.594118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.599995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.605783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.607812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-5de64e5f-0a09-4e9d-a635-edcd7967cf6b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.3319564 May 06 09:44:07.688661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ceb2513-b246-47c9-9c6b-4af7011c89b5 req-9c770073-2b47-4446-aff1-ce086392b598 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644605 May 06 09:44:07.697916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4863b85c-65f3-4885-b4b7-82236416c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:07.699654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4863b85c-65f3-4885-b4b7-82236416c066 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698310 May 06 09:44:07.704742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-61cbd698-42f9-48ef-88b9-7a0a5d8ed8ae service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826176 May 06 09:44:07.764214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47494) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:07.969217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.981668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:07.994273 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.027650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a7add6f3-40f2-41a0-a7c7-da93a75e4fc3 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202405 May 06 09:44:08.117597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe5b15-fda0-41b4-a35c-01327038c391 None None] Pushing event updated for resources: {'Port': ['ID=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:08.131376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Attempting to bind port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:08.132548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Attempting to bind port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:08.133677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Attempting to bind port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:08.139780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387366a-c8bf-4490-8cf5-139125fca21b req-67f34f90-c8ab-40d3-bb18-535649844efc tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:08.141606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5387366a-c8bf-4490-8cf5-139125fca21b req-67f34f90-c8ab-40d3-bb18-535649844efc tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1934628 May 06 09:44:08.142768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:08.143373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:08.143884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-398763da-bf94-44c8-92d2-a5cbbe61e861 service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873945 May 06 09:44:08.151443 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.152660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:08.153376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Bound port: 7dc101c2-eb30-43f4-87bf-ab6c2bd44231, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:08.154491 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.205004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5387366a-c8bf-4490-8cf5-139125fca21b req-711619df-3857-4dc1-8457-8b44b3bb72df tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.0562770 May 06 09:44:08.233044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-5387366a-c8bf-4490-8cf5-139125fca21b req-3abe2c8f-0eae-49c0-9ed0-6393c0390cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Request body: {'floatingip': {'port_id': '527ac212-93a8-4e9a-9d44-706c467826a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:08.277082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2048126588'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:08.283370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] For port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:08.287637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] For port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:08.297995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.390389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 489257d9-92a0-465c-b208-a2811cd3c3f5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:08.395138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Made reservation on behalf of 2cf0e898461f47728b89da542c0e374f for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:08.398694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.423429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.440326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Allocated IP 172.20.0.1 (0d205d4a-7cca-4eef-9aa6-044014d4b05b/f8ee64c6-b06d-4344-adc1-87df8f9067e3/24756a76-3f25-433c-aa0b-61d55b2af703) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:08.473683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:08.474828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:08.533556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe5b15-fda0-41b4-a35c-01327038c391 None None] Pushing event updated for resources: {'Port': ['ID=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:08.612360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 489257d9-92a0-465c-b208-a2811cd3c3f5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:08.612735 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.647168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.657728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.722783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:08.725471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44781efc-25b4-41db-b50d-6c3578dee634,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:08.748208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:08.749819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.750557 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Added segment 533b2d70-14e2-4594-bb5a-890c20066563 of type vlan for network 3d2977af-1b53-4b57-a170-079704c215f2 May 06 09:44:08.835706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.841850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.869639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5387366a-c8bf-4490-8cf5-139125fca21b req-3abe2c8f-0eae-49c0-9ed0-6393c0390cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.928197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.934467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:08.935706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.967446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:08.996897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e11cff24-32cd-4004-ac57-4bc47ef35d12 service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958655 May 06 09:44:09.034456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:09.044913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:09.051626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-bdd75376-cfd1-4778-a0b9-b870681d0281 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0158038 May 06 09:44:09.086606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:05Z', 'revision_number': 3, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:09.115755 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3479073 May 06 09:44:09.115755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:09.130402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ce28b-c48a-4e5e-ace3-d23069d165fd None None] The sync data for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 is: [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:05Z', 'revision_number': 3, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:09.190964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47528) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:09.197722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Request body: {'subnet': {'network_id': '3d2977af-1b53-4b57-a170-079704c215f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:09.240038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-1483b2a6-1e0a-498f-a158-8effe22ee713 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c HTTP/1.1" status: 200 len: 217 time: 0.0474012 May 06 09:44:09.246204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-85cd10ac-bda3-41cc-ad9e-68742d3b27eb service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923950 May 06 09:44:09.295701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf1dd7-f79e-4a6f-9580-26118c743172 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event updated for resources: {'Network': ['ID=3d2977af-1b53-4b57-a170-079704c215f2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:09.308237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 3d2977af-1b53-4b57-a170-079704c215f2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:09.329801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.343949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Pushing event updated for resources: {'Port': ['ID=24756a76-3f25-433c-aa0b-61d55b2af703,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:09.418123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-98b13aec-92d6-4302-8db4-198f483edca0 None None] Provisioning complete for port 24756a76-3f25-433c-aa0b-61d55b2af703 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:09.418656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-98b13aec-92d6-4302-8db4-198f483edca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.444400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Made reservation on behalf of 2cf0e898461f47728b89da542c0e374f for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:09.449680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.470941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-98b13aec-92d6-4302-8db4-198f483edca0 None None] Port 24756a76-3f25-433c-aa0b-61d55b2af703 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:09.584944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-34b0eecc-80f6-4410-86b4-714b2380f7f6 service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235731 May 06 09:44:09.598756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-71d8f038-3a14-4cd6-9406-8e28ba34c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.600700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-71d8f038-3a14-4cd6-9406-8e28ba34c6c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.3536193 May 06 09:44:09.605686 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-5387366a-c8bf-4490-8cf5-139125fca21b req-3abe2c8f-0eae-49c0-9ed0-6393c0390cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] update failed (client error): There was a conflict when trying to complete your request. May 06 09:44:09.606912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5387366a-c8bf-4490-8cf5-139125fca21b req-3abe2c8f-0eae-49c0-9ed0-6393c0390cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "PUT /v2.0/floatingips/f5bd2f9e-931a-4d42-a969-55ff88ecd221 HTTP/1.1" status: 409 len: 549 time: 1.3902857 May 06 09:44:09.663161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.791350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-2fabd928-eee9-421e-b03c-712f6b1246fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.793310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-2fabd928-eee9-421e-b03c-712f6b1246fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1794281 May 06 09:44:09.854602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.863073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.871892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.881594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.887638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.894454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.900183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:09.902281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-a71dcf99-3b9a-4a74-bf9e-80143bb845ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.1858289 May 06 09:44:09.966815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-101d753f-a101-4697-aef1-74a3db36b613 service neutron] 10.222.0.76 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804777 May 06 09:44:09.989760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:09.997712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:10.054582 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:10.106430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-8b0b857a-50b0-4ab6-a735-0ad30014a455 service neutron] 10.222.0.76 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292400 May 06 09:44:10.135129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3400984-8f4b-401d-935e-3b2a429676c1 req-62f9108c-d905-4911-ba0a-e08f86a7378c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1992812 May 06 09:44:10.219561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:10.280819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Pushing event updated for resources: {'Port': ['ID=24756a76-3f25-433c-aa0b-61d55b2af703,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:10.308095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-85a32fed-6566-4e85-84b6-91d4ea5329ad service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990642 May 06 09:44:10.331553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event updated for resources: {'Subnet': ['ID=794d27a4-05a6-4504-9b08-70c4b2799f0c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:10.345084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Checking segment: {'id': '533b2d70-14e2-4594-bb5a-890c20066563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3d2977af-1b53-4b57-a170-079704c215f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:10.345430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Network hostable DHCP agents. Network: 3d2977af-1b53-4b57-a170-079704c215f2, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:10.429668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Network 3d2977af-1b53-4b57-a170-079704c215f2 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:10.435747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:10.453710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:10.460092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:10.474316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 3d2977af-1b53-4b57-a170-079704c215f2) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:10.482493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-5ce56cf5-985a-4576-a137-d825ab001ce9 service neutron] 10.222.0.76 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529799 May 06 09:44:10.489929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:10.494501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:10.570379 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22c08122-a792-49a8-9625-57b0001c1fa4 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3782942 May 06 09:44:10.573126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:10.593079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Request body: {'port': {'network_id': '3d2977af-1b53-4b57-a170-079704c215f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-967290760'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:10.613749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c16f2a6-2365-4bd9-99d5-d94e353cf790 None None] Network 3d2977af-1b53-4b57-a170-079704c215f2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:10.786803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-2dc92436-93eb-4271-b6e3-2ac196bca65c service neutron] 10.222.0.76 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033829 May 06 09:44:10.796071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a0616f8e-26a6-45a3-804c-2173a66c20b0 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703932 May 06 09:44:10.863850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:10.865494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.022001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Made reservation on behalf of 2cf0e898461f47728b89da542c0e374f for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:11.026048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.050950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Router 2e12489e-5539-4c6f-97c1-e64cdf809c1f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:11.052263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] device_id is not set on port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:44:11.065901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-866a7e2c-98b0-4cb4-9f60-80ea42adf94d None None] Provisioning complete for port 24756a76-3f25-433c-aa0b-61d55b2af703 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:11.068779 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-866a7e2c-98b0-4cb4-9f60-80ea42adf94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.099547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-df2830a6-3655-4a9d-84c3-775ab6ffa7d4 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips/f5bd2f9e-931a-4d42-a969-55ff88ecd221 HTTP/1.1" status: 200 len: 692 time: 0.3106942 May 06 09:44:11.102190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-a6f35a60-6ed4-4c76-8a5e-54efe6c5ecd9 service neutron] 10.222.0.76 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047557 May 06 09:44:11.300468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-26ba0078-3291-4d75-8448-899ea9bb4941 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.302055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-26ba0078-3291-4d75-8448-899ea9bb4941 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.1927173 May 06 09:44:11.304617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-1e42fe73-4229-4e9a-af08-c5e46c1eb35b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e HTTP/1.1" status: 200 len: 217 time: 0.5044913 May 06 09:44:11.362537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-866a7e2c-98b0-4cb4-9f60-80ea42adf94d None None] Port 24756a76-3f25-433c-aa0b-61d55b2af703 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:11.392425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-3d2977af-1b53-4b57-a170-079704c215f2', 'network_id': '3d2977af-1b53-4b57-a170-079704c215f2', 'tenant_id': '2cf0e898461f47728b89da542c0e374f', 'fixed_ips': [{'subnet_id': '794d27a4-05a6-4504-9b08-70c4b2799f0c'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:44:11.393284 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.422438 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.430192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47554) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:11.439097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:11.461095 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0c6fab16-af03-4825-a89c-d62c26bd0bdc admin admin] 10.222.0.76 "PUT /v2.0/routers/2e12489e-5539-4c6f-97c1-e64cdf809c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5837743 May 06 09:44:11.527203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:11.548943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:11.597119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-4efd13c6-ae49-4d8d-97af-a2b3433d40e1 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.2864835 May 06 09:44:11.669991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Allocated IP 172.20.0.7 (3d2977af-1b53-4b57-a170-079704c215f2/794d27a4-05a6-4504-9b08-70c4b2799f0c/6ea32dfd-be8c-4040-ac45-66343e63a2c4) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:11.818467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d505d629-8fc3-43ca-b483-867909082948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:11.820855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-d505d629-8fc3-43ca-b483-867909082948 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836fc98a-09c3-475f-bbae-99cac536c05e HTTP/1.1" status: 200 len: 797 time: 0.5091350 May 06 09:44:11.829331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-b2f167c0-efed-4545-b21c-e0de6d38e51b tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.47 HTTP/1.1" status: 200 len: 695 time: 0.2313335 May 06 09:44:11.901948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e195dfbb-69d4-4cd1-806d-1ad71ff9937b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.048352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.059151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:12.123371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-70da8afc-57fb-4dd3-ad7f-91ee09bd0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.125060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-70da8afc-57fb-4dd3-ad7f-91ee09bd0ff6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2948248 May 06 09:44:12.134440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e195dfbb-69d4-4cd1-806d-1ad71ff9937b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.140590 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e195dfbb-69d4-4cd1-806d-1ad71ff9937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.150071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.234257 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e195dfbb-69d4-4cd1-806d-1ad71ff9937b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=689d1b57082844678c37dcc0f6097458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7922945 May 06 09:44:12.275239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Sync routers for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:12.282429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47584) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:12.291831 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:12.293413 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:12.303832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Network 3d2977af-1b53-4b57-a170-079704c215f2 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:12.304240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Allocated IP 172.20.0.2 (3d2977af-1b53-4b57-a170-079704c215f2/794d27a4-05a6-4504-9b08-70c4b2799f0c/d69b20cf-d25c-4988-81fe-fcf13a20a5e8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:12.333419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:12.346831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:12.353689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195dfbb-69d4-4cd1-806d-1ad71ff9937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa7496-2505-4d78-bbc0-c1b002f1fe01,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:12.427350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event updated for resources: {'Port': ['ID=6ea32dfd-be8c-4040-ac45-66343e63a2c4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:12.467642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d70032ca-ed85-4473-a458-f5b6d27cad1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.487092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.487788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.493507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.500029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.506007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.511802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.519569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.520219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:12.524056 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-03004966-b122-45ef-8f06-d7a1c882ed18 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9499140 May 06 09:44:12.527298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:12.529288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.534904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Request body: {'port': {'network_id': '3d2977af-1b53-4b57-a170-079704c215f2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-168219331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:12.535149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.537645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] bootfile-name is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:44:12.540815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] tftp-server is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:44:12.541367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] server-ip-address is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:44:12.548408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92860790-b342-4a8f-8ea2-3903b408da7e req-75f84f21-dcaa-44fd-b3c8-14028a856abb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.2649615 May 06 09:44:12.586085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-31e6c610-4870-44b6-94d5-d034d0614d04 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267330 May 06 09:44:12.592437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Deleting port 6ea0ee8a-1b0a-4a7d-9ab8-4e8563375fa6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:12.593175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.635761 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:12.697817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-4e852c35-07e7-467d-bf71-6849726e2648 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985990 May 06 09:44:12.700939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d70032ca-ed85-4473-a458-f5b6d27cad1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.747477 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-57c72460-6b55-4fb5-9927-33f3f8a12f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.814211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Made reservation on behalf of 2cf0e898461f47728b89da542c0e374f for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:12.818182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.840934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] device_id is not set on port f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:44:12.844200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92860790-b342-4a8f-8ea2-3903b408da7e req-c5b4af62-5b02-4006-85b4-c471de494acb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2949226 May 06 09:44:12.845665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-a712e799-7b52-4650-9651-6464132dfec6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd HTTP/1.1" status: 200 len: 217 time: 0.1328588 May 06 09:44:12.917075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:12.919339 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:12.925286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ab56b74b-a4b9-4746-99bf-f1e2c6f24ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:12.926896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ab56b74b-a4b9-4746-99bf-f1e2c6f24ad6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836fc98a-09c3-475f-bbae-99cac536c05e HTTP/1.1" status: 200 len: 797 time: 0.0578628 May 06 09:44:13.002348 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.051296 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.051826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.059368 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 2, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:13.062729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.076887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Calling delete_port for 6ea0ee8a-1b0a-4a7d-9ab8-4e8563375fa6 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:13.090187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-53f170c2-8c47-4d9a-a1fd-6d8721337417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:13.092992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-53f170c2-8c47-4d9a-a1fd-6d8721337417 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1548193 May 06 09:44:13.097762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d70032ca-ed85-4473-a458-f5b6d27cad1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.101460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d70032ca-ed85-4473-a458-f5b6d27cad1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.103363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d70032ca-ed85-4473-a458-f5b6d27cad1f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cefa7496-2505-4d78-bbc0-c1b002f1fe01 HTTP/1.1" status: 204 len: 168 time: 0.8101408 May 06 09:44:13.198164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Allocated IP 172.20.0.10 (3d2977af-1b53-4b57-a170-079704c215f2/794d27a4-05a6-4504-9b08-70c4b2799f0c/f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:13.215252 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Checking router: 2e12489e-5539-4c6f-97c1-e64cdf809c1f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:13.216331 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Updating router 2e12489e-5539-4c6f-97c1-e64cdf809c1f port 24756a76-3f25-433c-aa0b-61d55b2af703 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:44:13.289337 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.305528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70032ca-ed85-4473-a458-f5b6d27cad1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa7496-2505-4d78-bbc0-c1b002f1fe01,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:13.342425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Network 3d2977af-1b53-4b57-a170-079704c215f2 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:13.358976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:13.361891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:13.374491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Pushing event updated for resources: {'Port': ['ID=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:13.452813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Attempting to bind port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:13.453234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Attempting to bind port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '533b2d70-14e2-4594-bb5a-890c20066563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3d2977af-1b53-4b57-a170-079704c215f2'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:13.453601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Attempting to bind port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 on network 3d2977af-1b53-4b57-a170-079704c215f2 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:13.464901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:13.465741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Checking segment: {'id': '533b2d70-14e2-4594-bb5a-890c20066563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3d2977af-1b53-4b57-a170-079704c215f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:13.466188 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.467702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Bound using segment: {'id': '533b2d70-14e2-4594-bb5a-890c20066563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3d2977af-1b53-4b57-a170-079704c215f2'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:13.468396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Bound port: d69b20cf-d25c-4988-81fe-fcf13a20a5e8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533b2d70-14e2-4594-bb5a-890c20066563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3d2977af-1b53-4b57-a170-079704c215f2'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:13.468674 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.512469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-00a8e12d-cc3c-4542-8860-43c0c094fecc service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974905 May 06 09:44:13.600521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] For port d69b20cf-d25c-4988-81fe-fcf13a20a5e8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:13.604483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] For port d69b20cf-d25c-4988-81fe-fcf13a20a5e8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,segment=NetworkSegment(533b2d70-14e2-4594-bb5a-890c20066563),segment_id=533b2d70-14e2-4594-bb5a-890c20066563)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:13.610074 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.832781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d014482-d7ab-4714-900e-2da76f49eda9 None None] Pushing event updated for resources: {'Port': ['ID=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:13.941839 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:13.948782 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.035908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-db25291f-1b1b-48d7-b7b4-a7f489b8f8f3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.043009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-db25291f-1b1b-48d7-b7b4-a7f489b8f8f3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 819 time: 0.7306099 May 06 09:44:14.081973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-efb1e27d-ec76-4cb9-9a60-fa60984e1fa6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/quotas/5119936a70d944708f5c096edbf5cce1 HTTP/1.1" status: 200 len: 375 time: 0.0380137 May 06 09:44:14.256971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.274264 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.322282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-51fa55df-f3ba-4f4e-b8d0-5e43aa2acb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.323737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-51fa55df-f3ba-4f4e-b8d0-5e43aa2acb45 service neutron] 10.222.0.82 "GET /v2.0/ports/783051a3-e4cc-4fc8-831e-c0e97f23a753 HTTP/1.1" status: 200 len: 1027 time: 0.2351072 May 06 09:44:14.332441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event deleted for resources: {'Port': ['ID=6ea0ee8a-1b0a-4a7d-9ab8-4e8563375fa6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:14.351645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca610385-a8e9-4d75-b953-414f96b9db91 req-ba93ae6e-4d9e-469d-9a3a-108578d644a3 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8317585 May 06 09:44:14.422257 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Pushing event updated for resources: {'Port': ['ID=24756a76-3f25-433c-aa0b-61d55b2af703,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:14.427563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.432883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Attempting to bind port 24756a76-3f25-433c-aa0b-61d55b2af703 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:14.434005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-c2ee4663-6096-4e03-a65d-a72848786d57 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3510907 May 06 09:44:14.438945 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Attempting to bind port 24756a76-3f25-433c-aa0b-61d55b2af703 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:14.439227 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Attempting to bind port 24756a76-3f25-433c-aa0b-61d55b2af703 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:14.480085 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:44:14.481803 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.483946 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.487711 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.488230 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.488560 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.489261 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.490171 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.491453 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.493330 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.493662 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.493984 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.494303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:14.515647 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:14.516487 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Checking segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:14.518579 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.519076 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Bound using segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:14.520652 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Bound port: 24756a76-3f25-433c-aa0b-61d55b2af703, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:14.523738 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.604265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Network 3d2977af-1b53-4b57-a170-079704c215f2 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:14.610078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:14.626314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:14.633624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-87e19d06-913e-4a58-8faa-4a151a152e91 None None] Provisioning complete for port 24756a76-3f25-433c-aa0b-61d55b2af703 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:14.634005 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-87e19d06-913e-4a58-8faa-4a151a152e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.687164 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] For port 24756a76-3f25-433c-aa0b-61d55b2af703, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:14.694064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-ac918fa7-2b28-4b85-a731-97356916f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.697446 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] For port 24756a76-3f25-433c-aa0b-61d55b2af703, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=24756a76-3f25-433c-aa0b-61d55b2af703,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:14.698858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-ac918fa7-2b28-4b85-a731-97356916f332 service neutron] 10.222.0.82 "GET /v2.0/ports/3123afc6-21e5-4b05-b3a7-29e8f9106864 HTTP/1.1" status: 200 len: 1028 time: 0.3605616 May 06 09:44:14.706395 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.728222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d69b20cf-d25c-4988-81fe-fcf13a20a5e8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:14.774656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:14.777903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.840071 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:14.842921 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:43:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:14.860702 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3313489 May 06 09:44:14.866203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee4f3f-fd32-40ca-b187-4a99045190d5 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event updated for resources: {'Port': ['ID=f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:14.871414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47632) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:14.897540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-87e19d06-913e-4a58-8faa-4a151a152e91 None None] Port 24756a76-3f25-433c-aa0b-61d55b2af703 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:14.953680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:14.954225 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:14.956760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47636) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:15.074043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-94ca88a7-a554-4d3d-a003-a9fca2bce353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.084371 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3116-2950-4841-b820-ca25f9c68555 None None] Pushing event updated for resources: {'Port': ['ID=24756a76-3f25-433c-aa0b-61d55b2af703,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:15.148245 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:15.164027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.183217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379aec4-0294-4916-9d28-554fc4ebcd24 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.190389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379aec4-0294-4916-9d28-554fc4ebcd24 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.193769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7fa47e2b-bfce-4275-a17c-af3c9bcda9eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.196572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379aec4-0294-4916-9d28-554fc4ebcd24 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.202089 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5379aec4-0294-4916-9d28-554fc4ebcd24 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3163912 May 06 09:44:15.202743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:15.227977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7fa47e2b-bfce-4275-a17c-af3c9bcda9eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.235720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7fa47e2b-bfce-4275-a17c-af3c9bcda9eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.237477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7fa47e2b-bfce-4275-a17c-af3c9bcda9eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "GET /v2.0/networks?id=31741d30-af5f-48e4-819b-44a9e1189697&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&id=29c8a71a-490d-4ad5-8ba1-74334919c9d8 HTTP/1.1" status: 200 len: 1991 time: 0.5137215 May 06 09:44:15.241568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.246696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port d69b20cf-d25c-4988-81fe-fcf13a20a5e8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,segment=NetworkSegment(533b2d70-14e2-4594-bb5a-890c20066563),segment_id=533b2d70-14e2-4594-bb5a-890c20066563)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:15.251473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.252782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7fc8fa1-8021-42a0-ba5e-c11e6aee2608 req-716a09b8-1972-4acb-b1fc-6bac41d77276 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "DELETE /v2.0/floatingips/f5bd2f9e-931a-4d42-a969-55ff88ecd221 HTTP/1.1" status: 204 len: 173 time: 3.4162555 May 06 09:44:15.265917 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.334375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-89f99710-3307-463a-9e8a-5066da66aa7a None None] Provisioning complete for port 24756a76-3f25-433c-aa0b-61d55b2af703 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:15.335514 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89f99710-3307-463a-9e8a-5066da66aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.396744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.397323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.408095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.408516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.408994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.409467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.409934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:15.412065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-fde7373b-311b-4b5f-9e7c-5fd4096cd7d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6488 time: 0.9612119 May 06 09:44:15.426477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:15.468962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-9748f133-c40e-4cb0-9650-51b1e67d1424 service neutron] 10.222.0.76 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0337832 May 06 09:44:15.487276 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89f99710-3307-463a-9e8a-5066da66aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.501601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Deleting port f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:15.502134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.554457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-89f99710-3307-463a-9e8a-5066da66aa7a None None] For port 24756a76-3f25-433c-aa0b-61d55b2af703, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=24756a76-3f25-433c-aa0b-61d55b2af703,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:15.563120 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89f99710-3307-463a-9e8a-5066da66aa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.668581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f99710-3307-463a-9e8a-5066da66aa7a None None] Pushing event updated for resources: {'Port': ['ID=24756a76-3f25-433c-aa0b-61d55b2af703,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:15.724501 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:14Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:15.745799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-683909252-network', 'tenant_id': '435eb2691bab49b488238ee8d6bf45d1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:15.751265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e6b331e-cb5c-4aaf-b994-2f268f74e1d8 req-d461b6e9-f2a4-4cd5-9ecf-2c0d7226d932 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.3377655 May 06 09:44:15.762189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-0bb1a8c9-3c9d-4a78-825a-6406048e0e87 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fa91b4f46a04dd18fc65d86230319d4 HTTP/1.1" status: 200 len: 379 time: 0.5038006 May 06 09:44:15.766659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:15.784259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Calling delete_port for f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:15.789449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'admin_state_up': True, 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'security_groups': ['1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:15.802284 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74daf174-a261-4c9e-affc-9d362f8e7368 None None] The sync data for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 is: [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:14Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:15.866125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525b0d1a-1ec2-4843-bcc1-740b535bf8cd None None] Network 3d2977af-1b53-4b57-a170-079704c215f2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:16.022993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.072292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-03166dbe-ebe2-4a6b-9b7e-03a9e847e9b4 None None] Provisioning complete for port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:16.079452 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-03166dbe-ebe2-4a6b-9b7e-03a9e847e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.120940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event deleted for resources: {'Port': ['ID=f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:16.142851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-fdfac9e3-9968-4d04-8892-db212225482a service neutron] 10.222.0.76 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729536 May 06 09:44:16.144244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-c3da0c0e-227a-41c8-ae0d-9aff6d0b1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.148303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-c3da0c0e-227a-41c8-ae0d-9aff6d0b1128 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1923bd5b-10a9-4fab-8e4d-167ff958e058 HTTP/1.1" status: 200 len: 902 time: 0.7085648 May 06 09:44:16.152853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Made reservation on behalf of 435eb2691bab49b488238ee8d6bf45d1 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:16.155911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.212117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.224479 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d59e5cee-a777-4397-a01c-023c77deda37 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "DELETE /v2.0/ports/f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa HTTP/1.1" status: 204 len: 168 time: 1.0139406 May 06 09:44:16.224729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.228659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47648) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:16.238527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Request body: {'port': {'name': 'tempest-new-port-name-652132466', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:16.238816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] bootfile-name is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:44:16.239139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] tftp-server is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:44:16.239533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] server-ip-address is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:44:16.393390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.423802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-a3506942-d567-4c79-919c-b3eb62862964 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c HTTP/1.1" status: 200 len: 217 time: 0.2492068 May 06 09:44:16.435705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.498460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd1ba6-ab41-469f-918c-6a3332637a86,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:16.502551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:16.507295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.510000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.623517 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.694216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:16.735850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.737393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 24756a76-3f25-433c-aa0b-61d55b2af703 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:16.752553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.766173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.794135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.813410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.840296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.847602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:16.849842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6402f948-ca2c-4909-b8a8-91856294485f req-832a43b0-d384-4648-b13c-04b42faa7468 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.7480400 May 06 09:44:16.853124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-ee8525f2-fc80-45c3-a555-ba2a9f882f2f tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1001 time: 0.3588676 May 06 09:44:16.878405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 24756a76-3f25-433c-aa0b-61d55b2af703 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:16.880827 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.015815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-59578621-757b-4170-aba0-41a51466c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.017306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-59578621-757b-4170-aba0-41a51466c8f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.5709355 May 06 09:44:17.036267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d69b20cf-d25c-4988-81fe-fcf13a20a5e8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:17.036720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.051483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.195420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event updated for resources: {'Port': ['ID=6ea32dfd-be8c-4040-ac45-66343e63a2c4,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:17.218486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:17.219495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] In _notify_port_updated(), no bound segment for port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 on network 3d2977af-1b53-4b57-a170-079704c215f2 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:44:17.223774 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.232463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.234558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:17.236820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.240624 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-358c721f-26f9-4347-b25e-453ab0285cc6 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "PUT /v2.0/ports/6ea32dfd-be8c-4040-ac45-66343e63a2c4 HTTP/1.1" status: 200 len: 1135 time: 1.0096304 May 06 09:44:17.244321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47662) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:17.262872 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.264382 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Added segment 6601ca6d-afbc-4c60-b9d9-1b841b04bbd9 of type vlan for network 887eaa7f-1b1b-4171-9925-2fa161b236be May 06 09:44:17.298171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29c5b27a-63d7-4952-82c4-282fa8bd760c None None] Provisioning complete for port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:17.298567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c5b27a-63d7-4952-82c4-282fa8bd760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.359043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad985c21-5611-4d0c-a405-f763027ab403 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.368415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad985c21-5611-4d0c-a405-f763027ab403 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "GET /v2.0/ports/6ea32dfd-be8c-4040-ac45-66343e63a2c4 HTTP/1.1" status: 200 len: 1135 time: 0.1229329 May 06 09:44:17.369668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47664) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:17.400333 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.552026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-74364599-73a5-4c0f-8fac-f8bf6024aff1 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.571209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-74364599-73a5-4c0f-8fac-f8bf6024aff1 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports/527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 942 time: 0.5191190 May 06 09:44:17.609364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.610738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:17.611345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.769638 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29c5b27a-63d7-4952-82c4-282fa8bd760c None None] Provisioning complete for port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:17.773576 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c5b27a-63d7-4952-82c4-282fa8bd760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:17.821061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8588889 May 06 09:44:17.826419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47666) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:17.846423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65146eef-5aa2-44f8-8629-d6c69008d065 admin admin] Pushing event updated for resources: {'Network': ['ID=887eaa7f-1b1b-4171-9925-2fa161b236be,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:17.874861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Request body: {'subnet': {'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-683909252-subnet', 'tenant_id': '435eb2691bab49b488238ee8d6bf45d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:17.892593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 887eaa7f-1b1b-4171-9925-2fa161b236be details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:18.005496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-29c5b27a-63d7-4952-82c4-282fa8bd760c None None] Port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:18.086286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.145554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8082e298-b074-4ef4-825b-ebd90d7f5a61 None None] Could not find standard attr ID for object f1352f2a-f4b5-40ed-aeeb-0e0ec22df0fa. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:44:18.198334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8082e298-b074-4ef4-825b-ebd90d7f5a61 None None] Provisioning complete for port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:18.199132 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8082e298-b074-4ef4-825b-ebd90d7f5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.213842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-9bcd7a0e-a9c8-4a5e-9a9e-f2a994a4ce53 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1001 time: 0.3843882 May 06 09:44:18.250666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6402f948-ca2c-4909-b8a8-91856294485f req-6d9bec17-9439-4f32-91a1-cb2b00d72159 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2094264 May 06 09:44:18.283370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Made reservation on behalf of 435eb2691bab49b488238ee8d6bf45d1 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:18.287227 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.380017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Deleting port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:18.380441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.400369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8082e298-b074-4ef4-825b-ebd90d7f5a61 None None] Port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:18.451523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-1042f452-861a-45ae-96c9-8f5f346357b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:18.456545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-1042f452-861a-45ae-96c9-8f5f346357b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3447704 May 06 09:44:18.633291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.648489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Calling delete_port for 6ea32dfd-be8c-4040-ac45-66343e63a2c4 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:18.648973 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.747790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-47e27321-3ac5-4d6a-8b75-548aeeda7361 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:18.749716 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-47e27321-3ac5-4d6a-8b75-548aeeda7361 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 819 time: 0.5079613 May 06 09:44:18.763714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'port': {'device_id': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'admin_state_up': True, 'tenant_id': '5119936a70d944708f5c096edbf5cce1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:18.852146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37e41ba2-49f8-43fc-8afe-2fdcac8f4e2b req-74a3378b-0964-4e9d-97be-5c37b4ed04ba tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0946436 May 06 09:44:18.917423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 172.20.0.14 (31741d30-af5f-48e4-819b-44a9e1189697/0b187e46-d1ee-430e-b585-6cbf52e34378/94837630-0f86-4cbf-94fd-2d904d6ada14) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:18.935801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.952675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b89cffd0-e61c-4bb4-9131-14fb909b1c83 None None] Provisioning complete for port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:18.954697 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b89cffd0-e61c-4bb4-9131-14fb909b1c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:18.997270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event deleted for resources: {'Port': ['ID=6ea32dfd-be8c-4040-ac45-66343e63a2c4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:18.998508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b89cffd0-e61c-4bb4-9131-14fb909b1c83 None None] Port 6ea32dfd-be8c-4040-ac45-66343e63a2c4 was deleted so its status cannot be updated. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 06 09:44:19.082596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-ea1f888d-9397-4eeb-9adf-d339d5d10cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:19.084621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-ea1f888d-9397-4eeb-9adf-d339d5d10cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.8101258 May 06 09:44:19.095994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69dc3039-1312-4208-b97c-6374801feb7c req-da1631f6-1a9d-495f-bd5d-0dd0723bc8c2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.1449234 May 06 09:44:19.113924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Made reservation on behalf of 5119936a70d944708f5c096edbf5cce1 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:19.118317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.172741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-c0597129-e624-44e9-bfad-a9a8ead7ca39 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572385 May 06 09:44:19.203483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.213301 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-09a81b26-b4fe-4b5a-9c87-0fdd81fbf7c8 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "DELETE /v2.0/ports/6ea32dfd-be8c-4040-ac45-66343e63a2c4 HTTP/1.1" status: 204 len: 168 time: 1.8425927 May 06 09:44:19.214267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47674) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:19.330270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Deleting subnet 794d27a4-05a6-4504-9b08-70c4b2799f0c {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:19.337721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.414859 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.460477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Allocated IP 172.20.0.4 (0d205d4a-7cca-4eef-9aa6-044014d4b05b/f8ee64c6-b06d-4344-adc1-87df8f9067e3/71c6181c-5578-4782-a937-f7cc51aca6fa) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:19.567755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.702936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.745654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event deleted for resources: {'Subnet': ['ID=794d27a4-05a6-4504-9b08-70c4b2799f0c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:19.751760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.755067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.759806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31e99e-8d82-49ea-8b0e-ebc514ab6d18 None None] Network 3d2977af-1b53-4b57-a170-079704c215f2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:19.761024 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3f1bdced-69df-454b-977c-71b8d0a73d19 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "DELETE /v2.0/subnets/794d27a4-05a6-4504-9b08-70c4b2799f0c HTTP/1.1" status: 204 len: 168 time: 0.5391812 May 06 09:44:19.761633 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47678) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:19.832831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.845483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.916759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.962494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-992c17a5-d4e4-4c76-b128-e22239854dc7 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1001 time: 0.8468542 May 06 09:44:19.972319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:19.984538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:19.985197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:19.987679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:20.004559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'Port': ['ID=71c6181c-5578-4782-a937-f7cc51aca6fa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:20.022213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] DHCP port deletion for 3d2977af-1b53-4b57-a170-079704c215f2 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:44:20.025848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:20.054742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Deleting port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:20.055494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.096166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e3bf3-95d3-48e0-8a24-8675f2c1f1a2 req-da8d0373-2759-4a00-a399-f90c12f3bdb8 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.098004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b7e3bf3-95d3-48e0-8a24-8675f2c1f1a2 req-da8d0373-2759-4a00-a399-f90c12f3bdb8 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 945 time: 0.7509120 May 06 09:44:20.144819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] Deleting port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:20.152259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.155604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.156179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44640105-93c5-44fe-9c55-c5d1d05d926e,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:20.156298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.184752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-a9c17c83-c703-4639-b9e0-7917e62da259 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9898140 May 06 09:44:20.185671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-52881b11-ec99-4338-8bd6-d6846393b3a7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261270 May 06 09:44:20.193496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] For port d69b20cf-d25c-4988-81fe-fcf13a20a5e8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,segment=NetworkSegment(533b2d70-14e2-4594-bb5a-890c20066563),segment_id=533b2d70-14e2-4594-bb5a-890c20066563)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:20.193865 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.231438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Request body: {'port': {'device_id': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:20.278596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] For port d69b20cf-d25c-4988-81fe-fcf13a20a5e8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,segment=NetworkSegment(533b2d70-14e2-4594-bb5a-890c20066563),segment_id=533b2d70-14e2-4594-bb5a-890c20066563)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:20.279713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Checking segment: {'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:20.280073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.280284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Network hostable DHCP agents. Network: 887eaa7f-1b1b-4171-9925-2fa161b236be, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:20.289211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.305591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] Calling delete_port for d69b20cf-d25c-4988-81fe-fcf13a20a5e8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:20.353136 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.357009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.374646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Calling delete_port for d69b20cf-d25c-4988-81fe-fcf13a20a5e8 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:20.417047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d69b20cf-d25c-4988-81fe-fcf13a20a5e8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:20.428972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b7e3bf3-95d3-48e0-8a24-8675f2c1f1a2 req-8982b4d8-aa90-4562-b6e6-0180f5ac6467 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.76 "GET /v2.0/security-groups?id=2be670b9-3aa3-47fe-9187-2722ed3040f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984364 May 06 09:44:20.430327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.524884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.591238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Network 887eaa7f-1b1b-4171-9925-2fa161b236be is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:20.605283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 31741d30-af5f-48e4-819b-44a9e1189697 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:20.609535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No active binding found for port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:44:20.609962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d69b20cf-d25c-4988-81fe-fcf13a20a5e8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:20.611803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d1c48898-c8ef-4b6f-8778-18b05792991d None None] Provisioning complete for port 71c6181c-5578-4782-a937-f7cc51aca6fa triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:20.612168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d1c48898-c8ef-4b6f-8778-18b05792991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.614971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event deleted for resources: {'Port': ['ID=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:20.619956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] No DVR routers for this DVR port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:20.638645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.639613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.640227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.640857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.641471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.642193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.642782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.645504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-9726972b-007c-4cc8-97d7-1f9524c28700 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6488 time: 0.3625288 May 06 09:44:20.646802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:20.658017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d1c48898-c8ef-4b6f-8778-18b05792991d None None] Port 71c6181c-5578-4782-a937-f7cc51aca6fa cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:20.676684 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.681106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:20.707731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] Pushing event deleted for resources: {'Port': ['ID=d69b20cf-d25c-4988-81fe-fcf13a20a5e8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:20.714401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab602aa-8d03-4f70-a960-519a9f592499 None None] No DVR routers for this DVR port d69b20cf-d25c-4988-81fe-fcf13a20a5e8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:20.746101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 887eaa7f-1b1b-4171-9925-2fa161b236be) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:20.748787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=94837630-0f86-4cbf-94fd-2d904d6ada14,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:20.787050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ebeb47-023c-42d8-8e6b-178899041c36 None None] Network 887eaa7f-1b1b-4171-9925-2fa161b236be requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:20.812174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b0599-c917-4cad-b41a-86160ec27601 req-0b71cba1-2cd8-423e-a1d6-068ae8c5f0a4 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.814101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d00b0599-c917-4cad-b41a-86160ec27601 req-0b71cba1-2cd8-423e-a1d6-068ae8c5f0a4 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.83 "GET /v2.0/ports?device_id=19d58c1e-112c-4ee5-a5c2-aa836ba99b68 HTTP/1.1" status: 200 len: 945 time: 0.4150784 May 06 09:44:20.881940 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.898274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:20.899047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.936783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:20.938288 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Floating IP 6b01adbf-c2aa-419a-97f4-96132aee65e9 disassociated. External IP: 172.25.8.164, port: 527ac212-93a8-4e9a-9d44-706c467826a1. May 06 09:44:20.988574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d419f0-8b1f-450c-aae3-c8af860402bf None None] Network 887eaa7f-1b1b-4171-9925-2fa161b236be requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:21.119393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-07146778-0d8e-42a3-9ad5-cd928686d47d admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2471993 May 06 09:44:21.148227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.164647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:21.165344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.203896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1a67e331-6f5e-4035-a2f6-5e7155fa2dec None None] Provisioning complete for port 94837630-0f86-4cbf-94fd-2d904d6ada14 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:21.204355 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a67e331-6f5e-4035-a2f6-5e7155fa2dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.209824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2977af-1b53-4b57-a170-079704c215f2']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:21.230216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Deleting port 5288f0de-d0c8-4a26-a621-350cdb6b7708 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:21.230909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.256332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1a67e331-6f5e-4035-a2f6-5e7155fa2dec None None] Port 94837630-0f86-4cbf-94fd-2d904d6ada14 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:21.259932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-862db727-4d11-4531-a2dd-48feeae2ffb1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:21.261658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-862db727-4d11-4531-a2dd-48feeae2ffb1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 819 time: 0.6594179 May 06 09:44:21.283838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-247ab364-eab5-4cf5-9284-06844f867abf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5047929 May 06 09:44:21.305823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'admin_state_up': True, 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'security_groups': ['1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:21.315278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-e4c0b753-4511-4772-97f7-e8d96bb55ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:21.316988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-e4c0b753-4511-4772-97f7-e8d96bb55ab9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3836593-218b-46fa-9963-06836e1d29c8 HTTP/1.1" status: 200 len: 902 time: 0.5768456 May 06 09:44:21.336492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533b2d70-14e2-4594-bb5a-890c20066563') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:21.336896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533b2d70-14e2-4594-bb5a-890c20066563') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:21.368636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-95267a81-faf1-48dd-91c6-4b03fdc8cb36 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/quotas/5119936a70d944708f5c096edbf5cce1 HTTP/1.1" status: 200 len: 375 time: 0.0908647 May 06 09:44:21.369037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.426207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.455844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] For port 5288f0de-d0c8-4a26-a621-350cdb6b7708, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5288f0de-d0c8-4a26-a621-350cdb6b7708,segment=NetworkSegment(84b65554-dc8b-4c01-9fb1-c01a56349485),segment_id=84b65554-dc8b-4c01-9fb1-c01a56349485)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:21.456217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.460989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:21.460989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: timer() May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:21.463489 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:21.483239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-f0a07da7-6f9a-4942-897c-2085f826f63c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e HTTP/1.1" status: 200 len: 217 time: 0.1164122 May 06 09:44:21.533804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Calling delete_port for 5288f0de-d0c8-4a26-a621-350cdb6b7708 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:21.562410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c6181c-5578-4782-a937-f7cc51aca6fa {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:21.630284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.642012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.646663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.648393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-16f0293b-6be6-4f76-bedc-383f6e7dec4b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2641373 May 06 09:44:21.652861 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] 10.222.0.76 "DELETE /v2.0/networks/3d2977af-1b53-4b57-a170-079704c215f2 HTTP/1.1" status: 204 len: 168 time: 1.8854232 May 06 09:44:21.660888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Transition to ACTIVE for port object 71c6181c-5578-4782-a937-f7cc51aca6fa will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:21.670374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-14c57e34-4b14-4beb-93ce-f9995440d6a3 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:44:21.677942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-14c57e34-4b14-4beb-93ce-f9995440d6a3 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285015 May 06 09:44:21.678998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.698142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a471c842-4609-4fe0-849a-f698957e9272 tempest-ExtraDHCPOptionsTestJSON-2101316283 tempest-ExtraDHCPOptionsTestJSON-2101316283-project] Pushing event deleted for resources: {'Network': ['ID=3d2977af-1b53-4b57-a170-079704c215f2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:21.779720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-121ab19f-abb8-43c1-81e2-e516c4152bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:21.781259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-121ab19f-abb8-43c1-81e2-e516c4152bdc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836fc98a-09c3-475f-bbae-99cac536c05e HTTP/1.1" status: 200 len: 797 time: 0.2728579 May 06 09:44:21.790483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-ee471c41-981e-4796-a50d-0b8e071120c3 service neutron] 10.222.0.76 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114357 May 06 09:44:21.865865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=71c6181c-5578-4782-a937-f7cc51aca6fa,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:21.937043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Attempting to bind port 71c6181c-5578-4782-a937-f7cc51aca6fa on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:21.937291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Attempting to bind port 71c6181c-5578-4782-a937-f7cc51aca6fa by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:21.937772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Attempting to bind port 71c6181c-5578-4782-a937-f7cc51aca6fa on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:21.954163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Port 71c6181c-5578-4782-a937-f7cc51aca6fa on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:21.954491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Attempting to bind port 71c6181c-5578-4782-a937-f7cc51aca6fa on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:21.961669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:21.962099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Checking segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:21.962778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Bound using segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:21.963227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Bound port: 71c6181c-5578-4782-a937-f7cc51aca6fa, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:21.963864 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.964886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Router 146bc141-6f43-402a-9dfe-a3f5fc0194ca has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:21.978889 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.979287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:21.983558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:21.997316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['5288f0de-d0c8-4a26-a621-350cdb6b7708'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:22.015438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-054abf2d-7f9d-4812-a334-e811be834bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.017392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-054abf2d-7f9d-4812-a334-e811be834bdf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2215731 May 06 09:44:22.100696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] For port 71c6181c-5578-4782-a937-f7cc51aca6fa, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:22.106094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] For port 71c6181c-5578-4782-a937-f7cc51aca6fa, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=71c6181c-5578-4782-a937-f7cc51aca6fa,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:22.112614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Pushing event deleted for resources: {'Port': ['ID=5288f0de-d0c8-4a26-a621-350cdb6b7708,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:22.140501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:22.141734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.206023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.206700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.208886 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] 10.222.0.83 "PUT /v2.0/ports/71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 200 len: 1091 time: 2.0052691 May 06 09:44:22.210135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] No DVR routers for this DVR port 5288f0de-d0c8-4a26-a621-350cdb6b7708 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:22.214571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.218743 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d00b0599-c917-4cad-b41a-86160ec27601 req-541bcf4c-6ec4-4917-a587-4cb8ebcadf59 tempest-VolumesAdminNegativeTest-481508249 tempest-VolumesAdminNegativeTest-481508249-project] 10.222.0.83 "DELETE /v2.0/ports/5288f0de-d0c8-4a26-a621-350cdb6b7708 HTTP/1.1" status: 204 len: 173 time: 1.3006713 May 06 09:44:22.224205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'tag': '71c6181c-5578-4782-a937-f7cc51aca6fa'}, {'server_uuid': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'name': 'network-vif-deleted', 'tag': '5288f0de-d0c8-4a26-a621-350cdb6b7708'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:22.235884 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e135064-97d6-4950-b511-1331fe35b387" -d '{"events": [{"name": "network-changed", "server_uuid": "3a709b10-ebef-4c4b-b457-60326790d0c0", "tag": "71c6181c-5578-4782-a937-f7cc51aca6fa"}, {"server_uuid": "19d58c1e-112c-4ee5-a5c2-aa836ba99b68", "name": "network-vif-deleted", "tag": "5288f0de-d0c8-4a26-a621-350cdb6b7708"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:22.306207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] Pushing event updated for resources: {'Port': ['ID=71c6181c-5578-4782-a937-f7cc51aca6fa,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:22.355134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 10.1.1.23 (1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc/6560519a-d540-42cd-a2a5-7374c27e79b6/56419376-70ae-4acd-9d38-3fd03c214a82) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:22.398774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-a7734913-1d5e-4c2c-89ad-742831386971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.400540 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-a7734913-1d5e-4c2c-89ad-742831386971 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1094 time: 0.0537148 May 06 09:44:22.415442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-cf3dad17-cc0d-48ab-8378-e18bc85dd61c service neutron] 10.222.0.76 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238756 May 06 09:44:22.443791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:22.458505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] Sync routers for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:22.486074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:22.502805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:22.506374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:22.539087 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-2d6198dd-e021-4263-b244-e6048e8ad2e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 200 len: 217 time: 0.1304963 May 06 09:44:22.614534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-ea3725f9-2832-41a2-84ce-e85cddd00700 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806336 May 06 09:44:22.619998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-68b79177-52fc-47cb-8382-0ea70ce42ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.624751 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-68b79177-52fc-47cb-8382-0ea70ce42ee0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.0563931 May 06 09:44:22.705856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:22.726799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-d0d50c85-19fa-4876-be15-c3b8d3a18512 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "PUT /v2.0/floatingips/6b01adbf-c2aa-419a-97f4-96132aee65e9 HTTP/1.1" status: 200 len: 695 time: 2.7304432 May 06 09:44:22.741421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:22.751447 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec5471c-d20d-4425-be40-1a546f6c74b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:22.815552 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d273a01d-4a54-4b8b-ab0a-62817ed50bc1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cf0e898461f47728b89da542c0e374f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603715 May 06 09:44:22.817260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47714) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:22.824741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-534f04f5-0a7a-4718-92be-63a7473335ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:22.826961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-534f04f5-0a7a-4718-92be-63a7473335ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869526 May 06 09:44:23.014139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-caf09ee1-7a30-4d58-9c3b-bba54dea7428 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616607 May 06 09:44:23.040192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.082658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.089328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.096420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.100755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6e30-966c-4a23-a33c-03540cdc4516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.103113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.112192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.118670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.119497 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-ce7fb0a9-af88-4003-8db9-4ff427d1cc25 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808905 May 06 09:44:23.125842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.128059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f4445ca-028f-446b-8506-b454cc863a50 req-f60c6357-4d85-4101-b343-7375b77c5301 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.3873222 May 06 09:44:23.160750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6e30-966c-4a23-a33c-03540cdc4516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.165716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-84d1fa5b-5a0f-428a-8b9b-75802dc4633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.167243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-84d1fa5b-5a0f-428a-8b9b-75802dc4633b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1096 time: 0.4043016 May 06 09:44:23.312855 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-0efc3a37-73a9-4d88-a252-ce3f65d7b8de service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852422 May 06 09:44:23.338670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6e30-966c-4a23-a33c-03540cdc4516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.342873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:23.343510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb9f6e30-966c-4a23-a33c-03540cdc4516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.344755 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bb9f6e30-966c-4a23-a33c-03540cdc4516 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44781efc-25b4-41db-b50d-6c3578dee634 HTTP/1.1" status: 204 len: 168 time: 0.5264921 May 06 09:44:23.377859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f6e30-966c-4a23-a33c-03540cdc4516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44781efc-25b4-41db-b50d-6c3578dee634,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:23.407807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] Checking router: 146bc141-6f43-402a-9dfe-a3f5fc0194ca for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:23.434750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:23.439723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:23.660166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:23.749716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f4445ca-028f-446b-8506-b454cc863a50 req-d7b0bf9a-1606-4561-be4e-fcd4d0cdb077 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6061327 May 06 09:44:23.781506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.782079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.782739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.783356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.783943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.784423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.784969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:23.787442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-3bb2bff0-0230-4d56-b06f-54cf301a557e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6488 time: 0.6563847 May 06 09:44:23.791455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:23.958426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=56419376-70ae-4acd-9d38-3fd03c214a82,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:24.041201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-7aef48c0-e987-43a2-ad8e-6ba239c732a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.042208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:24.051175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-7aef48c0-e987-43a2-ad8e-6ba239c732a4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 929 time: 0.8461943 May 06 09:44:24.110020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:24.111914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-7f6ee5c4-ec74-446f-989b-e1bd1adfdcd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 217 time: 0.0597241 May 06 09:44:24.116988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5288f0de-d0c8-4a26-a621-350cdb6b7708 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:24.117142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:24.131202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:24.146658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 5288f0de-d0c8-4a26-a621-350cdb6b7708 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:24.146945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5288f0de-d0c8-4a26-a621-350cdb6b7708 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:24.148536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c22fc0-aff0-4663-a60e-1eff29dae66e None None] The sync data for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 is: [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:43:16Z', 'revision_number': 4, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f73d60f4-25c6-430e-bb86-cd3e4a608acb', 'name': '', 'network_id': '85727a44-50b7-46f2-935c-2a69ddf4bcb7', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'mac_address': 'fa:16:3e:48:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:09Z', 'updated_at': '2022-05-06T09:43:27Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'subnets': [{'id': 'e1a7baa7-2c7d-4680-a339-3e3f99824257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:24.362233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9056-9dbc-4ce6-9d3c-9143931c3166 req-09dd8d8d-30ee-4516-94db-d296917b0b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.369066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9056-9dbc-4ce6-9d3c-9143931c3166 req-09dd8d8d-30ee-4516-94db-d296917b0b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.382395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-049c9056-9dbc-4ce6-9d3c-9143931c3166 req-09dd8d8d-30ee-4516-94db-d296917b0b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 1653 time: 0.4608207 May 06 09:44:24.432879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-b725b96f-fe9f-44fd-8063-0831d58b2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.439006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-b725b96f-fe9f-44fd-8063-0831d58b2579 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b3836593-218b-46fa-9963-06836e1d29c8 HTTP/1.1" status: 200 len: 902 time: 0.6201081 May 06 09:44:24.500418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.501032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.592849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47742) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:24.596712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-c5f5355f-de19-4951-87b0-3b1cd34feb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.598222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-c5f5355f-de19-4951-87b0-3b1cd34feb5e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 200 len: 867 time: 0.4692955 May 06 09:44:24.613304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-f8df2845-12fb-4b1c-b268-51f3d774eb59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd HTTP/1.1" status: 200 len: 217 time: 0.1542294 May 06 09:44:24.646206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d7433581-946b-413c-a597-831155081ee0 None None] Provisioning complete for port 56419376-70ae-4acd-9d38-3fd03c214a82 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:24.647217 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7433581-946b-413c-a597-831155081ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.647465 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cfbd5b-b385-49ad-82c3-a56987e6900a None None] New status for floating IP 6b01adbf-c2aa-419a-97f4-96132aee65e9: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:24.648187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-049c9056-9dbc-4ce6-9d3c-9143931c3166 req-eef1e832-bac2-4fad-829d-48ff2f994746 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692223 May 06 09:44:24.685815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e138d41b-304c-44ea-b6ef-62c8bcfeffae tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3852680 May 06 09:44:24.695166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-eaf3f95f-431a-4bda-bb4a-f85a8df76925 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:24.696972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-eaf3f95f-431a-4bda-bb4a-f85a8df76925 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.82 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 819 time: 0.5615904 May 06 09:44:24.725798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'admin_state_up': True, 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'security_groups': ['1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:24.751291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'port': {'device_id': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'admin_state_up': True, 'tenant_id': '5119936a70d944708f5c096edbf5cce1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:24.769911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d7433581-946b-413c-a597-831155081ee0 None None] Port 56419376-70ae-4acd-9d38-3fd03c214a82 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:24.819044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-874479378'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:24.859961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:24.864924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:24.889116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.008503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7561ed42-7e00-417e-8f2f-ea1d9ccdba03 req-027058ab-87c9-48f8-beab-cf4a98192d11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1528750427', 'description': 'tempest-description-1503020544'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:25.016441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-96151142-b287-43b7-a487-40860489d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.025032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-96151142-b287-43b7-a487-40860489d289 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=85727a44-50b7-46f2-935c-2a69ddf4bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4148257 May 06 09:44:25.052610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-8894a43a-8465-4ae0-bdc4-396574f78ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.054111 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.054231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-8894a43a-8465-4ae0-bdc4-396574f78ef5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836fc98a-09c3-475f-bbae-99cac536c05e HTTP/1.1" status: 200 len: 797 time: 0.4283059 May 06 09:44:25.059463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.090938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:25.102854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82934d53-b7cf-4baf-a87e-62e718bb5863,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:25.111198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.111705 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment 6996a942-3740-4575-8e4f-a96a89a2f548 of type vlan for network 9421413c-a284-46eb-a5da-4a79ffde8cc9 May 06 09:44:25.175825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.209775 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.218973 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.219192 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.220705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7561ed42-7e00-417e-8f2f-ea1d9ccdba03 req-027058ab-87c9-48f8-beab-cf4a98192d11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.282211 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6844580 May 06 09:44:25.285228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47750) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:25.290873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1446825190'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:25.313436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec11f9-d78b-424e-8c17-d77799cea6ad tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=9421413c-a284-46eb-a5da-4a79ffde8cc9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:25.329136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:25.330065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:25.333134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.360992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-0a2fd5ff-67f2-4e70-8871-e2798f375c75 service neutron] 10.222.0.76 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343515 May 06 09:44:25.366274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-186a7ce0-f5a4-4b50-bc0f-e309cf034026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.368387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-186a7ce0-f5a4-4b50-bc0f-e309cf034026 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2873111 May 06 09:44:25.369200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Made reservation on behalf of 5119936a70d944708f5c096edbf5cce1 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:25.372956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:25.374664 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.378451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:25.381929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.385133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.385528 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment c2aa69f4-b7dc-45e6-9d16-888c672a0de5 of type vlan for network 76b87c51-f8b8-49f1-ac90-9666f4de479d May 06 09:44:25.437584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.466855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.473091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:25.473695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.504666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2154627 May 06 09:44:25.532755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47752) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:25.538034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': '9421413c-a284-46eb-a5da-4a79ffde8cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:25.613137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c517080-e377-4f39-9152-432a0cea707a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=76b87c51-f8b8-49f1-ac90-9666f4de479d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:25.630408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:25.650071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7561ed42-7e00-417e-8f2f-ea1d9ccdba03 req-027058ab-87c9-48f8-beab-cf4a98192d11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.650541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:25.656312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.699809 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7561ed42-7e00-417e-8f2f-ea1d9ccdba03 req-027058ab-87c9-48f8-beab-cf4a98192d11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.753353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7561ed42-7e00-417e-8f2f-ea1d9ccdba03 req-027058ab-87c9-48f8-beab-cf4a98192d11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.755276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7561ed42-7e00-417e-8f2f-ea1d9ccdba03 req-027058ab-87c9-48f8-beab-cf4a98192d11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7723179 May 06 09:44:25.757398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a05fa86e-bb9c-4962-815f-34b27a368aa1 req-01e082c4-f423-4ad8-8f83-9f4dec68b254 service neutron] 10.222.0.76 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718779 May 06 09:44:25.778619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027058ab-87c9-48f8-beab-cf4a98192d11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5318ce-df3d-40d8-85db-87d392136d6c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:25.839042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47762) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:25.848327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-dbb99465-843a-40f1-8be0-fa9b515dd9b4 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635882 May 06 09:44:25.901960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] Deleting subnet c63d799d-329a-42e6-ab64-ab05f18c2b7b {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:25.907969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:25.948490 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 06 May 2022 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27bfcbe-2c57-4a89-a8d7-720dd4aed07f x-openstack-request-id: req-b27bfcbe-2c57-4a89-a8d7-720dd4aed07f {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:25.948792 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a709b10-ebef-4c4b-b457-60326790d0c0", "tag": "71c6181c-5578-4782-a937-f7cc51aca6fa", "status": "completed", "code": 200}, {"server_uuid": "19d58c1e-112c-4ee5-a5c2-aa836ba99b68", "name": "network-vif-deleted", "tag": "5288f0de-d0c8-4a26-a621-350cdb6b7708", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:25.949044 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b27bfcbe-2c57-4a89-a8d7-720dd4aed07f {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:25.949813 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27bfcbe-2c57-4a89-a8d7-720dd4aed07f'] response: {'name': 'network-changed', 'server_uuid': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'tag': '71c6181c-5578-4782-a937-f7cc51aca6fa', 'status': 'completed', 'code': 200} May 06 09:44:25.950069 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27bfcbe-2c57-4a89-a8d7-720dd4aed07f'] response: {'server_uuid': '19d58c1e-112c-4ee5-a5c2-aa836ba99b68', 'name': 'network-vif-deleted', 'tag': '5288f0de-d0c8-4a26-a621-350cdb6b7708', 'status': 'completed', 'code': 200} May 06 09:44:25.987641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-411bd1c3-3db7-4547-95a1-180ebb96bff5 req-ebe3be84-a14c-426b-843a-b888bea9ee4e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 210 time: 0.0778906 May 06 09:44:25.992967 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fb436b-d870-4334-9352-53db840a779c x-openstack-request-id: req-41fb436b-d870-4334-9352-53db840a779c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:25.993276 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:25.993549 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-41fb436b-d870-4334-9352-53db840a779c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:25.994319 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41fb436b-d870-4334-9352-53db840a779c'] response: {'name': 'network-changed', 'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1', 'status': 'completed', 'code': 200} May 06 09:44:26.001555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Allocated IP 172.20.0.9 (0d205d4a-7cca-4eef-9aa6-044014d4b05b/f8ee64c6-b06d-4344-adc1-87df8f9067e3/b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:26.050302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 10.1.1.235 (1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc/6560519a-d540-42cd-a2a5-7374c27e79b6/3c278fbe-b8ea-479e-8a05-a6782641a3b2) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:26.106820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 71c6181c-5578-4782-a937-f7cc51aca6fa details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:26.148923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6368c71-6f05-409d-aa94-ab6ac6ca1604 req-28534b73-3ad8-454d-8413-a490ac909cc5 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718892 May 06 09:44:26.258330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 71c6181c-5578-4782-a937-f7cc51aca6fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=71c6181c-5578-4782-a937-f7cc51aca6fa,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:26.284340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '71c6181c-5578-4782-a937-f7cc51aca6fa', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'port_id': '71c6181c-5578-4782-a937-f7cc51aca6fa', 'mac_address': 'fa:16:3e:fe:13:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:26.316278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.324743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.335897 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.336868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.348178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.353282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c6181c-5578-4782-a937-f7cc51aca6fa {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:26.356172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.365527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.372495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.375198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-8237ab53-eaf0-4402-a700-d6949133c2e4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.3126998 May 06 09:44:26.406441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 71c6181c-5578-4782-a937-f7cc51aca6fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=71c6181c-5578-4782-a937-f7cc51aca6fa,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:26.413755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.439297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.479404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=71c6181c-5578-4782-a937-f7cc51aca6fa,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:26.503285 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.534152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4d863-5f22-4891-8392-7be5376ac883 req-79965f4a-7914-49ff-8a10-f2e100d6531a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.540542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4d863-5f22-4891-8392-7be5376ac883 req-79965f4a-7914-49ff-8a10-f2e100d6531a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.542088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc4d863-5f22-4891-8392-7be5376ac883 req-79965f4a-7914-49ff-8a10-f2e100d6531a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 1653 time: 0.4213314 May 06 09:44:26.557648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.577113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.615761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e135064-97d6-4950-b511-1331fe35b387 req-d0092cbc-f032-4b6d-a1f9-737ffdc59a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.617677 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e135064-97d6-4950-b511-1331fe35b387 req-d0092cbc-f032-4b6d-a1f9-737ffdc59a1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1094 time: 0.6361995 May 06 09:44:26.668870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a138918-0617-4314-9a7e-ce2c05bd2caa req-09c753e6-b95c-4915-9d45-1bcaeb47f8a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609471 May 06 09:44:26.677767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.687489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.693147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc4d863-5f22-4891-8392-7be5376ac883 req-a1e892d9-a3cd-4bc4-a581-9b68705b3ad1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255219 May 06 09:44:26.755633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4adb5962-6634-48de-abd2-2475f5584cd3 req-2970b672-d35d-43dc-b570-2889302ce962 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1016646075', 'description': 'tempest-description-889569569'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:26.763338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-4ef1d3ed-46a1-4519-af83-f85daf77fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:26.765165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-4ef1d3ed-46a1-4519-af83-f85daf77fab0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=372859752ef34e95871f0923c84c31b6&device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 1096 time: 0.3298934 May 06 09:44:26.776941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:26.813103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=3c278fbe-b8ea-479e-8a05-a6782641a3b2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:26.827056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:26.827219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=22e29223-f913-42d2-81b7-2115588a5922,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:26.835857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:26.841244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['71c6181c-5578-4782-a937-f7cc51aca6fa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:26.844714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60902675-e55a-4656-bebb-c25c362e8843 req-d5074938-d32b-4b31-87c4-3ec244998ed0 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips/6b01adbf-c2aa-419a-97f4-96132aee65e9 HTTP/1.1" status: 200 len: 693 time: 0.1002374 May 06 09:44:26.897358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4adb5962-6634-48de-abd2-2475f5584cd3 req-2970b672-d35d-43dc-b570-2889302ce962 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.926731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.937205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:26.947453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': '6996a942-3740-4575-8e4f-a96a89a2f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9421413c-a284-46eb-a5da-4a79ffde8cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:26.947948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: 9421413c-a284-46eb-a5da-4a79ffde8cc9, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:27.000548 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.005240 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c63d799d-329a-42e6-ab64-ab05f18c2b7b HTTP/1.1" status: 204 len: 168 time: 1.1643784 May 06 09:44:27.006283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372fbbc-9b2b-4246-8d3d-bc8246d70c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63d799d-329a-42e6-ab64-ab05f18c2b7b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:27.017685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47764) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:27.023789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:27.027850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e135064-97d6-4950-b511-1331fe35b387 req-4d4429d4-5949-4405-a24d-6b26f4f994d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.031260 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e135064-97d6-4950-b511-1331fe35b387 req-4d4429d4-5949-4405-a24d-6b26f4f994d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.3779569 May 06 09:44:27.061135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.061766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.108629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e135064-97d6-4950-b511-1331fe35b387 req-49d35bba-5548-45b1-ac98-ef3fa292c138 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 200 len: 217 time: 0.0674150 May 06 09:44:27.144371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:27.187637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-ef96cf02-56b2-48df-a316-7f389267a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.189578 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-ef96cf02-56b2-48df-a316-7f389267a781 service neutron] 10.222.0.82 "GET /v2.0/networks?id=85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 200 len: 929 time: 0.4069395 May 06 09:44:27.197935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 9421413c-a284-46eb-a5da-4a79ffde8cc9) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:27.204152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.205153 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.216198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025158fc-c272-4c32-bb64-0df1f20fcbd4 None None] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:27.262472 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-8260f982-d1a6-4b0b-9511-3dcf349e2c1f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 200 len: 217 time: 0.0526192 May 06 09:44:27.266297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e135064-97d6-4950-b511-1331fe35b387 req-869ba451-f633-43b0-8f9f-e057694a9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.268042 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e135064-97d6-4950-b511-1331fe35b387 req-869ba451-f633-43b0-8f9f-e057694a9040 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.1442473 May 06 09:44:27.293265 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1670f685-2950-4b4b-b631-cb687dc733c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7593658 May 06 09:44:27.293916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47768) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:27.336220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-eb74c348-0a71-4e68-a939-a8720b5cbe6e None None] Provisioning complete for port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:27.336750 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eb74c348-0a71-4e68-a939-a8720b5cbe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.338941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': '76b87c51-f8b8-49f1-ac90-9666f4de479d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:27.385984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-eb74c348-0a71-4e68-a939-a8720b5cbe6e None None] Port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:27.489039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:27.510646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-07967144-7402-4714-859f-34fa2c29e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.512670 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-07967144-7402-4714-859f-34fa2c29e24f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 200 len: 867 time: 0.2425363 May 06 09:44:27.517865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e135064-97d6-4950-b511-1331fe35b387 req-905ffa80-7eb2-4c42-ab71-5001b81e5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:27.520768 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e135064-97d6-4950-b511-1331fe35b387 req-905ffa80-7eb2-4c42-ab71-5001b81e5a68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387404 May 06 09:44:27.526468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-9421413c-a284-46eb-a5da-4a79ffde8cc9', 'network_id': '9421413c-a284-46eb-a5da-4a79ffde8cc9', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': '22e29223-f913-42d2-81b7-2115588a5922'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:44:27.528044 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.530624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:27.563532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['71c6181c-5578-4782-a937-f7cc51aca6fa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:27.597190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-c1fa2862-0a4b-48b9-921b-713bf0694e4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8980770 May 06 09:44:27.655976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8', 'admin_state_up': True, 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'security_groups': ['1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:27.675267 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e135064-97d6-4950-b511-1331fe35b387 req-278c5aa5-f254-45cf-9b17-2d8567deec48 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343162 May 06 09:44:27.693997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:27.697659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.832074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'Port': ['ID=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:27.859359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:27.962271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.978669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6f93e9db-d4dd-4db6-8b00-bfeb436ab0e7 None None] Provisioning complete for port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:27.979129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6f93e9db-d4dd-4db6-8b00-bfeb436ab0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.979875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:27.994730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.014259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60902675-e55a-4656-bebb-c25c362e8843 req-d2b5715b-39ed-43e7-a20c-7dda34b056f8 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.025899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60902675-e55a-4656-bebb-c25c362e8843 req-d2b5715b-39ed-43e7-a20c-7dda34b056f8 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 1.1452167 May 06 09:44:28.029782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Allocated IP 2001:db8::2 (9421413c-a284-46eb-a5da-4a79ffde8cc9/22e29223-f913-42d2-81b7-2115588a5922/899cbd74-19bc-49b6-bd9c-8deaca55afa7) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:28.051097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6f93e9db-d4dd-4db6-8b00-bfeb436ab0e7 None None] Port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:28.142416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 71c6181c-5578-4782-a937-f7cc51aca6fa up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:28.165432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-da5b5e11-8b83-4e4b-9194-abfe8af2548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.167130 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-da5b5e11-8b83-4e4b-9194-abfe8af2548c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=85727a44-50b7-46f2-935c-2a69ddf4bcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6450939 May 06 09:44:28.172303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:28.182440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': 'c2aa69f4-b7dc-45e6-9d16-888c672a0de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '76b87c51-f8b8-49f1-ac90-9666f4de479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:28.182978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: 76b87c51-f8b8-49f1-ac90-9666f4de479d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:28.242035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 71c6181c-5578-4782-a937-f7cc51aca6fa completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:28.260691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 71c6181c-5578-4782-a937-f7cc51aca6fa triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:28.261366 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.293654 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5e135064-97d6-4950-b511-1331fe35b387 req-af388375-c21e-4539-b864-8c03922706fb service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005807 May 06 09:44:28.308402 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-0824a360-bc4a-4b2a-8cc3-451bb2ff147f service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174684 May 06 09:44:28.325341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:28.353230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60902675-e55a-4656-bebb-c25c362e8843 req-def0522f-0fdc-45c9-b8fd-6c08d099205d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.3256500 May 06 09:44:28.354155 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.361910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.362657 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.385861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 76b87c51-f8b8-49f1-ac90-9666f4de479d) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:28.391873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:28.392516 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.421561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f5a1a7-038d-4f60-9b49-8fa7554b5270 None None] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:28.424469 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b5962cf4-7447-432f-862d-eab56d997d81 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0961161 May 06 09:44:28.425088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:28.425523 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.427223 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.444272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d21d2ae6-0031-472b-9926-5038e1a58245 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1084757991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:28.479303 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aec5471c-d20d-4425-be40-1a546f6c74b0 req-128d5dad-2df5-4729-92c5-089514683470 service neutron] 10.222.0.82 "GET /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640675 May 06 09:44:28.488195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d21d2ae6-0031-472b-9926-5038e1a58245 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.489498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d21d2ae6-0031-472b-9926-5038e1a58245 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.508203 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4adb5962-6634-48de-abd2-2475f5584cd3 req-2970b672-d35d-43dc-b570-2889302ce962 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.512352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-79592e44-4c20-4040-8eb0-c1c4c3527827 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7824161 May 06 09:44:28.519072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60902675-e55a-4656-bebb-c25c362e8843 req-eb585cc9-75cf-4598-8b29-9bff58eafb30 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.1437101 May 06 09:44:28.523612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4adb5962-6634-48de-abd2-2475f5584cd3 req-2970b672-d35d-43dc-b570-2889302ce962 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.538482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Request body: {'port': {'device_id': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:28.550876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 71c6181c-5578-4782-a937-f7cc51aca6fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=71c6181c-5578-4782-a937-f7cc51aca6fa,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:28.564493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d21d2ae6-0031-472b-9926-5038e1a58245 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.570009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d21d2ae6-0031-472b-9926-5038e1a58245 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.587181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Pushing event updated for resources: {'Port': ['ID=899cbd74-19bc-49b6-bd9c-8deaca55afa7,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:28.590073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c6181c-5578-4782-a937-f7cc51aca6fa'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:28.592789 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752f1646-01fb-434a-a06d-68f49e8b47dc" -d '{"events": [{"server_uuid": "3a709b10-ebef-4c4b-b457-60326790d0c0", "name": "network-vif-plugged", "status": "completed", "tag": "71c6181c-5578-4782-a937-f7cc51aca6fa"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:28.594803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d21d2ae6-0031-472b-9926-5038e1a58245 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.600682 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d21d2ae6-0031-472b-9926-5038e1a58245 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1658494 May 06 09:44:28.601510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47778) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:28.609323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.773886 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4adb5962-6634-48de-abd2-2475f5584cd3 req-2970b672-d35d-43dc-b570-2889302ce962 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.775193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4adb5962-6634-48de-abd2-2475f5584cd3 req-2970b672-d35d-43dc-b570-2889302ce962 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.0337100 May 06 09:44:28.783054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:28.793211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970b672-d35d-43dc-b570-2889302ce962 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46ac2d-36c6-446d-8435-eb9d25a49dfb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:28.811340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 10.2.2.100 (29c8a71a-490d-4ad5-8ba1-74334919c9d8/4b4d354c-e2fb-4f80-acc5-61d132644c73/9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:28.830104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=71c6181c-5578-4782-a937-f7cc51aca6fa,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:28.843915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:28.849957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:28.858453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:28.988015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Attempting to bind port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:28.988725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Attempting to bind port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '6996a942-3740-4575-8e4f-a96a89a2f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9421413c-a284-46eb-a5da-4a79ffde8cc9'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:28.989198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Attempting to bind port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 on network 9421413c-a284-46eb-a5da-4a79ffde8cc9 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:29.023444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:29.025476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Checking segment: {'id': '6996a942-3740-4575-8e4f-a96a89a2f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9421413c-a284-46eb-a5da-4a79ffde8cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:29.026084 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.026585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Bound using segment: {'id': '6996a942-3740-4575-8e4f-a96a89a2f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9421413c-a284-46eb-a5da-4a79ffde8cc9'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:29.027335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Bound port: 899cbd74-19bc-49b6-bd9c-8deaca55afa7, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6996a942-3740-4575-8e4f-a96a89a2f548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9421413c-a284-46eb-a5da-4a79ffde8cc9'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:29.027851 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.066897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3f73e3-c39d-435b-99ad-7519b4698b33']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:29.079385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b65554-dc8b-4c01-9fb1-c01a56349485') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:29.079888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b65554-dc8b-4c01-9fb1-c01a56349485') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:29.114258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-76b87c51-f8b8-49f1-ac90-9666f4de479d', 'network_id': '76b87c51-f8b8-49f1-ac90-9666f4de479d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': 'e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:44:29.115417 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.149148 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.149913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] For port 899cbd74-19bc-49b6-bd9c-8deaca55afa7, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:29.205975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.228398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] For port 899cbd74-19bc-49b6-bd9c-8deaca55afa7, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=899cbd74-19bc-49b6-bd9c-8deaca55afa7,segment=NetworkSegment(6996a942-3740-4575-8e4f-a96a89a2f548),segment_id=6996a942-3740-4575-8e4f-a96a89a2f548)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:29.237201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.295813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.311160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.342039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44c8bb-b641-4dee-bf30-5511e4848d38 None None] Pushing event updated for resources: {'Port': ['ID=899cbd74-19bc-49b6-bd9c-8deaca55afa7,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:29.366625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.384326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Allocated IP 2001:db8:1::2 (76b87c51-f8b8-49f1-ac90-9666f4de479d/e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40/fd8753b1-999a-44d5-a468-c9e56054b01b) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:29.386223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.411153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:29.411688 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: timer() May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:29.444839 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:29.521170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8::1 (9421413c-a284-46eb-a5da-4a79ffde8cc9/22e29223-f913-42d2-81b7-2115588a5922/7d24b979-bc2a-4341-8201-952510e0fd14) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:29.525065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:29.540739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574981ad-69b6-47d2-9d51-b898c3cc654c req-22ee5835-e9dd-4979-af6b-935f9f419fd7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:29.542760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-574981ad-69b6-47d2-9d51-b898c3cc654c req-22ee5835-e9dd-4979-af6b-935f9f419fd7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 931 time: 0.5536582 May 06 09:44:29.548045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:29.563380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:29.567437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:29.713456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.713924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Deleting port 8cf10f3c-9d3f-49cd-bc10-2cb120a0ce8f {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:29.714271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.715124 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.726437 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.773287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.787629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:29.804268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Pushing event updated for resources: {'Port': ['ID=fd8753b1-999a-44d5-a468-c9e56054b01b,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:29.809407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:29.815511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:29.840775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:29.852053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:29.864342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:29.866151 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.887814 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.888145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.902333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Attempting to bind port fd8753b1-999a-44d5-a468-c9e56054b01b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:29.902942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Attempting to bind port fd8753b1-999a-44d5-a468-c9e56054b01b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c2aa69f4-b7dc-45e6-9d16-888c672a0de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '76b87c51-f8b8-49f1-ac90-9666f4de479d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:29.903511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Attempting to bind port fd8753b1-999a-44d5-a468-c9e56054b01b on network 76b87c51-f8b8-49f1-ac90-9666f4de479d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:29.910654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:29.911262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Checking segment: {'id': 'c2aa69f4-b7dc-45e6-9d16-888c672a0de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '76b87c51-f8b8-49f1-ac90-9666f4de479d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:29.911902 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.912556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Bound using segment: {'id': 'c2aa69f4-b7dc-45e6-9d16-888c672a0de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '76b87c51-f8b8-49f1-ac90-9666f4de479d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:29.913163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Bound port: fd8753b1-999a-44d5-a468-c9e56054b01b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa69f4-b7dc-45e6-9d16-888c672a0de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '76b87c51-f8b8-49f1-ac90-9666f4de479d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:29.913618 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:29.917221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Calling delete_port for 8cf10f3c-9d3f-49cd-bc10-2cb120a0ce8f owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:29.975623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.013922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=7d24b979-bc2a-4341-8201-952510e0fd14,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:30.036618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.042324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] 10.222.0.76 "DELETE /v2.0/networks/8a3f73e3-c39d-435b-99ad-7519b4698b33 HTTP/1.1" status: 204 len: 168 time: 3.0208356 May 06 09:44:30.046885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] For port fd8753b1-999a-44d5-a468-c9e56054b01b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:30.050641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] For port fd8753b1-999a-44d5-a468-c9e56054b01b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd8753b1-999a-44d5-a468-c9e56054b01b,segment=NetworkSegment(c2aa69f4-b7dc-45e6-9d16-888c672a0de5),segment_id=c2aa69f4-b7dc-45e6-9d16-888c672a0de5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:30.054146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:30.058157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.140051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] Deleting subnet e9339f53-7fe4-42a3-97fa-ee0e133a9247 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:30.142418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.143634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c3b2b1ec-d8eb-4a3b-8286-e10f29a44f63 None None] Provisioning complete for port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:30.144018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3b2b1ec-d8eb-4a3b-8286-e10f29a44f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.180202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58240e-8e60-41de-b02f-a00c28ca8a98 None None] Pushing event updated for resources: {'Port': ['ID=fd8753b1-999a-44d5-a468-c9e56054b01b,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:30.207053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2b1ec-d8eb-4a3b-8286-e10f29a44f63 None None] Port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:30.225676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba703ba8-02bc-4dfa-91c0-4cb2a681080c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3f73e3-c39d-435b-99ad-7519b4698b33,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:30.238618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.239280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.249201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-574981ad-69b6-47d2-9d51-b898c3cc654c req-5fb270aa-87c3-49b9-a207-c3525ac867ae tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958621 May 06 09:44:30.280876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-317299a5-7dcf-48fe-afd6-a873f0c0f43c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6488671 May 06 09:44:30.297185 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.423827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8', 'admin_state_up': True, 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'security_groups': ['1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:30.505922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 899cbd74-19bc-49b6-bd9c-8deaca55afa7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:30.638562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:30.639183 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.760991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.768086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.774318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.781372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.787609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.793836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.796113 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.800744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:30.802904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-bcae436b-3a10-48a1-87db-f9b49f0e81e5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.4478457 May 06 09:44:30.803795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.863052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 899cbd74-19bc-49b6-bd9c-8deaca55afa7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=899cbd74-19bc-49b6-bd9c-8deaca55afa7,segment=NetworkSegment(6996a942-3740-4575-8e4f-a96a89a2f548),segment_id=6996a942-3740-4575-8e4f-a96a89a2f548)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:30.868788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.896873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event deleted for resources: {'Port': ['ID=8cf10f3c-9d3f-49cd-bc10-2cb120a0ce8f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:30.913093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.936560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:30.949906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:30.966090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Transition to ACTIVE for port object b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:30.974388 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=899cbd74-19bc-49b6-bd9c-8deaca55afa7,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:30.977921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.061845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.068652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c4cf5f2-7f43-48e3-9eef-21b815d4a0b1 req-6c3b84df-e475-4152-b661-df07a760116c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141185 May 06 09:44:31.151141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b03084-f666-47aa-b076-a82696de65c2 None None] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:31.162239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Made reservation on behalf of 7fa91b4f46a04dd18fc65d86230319d4 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:31.167184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.203737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Pushing event updated for resources: {'Port': ['ID=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:31.298356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.310020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.311960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.364234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dfad6228-1926-4b0b-aec5-24a08bcccff9 None None] Provisioning complete for port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:31.364525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dfad6228-1926-4b0b-aec5-24a08bcccff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.380418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=7d24b979-bc2a-4341-8201-952510e0fd14,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:31.386454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.417515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.423947 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e9339f53-7fe4-42a3-97fa-ee0e133a9247 HTTP/1.1" status: 204 len: 168 time: 1.3691099 May 06 09:44:31.424592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:31.551904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8baf0a-8965-4945-aca0-cd0197afdd00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9339f53-7fe4-42a3-97fa-ee0e133a9247,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:31.647512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:31.651218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:31.774704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.783319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.786453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:31.787696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60902675-e55a-4656-bebb-c25c362e8843 req-e9455d02-63c0-4bbf-8a7a-73d017cc0dee tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "DELETE /v2.0/floatingips/6b01adbf-c2aa-419a-97f4-96132aee65e9 HTTP/1.1" status: 204 len: 173 time: 3.2137370 May 06 09:44:31.840443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06c8ec-9412-42a9-8072-ffdfdbe3a3bc None None] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:31.891913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c6428-2ba2-4f3d-b9dc-4a31f979cbc4 req-b31b157b-269b-4a43-b7e7-c39f50fbbf29 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.897853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c6428-2ba2-4f3d-b9dc-4a31f979cbc4 req-b31b157b-269b-4a43-b7e7-c39f50fbbf29 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.927497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 63f52e40-71e7-4722-939b-c5a82ec7108e is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:44:31.928737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c6428-2ba2-4f3d-b9dc-4a31f979cbc4 req-b31b157b-269b-4a43-b7e7-c39f50fbbf29 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.940584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c6428-2ba2-4f3d-b9dc-4a31f979cbc4 req-b31b157b-269b-4a43-b7e7-c39f50fbbf29 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:31.942229 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c91d109-e9af-4060-86d7-406cd87ad64b x-openstack-request-id: req-8c91d109-e9af-4060-86d7-406cd87ad64b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:31.942500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e7c6428-2ba2-4f3d-b9dc-4a31f979cbc4 req-b31b157b-269b-4a43-b7e7-c39f50fbbf29 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 3095 time: 0.6851211 May 06 09:44:31.942967 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a709b10-ebef-4c4b-b457-60326790d0c0", "name": "network-vif-plugged", "status": "completed", "tag": "71c6181c-5578-4782-a937-f7cc51aca6fa", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:31.943426 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c91d109-e9af-4060-86d7-406cd87ad64b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:31.944016 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c91d109-e9af-4060-86d7-406cd87ad64b'] response: {'server_uuid': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c6181c-5578-4782-a937-f7cc51aca6fa', 'code': 200} May 06 09:44:31.955706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Attempting to bind port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:31.956049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Attempting to bind port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:31.956368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Attempting to bind port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:32.000106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.006181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:32.006446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Attempting to bind port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:32.058297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:32.058297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Checking segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:32.058631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Bound using segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:32.059074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Bound port: b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:32.059434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.133097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-91363ed8-00e0-4e0f-8c1b-643ac3245355 None None] Provisioning complete for port fd8753b1-999a-44d5-a468-c9e56054b01b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:32.133844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91363ed8-00e0-4e0f-8c1b-643ac3245355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.151720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410d81d1-744f-436c-b3cf-f5774fdb36d3']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.165990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e7c6428-2ba2-4f3d-b9dc-4a31f979cbc4 req-6ce57da3-dbce-4911-9417-4dcb8305dd09 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014084 May 06 09:44:32.187120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1f6dd9-5729-4766-b967-c465c0ae6ada') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.187410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1f6dd9-5729-4766-b967-c465c0ae6ada') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.220799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.227158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:32.237536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094b98a-2fc8-473f-b3f6-f0c31c055b97 req-151c83e6-90b1-493d-8d9b-55994b47bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.239038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1094b98a-2fc8-473f-b3f6-f0c31c055b97 req-151c83e6-90b1-493d-8d9b-55994b47bdb4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1735604 May 06 09:44:32.248504 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9bae5793-93cd-4ad5-9f3b-c4baabf5d985 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/63f52e40-71e7-4722-939b-c5a82ec7108e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6450670 May 06 09:44:32.251679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47804) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:32.307174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Allocated IP 10.2.2.200 (29c8a71a-490d-4ad5-8ba1-74334919c9d8/4b4d354c-e2fb-4f80-acc5-61d132644c73/456ba549-52c2-433d-8a60-0193194016d7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:32.318784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91363ed8-00e0-4e0f-8c1b-643ac3245355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.326926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] Sync routers for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:32.345490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.383187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:32.384231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: timer() May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:32.386407 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:32.405665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] For port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:32.412253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] For port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:32.429130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d03aa-6677-434d-a349-f9885ff0a3e8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.437006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.441084 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-325d03aa-6677-434d-a349-f9885ff0a3e8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports/7d24b979-bc2a-4341-8201-952510e0fd14 HTTP/1.1" status: 200 len: 911 time: 0.1785960 May 06 09:44:32.443253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47806) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:32.443432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:32.444332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.493552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-f7aacbcd-f447-46b3-a618-3c9f9ac0674a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.495289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-f7aacbcd-f447-46b3-a618-3c9f9ac0674a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 812 time: 0.4386735 May 06 09:44:32.527901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.561547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-91363ed8-00e0-4e0f-8c1b-643ac3245355 None None] For port fd8753b1-999a-44d5-a468-c9e56054b01b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd8753b1-999a-44d5-a468-c9e56054b01b,segment=NetworkSegment(c2aa69f4-b7dc-45e6-9d16-888c672a0de5),segment_id=c2aa69f4-b7dc-45e6-9d16-888c672a0de5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:32.570578 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91363ed8-00e0-4e0f-8c1b-643ac3245355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.602197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-243ee2f3-6361-4d53-ae40-073e35da59cf tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/quotas/435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 375 time: 0.0858786 May 06 09:44:32.650308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:32.657035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:32.657823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.659369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] 10.222.0.82 "PUT /v2.0/ports/b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 HTTP/1.1" status: 200 len: 1091 time: 4.1326540 May 06 09:44:32.660401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.661109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'tag': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:32.665915 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3beb3867-e5d0-44d0-b3a1-9707519f21f2", "tag": "b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:32.753831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:32.754636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e584d341-b30e-4d0b-9ac2-de02baf11c9e None None] The sync data for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:32.757870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 899cbd74-19bc-49b6-bd9c-8deaca55afa7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:32.843040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-646c4055-5bd5-4725-84ff-8889274af7f9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021290 May 06 09:44:32.856746 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1094b98a-2fc8-473f-b3f6-f0c31c055b97 req-82a6c9b5-1c80-4bed-9d3c-28d69fa14188 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030147 May 06 09:44:32.869648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91363ed8-00e0-4e0f-8c1b-643ac3245355 None None] Pushing event updated for resources: {'Port': ['ID=fd8753b1-999a-44d5-a468-c9e56054b01b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:32.885718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-170537b8-bc18-4a69-9476-7cebe665699a None None] Provisioning complete for port fd8753b1-999a-44d5-a468-c9e56054b01b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:32.886533 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-170537b8-bc18-4a69-9476-7cebe665699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.906340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85882c6-d653-45b0-8e2c-1d064da5407f service neutron] Pushing event updated for resources: {'Port': ['ID=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:32.943904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.955010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:32.960760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] 10.222.0.76 "DELETE /v2.0/networks/410d81d1-744f-436c-b3cf-f5774fdb36d3 HTTP/1.1" status: 204 len: 168 time: 1.4630427 May 06 09:44:33.014052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053825-9a09-424e-affb-c5a665b6c518 admin admin] Pushing event deleted for resources: {'Network': ['ID=410d81d1-744f-436c-b3cf-f5774fdb36d3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:33.017098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d05360-e7d6-4eab-9680-f34c7ed09dc3 req-9f85a0b2-94d1-43ac-8f1f-e29dbed6fbec tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.024925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0d05360-e7d6-4eab-9680-f34c7ed09dc3 req-9f85a0b2-94d1-43ac-8f1f-e29dbed6fbec tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 943 time: 0.5264080 May 06 09:44:33.038009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-170537b8-bc18-4a69-9476-7cebe665699a None None] Provisioning complete for port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:33.039332 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-170537b8-bc18-4a69-9476-7cebe665699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.057492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-54739d50-a7c5-434d-8119-64da15e78f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.059008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-54739d50-a7c5-434d-8119-64da15e78f00 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 1094 time: 0.2884433 May 06 09:44:33.068210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:33.068210 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.153515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0d05360-e7d6-4eab-9680-f34c7ed09dc3 req-0894732b-5048-482a-a090-33fd27f14be7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226485 May 06 09:44:33.177657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-a2f1c0e8-4ac8-4826-851c-5147c0904e50 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 HTTP/1.1" status: 200 len: 217 time: 0.1067584 May 06 09:44:33.230673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd8753b1-999a-44d5-a468-c9e56054b01b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:33.256830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.270213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-170537b8-bc18-4a69-9476-7cebe665699a None None] Provisioning complete for port 7d24b979-bc2a-4341-8201-952510e0fd14 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:33.270594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-170537b8-bc18-4a69-9476-7cebe665699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.289724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.315356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47816) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:33.327213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-170537b8-bc18-4a69-9476-7cebe665699a None None] Port 7d24b979-bc2a-4341-8201-952510e0fd14 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:33.338657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fd8753b1-999a-44d5-a468-c9e56054b01b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:33.338657 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.338927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-f51be740-63d2-44c5-ba0a-17ecfbf8dde9 service neutron] 10.222.0.76 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749391 May 06 09:44:33.404652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-578de6f9-6fae-4dd9-a6fe-fc3d63ddfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.406046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-578de6f9-6fae-4dd9-a6fe-fc3d63ddfc9e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.2152219 May 06 09:44:33.463635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-84ab7d9d-699f-452d-a33e-2d71bb88d473 None None] Provisioning complete for port 7d24b979-bc2a-4341-8201-952510e0fd14 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:33.464023 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84ab7d9d-699f-452d-a33e-2d71bb88d473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.478661 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-59722b01-bbee-4e8f-93d4-55f681ea3214 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6250cdc1695e48f9a49a061ef7cff49e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618476 May 06 09:44:33.485901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47818) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:33.502666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.509169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.510790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-84ab7d9d-699f-452d-a33e-2d71bb88d473 None None] Port 7d24b979-bc2a-4341-8201-952510e0fd14 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:33.515489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.521711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.528035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.534260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.540348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.544049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9210186-1f21-40fb-90bf-19e202f193ac req-3fa85568-dc14-4fda-9691-b7df4ab2750f tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5431 time: 0.2292113 May 06 09:44:33.552231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.622402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfcf-bd96-452f-b843-9b8354d0e4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.623859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-68936514-ac17-430c-adec-c29b678ffda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.625569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-68936514-ac17-430c-adec-c29b678ffda5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899581 May 06 09:44:33.653369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:33.667210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfcf-bd96-452f-b843-9b8354d0e4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.689919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:33.731095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:33.751942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8:1::1 (76b87c51-f8b8-49f1-ac90-9666f4de479d/e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40/eface08e-67f9-455e-a209-cf2e6c8a4b33) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:33.769804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfcf-bd96-452f-b843-9b8354d0e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.772494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b86cdfcf-bd96-452f-b843-9b8354d0e4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.776051 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b86cdfcf-bd96-452f-b843-9b8354d0e4f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2be670b9-3aa3-47fe-9187-2722ed3040f8 HTTP/1.1" status: 204 len: 168 time: 0.2868426 May 06 09:44:33.786781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-199dfe53-7dd3-47ec-8cd6-1a0557f6260d service neutron] 10.222.0.76 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295154 May 06 09:44:33.806779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event updated for resources: {'Port': ['ID=456ba549-52c2-433d-8a60-0193194016d7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:33.846366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9210186-1f21-40fb-90bf-19e202f193ac req-549fe4f5-699a-4484-96d4-6efe93187290 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2733374 May 06 09:44:33.865540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:33.866241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:33.884443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cdfcf-bd96-452f-b843-9b8354d0e4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be670b9-3aa3-47fe-9187-2722ed3040f8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:33.912143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7c5d3069-20cc-47cd-927f-888d3559c98d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5597308 May 06 09:44:33.941286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:33.968825 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f51bbb-47ff-479a-97f6-b110d3c8aba2 x-openstack-request-id: req-04f51bbb-47ff-479a-97f6-b110d3c8aba2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:33.969129 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3beb3867-e5d0-44d0-b3a1-9707519f21f2", "tag": "b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:33.969380 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04f51bbb-47ff-479a-97f6-b110d3c8aba2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:33.969828 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f51bbb-47ff-479a-97f6-b110d3c8aba2'] response: {'name': 'network-changed', 'server_uuid': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'tag': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972', 'status': 'completed', 'code': 200} May 06 09:44:34.077522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.129641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device eb04a056-501f-4037-b991-5160eba40b87 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:34.151869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.211971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.213482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-f61a6d42-61dc-4b8e-8b11-fe3a70ddbb97 service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684397 May 06 09:44:34.231280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:34.243187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:34.247345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:34.248176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.325533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfebb74-243a-446f-abeb-3be6c76f27e8 req-7e5d1a3e-4498-419e-95a7-d4c824070e1c tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.328629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dfebb74-243a-446f-abeb-3be6c76f27e8 req-7e5d1a3e-4498-419e-95a7-d4c824070e1c tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2864254 May 06 09:44:34.338433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=eface08e-67f9-455e-a209-cf2e6c8a4b33,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:34.399041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-51894aa1-7e8d-4ff7-904d-7fc4f9196f62 None None] Provisioning complete for port 456ba549-52c2-433d-8a60-0193194016d7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:34.399626 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51894aa1-7e8d-4ff7-904d-7fc4f9196f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.518722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-51894aa1-7e8d-4ff7-904d-7fc4f9196f62 None None] Port 456ba549-52c2-433d-8a60-0193194016d7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:34.543638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.547273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port eb04a056-501f-4037-b991-5160eba40b87, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=eb04a056-501f-4037-b991-5160eba40b87,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:34.594376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd8753b1-999a-44d5-a468-c9e56054b01b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:34.644354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'eb04a056-501f-4037-b991-5160eba40b87', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'port_id': 'eb04a056-501f-4037-b991-5160eba40b87', 'mac_address': 'fa:16:3e:a1:7f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:34.644574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47834) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:34.683493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dfebb74-243a-446f-abeb-3be6c76f27e8 req-8b76103b-3f74-484a-9b5b-17414f6b525b tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3163252 May 06 09:44:34.743843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.766020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb04a056-501f-4037-b991-5160eba40b87 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:34.784302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fd8753b1-999a-44d5-a468-c9e56054b01b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:34.785103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.815064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port eb04a056-501f-4037-b991-5160eba40b87, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=eb04a056-501f-4037-b991-5160eba40b87,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:34.824008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:34.825000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c8bb029d-95eb-4440-a0a8-53bcf432cc6e details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:34.850941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3b93-6f7a-413b-b1dd-8701378c08f4 req-39d1993e-d772-490e-8d08-cbb922097bc1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.860191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3b93-6f7a-413b-b1dd-8701378c08f4 req-39d1993e-d772-490e-8d08-cbb922097bc1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.866756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3b93-6f7a-413b-b1dd-8701378c08f4 req-39d1993e-d772-490e-8d08-cbb922097bc1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.872831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3b93-6f7a-413b-b1dd-8701378c08f4 req-39d1993e-d772-490e-8d08-cbb922097bc1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.879173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3b93-6f7a-413b-b1dd-8701378c08f4 req-39d1993e-d772-490e-8d08-cbb922097bc1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:34.889261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acbc3b93-6f7a-413b-b1dd-8701378c08f4 req-39d1993e-d772-490e-8d08-cbb922097bc1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 3816 time: 0.6957400 May 06 09:44:35.009492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae70b5c7-9632-428b-9a8d-f77e96427505 req-a094a325-1897-43c8-8613-98142abd0b00 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 210 time: 0.1043553 May 06 09:44:35.061147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acbc3b93-6f7a-413b-b1dd-8701378c08f4 req-53c5ec70-f10d-470f-a150-de0aaa37db1e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701989 May 06 09:44:35.069247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6f1e0ea9-31d6-48de-9b8a-75dea09e5fc7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e64200df7a26458b93bd306f8bc28af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4233136 May 06 09:44:35.072818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed2b405-6dcb-460c-88a3-ffae6cc71c80 req-b06d96b4-8ed8-4aa5-9d97-76a8d2303fb4 service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7894192 May 06 09:44:35.075449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47842) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:35.198302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-99ae2586-1d20-4e15-8852-46471cce5dd7 None None] Provisioning complete for port eface08e-67f9-455e-a209-cf2e6c8a4b33 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:35.198868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-99ae2586-1d20-4e15-8852-46471cce5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.203145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.209739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.214192 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.273507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=eb04a056-501f-4037-b991-5160eba40b87,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:35.359901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-99ae2586-1d20-4e15-8852-46471cce5dd7 None None] Port eface08e-67f9-455e-a209-cf2e6c8a4b33 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:35.416194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=eface08e-67f9-455e-a209-cf2e6c8a4b33,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:35.434946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:35.436650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94837630-0f86-4cbf-94fd-2d904d6ada14 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:35.437446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:35.445073 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.458834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Transition to ACTIVE for port object 94837630-0f86-4cbf-94fd-2d904d6ada14 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:35.463313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d44814f7-e844-4638-94de-24e8a1657e9e req-c7229042-2777-4aaa-8168-63ef5880e69d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3323343 May 06 09:44:35.464942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c8bb029d-95eb-4440-a0a8-53bcf432cc6e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:35.511629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e', 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8', 'port_id': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e', 'mac_address': 'fa:16:3e:a0:0a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836fc98a-09c3-475f-bbae-99cac536c05e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:35.517775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.564053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.581758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bb029d-95eb-4440-a0a8-53bcf432cc6e {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:35.633749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c8bb029d-95eb-4440-a0a8-53bcf432cc6e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:35.640071 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.640842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 198c7658-0fc4-40ae-a5ff-69701502c8dd details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:35.661907 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 63f52e40-71e7-4722-939b-c5a82ec7108e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:35.823708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:35.838060 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] Sync routers for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:35.852054 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a92168d7-991e-4d8b-bcdb-7bda35193b6b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/63f52e40-71e7-4722-939b-c5a82ec7108e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3130891 May 06 09:44:35.854659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47848) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:35.863444 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:35.865302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:35.866883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-82cbc000-551b-469d-9292-2d22e747ea6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:35.867476 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:35.931053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Pushing event updated for resources: {'Port': ['ID=94837630-0f86-4cbf-94fd-2d904d6ada14,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:35.943846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:35.952321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2e5a-f73a-437a-84e9-20d31de31885 req-59185e48-db2b-4ce4-94cd-3f0fc8102206 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:35.970630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-993f2e5a-f73a-437a-84e9-20d31de31885 req-59185e48-db2b-4ce4-94cd-3f0fc8102206 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 943 time: 0.7623312 May 06 09:44:35.975479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 198c7658-0fc4-40ae-a5ff-69701502c8dd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:35.989480 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:35.991802 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:36.029985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-2cd29718-5923-4f15-bdd2-cd8377131e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.032596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-2cd29718-5923-4f15-bdd2-cd8377131e3a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 1094 time: 0.7333922 May 06 09:44:36.039674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '198c7658-0fc4-40ae-a5ff-69701502c8dd', 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'port_id': '198c7658-0fc4-40ae-a5ff-69701502c8dd', 'mac_address': 'fa:16:3e:96:63:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad452c-7bc4-48d2-89ff-72a776edc4c9', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:36.047417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c8412b-da1e-48ca-82a5-256d544575df tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.049688 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17c8412b-da1e-48ca-82a5-256d544575df tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports/eface08e-67f9-455e-a209-cf2e6c8a4b33 HTTP/1.1" status: 200 len: 913 time: 0.1926172 May 06 09:44:36.057255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.057623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.058730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.058730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.058730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.058995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.059256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.059570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.060122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.060410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.060735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.061057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:36.069109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47852) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:36.079687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Attempting to bind port 94837630-0f86-4cbf-94fd-2d904d6ada14 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:36.079972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Attempting to bind port 94837630-0f86-4cbf-94fd-2d904d6ada14 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:36.080424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Attempting to bind port 94837630-0f86-4cbf-94fd-2d904d6ada14 on network 31741d30-af5f-48e4-819b-44a9e1189697 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:36.090867 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-82cbc000-551b-469d-9292-2d22e747ea6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.094160 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:36.095208 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f01763-7e72-4d52-8860-b295607ee30b None None] The sync data for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:36.135557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-993f2e5a-f73a-437a-84e9-20d31de31885 req-6d5a2348-7de9-4b83-bde6-f9c204ab63e6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637292 May 06 09:44:36.139769 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.144930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-57143aa3-f49b-40cb-84ff-1702e209bc63 None None] Provisioning complete for port eface08e-67f9-455e-a209-cf2e6c8a4b33 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:36.145316 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-57143aa3-f49b-40cb-84ff-1702e209bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.204890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-20fc1910-22d9-4a7c-8a02-a4e81742537a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.206420 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-20fc1910-22d9-4a7c-8a02-a4e81742537a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 812 time: 0.2491851 May 06 09:44:36.226227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'port': {'device_id': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be', 'admin_state_up': True, 'tenant_id': '435eb2691bab49b488238ee8d6bf45d1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:36.246768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198c7658-0fc4-40ae-a5ff-69701502c8dd {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:36.278728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.286991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.295285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.303015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.305864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-57143aa3-f49b-40cb-84ff-1702e209bc63 None None] Port eface08e-67f9-455e-a209-cf2e6c8a4b33 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:36.309680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.315681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.316108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 198c7658-0fc4-40ae-a5ff-69701502c8dd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.323133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:36.323497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.324653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:36.325445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-d9232880-04f3-45d6-a640-3e4bebfd082e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5433 time: 0.7168465 May 06 09:44:36.452972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.461409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=198c7658-0fc4-40ae-a5ff-69701502c8dd,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:36.476181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Made reservation on behalf of 435eb2691bab49b488238ee8d6bf45d1 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:36.480825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.481313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '46b8ebdb-94fa-42d4-9a42-bf7fa39d4502', 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'port_id': '46b8ebdb-94fa-42d4-9a42-bf7fa39d4502', 'mac_address': 'fa:16:3e:30:75:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad452c-7bc4-48d2-89ff-72a776edc4c9', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:36.534868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.552466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:36.577201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.584398 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.585961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:36.663912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:36.668272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.673640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Allocated IP 172.20.0.3 (887eaa7f-1b1b-4171-9925-2fa161b236be/44640105-93c5-44fe-9c55-c5d1d05d926e/4d721339-ec91-42a0-8a87-f39dd9624472) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:36.682379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '803f3ef6-07d9-4481-9e40-5c7c95b40ed7', 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'port_id': '803f3ef6-07d9-4481-9e40-5c7c95b40ed7', 'mac_address': 'fa:16:3e:60:22:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad452c-7bc4-48d2-89ff-72a776edc4c9', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:36.727758 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.742380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:36.767678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.772001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.772855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:36.809727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Port 94837630-0f86-4cbf-94fd-2d904d6ada14 on network 31741d30-af5f-48e4-819b-44a9e1189697 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:36.809727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Attempting to bind port 94837630-0f86-4cbf-94fd-2d904d6ada14 on network 31741d30-af5f-48e4-819b-44a9e1189697 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:36.847892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.850581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:36.865063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c', 'network_id': '1923bd5b-10a9-4fab-8e4d-167ff958e058', 'port_id': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c', 'mac_address': 'fa:16:3e:64:08:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ad452c-7bc4-48d2-89ff-72a776edc4c9', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:36.869617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.894582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:36.895186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Checking segment: {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:36.895186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Bound using segment: {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:36.895554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Bound port: 94837630-0f86-4cbf-94fd-2d904d6ada14, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37e542b-d26f-46b2-a222-0f21e5c2cf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:36.895934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.911087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.913049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.922003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4936febe-a8f4-4f65-b31b-a7661cf7eec4 req-1eedf383-1f97-4e92-b8e8-2c7731dfb12e tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 210 time: 0.1003864 May 06 09:44:36.936533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:36.948129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:36.956254 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:36.962822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Network 887eaa7f-1b1b-4171-9925-2fa161b236be is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:36.966216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:36.974130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:36.978618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.000736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:37.037441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.038213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.046040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.059407 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ae182321-a206-4abb-b9fc-99a56a621a70 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8376014 May 06 09:44:37.073574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Request body: {'port': {'device_id': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:37.137491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:37.143678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.150531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd', 'network_id': 'b3836593-218b-46fa-9963-06836e1d29c8', 'port_id': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd', 'mac_address': 'fa:16:3e:bb:14:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836fc98a-09c3-475f-bbae-99cac536c05e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:37.172365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6e44483-2dd0-45d4-a324-f1aeff4f910c req-edcadc87-0803-4419-9028-734c58b04179 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8089681 May 06 09:44:37.194779 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.223484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:37.231796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-13569e6c-42b1-47a3-a860-1b9de05aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.234149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-13569e6c-42b1-47a3-a860-1b9de05aefab service neutron] 10.222.0.82 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 1.1845946 May 06 09:44:37.251791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:37.256863 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.269868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbbb9-0d10-4a56-9d05-d8566736679b req-e7e34a32-78b8-4396-8421-dd9e958a20ff tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.275936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbbb9-0d10-4a56-9d05-d8566736679b req-e7e34a32-78b8-4396-8421-dd9e958a20ff tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.283766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbbb9-0d10-4a56-9d05-d8566736679b req-e7e34a32-78b8-4396-8421-dd9e958a20ff tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.292619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbbb9-0d10-4a56-9d05-d8566736679b req-e7e34a32-78b8-4396-8421-dd9e958a20ff tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.299955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23dbbb9-0d10-4a56-9d05-d8566736679b req-e7e34a32-78b8-4396-8421-dd9e958a20ff tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.301899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a23dbbb9-0d10-4a56-9d05-d8566736679b req-e7e34a32-78b8-4396-8421-dd9e958a20ff tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 3828 time: 0.2930892 May 06 09:44:37.324586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.354625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-82cbc000-551b-469d-9292-2d22e747ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.357187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-82cbc000-551b-469d-9292-2d22e747ea6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.358428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-82cbc000-551b-469d-9292-2d22e747ea6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d3d467f7-1ccf-4661-b6cf-8e4e76d4e348 HTTP/1.1" status: 204 len: 168 time: 2.2764273 May 06 09:44:37.387245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-5ea2f3f3-3361-47d4-8c4a-19b330b7c87f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 HTTP/1.1" status: 200 len: 217 time: 0.1428819 May 06 09:44:37.411383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] For port 94837630-0f86-4cbf-94fd-2d904d6ada14, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:37.453602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbc000-551b-469d-9292-2d22e747ea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d467f7-1ccf-4661-b6cf-8e4e76d4e348,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.474185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d721339-ec91-42a0-8a87-f39dd9624472 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:37.482407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] For port 94837630-0f86-4cbf-94fd-2d904d6ada14, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94837630-0f86-4cbf-94fd-2d904d6ada14,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:37.483124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.500889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Transition to ACTIVE for port object 4d721339-ec91-42a0-8a87-f39dd9624472 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:37.502610 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.506733 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.567339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.598659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a23dbbb9-0d10-4a56-9d05-d8566736679b req-d64e847e-92a1-4091-b046-0d5c0a9bea5e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834487 May 06 09:44:37.613854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe99290-70ff-4e08-a849-87d6db9a902c req-ab7ff098-f51b-4a06-9bc3-5d4fb4e346b8 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.621719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe99290-70ff-4e08-a849-87d6db9a902c req-ab7ff098-f51b-4a06-9bc3-5d4fb4e346b8 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 945 time: 0.3111851 May 06 09:44:37.626395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.627024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.628443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] 10.222.0.82 "PUT /v2.0/ports/94837630-0f86-4cbf-94fd-2d904d6ada14 HTTP/1.1" status: 200 len: 1092 time: 3.7028494 May 06 09:44:37.636539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:37.652009 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c8179a-2740-4f65-831c-28ec48d0ff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:37.657058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-c810011d-c5e0-4e77-a3bc-2393bb0b6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.658715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-c810011d-c5e0-4e77-a3bc-2393bb0b6ff2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.2387443 May 06 09:44:37.679086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Attempting to bind port 4d721339-ec91-42a0-8a87-f39dd9624472 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:37.679752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Attempting to bind port 4d721339-ec91-42a0-8a87-f39dd9624472 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:37.684032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Attempting to bind port 4d721339-ec91-42a0-8a87-f39dd9624472 on network 887eaa7f-1b1b-4171-9925-2fa161b236be {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:37.686658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:37.694393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Port 4d721339-ec91-42a0-8a87-f39dd9624472 on network 887eaa7f-1b1b-4171-9925-2fa161b236be not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:37.694872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Attempting to bind port 4d721339-ec91-42a0-8a87-f39dd9624472 on network 887eaa7f-1b1b-4171-9925-2fa161b236be {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:37.703724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:37.710091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Checking segment: {'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:37.710667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Bound using segment: {'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:37.711235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Bound port: 4d721339-ec91-42a0-8a87-f39dd9624472, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:37.711884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.812825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d2a14-6574-4f99-8efe-b8062bc433ae service neutron] Pushing event updated for resources: {'Port': ['ID=94837630-0f86-4cbf-94fd-2d904d6ada14,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.819084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:37.823678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4d721339-ec91-42a0-8a87-f39dd9624472,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:37.832616 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.838576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:37.865985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe99290-70ff-4e08-a849-87d6db9a902c req-626fcd58-5157-4b21-8e88-dcc31de5df84 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.76 "GET /v2.0/security-groups?id=0060ce39-b5f6-46ca-9f94-f6688d0d2803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433002 May 06 09:44:37.892386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.893056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.894513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] 10.222.0.83 "PUT /v2.0/ports/4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 200 len: 1091 time: 0.8262131 May 06 09:44:37.895640 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:37.938543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:37.940943 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:37.944311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064581f2-90ab-4bac-9209-7ef63ec39ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:37.980622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['c8bb029d-95eb-4440-a0a8-53bcf432cc6e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:37.994769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-25a0194e-d0c2-4c2e-8c8a-36cb84b5b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:37.997165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-25a0194e-d0c2-4c2e-8c8a-36cb84b5b884 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3211875 May 06 09:44:38.009942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['eb04a056-501f-4037-b991-5160eba40b87'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:38.053956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73ecbf-f984-439a-8221-693bce619178 req-5b3fe504-c7c9-4cf2-ba0c-fd10e27aaf9c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.056290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d73ecbf-f984-439a-8221-693bce619178 req-5b3fe504-c7c9-4cf2-ba0c-fd10e27aaf9c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 943 time: 0.2980998 May 06 09:44:38.063261 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4692c82f-883d-40a7-8365-ad703073095c x-openstack-request-id: req-4692c82f-883d-40a7-8365-ad703073095c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:38.063781 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:38.064336 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4692c82f-883d-40a7-8365-ad703073095c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:38.065093 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4692c82f-883d-40a7-8365-ad703073095c'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'status': 'completed', 'code': 200} May 06 09:44:38.154473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['198c7658-0fc4-40ae-a5ff-69701502c8dd'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:38.181404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:38.201349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['803f3ef6-07d9-4481-9e40-5c7c95b40ed7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:38.309307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d73ecbf-f984-439a-8221-693bce619178 req-c71629c4-bbb7-424a-af14-094bfb6e85db tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275224 May 06 09:44:38.353582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:38.434103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:38.447327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:38.530599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'port_id': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972', 'mac_address': 'fa:16:3e:d7:2f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:38.596109 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585f9a9f-5103-4edd-b063-2aa804ff7b5e x-openstack-request-id: req-585f9a9f-5103-4edd-b063-2aa804ff7b5e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:38.596351 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:38.597130 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-585f9a9f-5103-4edd-b063-2aa804ff7b5e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:38.597607 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585f9a9f-5103-4edd-b063-2aa804ff7b5e'] response: {'name': 'network-changed', 'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472', 'status': 'completed', 'code': 200} May 06 09:44:38.650668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd20f8-617b-47f4-a7a4-0787b709ecf9 req-1bebda8b-9e2e-4b9b-9773-c95cec94b330 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.651494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92fd20f8-617b-47f4-a7a4-0787b709ecf9 req-1bebda8b-9e2e-4b9b-9773-c95cec94b330 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 943 time: 0.5226121 May 06 09:44:38.680987 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-bac5dfb1-3340-4d3f-88d8-d8057c593451 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.682655 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-bac5dfb1-3340-4d3f-88d8-d8057c593451 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.82 "GET /v2.0/ports?device_id=d349c989-5b51-4a97-9660-ecec4676c1fb HTTP/1.1" status: 200 len: 945 time: 0.7298048 May 06 09:44:38.688755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-7d73984d-90d8-4519-ada0-3ef1319992ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.690176 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-7d73984d-90d8-4519-ada0-3ef1319992ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.7395403 May 06 09:44:38.713321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-4ad557be-24fe-4ee2-ae8f-0c903b45e706 service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730070 May 06 09:44:38.734570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-aebe1577-5f50-48dd-9a81-314269e1b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.735120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-aebe1577-5f50-48dd-9a81-314269e1b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.735624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-aebe1577-5f50-48dd-9a81-314269e1b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.736354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-aebe1577-5f50-48dd-9a81-314269e1b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.737233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-aebe1577-5f50-48dd-9a81-314269e1b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.738668 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-aebe1577-5f50-48dd-9a81-314269e1b104 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 4363 time: 0.1452010 May 06 09:44:38.782703 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-4df62ddf-d9a5-4216-8f5e-864d0a9977bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 200 len: 217 time: 0.0809340 May 06 09:44:38.790660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:38.814836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['46b8ebdb-94fa-42d4-9a42-bf7fa39d4502'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:38.914344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92fd20f8-617b-47f4-a7a4-0787b709ecf9 req-d4bbcd92-31e2-48e4-bd1a-85706032d160 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173378 May 06 09:44:38.935795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e688b-c81b-47b7-ab50-df61f62eba7a req-fbbe56f7-4730-49fb-bae2-2a2904e754aa tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.936785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519e688b-c81b-47b7-ab50-df61f62eba7a req-fbbe56f7-4730-49fb-bae2-2a2904e754aa tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.3107564 May 06 09:44:38.943156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ed62a7d3-6192-4120-a180-c7db2dedad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:38.944885 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ed62a7d3-6192-4120-a180-c7db2dedad69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.1547720 May 06 09:44:38.984184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:39.001317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Deleting port 527ac212-93a8-4e9a-9d44-706c467826a1 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:39.001317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.006184 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-ddff9369-27b4-4b9a-98b9-aa25dcdb2784 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492771 May 06 09:44:39.009160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-abda648b-7454-45ce-92a3-c3bcb6fd8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.009438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-abda648b-7454-45ce-92a3-c3bcb6fd8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.010042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-abda648b-7454-45ce-92a3-c3bcb6fd8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.011969 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-abda648b-7454-45ce-92a3-c3bcb6fd8bf6 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2405305 May 06 09:44:39.098455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:39.120479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.137173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f0d161-335f-46f4-91a2-dbcf9d3e69b0 req-f42867a4-b096-42ae-ab38-eceecad416d7 service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920145 May 06 09:44:39.156636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519e688b-c81b-47b7-ab50-df61f62eba7a req-6d36dfeb-530b-4b85-86d0-d52427e3e642 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188604 May 06 09:44:39.167375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783051a3-e4cc-4fc8-831e-c0e97f23a753 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:39.179397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.204682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Transition to ACTIVE for port object 783051a3-e4cc-4fc8-831e-c0e97f23a753 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:39.220180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.227240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.235029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.241930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.248776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.255675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.262115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.265224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-8a81cc0e-fb6a-4a19-b34f-fde758256dc0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5438 time: 0.2662685 May 06 09:44:39.268110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.279922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] For port 527ac212-93a8-4e9a-9d44-706c467826a1, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=527ac212-93a8-4e9a-9d44-706c467826a1,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:39.280299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.297151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-9d69e7ab-6705-4f72-9353-75b35e9ef282 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839999 May 06 09:44:39.300572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-a63553b1-bd02-45c5-bdb9-7d8ca5f8e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.312807 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-34c8179a-2740-4f65-831c-28ec48d0ff9a req-a63553b1-bd02-45c5-bdb9-7d8ca5f8e1ea service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2812312 May 06 09:44:39.328712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Calling delete_port for 527ac212-93a8-4e9a-9d44-706c467826a1 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:39.493090 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f5f4f0f7-e28f-48d2-b8b6-0e8aa5459073 req-08b58310-2f02-40f9-bef8-75d8191ad995 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787815 May 06 09:44:39.551506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:39.596955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:39.645789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-6b0870dd-e454-41f9-b2ea-1dd44de3e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.647850 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-6b0870dd-e454-41f9-b2ea-1dd44de3e067 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0874329 May 06 09:44:39.648509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.698696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Pushing event deleted for resources: {'Port': ['ID=527ac212-93a8-4e9a-9d44-706c467826a1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:39.800263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] No DVR routers for this DVR port 527ac212-93a8-4e9a-9d44-706c467826a1 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:39.804891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:39.808387 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c3ac1ca7-20d9-4d29-bb55-89ab55c91a49 req-a62be8e1-4d08-4a66-b16a-80a14ac7ee8d tempest-FloatingIPsAssociationNegativeTestJSON-1449449194 tempest-FloatingIPsAssociationNegativeTestJSON-1449449194-project] 10.222.0.82 "DELETE /v2.0/ports/527ac212-93a8-4e9a-9d44-706c467826a1 HTTP/1.1" status: 204 len: 173 time: 1.1172135 May 06 09:44:39.842231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Pushing event updated for resources: {'Port': ['ID=783051a3-e4cc-4fc8-831e-c0e97f23a753,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:39.855247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-e849de60-fc51-42b5-b6a5-667657a0bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.856856 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-e849de60-fc51-42b5-b6a5-667657a0bef1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 913 time: 0.1994894 May 06 09:44:39.908142 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-79c90d4b-36c0-4b5c-a330-6f74cd29d3a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 200 len: 217 time: 0.0437739 May 06 09:44:39.918203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-53141e8a-122c-4b55-a373-4ba931afd692 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=b176bd7b393e490d9e1ee283b33cfccc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818701 May 06 09:44:39.925840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e88b227e-4c2c-48bd-bf59-f6f26f9d7ac9 req-ffc6d59e-aaee-461e-a7a8-5b99407f0654 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6174755 May 06 09:44:39.967330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-31784445-c88d-4dfc-9c1d-11282cc1727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:39.968892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-31784445-c88d-4dfc-9c1d-11282cc1727e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.0542586 May 06 09:44:40.005376 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-46254eae-fbf2-4e9d-8074-e09f28c7fd5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297461 May 06 09:44:40.055795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Attempting to bind port 783051a3-e4cc-4fc8-831e-c0e97f23a753 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:40.056055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Attempting to bind port 783051a3-e4cc-4fc8-831e-c0e97f23a753 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:40.056383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Attempting to bind port 783051a3-e4cc-4fc8-831e-c0e97f23a753 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:40.082792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Port 783051a3-e4cc-4fc8-831e-c0e97f23a753 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:40.083115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Attempting to bind port 783051a3-e4cc-4fc8-831e-c0e97f23a753 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:40.105452 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-5ca6198d-9051-4d2c-8634-2e8e59dcfd45 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919187 May 06 09:44:40.114747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:40.115078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Checking segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:40.115456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Bound using segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:40.115916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Bound port: 783051a3-e4cc-4fc8-831e-c0e97f23a753, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:40.116270 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.140099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port eface08e-67f9-455e-a209-cf2e6c8a4b33 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:40.140434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.167828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-2c3ce5b4-85fe-4bad-aa66-d82eafbfd7db tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.169300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-2c3ce5b4-85fe-4bad-aa66-d82eafbfd7db tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2397320 May 06 09:44:40.207884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579816-d059-4f29-8abc-4b7823da63c8 req-ab19c62d-88bb-4374-9f77-f51146e55567 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.208595 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1542fd6-e355-442f-8fbf-fa5c3c8b352d req-5ce46e3e-a498-492b-8bde-1baf971a9cf3 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957084 May 06 09:44:40.214221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579816-d059-4f29-8abc-4b7823da63c8 req-ab19c62d-88bb-4374-9f77-f51146e55567 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.219855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579816-d059-4f29-8abc-4b7823da63c8 req-ab19c62d-88bb-4374-9f77-f51146e55567 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.225664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579816-d059-4f29-8abc-4b7823da63c8 req-ab19c62d-88bb-4374-9f77-f51146e55567 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.231466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579816-d059-4f29-8abc-4b7823da63c8 req-ab19c62d-88bb-4374-9f77-f51146e55567 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.238710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42579816-d059-4f29-8abc-4b7823da63c8 req-ab19c62d-88bb-4374-9f77-f51146e55567 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.240786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42579816-d059-4f29-8abc-4b7823da63c8 req-ab19c62d-88bb-4374-9f77-f51146e55567 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 4600 time: 0.2313356 May 06 09:44:40.301183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-eae1c139-a208-49c9-964f-96057b066632 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/quotas/b176bd7b393e490d9e1ee283b33cfccc HTTP/1.1" status: 200 len: 375 time: 0.0592282 May 06 09:44:40.380602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-f81f0803-45fb-42a9-803e-3c81ec724b93 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b176bd7b393e490d9e1ee283b33cfccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701563 May 06 09:44:40.392245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42579816-d059-4f29-8abc-4b7823da63c8 req-2a5b4dba-2142-46ea-9895-1b9ef6526cf8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206183 May 06 09:44:40.393271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] For port 783051a3-e4cc-4fc8-831e-c0e97f23a753, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:40.425495 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.434325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] For port 783051a3-e4cc-4fc8-831e-c0e97f23a753, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=783051a3-e4cc-4fc8-831e-c0e97f23a753,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:40.441904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for eface08e-67f9-455e-a209-cf2e6c8a4b33 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:40.444092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.445923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47916) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:40.491944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.492502 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.493917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] 10.222.0.82 "PUT /v2.0/ports/783051a3-e4cc-4fc8-831e-c0e97f23a753 HTTP/1.1" status: 200 len: 1130 time: 2.8208113 May 06 09:44:40.495846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '783051a3-e4cc-4fc8-831e-c0e97f23a753'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:40.498030 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642223eb-688a-42cc-98fa-38b3d31ea937" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "783051a3-e4cc-4fc8-831e-c0e97f23a753"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:40.548866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:40.649167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'name': 'network-vif-deleted', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:40.652641 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89dee8e-6e76-457b-be2a-174ca0c888b2" -d '{"events": [{"server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "name": "network-vif-deleted", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:40.726737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171f65b-8e93-4dc1-842a-0792200aeffc service neutron] Pushing event updated for resources: {'Port': ['ID=783051a3-e4cc-4fc8-831e-c0e97f23a753,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:40.729437 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:40.913368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798bd3e-e6f9-4d2f-a366-e377fcbdd4ce req-a013b5a9-bc12-4501-a43c-31e0f4a95ea4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.921438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c798bd3e-e6f9-4d2f-a366-e377fcbdd4ce req-a013b5a9-bc12-4501-a43c-31e0f4a95ea4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 943 time: 0.3001821 May 06 09:44:40.974171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e5dfb-0ed1-4aee-8a90-08cdde13fc02 req-61f642e8-436b-4967-95d0-d3d7b91f45b4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:40.975684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-625e5dfb-0ed1-4aee-8a90-08cdde13fc02 req-61f642e8-436b-4967-95d0-d3d7b91f45b4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 944 time: 0.3547099 May 06 09:44:40.988968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c8bb029d-95eb-4440-a0a8-53bcf432cc6e up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:40.994940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.055807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port c8bb029d-95eb-4440-a0a8-53bcf432cc6e completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:41.060979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port c8bb029d-95eb-4440-a0a8-53bcf432cc6e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:41.061510 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.112343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c798bd3e-e6f9-4d2f-a366-e377fcbdd4ce req-7e80f978-9f29-4664-8212-03b7fd3248f9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896603 May 06 09:44:41.176652 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dac24b-1fda-422d-9849-ee5d3489279d x-openstack-request-id: req-b6dac24b-1fda-422d-9849-ee5d3489279d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:41.181435 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "783051a3-e4cc-4fc8-831e-c0e97f23a753", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:41.181913 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6dac24b-1fda-422d-9849-ee5d3489279d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:41.182487 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6dac24b-1fda-422d-9849-ee5d3489279d'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '783051a3-e4cc-4fc8-831e-c0e97f23a753', 'status': 'completed', 'code': 200} May 06 09:44:41.192354 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.200692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.223242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-625e5dfb-0ed1-4aee-8a90-08cdde13fc02 req-46fc35a1-1523-4011-a265-b11e0ace148b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886721 May 06 09:44:41.228096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:41.230825 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8640ee5d-65eb-40be-ad5e-5a7c8f56aec7" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb029d-95eb-4440-a0a8-53bcf432cc6e"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:41.257911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port c8bb029d-95eb-4440-a0a8-53bcf432cc6e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:41.264757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.266058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device eb04a056-501f-4037-b991-5160eba40b87 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:41.284359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-24b7f2cc-8f47-4b9f-ac14-6e56f9d84c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.285238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-24b7f2cc-8f47-4b9f-ac14-6e56f9d84c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.285871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-24b7f2cc-8f47-4b9f-ac14-6e56f9d84c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.286492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-24b7f2cc-8f47-4b9f-ac14-6e56f9d84c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.287354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-24b7f2cc-8f47-4b9f-ac14-6e56f9d84c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.288037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-24b7f2cc-8f47-4b9f-ac14-6e56f9d84c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.290247 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-24b7f2cc-8f47-4b9f-ac14-6e56f9d84c3d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5286 time: 0.0907006 May 06 09:44:41.291273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=eface08e-67f9-455e-a209-cf2e6c8a4b33,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.341702 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0bedbd-8433-4d2d-9f77-b1832378a10d x-openstack-request-id: req-4c0bedbd-8433-4d2d-9f77-b1832378a10d {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:41.342275 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d349c989-5b51-4a97-9660-ecec4676c1fb", "name": "network-vif-deleted", "tag": "527ac212-93a8-4e9a-9d44-706c467826a1", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:41.342739 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c0bedbd-8433-4d2d-9f77-b1832378a10d {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:41.348886 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0bedbd-8433-4d2d-9f77-b1832378a10d'] response: {'server_uuid': 'd349c989-5b51-4a97-9660-ecec4676c1fb', 'name': 'network-vif-deleted', 'tag': '527ac212-93a8-4e9a-9d44-706c467826a1', 'status': 'completed', 'code': 200} May 06 09:44:41.373609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.391892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port eb04a056-501f-4037-b991-5160eba40b87 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:41.401563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port eb04a056-501f-4037-b991-5160eba40b87 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:41.401939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.433881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5e0cede-7922-43de-a422-beb51fe5ffb1 req-f663b45f-2158-4061-a55c-f4826c943804 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 210 time: 0.0997322 May 06 09:44:41.552593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-97fdf4a1-8d7b-4ca0-b632-4488b134aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.553345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-97fdf4a1-8d7b-4ca0-b632-4488b134aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.553952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-97fdf4a1-8d7b-4ca0-b632-4488b134aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.555760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-97fdf4a1-8d7b-4ca0-b632-4488b134aa3a service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2190962 May 06 09:44:41.563230 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.604621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Deleting port f73d60f4-25c6-430e-bb86-cd3e4a608acb {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:41.605107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.643464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port eb04a056-501f-4037-b991-5160eba40b87, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=eb04a056-501f-4037-b991-5160eba40b87,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:41.649694 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.664841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3123afc6-21e5-4b05-b3a7-29e8f9106864 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:41.673042 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.673595 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c40146-869f-4d2e-8e03-77fc91284ae8 x-openstack-request-id: req-c0c40146-869f-4d2e-8e03-77fc91284ae8 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:41.674115 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "c8bb029d-95eb-4440-a0a8-53bcf432cc6e", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:41.674537 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0c40146-869f-4d2e-8e03-77fc91284ae8 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:41.675129 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c40146-869f-4d2e-8e03-77fc91284ae8'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e', 'code': 200} May 06 09:44:41.676799 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.710163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] For port f73d60f4-25c6-430e-bb86-cd3e4a608acb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f73d60f4-25c6-430e-bb86-cd3e4a608acb,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:41.710671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.711885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.718004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.726524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.727104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Calling delete_port for f73d60f4-25c6-430e-bb86-cd3e4a608acb owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:41.730533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.737447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.737634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=eb04a056-501f-4037-b991-5160eba40b87,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.743310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.749767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.757672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-db154356-fc98-45a6-925e-015c0753fdfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5439 time: 0.1910262 May 06 09:44:41.777663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Transition to ACTIVE for port object 3123afc6-21e5-4b05-b3a7-29e8f9106864 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:41.839866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:41.864779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.869021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-6109b5fb-aa26-463c-9db4-994e73088602 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=b176bd7b393e490d9e1ee283b33cfccc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435450 May 06 09:44:41.909840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:41.914520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:41.916430 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:41.967501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Pushing event updated for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:41.984241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-3a68873f-f13a-46ca-9282-7705cfe6ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:41.986123 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-642223eb-688a-42cc-98fa-38b3d31ea937 req-3a68873f-f13a-46ca-9282-7705cfe6ac0e service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4079432 May 06 09:44:42.024625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cee42f72-41c0-423e-99f8-d3e970d06c53 req-1053d60a-c1fb-40ec-a592-91fa0c2fe090 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2659869 May 06 09:44:42.053502 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.071723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.078512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.084670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.090729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.092265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-2c4bcce7-556b-48b7-94f7-a021fd03eda2 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.094481 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-2c4bcce7-556b-48b7-94f7-a021fd03eda2 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166333 May 06 09:44:42.098853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.105092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.111650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.117575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:42.121391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-368d219a-02a2-408c-9137-62d65d8ca54b req-91b958d1-e325-4c70-ad8c-0e2718698e63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5373 time: 0.3616552 May 06 09:44:42.127034 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.128056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 527ac212-93a8-4e9a-9d44-706c467826a1 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:42.129303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Request body: {'port': {'device_id': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'b176bd7b393e490d9e1ee283b33cfccc'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:42.224086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:42.229119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 527ac212-93a8-4e9a-9d44-706c467826a1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:42.229462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 527ac212-93a8-4e9a-9d44-706c467826a1 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:42.318502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-368d219a-02a2-408c-9137-62d65d8ca54b req-0caad616-89d5-443b-9d02-d648d8b71b58 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1959934 May 06 09:44:42.339338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Attempting to bind port 3123afc6-21e5-4b05-b3a7-29e8f9106864 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:42.339694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Attempting to bind port 3123afc6-21e5-4b05-b3a7-29e8f9106864 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:42.340019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Attempting to bind port 3123afc6-21e5-4b05-b3a7-29e8f9106864 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:42.349368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Port 3123afc6-21e5-4b05-b3a7-29e8f9106864 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:42.349771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Attempting to bind port 3123afc6-21e5-4b05-b3a7-29e8f9106864 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:42.369898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3b1dc-a82f-4b95-9037-9578bad8499c req-704ec70a-48d4-447f-b04c-0a8a342c6994 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.374607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76f3b1dc-a82f-4b95-9037-9578bad8499c req-704ec70a-48d4-447f-b04c-0a8a342c6994 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.2309198 May 06 09:44:42.385304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 63f52e40-71e7-4722-939b-c5a82ec7108e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:42.387546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:42.388026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Checking segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:42.388537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Bound using segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:42.389070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Bound port: 3123afc6-21e5-4b05-b3a7-29e8f9106864, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:42.389524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.509733 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.529567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76f3b1dc-a82f-4b95-9037-9578bad8499c req-b3508c8f-62e1-4a00-a7e2-7964df99b17b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468482 May 06 09:44:42.547805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=f73d60f4-25c6-430e-bb86-cd3e4a608acb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:42.559443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.559443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.559889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.561131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.561131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.561311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.561655 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.561991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.562323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.562651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.562977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.563299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:42.585857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd9850-e7db-46ef-b8fa-d09dbcb19f96 req-f49912e4-5dd9-487d-a3a5-6b9ac7f1e1e9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.587353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1afd9850-e7db-46ef-b8fa-d09dbcb19f96 req-f49912e4-5dd9-487d-a3a5-6b9ac7f1e1e9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 943 time: 0.1896234 May 06 09:44:42.613934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:42.622310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:42.631918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:42.641126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0560de2e-ee0b-434a-83e9-e92445610772 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/63f52e40-71e7-4722-939b-c5a82ec7108e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5602999 May 06 09:44:42.641126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.641848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47950) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:42.670516 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce8f410a-56ba-4bc7-a5b1-3f59a400d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.673797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] Sync routers for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:42.689201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:42.690183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:42.691967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Made reservation on behalf of b176bd7b393e490d9e1ee283b33cfccc for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:42.696295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.709048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.709640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.710243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.711678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] 10.222.0.82 "PUT /v2.0/ports/3123afc6-21e5-4b05-b3a7-29e8f9106864 HTTP/1.1" status: 200 len: 1131 time: 2.1697555 May 06 09:44:42.723674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1afd9850-e7db-46ef-b8fa-d09dbcb19f96 req-15c6c46d-1466-495c-89fc-53838e2212d3 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179342 May 06 09:44:42.757458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:42.791485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:42.820604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:42.821325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:42.822393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced065d-996d-4a25-beca-7e76bf22ad5e service neutron] Pushing event updated for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:42.861456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:42.862136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d096f9-0786-40da-8398-2864ce150224 None None] The sync data for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:42.897644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c927903f-7e99-48f4-ad04-51c4ef415e09 req-77d65b7b-f4f7-4ae4-8090-c88f119d4ef0 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 210 time: 0.0568342 May 06 09:44:42.918575 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.934710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c791c44-da8c-410c-8b62-b4b175f320f5 req-277d5d0b-4f87-44ba-b27f-07af0492da22 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:42.934710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c791c44-da8c-410c-8b62-b4b175f320f5 req-277d5d0b-4f87-44ba-b27f-07af0492da22 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2378004 May 06 09:44:42.939878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:42.943222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.003201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 198c7658-0fc4-40ae-a5ff-69701502c8dd up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:43.049719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c791c44-da8c-410c-8b62-b4b175f320f5 req-9567c14a-c7c1-445d-8823-d7f02cf65290 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026604 May 06 09:44:43.077235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 198c7658-0fc4-40ae-a5ff-69701502c8dd completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:43.083236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 198c7658-0fc4-40ae-a5ff-69701502c8dd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:43.083664 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.121740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9164e591-3cb0-4d6c-a6e5-350e981c303d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:43.182256 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.194660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.246535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 198c7658-0fc4-40ae-a5ff-69701502c8dd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:43.251411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.252553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:43.344474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=198c7658-0fc4-40ae-a5ff-69701502c8dd,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:43.351994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Allocated IP 192.168.233.162 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/acd6847a-40c7-496d-89a3-0f2072e06138) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:43.375408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:43.381497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:43.381956 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.468777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-842bc031-ede3-4ea5-8766-56a5b9d558bc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.470264 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-842bc031-ede3-4ea5-8766-56a5b9d558bc tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.82 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.2386074 May 06 09:44:43.498808 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.534418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:43.534658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '3123afc6-21e5-4b05-b3a7-29e8f9106864'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:43.537366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245834da-62d5-4d66-8b1f-ae290597f441" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "3123afc6-21e5-4b05-b3a7-29e8f9106864"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:43.541633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.543390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:43.641979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:43.642537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.649787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.652913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:43.656240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.658120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:43.658559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.661987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.667771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.675744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.683205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.683415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87'}, {'server_uuid': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f3ef6-07d9-4481-9e40-5c7c95b40ed7'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:43.686729 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9f4086-3623-47b9-8271-478f552843d0" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "eb04a056-501f-4037-b991-5160eba40b87"}, {"server_uuid": "3beb3867-e5d0-44d0-b3a1-9707519f21f2", "name": "network-vif-plugged", "status": "completed", "tag": "b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "803f3ef6-07d9-4481-9e40-5c7c95b40ed7"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:43.690952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-b7729630-4352-4230-af6f-50e2ef486c74 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5440 time: 0.5637205 May 06 09:44:43.740296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.746118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.752034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.756025 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.757862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.764260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.770085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.775950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:43.777883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-ca7d6277-5356-47f2-bd22-c5cb8522961f tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5373 time: 0.2346764 May 06 09:44:43.796096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:43.804539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.805719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:43.812506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.827717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f976c52e-3df4-4cf3-919e-d0418b030f42 req-07f02751-76c8-431b-97a4-ff281926e3f1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357970 May 06 09:44:43.834203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Deleting port 34268049-2466-4db7-a790-ab6128f5b913 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:43.834544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.885463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Router 146bc141-6f43-402a-9dfe-a3f5fc0194ca has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:43.892990 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3dcc63-9100-4501-b592-62d75feacd87 x-openstack-request-id: req-dc3dcc63-9100-4501-b592-62d75feacd87 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:43.893695 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "3123afc6-21e5-4b05-b3a7-29e8f9106864", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:43.894072 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc3dcc63-9100-4501-b592-62d75feacd87 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:43.906733 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3dcc63-9100-4501-b592-62d75feacd87'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '3123afc6-21e5-4b05-b3a7-29e8f9106864', 'status': 'completed', 'code': 200} May 06 09:44:43.907364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.914913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:43.930089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:43.939298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:43.939521 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:43.954263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45249529-3e6c-4397-9bf5-c316e2b52d0f req-f8e301c3-4a61-4ec0-87da-b6f4944f90ab tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552403 May 06 09:44:43.991158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56419376-70ae-4acd-9d38-3fd03c214a82 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:44.011862 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.053828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Transition to ACTIVE for port object 56419376-70ae-4acd-9d38-3fd03c214a82 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:44.065029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.065631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.066200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.066726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.067252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.068134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.068632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.070713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-245834da-62d5-4d66-8b1f-ae290597f441 req-0ddc518d-8958-436d-8314-cc906bd671a8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6210 time: 0.1343997 May 06 09:44:44.074031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.092389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.094510 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 06 May 2022 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbe345b-561f-4548-927f-141b558e9d51 x-openstack-request-id: req-4cbe345b-561f-4548-927f-141b558e9d51 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:44.094997 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "eb04a056-501f-4037-b991-5160eba40b87", "code": 200}, {"server_uuid": "3beb3867-e5d0-44d0-b3a1-9707519f21f2", "name": "network-vif-plugged", "status": "completed", "tag": "b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "803f3ef6-07d9-4481-9e40-5c7c95b40ed7", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:44.095241 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4cbe345b-561f-4548-927f-141b558e9d51 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:44.095803 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbe345b-561f-4548-927f-141b558e9d51'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87', 'code': 200} May 06 09:44:44.096317 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbe345b-561f-4548-927f-141b558e9d51'] response: {'server_uuid': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972', 'code': 200} May 06 09:44:44.096581 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbe345b-561f-4548-927f-141b558e9d51'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd', 'code': 200} May 06 09:44:44.096833 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbe345b-561f-4548-927f-141b558e9d51'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803f3ef6-07d9-4481-9e40-5c7c95b40ed7', 'code': 200} May 06 09:44:44.097517 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.145529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:44.150957 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.159473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.82', 58364) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:44.195340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:44.204559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] For port 34268049-2466-4db7-a790-ab6128f5b913, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34268049-2466-4db7-a790-ab6128f5b913,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:44.204920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.207231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:44.228756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:44.233320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392c5ef-13e4-4847-ab9f-310fb5177e86 req-ce234569-4f27-4f4f-894e-1f19b0b57238 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.234910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b392c5ef-13e4-4847-ab9f-310fb5177e86 req-ce234569-4f27-4f4f-894e-1f19b0b57238 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 946 time: 0.2487812 May 06 09:44:44.267696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:44.298605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:44.335426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Pushing event updated for resources: {'Port': ['ID=56419376-70ae-4acd-9d38-3fd03c214a82,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:44.370479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:44.394273 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1b2af817-a43e-4674-be70-59ca21a56fcc admin admin] 10.222.0.76 "PUT /v2.0/routers/146bc141-6f43-402a-9dfe-a3f5fc0194ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9470186 May 06 09:44:44.395782 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] Sync routers for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:44.403541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47968) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:44.430936 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:44.431821 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:44.468852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496a1fb-f333-47e5-add1-9aad012a073b req-f2c4027b-3581-46fe-89d4-b32e6776794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.470424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2496a1fb-f333-47e5-add1-9aad012a073b req-f2c4027b-3581-46fe-89d4-b32e6776794a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 1096 time: 0.3098340 May 06 09:44:44.488099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b392c5ef-13e4-4847-ab9f-310fb5177e86 req-5fa702c7-bb8f-4842-874f-a162a9e2b463 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups?id=b31c3559-a495-488e-81c6-3f81d37ec5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156386 May 06 09:44:44.547205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.547887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.558957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-7c44b34f-85a6-4243-bcb5-65bd3563dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.559704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-7c44b34f-85a6-4243-bcb5-65bd3563dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.561253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-7c44b34f-85a6-4243-bcb5-65bd3563dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.564136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-245834da-62d5-4d66-8b1f-ae290597f441 req-7c44b34f-85a6-4243-bcb5-65bd3563dc4c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4798830 May 06 09:44:44.605778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357509ef-8b98-4eb4-9e39-d2f946b84a8f req-2589cdcd-dc47-446b-973a-27b307a1edf4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.609125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-357509ef-8b98-4eb4-9e39-d2f946b84a8f req-2589cdcd-dc47-446b-973a-27b307a1edf4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 943 time: 0.4173927 May 06 09:44:44.643834 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:44.704938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Attempting to bind port 56419376-70ae-4acd-9d38-3fd03c214a82 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:44.705320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Attempting to bind port 56419376-70ae-4acd-9d38-3fd03c214a82 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:44.705578 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Attempting to bind port 56419376-70ae-4acd-9d38-3fd03c214a82 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:44.729468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9735625d-c6a7-41a5-976c-6c70412703ea None None] Provisioning complete for port acd6847a-40c7-496d-89a3-0f2072e06138 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:44.730380 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9735625d-c6a7-41a5-976c-6c70412703ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.743822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Port 56419376-70ae-4acd-9d38-3fd03c214a82 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:44.744198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Attempting to bind port 56419376-70ae-4acd-9d38-3fd03c214a82 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:44.780981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9735625d-c6a7-41a5-976c-6c70412703ea None None] Port acd6847a-40c7-496d-89a3-0f2072e06138 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:44:44.791897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:44.792245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Checking segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:44.792630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Bound using segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:44.793075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Bound port: 56419376-70ae-4acd-9d38-3fd03c214a82, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:44.793434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:44.805911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2496a1fb-f333-47e5-add1-9aad012a073b req-8e0d3304-6f1b-4133-b25d-0eb0426b02ff service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880325 May 06 09:44:44.818108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-357509ef-8b98-4eb4-9e39-d2f946b84a8f req-7fbd323e-d2b1-4249-8e90-687a8fb1b369 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848502 May 06 09:44:44.873397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb5ba4-88b8-46f9-b549-211d57eba8cf req-2831eeb8-aa2a-45ea-9a5d-4256aadfe159 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.881076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8bb5ba4-88b8-46f9-b549-211d57eba8cf req-2831eeb8-aa2a-45ea-9a5d-4256aadfe159 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 936 time: 0.2704537 May 06 09:44:44.897982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245834da-62d5-4d66-8b1f-ae290597f441 req-6fbdfe0b-0ddd-47e9-9343-96790e0c37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:44.899782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-245834da-62d5-4d66-8b1f-ae290597f441 req-6fbdfe0b-0ddd-47e9-9343-96790e0c37ec service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2847607 May 06 09:44:44.912287 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:44.912846 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-d82dc0c3-31ac-43ad-905c-0ee6e0350fd7 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7879481 May 06 09:44:44.939887 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] Checking router: 146bc141-6f43-402a-9dfe-a3f5fc0194ca for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:44.948245 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] Routers {'146bc141-6f43-402a-9dfe-a3f5fc0194ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:44.949017 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:44.990106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8bb5ba4-88b8-46f9-b549-211d57eba8cf req-6a82f4f3-03ce-459b-9976-dff9a4de56cb tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079519 May 06 09:44:44.999971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] For port 56419376-70ae-4acd-9d38-3fd03c214a82, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:45.014532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0326b4c-d9d8-4e5b-ba9c-30d46fb38bd9 req-b6a3732e-a15e-4489-a2dd-f1552e9aff1d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.014532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0326b4c-d9d8-4e5b-ba9c-30d46fb38bd9 req-b6a3732e-a15e-4489-a2dd-f1552e9aff1d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.1009240 May 06 09:44:45.014532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] For port 56419376-70ae-4acd-9d38-3fd03c214a82, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=56419376-70ae-4acd-9d38-3fd03c214a82,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:45.020143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4d721339-ec91-42a0-8a87-f39dd9624472 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:45.024695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:45.027968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.048923 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.050017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.050487 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Floating IP 97796fe8-cc33-43e4-b53b-495a42005290 disassociated. External IP: 172.25.8.88, port: 34268049-2466-4db7-a790-ab6128f5b913. May 06 09:44:45.050932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Calling delete_port for 34268049-2466-4db7-a790-ab6128f5b913 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:45.094107 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] Set router 146bc141-6f43-402a-9dfe-a3f5fc0194ca gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:45.120568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-afc6745e-1c83-49d3-9f8d-9296dce6dfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.129341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Request body: {'port': {'device_id': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:45.146917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.147639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.149011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] 10.222.0.82 "PUT /v2.0/ports/56419376-70ae-4acd-9d38-3fd03c214a82 HTTP/1.1" status: 200 len: 1090 time: 2.3975809 May 06 09:44:45.208807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.221742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:45.233140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:45.233558 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.273669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e6db0-1fce-40ec-825e-a3955dac2454 service neutron] Pushing event updated for resources: {'Port': ['ID=56419376-70ae-4acd-9d38-3fd03c214a82,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:45.307938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:45.329468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0326b4c-d9d8-4e5b-ba9c-30d46fb38bd9 req-160a57cd-12e4-45c2-a381-e6c9756ccc32 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352922 May 06 09:44:45.410985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.425634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.426319 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.441279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.449222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.453063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4d721339-ec91-42a0-8a87-f39dd9624472,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:45.457127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.458487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:45.465532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.468756 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.473733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.475532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '4d721339-ec91-42a0-8a87-f39dd9624472', 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be', 'port_id': '4d721339-ec91-42a0-8a87-f39dd9624472', 'mac_address': 'fa:16:3e:df:26:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44640105-93c5-44fe-9c55-c5d1d05d926e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:45.480370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.483288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-fa709beb-e731-4295-a4cb-0f61af79a0f0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5444 time: 0.3314145 May 06 09:44:45.568600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:45.571939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.597824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d721339-ec91-42a0-8a87-f39dd9624472 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:45.603790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.617359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4d721339-ec91-42a0-8a87-f39dd9624472,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:45.625432 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.635322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:45.645226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.685004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:45.697537 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c737568e-c46b-4762-9c3d-30c12aa88199 None None] The sync data for ids ['146bc141-6f43-402a-9dfe-a3f5fc0194ca'] in n-d-840834-1 is: [{'id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-804167510-router', 'tenant_id': '372859752ef34e95871f0923c84c31b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:58Z', 'updated_at': '2022-05-06T09:44:42Z', 'revision_number': 5, 'project_id': '372859752ef34e95871f0923c84c31b6', 'gw_port': {'id': '3767d4c8-70bb-4dc4-86aa-b6d03e38c033', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:4a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146bc141-6f43-402a-9dfe-a3f5fc0194ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:43:00Z', 'updated_at': '2022-05-06T09:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:45.755376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.762109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.768528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.768904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 7d24b979-bc2a-4341-8201-952510e0fd14 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:45.769241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.774607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.777631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:45.782103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.788209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.794006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:45.795981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-cbb7956b-29e5-4f4d-b56a-6c771d4b0f1c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5385 time: 0.3117154 May 06 09:44:45.802941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d839efe1-f645-4ceb-ad7d-c7d8db0d058e req-68d94d2a-0ea3-4dd3-ad23-9a39ae149d4c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2767506 May 06 09:44:45.873188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34268049-2466-4db7-a790-ab6128f5b913 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:45.879238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event deleted for resources: {'Port': ['ID=34268049-2466-4db7-a790-ab6128f5b913,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:45.899573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56e4c7cd-63b5-4d0c-9d4b-c0c6052a421d req-8dd87745-ad76-4c44-a874-4cd8b0a9f2c8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934403 May 06 09:44:45.907612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:45.909926 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5202ea0d-a1ce-447d-a149-bab814c935a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:45.939657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 34268049-2466-4db7-a790-ab6128f5b913 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:45.940248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34268049-2466-4db7-a790-ab6128f5b913 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:45.977131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35c2418b-5ade-49dd-9e41-da9c0f170af6 req-500b02d1-f6f9-4c24-9f0c-b4c71ad727e1 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 210 time: 0.0448883 May 06 09:44:46.018335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:46.041864 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.084742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Deleting port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:46.085170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.095889 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3845bcb2-defc-46bf-bbc8-83a14843d33f x-openstack-request-id: req-3845bcb2-defc-46bf-bbc8-83a14843d33f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:46.096366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:46.096683 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3845bcb2-defc-46bf-bbc8-83a14843d33f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:46.097089 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3845bcb2-defc-46bf-bbc8-83a14843d33f'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82', 'status': 'completed', 'code': 200} May 06 09:44:46.104684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b8ebdb-94fa-42d4-9a42-bf7fa39d4502'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:46.113248 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89a0a85-eccf-44c2-8ce6-79c0e4b0c6a8" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "46b8ebdb-94fa-42d4-9a42-bf7fa39d4502"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:46.159653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 7d24b979-bc2a-4341-8201-952510e0fd14 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:46.196138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5ad05-0c7d-472f-96e5-7d728a9a9eb3 req-4aa8f3fb-e38b-4fec-a371-17cd284a7b86 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.201604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a5ad05-0c7d-472f-96e5-7d728a9a9eb3 req-4aa8f3fb-e38b-4fec-a371-17cd284a7b86 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 944 time: 0.1706245 May 06 09:44:46.207411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd6847a-40c7-496d-89a3-0f2072e06138 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:46.209111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c278fbe-b8ea-479e-8a05-a6782641a3b2 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:46.225164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.249292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.281238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.281859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.282470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.283185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.283784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.284737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.284893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.286998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-efda46d9-a964-49cb-8ecc-65e5d631d3f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6277 time: 0.1643598 May 06 09:44:46.305253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Transition to ACTIVE for port object acd6847a-40c7-496d-89a3-0f2072e06138 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:46.321890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.328579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f73d60f4-25c6-430e-bb86-cd3e4a608acb no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:46.364826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f73d60f4-25c6-430e-bb86-cd3e4a608acb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:46.365413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f73d60f4-25c6-430e-bb86-cd3e4a608acb not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:46.387442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:46.389648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.409910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] For port 3767d4c8-70bb-4dc4-86aa-b6d03e38c033, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:46.410273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.427451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Transition to ACTIVE for port object 3c278fbe-b8ea-479e-8a05-a6782641a3b2 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:46.445825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Calling delete_port for 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:46.474322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.519564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a5ad05-0c7d-472f-96e5-7d728a9a9eb3 req-27ae9f59-1897-4b9a-8834-c6bc496bf561 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049257 May 06 09:44:46.557670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c278fbe-b8ea-479e-8a05-a6782641a3b2,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:46.582700 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.583297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c01129-c864-4391-8ffe-c2a81f0ccb46 req-5a65a968-da7b-40a2-8026-c1ba718a8298 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.591006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4c01129-c864-4391-8ffe-c2a81f0ccb46 req-5a65a968-da7b-40a2-8026-c1ba718a8298 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 936 time: 0.3870966 May 06 09:44:46.613895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-656a1b54-f3d1-4ad1-89f9-8a6998b5fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.614429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-656a1b54-f3d1-4ad1-89f9-8a6998b5fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.614967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-656a1b54-f3d1-4ad1-89f9-8a6998b5fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.616681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-656a1b54-f3d1-4ad1-89f9-8a6998b5fcae service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3150516 May 06 09:44:46.624967 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 May 2022 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e81425-2973-46c5-9202-c4d966d9a973 x-openstack-request-id: req-36e81425-2973-46c5-9202-c4d966d9a973 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:46.625452 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-plugged", "status": "completed", "tag": "46b8ebdb-94fa-42d4-9a42-bf7fa39d4502", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:46.625879 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36e81425-2973-46c5-9202-c4d966d9a973 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:46.626446 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e81425-2973-46c5-9202-c4d966d9a973'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd', 'code': 200} May 06 09:44:46.627006 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e81425-2973-46c5-9202-c4d966d9a973'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c', 'code': 200} May 06 09:44:46.627980 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e81425-2973-46c5-9202-c4d966d9a973'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b8ebdb-94fa-42d4-9a42-bf7fa39d4502', 'code': 200} May 06 09:44:46.692224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:46.849125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4c01129-c864-4391-8ffe-c2a81f0ccb46 req-d5d648a4-681e-4ad4-a621-9b3c7a5a747d tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433977 May 06 09:44:46.856464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.890893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Attempting to bind port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:46.891176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Attempting to bind port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:46.891688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Attempting to bind port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:46.901868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:46.902195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Attempting to bind port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:46.921985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7473b0b-4e34-4182-9f98-0f71209f9bcf req-c7dbec96-60b1-4252-acc4-bd5d72abfb5e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.923574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7473b0b-4e34-4182-9f98-0f71209f9bcf req-c7dbec96-60b1-4252-acc4-bd5d72abfb5e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2031446 May 06 09:44:46.932786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:46.933137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Checking segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:46.933539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Bound using segment: {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:46.933998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Bound port: 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:46.934376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:46.984738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=7d24b979-bc2a-4341-8201-952510e0fd14,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:46.989377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-1e49db49-b82e-4793-b66c-d72a54be39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:46.990831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5202ea0d-a1ce-447d-a149-bab814c935a3 req-1e49db49-b82e-4793-b66c-d72a54be39f8 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3582253 May 06 09:44:47.047775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7473b0b-4e34-4182-9f98-0f71209f9bcf req-3c6d7a94-3aa1-4c85-b08e-db7060a4a8dc tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159551 May 06 09:44:47.052737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.053218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.054186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.054186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.054597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.055056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.055511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.057437 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4df45a35-f69c-4218-af73-83c31bf0439b req-cdf6d884-b537-42d7-839a-d04d614424a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6502 time: 0.2970426 May 06 09:44:47.090416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.099270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.109226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.116724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.124342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.130925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.137667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.140399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-120ac608-c50c-4383-8748-b67ad4db47eb tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.2158322 May 06 09:44:47.145280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:47.159363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] Sync routers for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:47.169265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Attempting to bind port acd6847a-40c7-496d-89a3-0f2072e06138 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:47.169265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Attempting to bind port acd6847a-40c7-496d-89a3-0f2072e06138 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:47.170283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Attempting to bind port acd6847a-40c7-496d-89a3-0f2072e06138 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:47.170430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:47.171727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:47.207018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.219297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] For port 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:47.240783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] For port 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:47.247045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] No DVR routers for this DVR port 34268049-2466-4db7-a790-ab6128f5b913 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:47.249905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Port acd6847a-40c7-496d-89a3-0f2072e06138 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:47.249905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Attempting to bind port acd6847a-40c7-496d-89a3-0f2072e06138 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:47.252666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.256342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-99bde822-e6dc-4395-9bf2-d7328a1069f1 req-87ce87ce-e951-4c4c-9e96-3ab01cea42af tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.82 "DELETE /v2.0/ports/34268049-2466-4db7-a790-ab6128f5b913 HTTP/1.1" status: 204 len: 173 time: 3.7691803 May 06 09:44:47.260621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'name': 'network-vif-deleted', 'tag': '34268049-2466-4db7-a790-ab6128f5b913'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:47.262965 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf6aced-8c9d-461e-a900-190bf8c0da7e" -d '{"events": [{"server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "name": "network-vif-deleted", "tag": "34268049-2466-4db7-a790-ab6128f5b913"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:47.282863 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4df45a35-f69c-4218-af73-83c31bf0439b req-986fbab7-148f-44ab-9afc-6d56c8fa1478 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811271 May 06 09:44:47.287278 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:47.288532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.293814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:47.294843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:47.295130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.295802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Bound port: acd6847a-40c7-496d-89a3-0f2072e06138, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:47.298469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.304637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.312197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.318845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.325398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.333069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.345449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-f5a9bdbe-410d-4090-84be-fe2eb67ee907 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5397 time: 0.2034531 May 06 09:44:47.365750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.368359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.380695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f448c91-bebb-4a55-b53c-8f910a2b81f6 req-e4c22f25-2263-4745-abf7-367d9a9161d9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139304 May 06 09:44:47.440212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:47.440860 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.443144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] 10.222.0.82 "PUT /v2.0/ports/3c278fbe-b8ea-479e-8a05-a6782641a3b2 HTTP/1.1" status: 200 len: 1091 time: 2.1408360 May 06 09:44:47.466513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b03d13e0-a2a7-4e90-9f6f-e2ac780fbeda req-69788801-ea64-4ba9-a4bb-ec5c90b91f7e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160312 May 06 09:44:47.511548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:47.542039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33808e-fe32-455a-b659-de5393367fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c278fbe-b8ea-479e-8a05-a6782641a3b2,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:47.549273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:47.609342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-211828d5-2dc9-437f-aa89-0f9fdd19ba99 req-4891a4ab-cb0e-4c03-aff4-47aa5bccdb0e tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 210 time: 0.0624969 May 06 09:44:47.687826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:47.696643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:47.706975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:47.711936 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307df0c4-d1e7-4de3-81dc-13f773e8a25e x-openstack-request-id: req-307df0c4-d1e7-4de3-81dc-13f773e8a25e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:47.713434 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85489bd4-5628-4e26-b6cb-be155f8c9317", "name": "network-vif-deleted", "tag": "34268049-2466-4db7-a790-ab6128f5b913", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:47.713953 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-307df0c4-d1e7-4de3-81dc-13f773e8a25e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:47.715634 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307df0c4-d1e7-4de3-81dc-13f773e8a25e'] response: {'server_uuid': '85489bd4-5628-4e26-b6cb-be155f8c9317', 'name': 'network-vif-deleted', 'tag': '34268049-2466-4db7-a790-ab6128f5b913', 'status': 'completed', 'code': 200} May 06 09:44:47.978088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:44Z', 'revision_number': 5, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:48.020609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] Checking router: 0a40e596-d5d9-4f38-a67f-6ddb27b6325f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:48.031494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:48.032172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:48.100884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.142524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3767d4c8-70bb-4dc4-86aa-b6d03e38c033,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:48.172849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:48.196662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.201488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.228836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:48.240350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.242602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:48.244994 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca042ce9-a2c5-4391-a587-7d510542bd35" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:48.275127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:48.321552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Transition to ACTIVE for port object 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:48.339338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.388899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26285314-6321-42df-be6f-81783fec29c3 req-53a316ea-44df-4b2d-a895-059a088b2978 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.390804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26285314-6321-42df-be6f-81783fec29c3 req-53a316ea-44df-4b2d-a895-059a088b2978 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 944 time: 0.6042435 May 06 09:44:48.431540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc14d-f79b-4f63-9cbf-625d63d33393 req-fbe8d6c9-8ff2-45e1-bb00-53be21ffce92 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.443126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66bbc14d-f79b-4f63-9cbf-625d63d33393 req-fbe8d6c9-8ff2-45e1-bb00-53be21ffce92 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.4056697 May 06 09:44:48.461758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.462381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.463810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-4aecb225-52b9-4b8e-b244-dcad2bb46792 service neutron] 10.222.0.82 "PUT /v2.0/ports/acd6847a-40c7-496d-89a3-0f2072e06138 HTTP/1.1" status: 200 len: 1096 time: 3.3444741 May 06 09:44:48.468138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 63f52e40-71e7-4722-939b-c5a82ec7108e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:48.470829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.476752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.488999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-fbf435ee-bf18-4a80-a136-30061f5958c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.490506 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-fbf435ee-bf18-4a80-a136-30061f5958c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 1096 time: 0.3448770 May 06 09:44:48.543105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:44Z', 'revision_number': 5, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:48.553628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26285314-6321-42df-be6f-81783fec29c3 req-950bb8e6-7753-40fe-a899-6fe435f2d776 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452775 May 06 09:44:48.628335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.628971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146bc141-6f43-402a-9dfe-a3f5fc0194ca {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:44:48.634351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.638266 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a3fd330d-d752-418c-876b-dc969d4719d0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/146bc141-6f43-402a-9dfe-a3f5fc0194ca HTTP/1.1" status: 204 len: 168 time: 4.2287130 May 06 09:44:48.648528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:48.664995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3980a53c-5664-4e48-a0b8-1c40217d9a03 None None] The sync data for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 is: [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'e37809eb-9b56-4f9c-a54a-7e390f209c9b', 'name': '', 'network_id': '2845d620-b001-4626-9ed0-b8a79164eb38', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'mac_address': 'fa:16:3e:42:f1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:44Z', 'revision_number': 5, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'subnets': [{'id': '1314c734-78b7-49a1-933f-0f4b0ef4f045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:48.720236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48008) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:48.722322 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:48.742134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66bbc14d-f79b-4f63-9cbf-625d63d33393 req-003d950d-082c-4fbd-8c20-bb5a3c4697fb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967689 May 06 09:44:48.866958 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4375fb-0985-48b3-b1e3-e77397846d4c x-openstack-request-id: req-5b4375fb-0985-48b3-b1e3-e77397846d4c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:48.867502 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:48.868576 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b4375fb-0985-48b3-b1e3-e77397846d4c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:48.869284 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4375fb-0985-48b3-b1e3-e77397846d4c'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2', 'status': 'completed', 'code': 200} May 06 09:44:48.946961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-432f8e79-59df-4b3d-bcc8-9ab4af266064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:48.948509 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-432f8e79-59df-4b3d-bcc8-9ab4af266064 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.4407749 May 06 09:44:48.981320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:48.996511 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] Sync routers for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:49.026165 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:49.031786 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21139195-86d8-4fd7-add5-2645ec8245a3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/63f52e40-71e7-4722-939b-c5a82ec7108e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3879364 May 06 09:44:49.032655 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:49.035318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] Deleting subnet e1a7baa7-2c7d-4680-a339-3e3f99824257 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:49.041428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.049933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4d721339-ec91-42a0-8a87-f39dd9624472 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:49.069357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48012) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:49.101529 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:49.117262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-868dcf18-8042-4e1c-a539-13a96718fd1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f52e40-71e7-4722-939b-c5a82ec7108e HTTP/1.1" status: 200 len: 205 time: 0.0444434 May 06 09:44:49.118407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.129039 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] Routers {'63f52e40-71e7-4722-939b-c5a82ec7108e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:49.132541 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63f52e40-71e7-4722-939b-c5a82ec7108e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:49.139778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdb12c-fc40-40c4-93ba-8f61d3524a41 req-0027c3a1-5482-42fd-ba02-667d42131957 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.151807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52fdb12c-fc40-40c4-93ba-8f61d3524a41 req-0027c3a1-5482-42fd-ba02-667d42131957 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 948 time: 0.4082644 May 06 09:44:49.167407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 4d721339-ec91-42a0-8a87-f39dd9624472 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:49.174198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 4d721339-ec91-42a0-8a87-f39dd9624472 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:49.174994 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.192371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48014) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:49.195797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Attempting to bind port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:49.196214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Attempting to bind port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:49.196663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Attempting to bind port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 on network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:49.229932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.248793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:49.252180 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b976c7e-c001-4438-8c04-37d0b90a7e1c None None] The sync data for ids ['63f52e40-71e7-4722-939b-c5a82ec7108e'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:49.297566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-f76b494a-61ef-4dc5-becb-4b1fd376858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.299188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-f76b494a-61ef-4dc5-becb-4b1fd376858b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b176bd7b393e490d9e1ee283b33cfccc&device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 1099 time: 0.7205031 May 06 09:44:49.301667 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-0708f814-3fbb-4cb8-af66-b0cbbf08acec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 HTTP/1.1" status: 200 len: 217 time: 0.3401573 May 06 09:44:49.303464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.345221 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.369249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a8e896-3e8b-477e-b291-9c084d0c84da None None] New status for floating IP 97796fe8-cc33-43e4-b53b-495a42005290: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:49.371117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a7baa7-2c7d-4680-a339-3e3f99824257,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:49.448436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.458597 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dc38636b-03d4-4883-bb27-7a66afce968c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e1a7baa7-2c7d-4680-a339-3e3f99824257 HTTP/1.1" status: 204 len: 168 time: 0.7306128 May 06 09:44:49.458597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48016) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:49.467180 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-282a1bf2-2ed1-4931-8df7-f9a233903f85 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=acd6847a-40c7-496d-89a3-0f2072e06138 HTTP/1.1" status: 200 len: 217 time: 0.1521935 May 06 09:44:49.494537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4d721339-ec91-42a0-8a87-f39dd9624472,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:49.496006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1127bc8-e0e8-423e-a0a9-b55a603ca73c None None] Network 85727a44-50b7-46f2-935c-2a69ddf4bcb7 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:49.506249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:49.506249 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0219a4e7-f079-4a9b-957d-b89ea0bb539b" -d '{"events": [{"server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:49.530917 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.561403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-5e6ee788-2e31-4424-914e-e0f0f80d2a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.563081 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-5e6ee788-2e31-4424-914e-e0f0f80d2a63 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.2207165 May 06 09:44:49.623911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.631196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-3d31c2a0-4b5a-4151-aaf4-d9a7db69b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.632911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-3d31c2a0-4b5a-4151-aaf4-d9a7db69b120 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1509073 May 06 09:44:49.690895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:49.705070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.705656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.705985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.706438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.706891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.707351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.717970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.720610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-418fc6ee-fc0c-40a1-86b7-823bf06920d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6369 time: 0.8492701 May 06 09:44:49.721252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.721606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.721943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.722287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.723207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.723207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.723426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.723560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.723925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.724249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.724570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.724891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:44:49.725612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 on network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:49.725935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Attempting to bind port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 on network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:49.726934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:49.740372 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d02c51b-be9f-4369-8310-0fa7192eead6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:49.747184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-78480570-c183-45d8-a630-2d5da4ef813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.749677 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-78480570-c183-45d8-a630-2d5da4ef813e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752834 May 06 09:44:49.766318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:49.766661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Checking segment: {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:49.767062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Bound using segment: {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:49.767505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Bound port: 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:49.767895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.807688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52fdb12c-fc40-40c4-93ba-8f61d3524a41 req-5ba0eec2-bc18-4b9f-a058-0e95658f9237 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548584 May 06 09:44:49.827673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72726424-39f9-4ccc-979a-efcd321004f7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.861564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543730d3-66d7-4365-8a96-1780ce4882ad req-a9a0d4f5-1899-45a2-9030-ed934e6d4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.863075 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-a9a0d4f5-1899-45a2-9030-ed934e6d4dba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2216959 May 06 09:44:49.877186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] DHCP port deletion for 85727a44-50b7-46f2-935c-2a69ddf4bcb7 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:44:49.924447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.928946 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-da85b37b-f04d-4f47-8232-84ab147ac91f service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665206 May 06 09:44:49.930848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.937044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.939285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] Deleting port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:49.939686 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:49.943469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.949648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.956509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.962550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:49.964644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82d84278-2c73-496d-9893-df3ed2865da0 req-ee481a4b-aad7-4c1a-b900-089dd0209ab5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 1.0040567 May 06 09:44:50.014277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] For port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:50.015099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.030487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] Calling delete_port for cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:50.049071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] For port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:50.052656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] For port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:50.055385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Deleting port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:50.055829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.117040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.120778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.128942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] For port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,segment=NetworkSegment(d74d1d88-5083-45e3-adcf-31b5d56e67f1),segment_id=d74d1d88-5083-45e3-adcf-31b5d56e67f1)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:50.129305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.139715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] No DVR routers for this DVR port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:50.151191 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Calling delete_port for cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:50.163947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2cff5-f888-42e8-97ac-414055a41406 None None] Pushing event deleted for resources: {'Port': ['ID=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:50.210138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72726424-39f9-4ccc-979a-efcd321004f7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.215068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.215723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.217685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 HTTP/1.1" status: 200 len: 1091 time: 2.7165177 May 06 09:44:50.229577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72726424-39f9-4ccc-979a-efcd321004f7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.263955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Request body: {'port': {'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:50.344149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.347883 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-9cd5d393-878b-4464-a83c-35d75b6d530a service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168499 May 06 09:44:50.353759 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-32209fa4-40ab-4be5-a0e2-4e7adb21ce52 service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155688 May 06 09:44:50.356777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.392116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82d84278-2c73-496d-9893-df3ed2865da0 req-74438f7f-eede-484d-a46b-db38d1331cc5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2872660 May 06 09:44:50.420774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:50.438977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.446073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.460681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:50.461531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.465928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] No DVR routers for this DVR port cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:50.474012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:50.476085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3767d4c8-70bb-4dc4-86aa-b6d03e38c033 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:50.476714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:50.488543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.497023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.503009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.516000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.518183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-bc1ced3a-1563-428a-9c40-96a849fc2432 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5409 time: 0.6167672 May 06 09:44:50.531151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:50.532500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cb4ea392-aa8e-4b74-bfa2-6292c4d9dad8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:50.573588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-144fa4e2-41b4-43b4-b338-d91101c77aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.573941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-144fa4e2-41b4-43b4-b338-d91101c77aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.576429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-144fa4e2-41b4-43b4-b338-d91101c77aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.578208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-144fa4e2-41b4-43b4-b338-d91101c77aa4 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8421044 May 06 09:44:50.610445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e550991e-1c9c-44e6-81f3-e84f412ea477 req-17c7e2c9-c1ee-4dc1-a41c-89f6109d3c9b tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 210 time: 0.0823565 May 06 09:44:50.611307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72726424-39f9-4ccc-979a-efcd321004f7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.611871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72726424-39f9-4ccc-979a-efcd321004f7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Fanout notify agent at l3_agent the message router_deleted on router 63f52e40-71e7-4722-939b-c5a82ec7108e {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:44:50.626950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.644766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac867a-322b-435b-844b-676a505ea5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:50.658985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.696018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85727a44-50b7-46f2-935c-2a69ddf4bcb7']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:50.710543 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f1d32-e520-4db1-a651-6cce1ab8bdf2 x-openstack-request-id: req-e90f1d32-e520-4db1-a651-6cce1ab8bdf2 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:50.711103 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "name": "network-vif-plugged", "status": "completed", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:50.711280 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e90f1d32-e520-4db1-a651-6cce1ab8bdf2 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:50.711529 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e90f1d32-e520-4db1-a651-6cce1ab8bdf2'] response: {'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472', 'code': 200} May 06 09:44:50.714023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72726424-39f9-4ccc-979a-efcd321004f7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.715145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-72726424-39f9-4ccc-979a-efcd321004f7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/63f52e40-71e7-4722-939b-c5a82ec7108e HTTP/1.1" status: 204 len: 168 time: 1.5154972 May 06 09:44:50.717897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48030) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:50.726925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74d1d88-5083-45e3-adcf-31b5d56e67f1') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:50.727372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74d1d88-5083-45e3-adcf-31b5d56e67f1') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:50.731416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-543730d3-66d7-4365-8a96-1780ce4882ad req-a7a0411a-a59f-4813-a8a7-c412ce69102d service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241258 May 06 09:44:50.758987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.787065 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.799978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:50.800664 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: timer() May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:50.802840 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:50.858490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95d932a7-fc25-49bf-9d33-9cb9bc449c01 req-291523a0-720a-48d0-9356-448a3f4ba00d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3227298 May 06 09:44:50.875492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:50.877754 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647bebf-f871-44b9-b3b3-55852b197372" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:50.902619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd37fe-8549-4471-a6e4-2c4fd5b506b0 req-54aca16b-446c-4219-8f23-9778b137e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:50.904416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c3cd37fe-8549-4471-a6e4-2c4fd5b506b0 req-54aca16b-446c-4219-8f23-9778b137e64f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0886087 May 06 09:44:50.912105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.917027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:50.937579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.951192 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:50.957496 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] 10.222.0.76 "DELETE /v2.0/networks/85727a44-50b7-46f2-935c-2a69ddf4bcb7 HTTP/1.1" status: 204 len: 168 time: 1.4989176 May 06 09:44:50.958947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee93ae-88ff-4462-ae09-2c29f29c8176 admin admin] Pushing event deleted for resources: {'Network': ['ID=85727a44-50b7-46f2-935c-2a69ddf4bcb7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:50.974663 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439071b7-2bb3-42cf-9011-82d37491dbb6 x-openstack-request-id: req-439071b7-2bb3-42cf-9011-82d37491dbb6 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:50.974958 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:50.975321 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-439071b7-2bb3-42cf-9011-82d37491dbb6 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:50.975817 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-439071b7-2bb3-42cf-9011-82d37491dbb6'] response: {'name': 'network-changed', 'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'status': 'completed', 'code': 200} May 06 09:44:51.013036 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c3cd37fe-8549-4471-a6e4-2c4fd5b506b0 req-f524ff46-1da1-4a57-9acb-bb1ec496f3be service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983698 May 06 09:44:51.070602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-530ec9db-74b5-4980-97f1-c28fd3840de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.072346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca042ce9-a2c5-4391-a587-7d510542bd35 req-530ec9db-74b5-4980-97f1-c28fd3840de2 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4585264 May 06 09:44:51.096362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5a37c-8f2c-4db5-8bb9-adc536b90e88 req-8441760b-2f6d-4dca-af10-dc2c76e79eda tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.097894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cca5a37c-8f2c-4db5-8bb9-adc536b90e88 req-8441760b-2f6d-4dca-af10-dc2c76e79eda tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 945 time: 0.2900882 May 06 09:44:51.110331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-a882b2e2-95b9-4288-ad2f-f0f1bd9d482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.112176 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-a882b2e2-95b9-4288-ad2f-f0f1bd9d482b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b176bd7b393e490d9e1ee283b33cfccc&device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 1099 time: 0.1025901 May 06 09:44:51.131077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.257100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-121e73db-3c5f-4b4f-8373-9d0ea7ee934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.259073 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-121e73db-3c5f-4b4f-8373-9d0ea7ee934a service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1389651 May 06 09:44:51.262023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cca5a37c-8f2c-4db5-8bb9-adc536b90e88 req-ffb146ae-e964-4fee-a7a0-8733d06931d0 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279678 May 06 09:44:51.311542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:51.322547 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:44:51.331926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a341c4-903d-4293-853e-35bd4e773033 req-30ba77e3-2d39-4628-bef4-a1b859bff34e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.333518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5a341c4-903d-4293-853e-35bd4e773033 req-30ba77e3-2d39-4628-bef4-a1b859bff34e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2597790 May 06 09:44:51.350004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-e8d0f774-f30f-4a48-b423-88a2d9b48971 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=acd6847a-40c7-496d-89a3-0f2072e06138 HTTP/1.1" status: 200 len: 217 time: 0.0732110 May 06 09:44:51.407719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-e0ce85e1-b5ed-4613-b659-beda57f19c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.409331 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-e0ce85e1-b5ed-4613-b659-beda57f19c01 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0524588 May 06 09:44:51.468091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-cec227f1-8aeb-4cb7-ae9e-308f85ed2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.469862 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-cec227f1-8aeb-4cb7-ae9e-308f85ed2c75 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450122 May 06 09:44:51.518778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.525639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5a341c4-903d-4293-853e-35bd4e773033 req-0c46fe0f-7a80-4d02-b164-da6550b7a002 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613841 May 06 09:44:51.558223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b02acc39-7571-443b-abc7-06eace619007 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=372859752ef34e95871f0923c84c31b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235849 May 06 09:44:51.562674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48042) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:51.570792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711ffa-49e9-4322-98aa-f79be92ffc48 req-9c8da255-8171-4bc9-b4f4-b3446278cd78 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.579126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9711ffa-49e9-4322-98aa-f79be92ffc48 req-9c8da255-8171-4bc9-b4f4-b3446278cd78 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 948 time: 0.2087729 May 06 09:44:51.604188 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf46b92b-ca8f-4237-8b14-472c5446009c x-openstack-request-id: req-bf46b92b-ca8f-4237-8b14-472c5446009c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:51.604465 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:51.604715 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf46b92b-ca8f-4237-8b14-472c5446009c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:51.605498 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf46b92b-ca8f-4237-8b14-472c5446009c'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3', 'status': 'completed', 'code': 200} May 06 09:44:51.634493 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-904fabcc-1ab6-45fd-a868-3173a146db6e service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555791 May 06 09:44:51.684546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456ba549-52c2-433d-8a60-0193194016d7 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:51.706315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.717367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13018100-f53e-499a-aa55-a125694aeced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.722976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9711ffa-49e9-4322-98aa-f79be92ffc48 req-9f5d7a81-764b-4969-9bb6-6e6d2cb27147 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428730 May 06 09:44:51.765022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Transition to ACTIVE for port object 456ba549-52c2-433d-8a60-0193194016d7 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:44:51.772929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.776366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13018100-f53e-499a-aa55-a125694aeced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.781069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.781503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.781976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.782442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.782908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.783491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.784263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.786009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2647bebf-f871-44b9-b3b3-55852b197372 req-ae542dd4-e752-40da-8774-9391e62dd4c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6411 time: 0.1633646 May 06 09:44:51.797351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.802848 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-8337959c-8c35-4eaf-89f8-aeb4664a8659 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594481 May 06 09:44:51.835973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:51.854489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3059504-481a-4c50-92fb-37cdfd0cbe42 None None] Network 76b87c51-f8b8-49f1-ac90-9666f4de479d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:51.879822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.882593 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13018100-f53e-499a-aa55-a125694aeced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.886157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2c6445c7-7efa-457a-919d-a5e789144e14 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40 HTTP/1.1" status: 204 len: 168 time: 1.1588218 May 06 09:44:51.890468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13018100-f53e-499a-aa55-a125694aeced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:51.892592 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-13018100-f53e-499a-aa55-a125694aeced admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0060ce39-b5f6-46ca-9f94-f6688d0d2803 HTTP/1.1" status: 204 len: 168 time: 0.3289249 May 06 09:44:51.893423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:51.940734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.942129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13018100-f53e-499a-aa55-a125694aeced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0060ce39-b5f6-46ca-9f94-f6688d0d2803,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:51.947659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.956735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.964918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.971341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.977302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.984455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:51.986642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-6ce89d7c-391b-4c5f-83cd-de0ee4c57199 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.2922249 May 06 09:44:51.987368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet 22e29223-f913-42d2-81b7-2115588a5922 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:44:51.995510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.002546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:44:52.047939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4464ef6-deaa-4475-a36e-c04cdd94b8d8 req-e74f034a-c2ba-4f01-a0f2-d96df702128f tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/ports?device_id=85489bd4-5628-4e26-b6cb-be155f8c9317 HTTP/1.1" status: 200 len: 210 time: 0.1657102 May 06 09:44:52.106481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.135121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Pushing event updated for resources: {'Port': ['ID=456ba549-52c2-433d-8a60-0193194016d7,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:52.136602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:52.156113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'mac_address': 'fa:16:3e:60:fe:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:44:52.314043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75b6475a-ad96-4448-9afc-01e4b74ed3f2 req-272ecdb8-6d33-4da6-9c94-585591b35ee5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3116097 May 06 09:44:52.337555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-0b2899ad-ee78-4d89-bb54-cc36e98323eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.337927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-0b2899ad-ee78-4d89-bb54-cc36e98323eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.338388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-0b2899ad-ee78-4d89-bb54-cc36e98323eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.341233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2647bebf-f871-44b9-b3b3-55852b197372 req-0b2899ad-ee78-4d89-bb54-cc36e98323eb service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5258641 May 06 09:44:52.408601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.519551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.541287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.547496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.560050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.564674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.580452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.594806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.607810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=22e29223-f913-42d2-81b7-2115588a5922,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:52.612932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.620861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-065b3312-d6c0-44f5-a65c-52d6c99211a4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.4432368 May 06 09:44:52.634191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.639719 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fe02d336-8dc2-4bd3-a47f-a4bf6cab96bc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/22e29223-f913-42d2-81b7-2115588a5922 HTTP/1.1" status: 204 len: 168 time: 0.7387567 May 06 09:44:52.641523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48068) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:52.663076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e2163-0d0f-4718-baac-b4bf3ed20e5f None None] Network 9421413c-a284-46eb-a5da-4a79ffde8cc9 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:52.671929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Attempting to bind port 456ba549-52c2-433d-8a60-0193194016d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:52.672309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Attempting to bind port 456ba549-52c2-433d-8a60-0193194016d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:52.672691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Attempting to bind port 456ba549-52c2-433d-8a60-0193194016d7 on network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:52.720619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.726717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Port 456ba549-52c2-433d-8a60-0193194016d7 on network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:44:52.727271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Attempting to bind port 456ba549-52c2-433d-8a60-0193194016d7 on network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:52.768113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] DHCP port deletion for 76b87c51-f8b8-49f1-ac90-9666f4de479d request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:44:52.782855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd6847a-40c7-496d-89a3-0f2072e06138 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:44:52.794165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:52.795008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Checking segment: {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:52.795457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Bound using segment: {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:52.795953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Bound port: 456ba549-52c2-433d-8a60-0193194016d7, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:52.796317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.803866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.845523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c05df88a-9bba-4aeb-a625-4358c26d3d3b req-13837b69-e60a-4c7f-9718-1d3859577cff tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2234700 May 06 09:44:52.848245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:52.878701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b1a1-363c-47ae-88c1-4150eac9754d req-976af63d-50b2-4f59-bf16-0966901d7c60 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.886457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6431b1a1-363c-47ae-88c1-4150eac9754d req-976af63d-50b2-4f59-bf16-0966901d7c60 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 945 time: 0.4187107 May 06 09:44:52.895677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bebf-f871-44b9-b3b3-55852b197372 req-c54bbb61-18b1-4915-9c96-c5714f4b8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:52.899141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2647bebf-f871-44b9-b3b3-55852b197372 req-c54bbb61-18b1-4915-9c96-c5714f4b8d6a service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5439012 May 06 09:44:52.901877 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:52.994262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port fd8753b1-999a-44d5-a468-c9e56054b01b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:52.994676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.010410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.023523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] Deleting port fd8753b1-999a-44d5-a468-c9e56054b01b {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:53.024027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.119197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port fd8753b1-999a-44d5-a468-c9e56054b01b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd8753b1-999a-44d5-a468-c9e56054b01b,segment=NetworkSegment(c2aa69f4-b7dc-45e6-9d16-888c672a0de5),segment_id=c2aa69f4-b7dc-45e6-9d16-888c672a0de5)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:53.119704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.134928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] For port fd8753b1-999a-44d5-a468-c9e56054b01b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd8753b1-999a-44d5-a468-c9e56054b01b,segment=NetworkSegment(c2aa69f4-b7dc-45e6-9d16-888c672a0de5),segment_id=c2aa69f4-b7dc-45e6-9d16-888c672a0de5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:53.135692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.137039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for fd8753b1-999a-44d5-a468-c9e56054b01b owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:53.155337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] Calling delete_port for fd8753b1-999a-44d5-a468-c9e56054b01b owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:53.219990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] DHCP port deletion for 9421413c-a284-46eb-a5da-4a79ffde8cc9 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:44:53.249572 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.291452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=fd8753b1-999a-44d5-a468-c9e56054b01b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.295691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port fd8753b1-999a-44d5-a468-c9e56054b01b on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:53.322834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['acd6847a-40c7-496d-89a3-0f2072e06138'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:53.359995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] Deleting port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:53.360611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.368165 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.405193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6431b1a1-363c-47ae-88c1-4150eac9754d req-ebe576d8-47b0-4955-8ce2-046eeae15386 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177705 May 06 09:44:53.415307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] For port 456ba549-52c2-433d-8a60-0193194016d7, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:53.417115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.419304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] For port 456ba549-52c2-433d-8a60-0193194016d7, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=456ba549-52c2-433d-8a60-0193194016d7,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:53.434549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.449006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b87c51-f8b8-49f1-ac90-9666f4de479d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:53.457347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.461777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2aa69f4-b7dc-45e6-9d16-888c672a0de5') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:53.462339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2aa69f4-b7dc-45e6-9d16-888c672a0de5') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:53.464790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] For port 899cbd74-19bc-49b6-bd9c-8deaca55afa7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=899cbd74-19bc-49b6-bd9c-8deaca55afa7,segment=NetworkSegment(6996a942-3740-4575-8e4f-a96a89a2f548),segment_id=6996a942-3740-4575-8e4f-a96a89a2f548)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:53.465191 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.475862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.476312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.480714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] Calling delete_port for 899cbd74-19bc-49b6-bd9c-8deaca55afa7 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:53.487949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.496015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.498095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] No DVR routers for this DVR port fd8753b1-999a-44d5-a468-c9e56054b01b on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:53.502388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.522378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.522787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:53.523246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: timer() May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:53.526910 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:53.535537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.538766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92248-4336-46bf-9caf-e7cded2b69ca None None] Pushing event deleted for resources: {'Port': ['ID=fd8753b1-999a-44d5-a468-c9e56054b01b,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.547931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.550146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44b80021-5d02-426d-a9f1-f139a4149872 req-737a679d-0d51-4c59-a87c-f2ff5621b839 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.2351489 May 06 09:44:53.579811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48084) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:53.593774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Request body: {'floatingip': {'port_id': 'eb04a056-501f-4037-b991-5160eba40b87'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:53.665303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.670220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.672397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] 10.222.0.82 "PUT /v2.0/ports/456ba549-52c2-433d-8a60-0193194016d7 HTTP/1.1" status: 200 len: 1091 time: 3.4142661 May 06 09:44:53.673534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '456ba549-52c2-433d-8a60-0193194016d7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:53.677708 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927588f9-6117-4512-b191-b85bb30daf05" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "456ba549-52c2-433d-8a60-0193194016d7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:53.689440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.703642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.712618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.724606 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/76b87c51-f8b8-49f1-ac90-9666f4de479d HTTP/1.1" status: 204 len: 168 time: 1.0786705 May 06 09:44:53.724606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48088) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:53.757682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6bddb-3a93-48f2-83d2-cf7f62a4f1fd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=76b87c51-f8b8-49f1-ac90-9666f4de479d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.844938 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.865675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f81443-882b-4697-bbd6-bd4a5f77175a service neutron] Pushing event updated for resources: {'Port': ['ID=456ba549-52c2-433d-8a60-0193194016d7,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.884710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] Pushing event deleted for resources: {'Port': ['ID=899cbd74-19bc-49b6-bd9c-8deaca55afa7,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:53.900641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:53.928068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeb9a2-4d9e-41f3-8c53-21ab93ca81ae None None] No DVR routers for this DVR port 899cbd74-19bc-49b6-bd9c-8deaca55afa7 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:44:53.978144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60831f79-45e5-48b7-b73b-188922e71076 req-3c464e12-353c-47a3-8cd0-f2a119f1689c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:53.987165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60831f79-45e5-48b7-b73b-188922e71076 req-3c464e12-353c-47a3-8cd0-f2a119f1689c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.4356542 May 06 09:44:54.055712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.068253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50157bae-547a-4b6e-be06-6a01c9b456ab req-792c268e-2c6a-4eec-af3d-d14a798ad363 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.069796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50157bae-547a-4b6e-be06-6a01c9b456ab req-792c268e-2c6a-4eec-af3d-d14a798ad363 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 949 time: 0.3706646 May 06 09:44:54.082287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9421413c-a284-46eb-a5da-4a79ffde8cc9']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:54.086655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.087139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.087634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.088107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.088572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.089042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.089507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.091501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-cef047ec-24dc-4654-9f20-f24bac136a43 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6478 time: 0.3043342 May 06 09:44:54.093002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6996a942-3740-4575-8e4f-a96a89a2f548') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:54.093326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6996a942-3740-4575-8e4f-a96a89a2f548') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:54.105665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.121410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.129144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:44:54.129536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: timer() May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:44:54.132811 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:44:54.150022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60831f79-45e5-48b7-b73b-188922e71076 req-dfb4200a-a752-4d94-8c2c-b58c5d67fde1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619101 May 06 09:44:54.221970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.222173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7fa0a849-5ab2-4fee-aa18-9a3dc755d103 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94837630-0f86-4cbf-94fd-2d904d6ada14 HTTP/1.1" status: 200 len: 217 time: 0.1162605 May 06 09:44:54.225224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50157bae-547a-4b6e-be06-6a01c9b456ab req-bdcff351-b823-4144-a65c-7b7f92025a03 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249561 May 06 09:44:54.236392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.246414 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/9421413c-a284-46eb-a5da-4a79ffde8cc9 HTTP/1.1" status: 204 len: 168 time: 0.5139549 May 06 09:44:54.247621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48096) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:54.268357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261924351'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:54.268656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5e6ee-6723-44f2-9946-e4a1c1bc046c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=9421413c-a284-46eb-a5da-4a79ffde8cc9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:54.331142 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4e9c99-deda-4b05-9fd3-b4e1f2c990e1 x-openstack-request-id: req-5c4e9c99-deda-4b05-9fd3-b4e1f2c990e1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:54.331439 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "456ba549-52c2-433d-8a60-0193194016d7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:54.331723 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c4e9c99-deda-4b05-9fd3-b4e1f2c990e1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:54.332140 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4e9c99-deda-4b05-9fd3-b4e1f2c990e1'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '456ba549-52c2-433d-8a60-0193194016d7', 'status': 'completed', 'code': 200} May 06 09:44:54.373174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-a8f3431c-572a-4f19-a976-7165d44c773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.375503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-a8f3431c-572a-4f19-a976-7165d44c773f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b187e46-d1ee-430e-b585-6cbf52e34378 HTTP/1.1" status: 200 len: 851 time: 0.1418989 May 06 09:44:54.380112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:54.384511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.415827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 899cbd74-19bc-49b6-bd9c-8deaca55afa7 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:54.451381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 899cbd74-19bc-49b6-bd9c-8deaca55afa7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:54.451905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 899cbd74-19bc-49b6-bd9c-8deaca55afa7 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:54.452347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd8753b1-999a-44d5-a468-c9e56054b01b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:44:54.473922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: fd8753b1-999a-44d5-a468-c9e56054b01b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:44:54.474505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd8753b1-999a-44d5-a468-c9e56054b01b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:44:54.537574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48102) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:54.601011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:44:54.618159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98c1e300-a1e1-4580-911b-4ad0593b7841 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.644255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-485a9941-d186-4b75-97dc-b63f39d3c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.646065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-485a9941-d186-4b75-97dc-b63f39d3c64e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=31741d30-af5f-48e4-819b-44a9e1189697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535670 May 06 09:44:54.649186 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98c1e300-a1e1-4580-911b-4ad0593b7841 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.698935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.699729 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment d7ae8056-7ba2-4ed6-a2b1-da03bcd282be of type vlan for network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc May 06 09:44:54.704656 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98c1e300-a1e1-4580-911b-4ad0593b7841 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.707528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98c1e300-a1e1-4580-911b-4ad0593b7841 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.711368 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-98c1e300-a1e1-4580-911b-4ad0593b7841 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "DELETE /v2.0/security-groups/b31c3559-a495-488e-81c6-3f81d37ec5a0 HTTP/1.1" status: 204 len: 168 time: 0.1723983 May 06 09:44:54.712001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:54.733592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1e300-a1e1-4580-911b-4ad0593b7841 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31c3559-a495-488e-81c6-3f81d37ec5a0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:54.736784 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-191d55b2-4918-49d0-b232-59366649b645 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] show failed (client error): The resource could not be found. May 06 09:44:54.740601 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-191d55b2-4918-49d0-b232-59366649b645 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "GET /v2.0/security-groups/b31c3559-a495-488e-81c6-3f81d37ec5a0 HTTP/1.1" status: 404 len: 347 time: 0.0250473 May 06 09:44:54.741142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:54.803869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.809656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.816248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.822012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.828925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.834911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.840658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.842800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-1cedd4d2-6490-40b5-81ca-de0b3db140ef tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.3844187 May 06 09:44:54.879386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Deleting port 15151133-8bd8-4d74-9e58-64b5b80877df {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:54.879822 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.883122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea58205-5582-46c9-b61b-575279966d2c req-3cb29c1c-70e2-44f0-97d6-958e9fb0d411 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:54.884611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ea58205-5582-46c9-b61b-575279966d2c req-3cb29c1c-70e2-44f0-97d6-958e9fb0d411 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 945 time: 0.2862456 May 06 09:44:54.889662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.964461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.964876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:54.977599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Calling delete_port for 15151133-8bd8-4d74-9e58-64b5b80877df owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:55.052418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-069b64c5-07e7-47af-8223-32f652ec30b5 req-976f453e-62eb-4bd1-8974-463af9d23ccd tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1954696 May 06 09:44:55.059448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-35ca84eb-ef0c-497a-9d39-18b550f254b7 service neutron] 10.222.0.82 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993912 May 06 09:44:55.065137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.070900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.071632 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.083905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ea58205-5582-46c9-b61b-575279966d2c req-1effe4a5-356f-4130-847f-0c36cffbe281 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820087 May 06 09:44:55.140969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.159680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.194495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Pushing event deleted for resources: {'Port': ['ID=15151133-8bd8-4d74-9e58-64b5b80877df,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:55.226426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.289962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0347543 May 06 09:44:55.296397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48126) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:55.301801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:55.316487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de75c-42ae-4bde-abd1-805ae5436fe4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=4e87d2a4-7b93-486c-942d-8cb544ffc5bc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:55.340158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:44:55.433601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-37c34434-4766-4288-9940-d33d33cae389 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1528750427&fields=id&tenant_id=435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 267 time: 0.1552529 May 06 09:44:55.439371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fff65398-28b9-4528-963f-38a1841bdf57 service neutron] 10.222.0.82 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623552 May 06 09:44:55.501819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b32d3-7769-497c-b7a3-bb0a6c7d7e0d req-aec9f832-7cc2-490e-b8b2-3c91910dcee6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.503442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-745b32d3-7769-497c-b7a3-bb0a6c7d7e0d req-aec9f832-7cc2-490e-b8b2-3c91910dcee6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2004015 May 06 09:44:55.537494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-b2586232-ac3e-4d20-b1c1-70bd6ff5db9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=783051a3-e4cc-4fc8-831e-c0e97f23a753 HTTP/1.1" status: 200 len: 217 time: 0.0684297 May 06 09:44:55.539674 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Floating IP b4ef6cb6-1b76-4a66-8868-23557f621084 associated. External IP: 172.25.8.176, port: eb04a056-501f-4037-b991-5160eba40b87. May 06 09:44:55.662418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-8ea1112a-ab45-4726-97e4-1df9c5f882ad tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.664028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-8ea1112a-ab45-4726-97e4-1df9c5f882ad tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 945 time: 0.2180028 May 06 09:44:55.684478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.688298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.692246 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-97ae87ad-a587-4d47-aaa3-f74a2e3969a5 tempest-ServersTestBootFromVolume-417550465 tempest-ServersTestBootFromVolume-417550465-project] 10.222.0.76 "DELETE /v2.0/floatingips/97796fe8-cc33-43e4-b53b-495a42005290 HTTP/1.1" status: 204 len: 168 time: 0.9474533 May 06 09:44:55.693934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48128) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:55.711415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'port': {'security_groups': ['1cdd1ba6-ab41-469f-918c-6a3332637a86', 'ea5318ce-df3d-40d8-85db-87d392136d6c']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:55.720785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-745b32d3-7769-497c-b7a3-bb0a6c7d7e0d req-29512704-4df8-40ad-a60b-a926bf1d0cfb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869154 May 06 09:44:55.749089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6af8fe8a-5b83-4299-a08b-7af82b328844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:55.750545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-6af8fe8a-5b83-4299-a08b-7af82b328844 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.1661558 May 06 09:44:55.790411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:55.793939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:55.950015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:44:56.022802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port acd6847a-40c7-496d-89a3-0f2072e06138 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:44:56.028669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port acd6847a-40c7-496d-89a3-0f2072e06138 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:56.029315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.141786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.184925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:56.186486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:56.188999 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1eef9c-4dfc-4475-a21b-ac0ab0c8c584" -d '{"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-plugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:56.196102 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.257036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:56.277373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.326146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.356247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-5a6c7514-f8a5-4f49-8276-ecb6cfd59a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.358217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-5a6c7514-f8a5-4f49-8276-ecb6cfd59a08 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6000676 May 06 09:44:56.398258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=140b7b7f-4919-4df2-8a01-b384e6d9ec8a,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:56.410650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': 'd7ae8056-7ba2-4ed6-a2b1-da03bcd282be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:56.411164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: 4e87d2a4-7b93-486c-942d-8cb544ffc5bc, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:44:56.432847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65ab99-13b6-4805-a072-caac511023cb req-82b951d4-d57c-4e1d-a4f9-2e06cc5c9c9d tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.434912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac65ab99-13b6-4805-a072-caac511023cb req-82b951d4-d57c-4e1d-a4f9-2e06cc5c9c9d tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 949 time: 0.5766096 May 06 09:44:56.445899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:44:56.469633 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4e87d2a4-7b93-486c-942d-8cb544ffc5bc) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:56.477196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:56.478037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.488460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275249ef-5b57-4e80-bb02-176d15289456 None None] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:56.545086 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2a12db8e-a6c1-4dd9-ba82-8cfd5dd25e8c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2470009 May 06 09:44:56.547647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48140) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:56.553064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6c8dec5a-fccd-4c70-bf26-1840694f9117 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1249127102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:56.592176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec5a-fccd-4c70-bf26-1840694f9117 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.593326 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec5a-fccd-4c70-bf26-1840694f9117 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.599385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.635634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac65ab99-13b6-4805-a072-caac511023cb req-de07a4f9-a477-4517-80c5-84fe2f909634 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572595 May 06 09:44:56.666327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Router 02ea7d91-ea48-4106-b88e-2e261216368d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:44:56.707935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-d2700c8c-d32c-48be-bcb8-b0828e4d9f93 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398411 May 06 09:44:56.711273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec5a-fccd-4c70-bf26-1840694f9117 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.722911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec5a-fccd-4c70-bf26-1840694f9117 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.774451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-4e87d2a4-7b93-486c-942d-8cb544ffc5bc', 'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': '140b7b7f-4919-4df2-8a01-b384e6d9ec8a'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:44:56.775355 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.789259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec5a-fccd-4c70-bf26-1840694f9117 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:56.791116 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6c8dec5a-fccd-4c70-bf26-1840694f9117 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2423937 May 06 09:44:56.793849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48150) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:56.801106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'port': {'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc', 'name': 'tempest-RoutersIpV6Test-1242831023'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:56.984700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Allocated IP 2001:db8::2 (4e87d2a4-7b93-486c-942d-8cb544ffc5bc/140b7b7f-4919-4df2-8a01-b384e6d9ec8a/b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:57.006489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4d721339-ec91-42a0-8a87-f39dd9624472,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:57.024546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.031900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.037969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.044001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.046691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:44:57.050092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.050224 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.056116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.062494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.070462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-99cb399b-1d1d-4275-ab2a-ddf1c08e6c18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2307498 May 06 09:44:57.102070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:44:57.102263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] device_id is not set on port 63f87409-4c9f-471d-9ec1-57aae0f55123 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:44:57.110925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.114057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-13d20c7c-5c0c-499d-8a5a-1023bfdeb8d6 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826609 May 06 09:44:57.125237 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] Sync routers for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:44:57.141963 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:57.142940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:57.202055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.209055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fc98b27a-9e7c-4b25-81e3-2eac96484d08 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864 HTTP/1.1" status: 200 len: 217 time: 0.0737252 May 06 09:44:57.211278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b59ca366-c31a-4f53-84f2-cd83ea330fe8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "PUT /v2.0/floatingips/b4ef6cb6-1b76-4a66-8868-23557f621084 HTTP/1.1" status: 200 len: 992 time: 3.6235209 May 06 09:44:57.223916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80dcf474-30a1-49e4-b061-011acf7c4a39 req-a57ccb21-8661-4c09-ada8-b3745d9daba2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1504991 May 06 09:44:57.234544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:57.235433 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57629ad-2126-49ac-9bb5-9b1f2d779084" -d '{"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "eb04a056-501f-4037-b991-5160eba40b87"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:57.258634 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.281942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:57.293607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Deleting port e37809eb-9b56-4f9c-a54a-7e390f209c9b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:44:57.293950 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.340332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.340973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.358045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b980f924-7aca-44ce-86a2-bfc2620b2a41 req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "PUT /v2.0/ports/4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 200 len: 981 time: 1.6591818 May 06 09:44:57.368559 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d82bab-cdfe-43b1-9dee-613edd24eb68 x-openstack-request-id: req-78d82bab-cdfe-43b1-9dee-613edd24eb68 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:57.369101 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-plugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:57.369414 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78d82bab-cdfe-43b1-9dee-613edd24eb68 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:57.370008 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d82bab-cdfe-43b1-9dee-613edd24eb68'] response: {'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'code': 200} May 06 09:44:57.375840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fd53dc36-9ae1-4f3e-bb37-6bf9c9420079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.377848 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:57.399497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-fd53dc36-9ae1-4f3e-bb37-6bf9c9420079 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.1735094 May 06 09:44:57.400736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.421197 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.477636 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e5ca52-fdd8-4dd0-9854-dc71d6235f14 x-openstack-request-id: req-b6e5ca52-fdd8-4dd0-9854-dc71d6235f14 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:44:57.477937 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "tag": "eb04a056-501f-4037-b991-5160eba40b87", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:44:57.478193 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6e5ca52-fdd8-4dd0-9854-dc71d6235f14 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:44:57.478606 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e5ca52-fdd8-4dd0-9854-dc71d6235f14'] response: {'name': 'network-changed', 'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87', 'status': 'completed', 'code': 200} May 06 09:44:57.542008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:57.594486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85652fc-fbe3-4be6-9d19-9cd664238d03 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:57.657757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Pushing event updated for resources: {'Port': ['ID=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:57.675907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:57.676696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac214e-cddc-4854-88fc-2831004b379a req-57b87464-c397-4cfa-b0e1-2fa13711dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.682659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:57.684585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93ac214e-cddc-4854-88fc-2831004b379a req-57b87464-c397-4cfa-b0e1-2fa13711dba0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 1101 time: 0.2785311 May 06 09:44:57.684712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8::348 (4e87d2a4-7b93-486c-942d-8cb544ffc5bc/140b7b7f-4919-4df2-8a01-b384e6d9ec8a/63f87409-4c9f-471d-9ec1-57aae0f55123) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:44:57.689550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:57.693074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.693771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.694941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.694941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.695169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.695387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-5690d943-baec-469f-90b8-d6c2611c661b tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1016646075&fields=id&tenant_id=435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 267 time: 0.1469822 May 06 09:44:57.695763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.696273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.698322 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-f26e16ce-46f5-456c-8a46-22aea435f46c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6502 time: 0.1976748 May 06 09:44:57.703063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] For port e37809eb-9b56-4f9c-a54a-7e390f209c9b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e37809eb-9b56-4f9c-a54a-7e390f209c9b,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:57.703433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.745711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e29408c9-3838-490b-88bb-c2d66bdef16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.749794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e29408c9-3838-490b-88bb-c2d66bdef16b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2702386 May 06 09:44:57.754900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Calling delete_port for e37809eb-9b56-4f9c-a54a-7e390f209c9b owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:44:57.796196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f02443-daeb-4a6e-9f67-fb6ebd9715e0 req-fcfbbd69-cfd4-4cb6-998b-c2fe100fbfd1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.806626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40f02443-daeb-4a6e-9f67-fb6ebd9715e0 req-fcfbbd69-cfd4-4cb6-998b-c2fe100fbfd1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2902551 May 06 09:44:57.874557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Attempting to bind port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:44:57.875021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Attempting to bind port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd7ae8056-7ba2-4ed6-a2b1-da03bcd282be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:44:57.875494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Attempting to bind port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 on network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:44:57.898099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:44:57.899059 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Checking segment: {'id': 'd7ae8056-7ba2-4ed6-a2b1-da03bcd282be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:44:57.899059 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.899444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Bound using segment: {'id': 'd7ae8056-7ba2-4ed6-a2b1-da03bcd282be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:44:57.899996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Bound port: b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ae8056-7ba2-4ed6-a2b1-da03bcd282be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '4e87d2a4-7b93-486c-942d-8cb544ffc5bc'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:44:57.900374 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:57.903638 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b4ef6cb6-1b76-4a66-8868-23557f621084', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'port_id': 'eb04a056-501f-4037-b991-5160eba40b87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'mac_address': 'fa:16:3e:a1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:25Z', 'updated_at': '2022-05-06T09:44:54Z', 'revision_number': 1, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:09Z', 'revision_number': 5, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:57.948552 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] Checking router: 02ea7d91-ea48-4106-b88e-2e261216368d for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:44:57.959359 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:44:57.960217 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:57.963183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48168) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:57.995321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-a1714e5a-1d4a-4346-badf-b8565a43cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:57.997166 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-a1714e5a-1d4a-4346-badf-b8565a43cda0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c917134-8201-47cd-a40c-b62de7168243 HTTP/1.1" status: 200 len: 918 time: 0.2828605 May 06 09:44:58.079556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40f02443-daeb-4a6e-9f67-fb6ebd9715e0 req-c075f89d-e2d0-4f81-84d0-71f66ba08ccd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552087 May 06 09:44:58.082005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93ac214e-cddc-4854-88fc-2831004b379a req-7d97ed4c-20d7-48fe-9a4e-13f001252b6e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855345 May 06 09:44:58.084971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] For port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:44:58.085103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f1fbf8f6-cfb6-4c08-bf1e-22e030ba40e5 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228958 May 06 09:44:58.090592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] For port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,segment=NetworkSegment(d7ae8056-7ba2-4ed6-a2b1-da03bcd282be),segment_id=d7ae8056-7ba2-4ed6-a2b1-da03bcd282be)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:44:58.100784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.116694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-c9b00295-1147-4a73-9005-17f3d3f019e9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.120522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-c9b00295-1147-4a73-9005-17f3d3f019e9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 984 time: 0.4045084 May 06 09:44:58.136490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'port': {'security_groups': ['1cdd1ba6-ab41-469f-918c-6a3332637a86', 'ea5318ce-df3d-40d8-85db-87d392136d6c', '5d46ac2d-36c6-446d-8435-eb9d25a49dfb']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:44:58.180623 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-52e81d2d-c962-4d49-a82c-2a4e0ae1132a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb04a056-501f-4037-b991-5160eba40b87 HTTP/1.1" status: 200 len: 1000 time: 0.1372333 May 06 09:44:58.184669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.194809 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:44:58.242197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a71ce-c021-4338-ae36-7cf274b49aaa None None] Pushing event updated for resources: {'Port': ['ID=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:58.334464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ea70-4576-4de8-a302-add31dffe0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.374439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-99c5ffbe-0d3f-4275-831d-d8ef078a550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.376059 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-99c5ffbe-0d3f-4275-831d-d8ef078a550f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=323d6d81-cf2b-491e-b557-e2eedc3bc7c0 HTTP/1.1" status: 200 len: 856 time: 0.1755300 May 06 09:44:58.396738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.406062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.446968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.466293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb5ebf-2ce2-44a5-8d5b-aae26baa31a8 req-53629704-f7b7-44c2-89b1-6987853b0674 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.468499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bccb5ebf-2ce2-44a5-8d5b-aae26baa31a8 req-53629704-f7b7-44c2-89b1-6987853b0674 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 950 time: 0.2342472 May 06 09:44:58.523829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:44:58.545899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:44:58.554057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:44:58.559835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.561195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.564801 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b4ef6cb6-1b76-4a66-8868-23557f621084', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'port_id': 'eb04a056-501f-4037-b991-5160eba40b87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'mac_address': 'fa:16:3e:a1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:25Z', 'updated_at': '2022-05-06T09:44:54Z', 'revision_number': 1, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:09Z', 'revision_number': 5, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:44:58.567505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=63f87409-4c9f-471d-9ec1-57aae0f55123,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:58.605854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-29dd8e68-f0cb-4122-bec9-8125cc0df0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:58.607697 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-29dd8e68-f0cb-4122-bec9-8125cc0df0a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c917134-8201-47cd-a40c-b62de7168243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236426 May 06 09:44:58.616177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84aff2d-60b1-4475-909e-936a649584c7 None None] The sync data for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 is: [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b4ef6cb6-1b76-4a66-8868-23557f621084', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'port_id': 'eb04a056-501f-4037-b991-5160eba40b87', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'mac_address': 'fa:16:3e:a1:7f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:43:25Z', 'updated_at': '2022-05-06T09:44:54Z', 'revision_number': 1, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:09Z', 'revision_number': 5, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:44:58.706642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Pushing event deleted for resources: {'Port': ['ID=e37809eb-9b56-4f9c-a54a-7e390f209c9b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:58.723319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-71adc9b1-15f4-4018-be57-992f990d05bf service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242973 May 06 09:44:58.730886 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa09126c-d461-40ef-8874-b9067cd838fe tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9351590 May 06 09:44:58.736986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bccb5ebf-2ce2-44a5-8d5b-aae26baa31a8 req-5027c627-f3f9-47ae-a5b1-addd2485367c tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563114 May 06 09:44:58.749522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48174) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:58.840644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4a3a4f28-e2fc-437c-bb40-3d03ca9c7b90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=56419376-70ae-4acd-9d38-3fd03c214a82 HTTP/1.1" status: 200 len: 217 time: 0.0981324 May 06 09:44:58.846378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ea70-4576-4de8-a302-add31dffe0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.883634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ea70-4576-4de8-a302-add31dffe0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:58.987922 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a1e7ea70-4576-4de8-a302-add31dffe0fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=965e2deaf30d4ac2aec09d09378d6937&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0172522 May 06 09:44:58.991019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7ea70-4576-4de8-a302-add31dffe0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f7fb2-8bfb-48ee-b4cb-62a4fd5dbb83,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:58.993467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48176) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:44:58.997153 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-1ab7c74d-79c3-46f3-8514-661c2c70b1ed service neutron] 10.222.0.83 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139174 May 06 09:44:59.075876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5bac6a9-57b9-4387-8092-bb3151b0237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.079465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-f5bac6a9-57b9-4387-8092-bb3151b0237a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.1991262 May 06 09:44:59.100416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.112334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.126088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.132084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.138190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.145150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.151277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.157338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.159301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-f1ce9d59-bd2a-45a7-ba4f-3e8e37292ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.3254263 May 06 09:44:59.166389 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a57629ad-2126-49ac-9bb5-9b1f2d779084 req-93ed4df8-7937-4b48-bd4f-59a61befa471 service neutron] 10.222.0.83 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604757 May 06 09:44:59.216361 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d828c6e-b396-4cb1-bce1-c7fcd185f0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.262498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca206c-fec1-4b89-ab16-891f65b941cb None None] New status for floating IP b4ef6cb6-1b76-4a66-8868-23557f621084: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:44:59.327592 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d828c6e-b396-4cb1-bce1-c7fcd185f0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.406110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08da2f04-7d8b-442b-a6d2-e0e503ddc136 req-522ed798-b88a-4409-9644-256b9b932158 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2075799 May 06 09:44:59.410884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4d721339-ec91-42a0-8a87-f39dd9624472,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:44:59.449210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-72ce8492-319d-4a7c-a3b6-c88c4a190269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:44:59.452436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-72ce8492-319d-4a7c-a3b6-c88c4a190269 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3623869 May 06 09:44:59.479610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:44:59.481911 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ec9695-4f90-40c1-a763-be94e41cfbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:44:59.499178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.693602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe97eb-7c78-40d4-b43f-b77435da9c04 None None] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:44:59.775878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a79e8fe8-8b99-46e6-8dac-f4360afc87e7 None None] Provisioning complete for port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:44:59.776450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a79e8fe8-8b99-46e6-8dac-f4360afc87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.861752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d828c6e-b396-4cb1-bce1-c7fcd185f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.873240 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d828c6e-b396-4cb1-bce1-c7fcd185f0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.874646 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d828c6e-b396-4cb1-bce1-c7fcd185f0f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/651f7fb2-8bfb-48ee-b4cb-62a4fd5dbb83 HTTP/1.1" status: 204 len: 168 time: 0.8762980 May 06 09:44:59.892875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d828c6e-b396-4cb1-bce1-c7fcd185f0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f7fb2-8bfb-48ee-b4cb-62a4fd5dbb83,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:44:59.931020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:44:59.969341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:44:59.984544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:00.070023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.089185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:00.119038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:00.120678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.120924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.123136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d96b070c-d08c-4fe8-a392-e8266cc481ef req-b0f93582-e94c-41ba-bf08-6477115980b2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "PUT /v2.0/ports/4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 200 len: 1020 time: 1.9938946 May 06 09:45:00.133846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449d42e-2961-4baa-a618-085d8815744d None None] Sync routers for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:00.146243 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a79e8fe8-8b99-46e6-8dac-f4360afc87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.147959 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0ca02250-6227-4f6b-be23-e47da340e14d admin admin] 10.222.0.76 "PUT /v2.0/routers/0a40e596-d5d9-4f38-a67f-6ddb27b6325f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4544265 May 06 09:45:00.151488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48192) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:00.159007 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:00.159661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:00.234223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a79e8fe8-8b99-46e6-8dac-f4360afc87e7 None None] For port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,segment=NetworkSegment(d7ae8056-7ba2-4ed6-a2b1-da03bcd282be),segment_id=d7ae8056-7ba2-4ed6-a2b1-da03bcd282be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:00.240467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:00.339326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-40e3c2d6-001c-498b-9d6c-5a558b57d845 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8741338 May 06 09:45:00.353586 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da84c3-472c-4f5b-b286-8643934e1ead x-openstack-request-id: req-03da84c3-472c-4f5b-b286-8643934e1ead {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:00.356826 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:00.358603 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03da84c3-472c-4f5b-b286-8643934e1ead {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:00.359163 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03da84c3-472c-4f5b-b286-8643934e1ead'] response: {'name': 'network-changed', 'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472', 'status': 'completed', 'code': 200} May 06 09:45:00.423141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.487496 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a79e8fe8-8b99-46e6-8dac-f4360afc87e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:00.498307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ce3ea-8c87-4b70-9d11-953cc943f097 req-3bac1267-67ca-4a68-85cd-d82f9b04d006 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.500956 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:00.517739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b8ce3ea-8c87-4b70-9d11-953cc943f097 req-3bac1267-67ca-4a68-85cd-d82f9b04d006 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.5927854 May 06 09:45:00.569978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-a37a3ef0-322b-4f40-9d66-1569ce2bf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.571531 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-a37a3ef0-322b-4f40-9d66-1569ce2bf9de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1174 time: 0.1447051 May 06 09:45:00.791231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-86958a0c-8847-46e7-b893-c9da526431db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.792878 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-86958a0c-8847-46e7-b893-c9da526431db service neutron] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 913 time: 0.2101159 May 06 09:45:00.838255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:00.952002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf151a-087f-4312-8237-a1ecb6c6f485 req-62780364-0822-4c07-b65e-766837ad8318 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:00.954126 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-d657cde8-a04a-43f7-bf6a-6d3d88c60875 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 200 len: 217 time: 0.1367176 May 06 09:45:00.961669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25bf151a-087f-4312-8237-a1ecb6c6f485 req-62780364-0822-4c07-b65e-766837ad8318 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 950 time: 0.4175329 May 06 09:45:00.964370 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:44:58Z', 'revision_number': 5, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port': {'id': '552bb14e-00e0-443d-beae-0da1f88c9bc1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:26Z', 'updated_at': '2022-05-06T09:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:00.965499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-5b1950b9-52e9-4a69-9bdd-36289e03eacf service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046684 May 06 09:45:00.983500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b8ce3ea-8c87-4b70-9d11-953cc943f097 req-d8412e1b-d106-4e6d-81fd-ce26436c93ca tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647815 May 06 09:45:01.003854 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.042294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-86b5d30d-5acc-4224-8dbb-1f569c920c04 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2 HTTP/1.1" status: 200 len: 217 time: 0.0657201 May 06 09:45:01.097789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e8fe8-8b99-46e6-8dac-f4360afc87e7 None None] Pushing event updated for resources: {'Port': ['ID=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:01.114545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-29eea620-9d89-4c43-8ee3-19e297a531f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.115967 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-29eea620-9d89-4c43-8ee3-19e297a531f5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.0624766 May 06 09:45:01.146440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f2fa8615-d023-488b-bdbc-07fd8b644b95 None None] Provisioning complete for port 63f87409-4c9f-471d-9ec1-57aae0f55123 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:01.146874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8615-d023-488b-bdbc-07fd8b644b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.201892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25bf151a-087f-4312-8237-a1ecb6c6f485 req-b1b7b385-6a41-48d4-ab71-3465490efd77 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391570 May 06 09:45:01.207463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-fdfe5e25-8285-4703-b627-ea304a344a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.209064 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-fdfe5e25-8285-4703-b627-ea304a344a5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.2430537 May 06 09:45:01.242176 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:01.242607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.264533 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449d42e-2961-4baa-a618-085d8815744d None None] Checking router: 0a40e596-d5d9-4f38-a67f-6ddb27b6325f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:45:01.268059 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-a53523f5-afa6-422d-9386-29dc281e8699 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480332 May 06 09:45:01.276407 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] Routers {'0a40e596-d5d9-4f38-a67f-6ddb27b6325f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:01.277021 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:01.279400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa8615-d023-488b-bdbc-07fd8b644b95 None None] Port 63f87409-4c9f-471d-9ec1-57aae0f55123 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:01.320824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f2fa8615-d023-488b-bdbc-07fd8b644b95 None None] Provisioning complete for port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:01.321202 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f2fa8615-d023-488b-bdbc-07fd8b644b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.386828 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] Set router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:01.389200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.402726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.407801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-8a2c8a54-9306-4ee5-b0ad-d7519b3a5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.410333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-8a2c8a54-9306-4ee5-b0ad-d7519b3a5e7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2810659 May 06 09:45:01.410626 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-3a99e32f-b604-4082-9037-dc43eb9d000e service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349053 May 06 09:45:01.420441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Deleting port 552bb14e-00e0-443d-beae-0da1f88c9bc1 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:01.420846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea57ef-b2f1-4963-a55b-f814db8816fe req-a465d69f-1576-4419-ada7-08ddcaa3266c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.421012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.422922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82ea57ef-b2f1-4963-a55b-f814db8816fe req-a465d69f-1576-4419-ada7-08ddcaa3266c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1023 time: 0.2574069 May 06 09:45:01.464782 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0449d42e-2961-4baa-a618-085d8815744d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:45:01Z', 'revision_number': 6, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:01.483529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.490296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.498614 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449d42e-2961-4baa-a618-085d8815744d None None] The sync data for ids ['0a40e596-d5d9-4f38-a67f-6ddb27b6325f'] in n-d-840834-1 is: [{'id': '0a40e596-d5d9-4f38-a67f-6ddb27b6325f', 'name': 'tempest-ServersTestBootFromVolume-1233431750-router', 'tenant_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:24Z', 'updated_at': '2022-05-06T09:45:01Z', 'revision_number': 6, 'project_id': 'a9cb7ff99f554aada88b21a57a0f809c', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:01.498931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.506604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.512844 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.518961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.525135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:01.528360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-a3d8db2a-92e3-4ed3-8886-b3efa10404a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2110748 May 06 09:45:01.608298 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96ec9695-4f90-40c1-a763-be94e41cfbf5 req-c8952e70-fbe3-4d71-b02e-d0f361914fd2 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839676 May 06 09:45:01.608887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dfb7a27d-e1ec-42ce-8c3d-5723105f9657 None None] Provisioning complete for port 63f87409-4c9f-471d-9ec1-57aae0f55123 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:01.609371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a27d-e1ec-42ce-8c3d-5723105f9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.615344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] For port 552bb14e-00e0-443d-beae-0da1f88c9bc1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=552bb14e-00e0-443d-beae-0da1f88c9bc1,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:01.615770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.631342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Calling delete_port for 552bb14e-00e0-443d-beae-0da1f88c9bc1 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:01.635518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=63f87409-4c9f-471d-9ec1-57aae0f55123,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:01.682719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-dfb7a27d-e1ec-42ce-8c3d-5723105f9657 None None] Port 63f87409-4c9f-471d-9ec1-57aae0f55123 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:01.768581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9ac1f3c-e6d7-4833-92ac-f7d3dcfabaff req-18f0fc01-804c-48d0-8ae4-87b0c2703d87 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2106173 May 06 09:45:01.812006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-29882835-6159-4750-93ef-cb5e287d09f2 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812881 May 06 09:45:01.845505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:01.876935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82ea57ef-b2f1-4963-a55b-f814db8816fe req-85771522-3390-4c71-b5a5-5c6f1f7bbf00 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea5318ce-df3d-40d8-85db-87d392136d6c&id=5d46ac2d-36c6-446d-8435-eb9d25a49dfb&id=1cdd1ba6-ab41-469f-918c-6a3332637a86 HTTP/1.1" status: 200 len: 6157 time: 0.4158492 May 06 09:45:01.894895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Pushing event deleted for resources: {'Port': ['ID=552bb14e-00e0-443d-beae-0da1f88c9bc1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:01.959181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.017962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4847e1f9-153f-4e90-83ab-f0714fc2bdb6 None None] Provisioning complete for port 63f87409-4c9f-471d-9ec1-57aae0f55123 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:02.018965 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4847e1f9-153f-4e90-83ab-f0714fc2bdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.066544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.076239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.079077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.107107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4847e1f9-153f-4e90-83ab-f0714fc2bdb6 None None] Port 63f87409-4c9f-471d-9ec1-57aae0f55123 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:02.141175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.141713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a40e596-d5d9-4f38-a67f-6ddb27b6325f {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:45:02.152670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.154553 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f6f0b448-1317-4959-89ea-78df0a89ede1 admin admin] 10.222.0.76 "DELETE /v2.0/routers/0a40e596-d5d9-4f38-a67f-6ddb27b6325f HTTP/1.1" status: 204 len: 168 time: 2.0011051 May 06 09:45:02.157084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48228) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:02.215511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] Deleting subnet 1314c734-78b7-49a1-933f-0f4b0ef4f045 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:45:02.220527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.250038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-e9461fdc-a325-4b82-83f5-16bdea29c7a8 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275320 May 06 09:45:02.260874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.344918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-0339c8be-c860-470a-a627-4127a57bc968 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 HTTP/1.1" status: 200 len: 217 time: 0.0668457 May 06 09:45:02.348596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-09ec10aa-cb15-4950-bec4-a91129f715d6 req-6e3500ab-f847-43d8-a126-44daa2065476 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1636581579 ', 'description': 'tempest-description-90378426'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:02.354068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.360158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:02.362928 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:02.368295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.444197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09ec10aa-cb15-4950-bec4-a91129f715d6 req-6e3500ab-f847-43d8-a126-44daa2065476 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.456150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.492543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1314c734-78b7-49a1-933f-0f4b0ef4f045,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:02.507899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.508947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcbecf0-ffd3-4d57-a31f-82b1c4ba876e None None] Network 2845d620-b001-4626-9ed0-b8a79164eb38 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:02.512643 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-71bed92c-d1b5-4db7-b650-d181daf95a7b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1314c734-78b7-49a1-933f-0f4b0ef4f045 HTTP/1.1" status: 204 len: 168 time: 0.3543139 May 06 09:45:02.515872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:02.547635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-97c1b4ef-7ea2-4f5b-b847-80208ed18fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.547635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-97c1b4ef-7ea2-4f5b-b847-80208ed18fc1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4b4d354c-e2fb-4f80-acc5-61d132644c73 HTTP/1.1" status: 200 len: 797 time: 0.1851766 May 06 09:45:02.626911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:02.662449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.733743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Deleting port 850ecdf6-f6fb-4bc6-9288-085c63228953 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:02.734789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.759863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:02.760310 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.809228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] For port 850ecdf6-f6fb-4bc6-9288-085c63228953, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=850ecdf6-f6fb-4bc6-9288-085c63228953,segment=NetworkSegment(3d9075b1-363e-4304-b21c-c9316f7e262e),segment_id=3d9075b1-363e-4304-b21c-c9316f7e262e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:02.809691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.834753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4561373f-5c26-4a88-aea8-78e2a649bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.836230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-4561373f-5c26-4a88-aea8-78e2a649bf45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1700311 May 06 09:45:02.844269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Calling delete_port for 850ecdf6-f6fb-4bc6-9288-085c63228953 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:02.894104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1edcf-c583-42dd-ba45-8fcff871c560 req-3b5031ef-f91b-4ea4-9b56-14a533f97164 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:02.902450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0b1edcf-c583-42dd-ba45-8fcff871c560 req-3b5031ef-f91b-4ea4-9b56-14a533f97164 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2327883 May 06 09:45:02.922715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] DHCP port deletion for 2845d620-b001-4626-9ed0-b8a79164eb38 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:45:02.972296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 552bb14e-00e0-443d-beae-0da1f88c9bc1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:02.982748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:02.998117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 552bb14e-00e0-443d-beae-0da1f88c9bc1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:02.998590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 552bb14e-00e0-443d-beae-0da1f88c9bc1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:02.998872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e37809eb-9b56-4f9c-a54a-7e390f209c9b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:03.020199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] No DVR routers for this DVR port 850ecdf6-f6fb-4bc6-9288-085c63228953 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:03.026528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: e37809eb-9b56-4f9c-a54a-7e390f209c9b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:03.026903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e37809eb-9b56-4f9c-a54a-7e390f209c9b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:03.031231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Pushing event deleted for resources: {'Port': ['ID=850ecdf6-f6fb-4bc6-9288-085c63228953,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.041499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09ec10aa-cb15-4950-bec4-a91129f715d6 req-6e3500ab-f847-43d8-a126-44daa2065476 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.042830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] Deleting port 850ecdf6-f6fb-4bc6-9288-085c63228953 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:03.043454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.057501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09ec10aa-cb15-4950-bec4-a91129f715d6 req-6e3500ab-f847-43d8-a126-44daa2065476 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.084398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.108705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.109427 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.117301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] For port 850ecdf6-f6fb-4bc6-9288-085c63228953, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:03.118046 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.119797 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.127525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0b1edcf-c583-42dd-ba45-8fcff871c560 req-24ca75fa-3a77-44dd-b48b-801cff123df5 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241261 May 06 09:45:03.132417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] Calling delete_port for 850ecdf6-f6fb-4bc6-9288-085c63228953 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:03.135111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] Port 850ecdf6-f6fb-4bc6-9288-085c63228953 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:45:03.137271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.139121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09ec10aa-cb15-4950-bec4-a91129f715d6 req-6e3500ab-f847-43d8-a126-44daa2065476 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.150011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] No DVR routers for this DVR port 850ecdf6-f6fb-4bc6-9288-085c63228953 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:03.161040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09ec10aa-cb15-4950-bec4-a91129f715d6 req-6e3500ab-f847-43d8-a126-44daa2065476 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.8220022 May 06 09:45:03.167389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2845d620-b001-4626-9ed0-b8a79164eb38']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:03.178636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ab93-cd5a-4fd8-892f-200c2b9645b1 None None] Pushing event deleted for resources: {'Port': ['ID=850ecdf6-f6fb-4bc6-9288-085c63228953,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.181961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9075b1-363e-4304-b21c-c9316f7e262e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:03.182347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9075b1-363e-4304-b21c-c9316f7e262e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:03.194591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.207419 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce0906c-c382-4b0e-b68e-fcec7c0b0dd9 x-openstack-request-id: req-2ce0906c-c382-4b0e-b68e-fcec7c0b0dd9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:03.207806 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:03.208231 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ce0906c-c382-4b0e-b68e-fcec7c0b0dd9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:03.208697 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce0906c-c382-4b0e-b68e-fcec7c0b0dd9'] response: {'name': 'network-changed', 'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472', 'status': 'completed', 'code': 200} May 06 09:45:03.211032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.228179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:45:03.228179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: timer() May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:45:03.245714 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:45:03.285897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3500ab-f847-43d8-a126-44daa2065476 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f928eb92-da2d-4aa7-a1f5-a1a6f1b1307e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.332413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.338141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-387f16b3-ca20-4cff-8287-7ea49a68b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.339835 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-387f16b3-ca20-4cff-8287-7ea49a68b998 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1174 time: 0.0612991 May 06 09:45:03.342880 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.346527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] 10.222.0.76 "DELETE /v2.0/networks/2845d620-b001-4626-9ed0-b8a79164eb38 HTTP/1.1" status: 204 len: 168 time: 0.8291681 May 06 09:45:03.369879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f45f1b-4736-4093-84b4-aa31ddc004aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2845d620-b001-4626-9ed0-b8a79164eb38,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.378804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=63f87409-4c9f-471d-9ec1-57aae0f55123,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.384846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-64d1b115-bae2-4032-b493-fc9319ab570b service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219963 May 06 09:45:03.454277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-35430848-a6b8-4fc2-864d-30d09bc4794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.455901 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-35430848-a6b8-4fc2-864d-30d09bc4794a service neutron] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 913 time: 0.1072264 May 06 09:45:03.508859 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-24e3c970-d525-4338-9d0c-958d6fd12ca5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 200 len: 217 time: 0.0404806 May 06 09:45:03.528277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f332edc-2f5a-4c61-9cc5-edeef65454fa req-e1fb0936-fe10-4dcc-9c0f-860bc34cc5d8 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/f928eb92-da2d-4aa7-a1f5-a1a6f1b1307e HTTP/1.1" status: 200 len: 1781 time: 0.2204065 May 06 09:45:03.554312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.560336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.571318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.574071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-2c1a9618-0c9e-4417-b5d9-9345539581b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.578149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.581119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-2c1a9618-0c9e-4417-b5d9-9345539581b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.0646393 May 06 09:45:03.581621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48256) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:03.584274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.590496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.597483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:03.599380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-10cd92cc-12fd-4882-8b14-a713f51500f8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2893012 May 06 09:45:03.626008 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-a688b70c-d102-4c33-bec3-71d28d86274b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274467 May 06 09:45:03.626953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:03.643905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:03.672723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7774cc19-5d30-406d-b391-3735d4a05491 service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696898 May 06 09:45:03.700085 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-396c6635-f8a1-44a3-9a20-a57c37d86c9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a9cb7ff99f554aada88b21a57a0f809c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1172450 May 06 09:45:03.702601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48260) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:03.782202 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-908d8bf1-60f9-42ab-9642-9c74df5e1d4d service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458244 May 06 09:45:03.788371 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8eef96c7-6c8d-4a2a-ba7f-6dbc616ef9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.862501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8eef96c7-6c8d-4a2a-ba7f-6dbc616ef9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.942207 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ae1990cd-f061-4dd4-80a5-b1357d77dc3d req-408da87e-e7f9-4e10-a967-3cc726fc7031 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480436 May 06 09:45:03.959245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8eef96c7-6c8d-4a2a-ba7f-6dbc616ef9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.962587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8eef96c7-6c8d-4a2a-ba7f-6dbc616ef9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:03.966458 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8eef96c7-6c8d-4a2a-ba7f-6dbc616ef9eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d50e145-16e8-4fba-a844-cf46cd0b092b HTTP/1.1" status: 204 len: 168 time: 0.2605798 May 06 09:45:03.976754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef96c7-6c8d-4a2a-ba7f-6dbc616ef9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d50e145-16e8-4fba-a844-cf46cd0b092b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:03.982005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:04.082063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d8c63903-cbae-41b5-9490-40eec114c90c None None] Provisioning complete for port 63f87409-4c9f-471d-9ec1-57aae0f55123 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:04.082438 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d8c63903-cbae-41b5-9490-40eec114c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.110792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6c44675-4a41-44f6-999f-b8880cabf4b2 req-d0cbfc2f-99a3-4f1e-9850-1643d2a83850 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4970453 May 06 09:45:04.143900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-5486b8d5-8eff-4b0a-94ac-064c8a8d8777 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=456ba549-52c2-433d-8a60-0193194016d7 HTTP/1.1" status: 200 len: 217 time: 0.4155622 May 06 09:45:04.148606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-370a59ce-849a-4ad0-a607-56995ff62e0d req-d4081bba-9c0f-430d-8458-bd588a8b4ff5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/f928eb92-da2d-4aa7-a1f5-a1a6f1b1307e HTTP/1.1" status: 200 len: 1781 time: 0.5466900 May 06 09:45:04.152985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.156426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d8c63903-cbae-41b5-9490-40eec114c90c None None] Port 63f87409-4c9f-471d-9ec1-57aae0f55123 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:04.171494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'mac_address': 'fa:16:3e:60:fe:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:04.215459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.230070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acd6847a-40c7-496d-89a3-0f2072e06138 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:04.245233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7ff2767b-537f-49c0-95ff-ef22c452aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.246693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-7ff2767b-537f-49c0-95ff-ef22c452aef5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4b4d354c-e2fb-4f80-acc5-61d132644c73 HTTP/1.1" status: 200 len: 797 time: 0.0952072 May 06 09:45:04.255139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:04.262941 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.332753 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-370a59ce-849a-4ad0-a607-56995ff62e0d req-2a3f88f5-3e92-4488-8b42-76dc5a08f67a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.337575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:04.351015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 6421b3d6-e83b-4e3f-a359-e8f4acbc61ee is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:45:04.355669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['acd6847a-40c7-496d-89a3-0f2072e06138'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:04.358272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-d7639fcd-5417-47aa-876e-7d7fbce9239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.359836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-d7639fcd-5417-47aa-876e-7d7fbce9239e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005754 May 06 09:45:04.373181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-370a59ce-849a-4ad0-a607-56995ff62e0d req-2a3f88f5-3e92-4488-8b42-76dc5a08f67a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.403317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 850ecdf6-f6fb-4bc6-9288-085c63228953 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:04.457681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 850ecdf6-f6fb-4bc6-9288-085c63228953 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:04.458140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 850ecdf6-f6fb-4bc6-9288-085c63228953 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:04.635358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-370a59ce-849a-4ad0-a607-56995ff62e0d req-2a3f88f5-3e92-4488-8b42-76dc5a08f67a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.637861 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-370a59ce-849a-4ad0-a607-56995ff62e0d req-2a3f88f5-3e92-4488-8b42-76dc5a08f67a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.639171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-370a59ce-849a-4ad0-a607-56995ff62e0d req-2a3f88f5-3e92-4488-8b42-76dc5a08f67a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/f928eb92-da2d-4aa7-a1f5-a1a6f1b1307e HTTP/1.1" status: 204 len: 173 time: 0.4695449 May 06 09:45:04.660688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:04.671089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] Sync routers for ids ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:04.675909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c4cd78cd-73e1-449f-9e79-9450b043d170 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/6421b3d6-e83b-4e3f-a359-e8f4acbc61ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9248276 May 06 09:45:04.678716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48288) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:04.683422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8337f55-0390-4cf4-b0e2-582762c6fc40 req-11d3552a-1b37-462f-9e06-b69821981d12 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.685000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8337f55-0390-4cf4-b0e2-582762c6fc40 req-11d3552a-1b37-462f-9e06-b69821981d12 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.1778836 May 06 09:45:04.685887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] Routers {'6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:04.686521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f88f5-3e92-4488-8b42-76dc5a08f67a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f928eb92-da2d-4aa7-a1f5-a1a6f1b1307e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:04.686850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:04.689751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-981eeafa-38a1-4a78-8b53-46f18991ebde service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212826 May 06 09:45:04.753047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:04.765107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] Routers {'6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:04.765731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:04.805938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:04.806590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec569e90-df26-49c2-bb4e-c3e91e8ba50e None None] The sync data for ids ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:04.826712 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-3d4f17d0-5ba1-4d8d-a294-d60eccb4a34c req-619fed82-32b6-4ae4-b2e6-3c00f14e6759 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:04.828113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d4f17d0-5ba1-4d8d-a294-d60eccb4a34c req-619fed82-32b6-4ae4-b2e6-3c00f14e6759 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/f928eb92-da2d-4aa7-a1f5-a1a6f1b1307e HTTP/1.1" status: 404 len: 352 time: 0.0302725 May 06 09:45:04.843630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c91242-47ac-4894-9943-44f456e6eb32 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:04.845350 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-36c91242-47ac-4894-9943-44f456e6eb32 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports/63f87409-4c9f-471d-9ec1-57aae0f55123 HTTP/1.1" status: 200 len: 984 time: 0.1649065 May 06 09:45:04.845961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48302) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:04.863950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8337f55-0390-4cf4-b0e2-582762c6fc40 req-7fc32ebd-0c15-443d-9d4f-89f4e509ecc8 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512020 May 06 09:45:04.894202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-c2ae87e0-6a00-4289-82d5-c73b335444c2 req-10b238fc-696e-42c7-8001-106467ef5d01 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-61573260', 'description': 'tempest-description-2094538024'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:04.926593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c2ae87e0-6a00-4289-82d5-c73b335444c2 req-10b238fc-696e-42c7-8001-106467ef5d01 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:04.944110 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0e05667c-e200-4657-9746-d0215dd037eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1429639 May 06 09:45:04.948433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2dc91d2d-a84d-4516-bb13-f9f2908aa24d req-bae22621-2f30-40cc-abe5-c30a4de342d0 service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504072 May 06 09:45:04.991960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48310) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:05.083563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c2ae87e0-6a00-4289-82d5-c73b335444c2 req-10b238fc-696e-42c7-8001-106467ef5d01 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.090544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c2ae87e0-6a00-4289-82d5-c73b335444c2 req-10b238fc-696e-42c7-8001-106467ef5d01 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.118908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.119395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.120354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.120354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.120781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.121229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.121693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b238fc-696e-42c7-8001-106467ef5d01 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58886cbc-0449-420b-b404-e2b20f4a4be2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:05.122286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.125134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0a4fd714-d60b-4869-8883-8087106eb279 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6502 time: 0.1059785 May 06 09:45:05.136651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.137245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.137734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.138726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.139214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.139845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.140380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.147753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927588f9-6117-4512-b191-b85bb30daf05 req-b24fd187-684c-45e1-8257-7d4b7e49c5a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6478 time: 0.1174152 May 06 09:45:05.158707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-299539669-network', 'tenant_id': 'f9f48b4631d2416eac58a2a8d3382ca3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:05.178092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c2ae87e0-6a00-4289-82d5-c73b335444c2 req-10b238fc-696e-42c7-8001-106467ef5d01 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.179302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2ae87e0-6a00-4289-82d5-c73b335444c2 req-10b238fc-696e-42c7-8001-106467ef5d01 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2942944 May 06 09:45:05.252299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Made reservation on behalf of f9f48b4631d2416eac58a2a8d3382ca3 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:05.254651 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.267496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.334656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-f0b5052c-0d9e-4a35-8611-dc1a9b43f745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.336689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927588f9-6117-4512-b191-b85bb30daf05 req-f0b5052c-0d9e-4a35-8611-dc1a9b43f745 service neutron] 10.222.0.82 "GET /v2.0/networks?id=29c8a71a-490d-4ad5-8ba1-74334919c9d8 HTTP/1.1" status: 200 len: 903 time: 0.1742933 May 06 09:45:05.356713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a2ba42f3-000b-4dcf-b7e5-0529a6144063 req-8f7e9e3d-d92a-4a2c-85fc-10aaff776842 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-840168055', 'description': 'tempest-description-1032096194'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:05.357323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-6d39fb33-2660-4d55-8532-2edcc1f09332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.358305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-6d39fb33-2660-4d55-8532-2edcc1f09332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.358769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-6d39fb33-2660-4d55-8532-2edcc1f09332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.360445 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-6d39fb33-2660-4d55-8532-2edcc1f09332 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8c917134-8201-47cd-a40c-b62de7168243&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=1923bd5b-10a9-4fab-8e4d-167ff958e058&id=b3836593-218b-46fa-9963-06836e1d29c8&id=b3836593-218b-46fa-9963-06836e1d29c8 HTTP/1.1" status: 200 len: 2297 time: 0.1957686 May 06 09:45:05.425489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927588f9-6117-4512-b191-b85bb30daf05 req-488d0ab7-8083-4a2e-93c7-6e05e2235e35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=456ba549-52c2-433d-8a60-0193194016d7 HTTP/1.1" status: 200 len: 217 time: 0.0583613 May 06 09:45:05.437553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.446248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.453501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.457009 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-77269c6d-ffbc-4f44-9f2e-e9c955b81f02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb04a056-501f-4037-b991-5160eba40b87 HTTP/1.1" status: 200 len: 1002 time: 0.0874279 May 06 09:45:05.463991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.474686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.480586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.487157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.489250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-c62c61f2-a340-49fc-96df-c90c7fd1f841 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2235079 May 06 09:45:05.559744 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a2ba42f3-000b-4dcf-b7e5-0529a6144063 req-8f7e9e3d-d92a-4a2c-85fc-10aaff776842 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.578137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.622765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-7de7972e-eb4d-4707-b72f-16955f9f9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.624302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927588f9-6117-4512-b191-b85bb30daf05 req-7de7972e-eb4d-4707-b72f-16955f9f9247 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4b4d354c-e2fb-4f80-acc5-61d132644c73 HTTP/1.1" status: 200 len: 797 time: 0.1288784 May 06 09:45:05.637565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.657830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5c64f6f-2111-4457-815b-32a9f1ec8f43 req-eec0310c-fede-4ca6-8871-b6a6c276ff56 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1610348 May 06 09:45:05.658514 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.727703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:05.749499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e342c535-7964-4684-ada3-11f347c55c58,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:05.758640 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.758898 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Added segment a0622dfe-14cb-48a4-bc12-c9baf96eb6d4 of type vlan for network 8a82bf60-ae46-43e6-b200-26fc38e0b47b May 06 09:45:05.787187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927588f9-6117-4512-b191-b85bb30daf05 req-8a7dafcf-2f73-490f-a016-99135fa1f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.788981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927588f9-6117-4512-b191-b85bb30daf05 req-8a7dafcf-2f73-490f-a016-99135fa1f3be service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540890 May 06 09:45:05.836392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a2ba42f3-000b-4dcf-b7e5-0529a6144063 req-8f7e9e3d-d92a-4a2c-85fc-10aaff776842 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.881874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.887255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a2ba42f3-000b-4dcf-b7e5-0529a6144063 req-8f7e9e3d-d92a-4a2c-85fc-10aaff776842 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.949227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-2ec84ae0-2825-4ab6-be1a-570d4b13c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.950602 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-2ec84ae0-2825-4ab6-be1a-570d4b13c36e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=323d6d81-cf2b-491e-b557-e2eedc3bc7c0 HTTP/1.1" status: 200 len: 856 time: 0.4815001 May 06 09:45:05.954634 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a2ba42f3-000b-4dcf-b7e5-0529a6144063 req-8f7e9e3d-d92a-4a2c-85fc-10aaff776842 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.955907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2ba42f3-000b-4dcf-b7e5-0529a6144063 req-8f7e9e3d-d92a-4a2c-85fc-10aaff776842 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6099708 May 06 09:45:05.967066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9e3d-d92a-4a2c-85fc-10aaff776842 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a31bfb-e6e4-4817-8579-78de7b942b0c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:05.974689 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.975735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:05.976312 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:05.999532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:06.048085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927588f9-6117-4512-b191-b85bb30daf05 req-3157cc16-d9e7-4d6a-924a-dc5675d978e0 service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322578 May 06 09:45:06.062949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0695641 May 06 09:45:06.073556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48356) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:06.080152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Request body: {'subnet': {'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-299539669-subnet', 'tenant_id': 'f9f48b4631d2416eac58a2a8d3382ca3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:06.086753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-b63f9dae-4edc-427b-aa24-bf1cc1f07b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.088565 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-b63f9dae-4edc-427b-aa24-bf1cc1f07b1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8c917134-8201-47cd-a40c-b62de7168243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102788 May 06 09:45:06.104472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port acd6847a-40c7-496d-89a3-0f2072e06138 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:06.105095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.221724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96f1a-8a93-4231-9272-6e498db3355c admin admin] Pushing event updated for resources: {'Network': ['ID=8a82bf60-ae46-43e6-b200-26fc38e0b47b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:06.237310 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-037b2a4a-c6ab-4f95-8a5a-4ddd223979c1 service neutron] 10.222.0.83 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289210 May 06 09:45:06.240530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.242746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 8a82bf60-ae46-43e6-b200-26fc38e0b47b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:06.253109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f3569253-7054-42da-9612-cd33df1dcebd req-3851ebfd-2b56-4883-831b-fc3b443404c5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-534794801', 'description': 'tempest-description-1168390575'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:06.314710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Made reservation on behalf of f9f48b4631d2416eac58a2a8d3382ca3 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:06.317462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.322687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:06.326659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:06.330023 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd8fc32-d5a9-4e16-b1e1-399fd32f07a2" -d '{"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-plugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:06.336856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.373418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927588f9-6117-4512-b191-b85bb30daf05 req-17fb7035-142b-4051-b0d4-91906a840012 service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092365 May 06 09:45:06.387544 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-6e7d8e69-be16-479b-b1ac-67c9e59207ae service neutron] 10.222.0.83 "GET /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127994 May 06 09:45:06.396173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f3569253-7054-42da-9612-cd33df1dcebd req-3851ebfd-2b56-4883-831b-fc3b443404c5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.442336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d940a5-74be-4ad8-9305-b7ea489e5ecd req-38230afd-aaaf-4d78-a525-e0c60b05e224 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.443082 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-edb46e9c-be4f-4846-be1e-f05270788557 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=803f3ef6-07d9-4481-9e40-5c7c95b40ed7 HTTP/1.1" status: 200 len: 217 time: 0.0457537 May 06 09:45:06.452233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30d940a5-74be-4ad8-9305-b7ea489e5ecd req-38230afd-aaaf-4d78-a525-e0c60b05e224 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2056959 May 06 09:45:06.466611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 63f87409-4c9f-471d-9ec1-57aae0f55123 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:06.467137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.551202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30d940a5-74be-4ad8-9305-b7ea489e5ecd req-fe4a3e3c-17df-4345-a738-7268f4656c42 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978246 May 06 09:45:06.580214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:06.617117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.637867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 63f87409-4c9f-471d-9ec1-57aae0f55123 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:06.655283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-cbfee2aa-bb6c-4811-b09b-a25e7a8bc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.657923 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-cbfee2aa-bb6c-4811-b09b-a25e7a8bc29d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.1941795 May 06 09:45:06.710584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f3569253-7054-42da-9612-cd33df1dcebd req-3851ebfd-2b56-4883-831b-fc3b443404c5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.725481 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f3569253-7054-42da-9612-cd33df1dcebd req-3851ebfd-2b56-4883-831b-fc3b443404c5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.758459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-1da7d2b3-9c6f-4135-a1f9-591bf97cd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:06.760567 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-1da7d2b3-9c6f-4135-a1f9-591bf97cd293 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0668342 May 06 09:45:06.804088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f3569253-7054-42da-9612-cd33df1dcebd req-3851ebfd-2b56-4883-831b-fc3b443404c5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.818860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3569253-7054-42da-9612-cd33df1dcebd req-3851ebfd-2b56-4883-831b-fc3b443404c5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5822871 May 06 09:45:06.860750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851ebfd-2b56-4883-831b-fc3b443404c5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162601dd-8760-4aa1-8f0d-e13db5e5c40f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:06.875555 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c80f6-480c-4917-af58-05ad5f06b810 x-openstack-request-id: req-e04c80f6-480c-4917-af58-05ad5f06b810 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:06.876127 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-plugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:06.876543 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e04c80f6-480c-4917-af58-05ad5f06b810 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:06.877205 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04c80f6-480c-4917-af58-05ad5f06b810'] response: {'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'code': 200} May 06 09:45:06.878420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:06.895315 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-cf7a1a04-e74f-4f90-bb28-0f8c64be65ff service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250958 May 06 09:45:07.051256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=0078a3ce-1d3d-4391-a69d-d746800f5445,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:07.054944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-5667041c-1600-4f9b-bfec-4a3746e935c7 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495795 May 06 09:45:07.089183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Checking segment: {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:07.089720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Network hostable DHCP agents. Network: 8a82bf60-ae46-43e6-b200-26fc38e0b47b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:07.123747 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-4e71f9bc-1cfe-49a3-a54b-e8127588499e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 HTTP/1.1" status: 200 len: 217 time: 0.0605719 May 06 09:45:07.131180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.139314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.147641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.153725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.160207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.166159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.172204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.174183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-ff4be832-7ef5-46ba-8ebd-4099f2099b72 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.1764359 May 06 09:45:07.191381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.218308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Network 8a82bf60-ae46-43e6-b200-26fc38e0b47b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:07.223569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=63f87409-4c9f-471d-9ec1-57aae0f55123,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:07.226552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-309526e3-8e36-44ae-ba30-50c2438866c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.228163 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-309526e3-8e36-44ae-ba30-50c2438866c6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.0953944 May 06 09:45:07.246481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 8a82bf60-ae46-43e6-b200-26fc38e0b47b) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:07.266535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dd4ab74-1bc1-427e-978e-2f5f4320dd9e req-c85a8e45-6706-4294-810a-c241bc52b281 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 10909 time: 0.3119218 May 06 09:45:07.268600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.269207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.271309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b549a3-367e-4aea-b222-454c79e23b65 None None] Network 8a82bf60-ae46-43e6-b200-26fc38e0b47b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:07.291459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cc9ba46-e733-4770-8760-1e977672eaa2 req-8c0b860f-808f-4434-832a-86220058c35a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929947 May 06 09:45:07.382442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7aee0ae9-fc12-49e8-8a64-7304a3c5d3da admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3006206 May 06 09:45:07.401072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dd4ab74-1bc1-427e-978e-2f5f4320dd9e req-43e49906-fe71-4aa0-9ad5-980355051d3d tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/1cdd1ba6-ab41-469f-918c-6a3332637a86 HTTP/1.1" status: 200 len: 2985 time: 0.1070287 May 06 09:45:07.483915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-d80320b8-4b8e-4a50-88c3-e978502a10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.485596 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-d80320b8-4b8e-4a50-88c3-e978502a10c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487478 May 06 09:45:07.487050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.530747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dd4ab74-1bc1-427e-978e-2f5f4320dd9e req-8a8bf4d4-4015-42dc-9e32-3fc61bd2a0b4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/1cdd1ba6-ab41-469f-918c-6a3332637a86 HTTP/1.1" status: 200 len: 2985 time: 0.1286356 May 06 09:45:07.635848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83004626-caa5-4eaa-a73e-69250ca5d564 None None] Network 8a82bf60-ae46-43e6-b200-26fc38e0b47b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:07.669059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dab7ee89-3c8f-4dea-aa56-d93cee207be2 req-23608da3-289b-448c-92a0-4da2a44d1cea tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/58886cbc-0449-420b-b404-e2b20f4a4be2 HTTP/1.1" status: 200 len: 1801 time: 0.1003757 May 06 09:45:07.709914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-62737cab-b80c-43cd-87db-ad15cd540880 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070549 May 06 09:45:07.836065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dab7ee89-3c8f-4dea-aa56-d93cee207be2 req-69834c15-b294-40ec-8fc5-ac50829ed4f5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.857381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770860f4-10ca-402c-a32f-58ffb3dc6ffe req-0b924343-bd28-4109-83bb-6990acd88e3f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:07.858976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-770860f4-10ca-402c-a32f-58ffb3dc6ffe req-0b924343-bd28-4109-83bb-6990acd88e3f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.1355999 May 06 09:45:07.883405 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dab7ee89-3c8f-4dea-aa56-d93cee207be2 req-69834c15-b294-40ec-8fc5-ac50829ed4f5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.944337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-770860f4-10ca-402c-a32f-58ffb3dc6ffe req-614e5e11-6ae1-40a5-9bf2-ea95b4d6cac8 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694048 May 06 09:45:07.964957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dab7ee89-3c8f-4dea-aa56-d93cee207be2 req-69834c15-b294-40ec-8fc5-ac50829ed4f5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.969713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dab7ee89-3c8f-4dea-aa56-d93cee207be2 req-69834c15-b294-40ec-8fc5-ac50829ed4f5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:07.987256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dab7ee89-3c8f-4dea-aa56-d93cee207be2 req-69834c15-b294-40ec-8fc5-ac50829ed4f5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/58886cbc-0449-420b-b404-e2b20f4a4be2 HTTP/1.1" status: 204 len: 173 time: 0.3161957 May 06 09:45:08.004318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69834c15-b294-40ec-8fc5-ac50829ed4f5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58886cbc-0449-420b-b404-e2b20f4a4be2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:08.027964 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-08cd8dba-bcdb-4046-a3cc-cf52369804f2 req-6daef120-82a2-43d1-b66f-3d4d9b6c1d7a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:08.029513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08cd8dba-bcdb-4046-a3cc-cf52369804f2 req-6daef120-82a2-43d1-b66f-3d4d9b6c1d7a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/58886cbc-0449-420b-b404-e2b20f4a4be2 HTTP/1.1" status: 404 len: 352 time: 0.0276923 May 06 09:45:08.034188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-dd4e9916-226e-40f6-8822-a2df91fb24f1 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050737 May 06 09:45:08.047306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 6421b3d6-e83b-4e3f-a359-e8f4acbc61ee has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:08.112476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33b36c45-1882-4dad-9340-1a23581c7610 req-76dcc5fb-2f1f-4859-9540-4c46c4d9997a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/c2a31bfb-e6e4-4817-8579-78de7b942b0c HTTP/1.1" status: 200 len: 1802 time: 0.0507996 May 06 09:45:08.139324 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-895c1088-fbed-4125-89ae-b9999601afec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd HTTP/1.1" status: 200 len: 217 time: 0.0900905 May 06 09:45:08.217541 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-33b36c45-1882-4dad-9340-1a23581c7610 req-123a99e5-eb58-4080-b9f7-32ced0730696 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.278388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-33b36c45-1882-4dad-9340-1a23581c7610 req-123a99e5-eb58-4080-b9f7-32ced0730696 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.345991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:08.361088 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-235daa11-b3a7-4c2a-8884-d22b49f65683 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/6421b3d6-e83b-4e3f-a359-e8f4acbc61ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5069590 May 06 09:45:08.361088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:08.372101 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] Sync routers for ids ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:08.387075 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] Routers {'6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:08.389179 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:08.446289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48424) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:08.447159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-33b36c45-1882-4dad-9340-1a23581c7610 req-123a99e5-eb58-4080-b9f7-32ced0730696 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.454203 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-33b36c45-1882-4dad-9340-1a23581c7610 req-123a99e5-eb58-4080-b9f7-32ced0730696 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.457802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33b36c45-1882-4dad-9340-1a23581c7610 req-123a99e5-eb58-4080-b9f7-32ced0730696 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/c2a31bfb-e6e4-4817-8579-78de7b942b0c HTTP/1.1" status: 204 len: 173 time: 0.3444505 May 06 09:45:08.461779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0f3fad94-41b4-430e-bf10-cb9859b040df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.463528 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0f3fad94-41b4-430e-bf10-cb9859b040df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.2643213 May 06 09:45:08.464664 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:08.485817 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] Routers {'6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:08.488005 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:08.498771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a99e5-eb58-4080-b9f7-32ced0730696 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a31bfb-e6e4-4817-8579-78de7b942b0c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:08.584961 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:08.586318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f47663f-17cf-4055-ab39-8172c0df7cb4 None None] The sync data for ids ['6421b3d6-e83b-4e3f-a359-e8f4acbc61ee'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:08.597791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1b8d0d8b-5cd2-445f-a84b-ab92f2977dcc tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.599946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1b8d0d8b-5cd2-445f-a84b-ab92f2977dcc tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 814 time: 0.2696838 May 06 09:45:08.647316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-bdaa5061-cf04-4c5d-a3bc-530ecb5ca071 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/quotas/f9f48b4631d2416eac58a2a8d3382ca3 HTTP/1.1" status: 200 len: 375 time: 0.0365887 May 06 09:45:08.683209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6faacd80-e1a8-4320-af24-f4a99e6bb2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:08.703543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-f168c7eb-9447-415e-b689-1c9bd1d5abe8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364432 May 06 09:45:08.729568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.744521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.749658 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-3b73a5ce-a3d2-4e53-b5ef-524f00d89299 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] remove_router_interface failed (client error): The resource could not be found. May 06 09:45:08.750925 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3b73a5ce-a3d2-4e53-b5ef-524f00d89299 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/6421b3d6-e83b-4e3f-a359-e8f4acbc61ee/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3924670 May 06 09:45:08.754221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.756249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48432) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:08.761069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.770340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.770918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0343b277-a92e-4996-b16c-a3beef710575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.772572 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-0343b277-a92e-4996-b16c-a3beef710575 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2969196 May 06 09:45:08.776757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.785123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:08.787089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-749ded2d-7622-4974-bc6d-d92db2d820cb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.1620474 May 06 09:45:08.839618 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e2dbbd8f-5e6b-4314-9901-16f9066f6dde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=6421b3d6-e83b-4e3f-a359-e8f4acbc61ee HTTP/1.1" status: 200 len: 205 time: 0.0820413 May 06 09:45:08.846243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48436) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:08.908337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-310fa479-3aa4-4487-827b-3f2e49c7e587 req-8b62a5a6-84b3-4bfd-b098-5fbe63bf04a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977783 May 06 09:45:08.958005 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-92e98e30-eadf-4799-bada-d3166f7cc141 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668665 May 06 09:45:09.041824 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6faacd80-e1a8-4320-af24-f4a99e6bb2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.048688 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-0680b03b-7863-4c97-bf5d-e25904ba391c req-a0ab5908-d0b8-4dfb-8321-b0e735af8e80 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:09.050149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6faacd80-e1a8-4320-af24-f4a99e6bb2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.068219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0680b03b-7863-4c97-bf5d-e25904ba391c req-a0ab5908-d0b8-4dfb-8321-b0e735af8e80 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/c2a31bfb-e6e4-4817-8579-78de7b942b0c HTTP/1.1" status: 404 len: 352 time: 0.0432057 May 06 09:45:09.073310 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4565ef87-44cc-4215-888c-40807c65bbf8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.101718 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6faacd80-e1a8-4320-af24-f4a99e6bb2e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81a2c682f9ab42388b959827e7dae961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531699 May 06 09:45:09.116757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48450) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:09.192246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-870f6241-2f1a-46e2-bcac-06a30fa7d72c service neutron] 10.222.0.76 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768944 May 06 09:45:09.203102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faacd80-e1a8-4320-af24-f4a99e6bb2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7a724-225b-4543-8e1f-f81a4205e152,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:09.214928 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b723c0f-d4e3-4b15-abb6-8cf5038a75f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.229070 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-af47d5b2-e61b-420d-9601-083ee9e29041 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550917 May 06 09:45:09.256917 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b723c0f-d4e3-4b15-abb6-8cf5038a75f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.300653 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-d882c528-8bd0-4451-9ebc-20c5c1dceb5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c HTTP/1.1" status: 200 len: 217 time: 0.0539229 May 06 09:45:09.340514 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4565ef87-44cc-4215-888c-40807c65bbf8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.380250 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-f0388eaf-f5da-49c6-bf07-ae838e342c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.381957 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-f0388eaf-f5da-49c6-bf07-ae838e342c18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 200 len: 797 time: 0.0685837 May 06 09:45:09.404630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b723c0f-d4e3-4b15-abb6-8cf5038a75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.407322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b723c0f-d4e3-4b15-abb6-8cf5038a75f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.408570 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6b723c0f-d4e3-4b15-abb6-8cf5038a75f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fcc7a724-225b-4543-8e1f-f81a4205e152 HTTP/1.1" status: 204 len: 168 time: 0.2887254 May 06 09:45:09.436766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b723c0f-d4e3-4b15-abb6-8cf5038a75f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7a724-225b-4543-8e1f-f81a4205e152,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:09.438819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-63128be8-2f54-477f-a283-58feeac6d89d service neutron] 10.222.0.76 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011043 May 06 09:45:09.440110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4565ef87-44cc-4215-888c-40807c65bbf8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.455660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-f61bb00e-4dae-45e1-a4ac-b8e516e0ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.457827 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-f61bb00e-4dae-45e1-a4ac-b8e516e0ad77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1923bd5b-10a9-4fab-8e4d-167ff958e058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665796 May 06 09:45:09.518932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0b96-7a97-4d0e-92e5-8ffcf92b1336 req-824f77f6-80b7-481a-a1fb-da0dc26a3a98 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:09.520980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9fc0b96-7a97-4d0e-92e5-8ffcf92b1336 req-824f77f6-80b7-481a-a1fb-da0dc26a3a98 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.3383262 May 06 09:45:09.537267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4565ef87-44cc-4215-888c-40807c65bbf8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.537884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4565ef87-44cc-4215-888c-40807c65bbf8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Fanout notify agent at l3_agent the message router_deleted on router 6421b3d6-e83b-4e3f-a359-e8f4acbc61ee {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:45:09.548338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4565ef87-44cc-4215-888c-40807c65bbf8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.552366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4565ef87-44cc-4215-888c-40807c65bbf8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/6421b3d6-e83b-4e3f-a359-e8f4acbc61ee HTTP/1.1" status: 204 len: 168 time: 0.7045350 May 06 09:45:09.552973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48456) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:09.643788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9fc0b96-7a97-4d0e-92e5-8ffcf92b1336 req-da911c57-741f-4bce-8b5a-427ff4f445c7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159647 May 06 09:45:09.727102 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-51b5b0d5-9bfe-4297-9822-d48f9d5e94cf service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546926 May 06 09:45:09.754038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a140d14e-5b3e-49cd-aca0-b34708e9c593 req-703d259d-b3be-4d79-8f5b-8da6f62a5c48 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/162601dd-8760-4aa1-8f0d-e13db5e5c40f HTTP/1.1" status: 200 len: 1802 time: 0.1036291 May 06 09:45:09.868802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet 140b7b7f-4919-4df2-8a01-b384e6d9ec8a {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:45:09.875278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:09.924214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-063be071-1558-4b43-ba7d-5eb5617c1017 req-44c70dfa-52cf-4e46-a6d1-36ba530eca09 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 210 time: 0.1543067 May 06 09:45:09.963654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.004391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a140d14e-5b3e-49cd-aca0-b34708e9c593 req-b80f1f75-f319-45aa-b873-9b0db1eec3c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.038858 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-663bf6e9-24bc-41b7-8073-bd98a1877e49 service neutron] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022616 May 06 09:45:10.077348 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a140d14e-5b3e-49cd-aca0-b34708e9c593 req-b80f1f75-f319-45aa-b873-9b0db1eec3c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.129574 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-b35d60b9-5877-4662-a047-cd061c763123 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e HTTP/1.1" status: 200 len: 217 time: 0.0812423 May 06 09:45:10.163463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a140d14e-5b3e-49cd-aca0-b34708e9c593 req-b80f1f75-f319-45aa-b873-9b0db1eec3c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.166286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a140d14e-5b3e-49cd-aca0-b34708e9c593 req-b80f1f75-f319-45aa-b873-9b0db1eec3c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.167491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a140d14e-5b3e-49cd-aca0-b34708e9c593 req-b80f1f75-f319-45aa-b873-9b0db1eec3c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/162601dd-8760-4aa1-8f0d-e13db5e5c40f HTTP/1.1" status: 204 len: 173 time: 0.4018266 May 06 09:45:10.229614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-ae86f10a-0ea3-4e94-bff7-59cba0a72f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.231431 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-ae86f10a-0ea3-4e94-bff7-59cba0a72f4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836fc98a-09c3-475f-bbae-99cac536c05e HTTP/1.1" status: 200 len: 797 time: 0.0893445 May 06 09:45:10.246304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f1f75-f319-45aa-b873-9b0db1eec3c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162601dd-8760-4aa1-8f0d-e13db5e5c40f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:10.340392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.385165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-17101ced-d8b1-4f61-a040-fa4d905f192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.387548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-17101ced-d8b1-4f61-a040-fa4d905f192b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1489110 May 06 09:45:10.444178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.451260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.459137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.465630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.473017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.483558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.494380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:10.507973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-58024746-5883-445d-9754-b5f4316cca23 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2684777 May 06 09:45:10.510362 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-c4263322-dfd7-4173-9584-d866b2dbc5f9 req-500fa551-2ac2-4f90-936c-3eae3d0d73e4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:10.518911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4263322-dfd7-4173-9584-d866b2dbc5f9 req-500fa551-2ac2-4f90-936c-3eae3d0d73e4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/162601dd-8760-4aa1-8f0d-e13db5e5c40f HTTP/1.1" status: 404 len: 352 time: 0.1319902 May 06 09:45:10.588892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-ac55c943-7ca5-43f7-9e1c-4a85e3820289 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902034 May 06 09:45:10.655255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.688278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=140b7b7f-4919-4df2-8a01-b384e6d9ec8a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:10.710790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-031d7c9c-bdda-4428-8e78-be680599a0f1 req-39dc4ff4-92b3-4905-9ba2-42deccdfc568 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2016582 May 06 09:45:10.776846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:10.777825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f21a0c-d4ab-48bf-bf3e-bd35e3f47ca8 None None] Network 4e87d2a4-7b93-486c-942d-8cb544ffc5bc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:10.782915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c0849994-57de-4a77-bb75-96eafddb42cb tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/140b7b7f-4919-4df2-8a01-b384e6d9ec8a HTTP/1.1" status: 204 len: 168 time: 1.2252407 May 06 09:45:10.785481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48502) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:10.915208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0117ea92-47ec-4c67-b1ff-1b4d760b02aa req-aa84d379-bd6c-46ae-93f9-3af6886b0ee4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 6157 time: 0.3570366 May 06 09:45:11.081628 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-b1a88d91-06d2-4905-b950-9bc894526331 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875212 May 06 09:45:11.157650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0117ea92-47ec-4c67-b1ff-1b4d760b02aa req-fc145875-cf93-47c9-9012-02050fe30043 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/1cdd1ba6-ab41-469f-918c-6a3332637a86 HTTP/1.1" status: 200 len: 2985 time: 0.2346606 May 06 09:45:11.172454 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-f202ed1d-4f86-479d-8915-e5cd8ca26545 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd HTTP/1.1" status: 200 len: 217 time: 0.0716281 May 06 09:45:11.181158 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.235068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3648b-d3b9-4796-b16c-4e976ad86ea0 req-a5d2202c-d840-4e0c-841e-b60951cba836 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.238963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] DHCP port deletion for 4e87d2a4-7b93-486c-942d-8cb544ffc5bc request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:45:11.247237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fb3648b-d3b9-4796-b16c-4e976ad86ea0 req-a5d2202c-d840-4e0c-841e-b60951cba836 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2754648 May 06 09:45:11.308028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0117ea92-47ec-4c67-b1ff-1b4d760b02aa req-ed41f59d-8a63-468c-8be7-f427503afb48 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/1cdd1ba6-ab41-469f-918c-6a3332637a86 HTTP/1.1" status: 200 len: 2985 time: 0.1494639 May 06 09:45:11.329567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-1ab3657e-14f8-4bb6-b5f4-c069efe0e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.331196 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-1ab3657e-14f8-4bb6-b5f4-c069efe0e55d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=836fc98a-09c3-475f-bbae-99cac536c05e HTTP/1.1" status: 200 len: 797 time: 0.1343250 May 06 09:45:11.363315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] Deleting port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:11.363714 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.399973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fb3648b-d3b9-4796-b16c-4e976ad86ea0 req-b6bbb0df-d6f8-4e9c-9291-d1b6e0533fd4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177711 May 06 09:45:11.441261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-92f099d6-abae-4e9e-9fd7-158534451955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.442796 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-92f099d6-abae-4e9e-9fd7-158534451955 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b3836593-218b-46fa-9963-06836e1d29c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623224 May 06 09:45:11.451720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:11.452012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.496320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1a7aaad-decc-4729-920e-f902bf840c33 req-ba774b73-be34-4e6b-963b-c7a4999c34e4 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 210 time: 0.1035552 May 06 09:45:11.609424 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,segment=NetworkSegment(d7ae8056-7ba2-4ed6-a2b1-da03bcd282be),segment_id=d7ae8056-7ba2-4ed6-a2b1-da03bcd282be)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:11.609803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.654413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] For port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,segment=NetworkSegment(d7ae8056-7ba2-4ed6-a2b1-da03bcd282be),segment_id=d7ae8056-7ba2-4ed6-a2b1-da03bcd282be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:11.654820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.677069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:11.686543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] Calling delete_port for b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:11.694188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-892cc121-df9f-489b-9e90-f145b6fa9eeb req-4974ce6f-8ff1-47ec-999e-50040fdfe297 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-642288402', 'description': 'tempest-description-516015346'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:11.789514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-0529afd5-c4a1-472a-9606-3683ceb098e9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:11.790426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-0529afd5-c4a1-472a-9606-3683ceb098e9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 814 time: 0.2663157 May 06 09:45:11.810525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Request body: {'port': {'device_id': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'admin_state_up': True, 'tenant_id': 'f9f48b4631d2416eac58a2a8d3382ca3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:11.816600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-892cc121-df9f-489b-9e90-f145b6fa9eeb req-4974ce6f-8ff1-47ec-999e-50040fdfe297 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.828207 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.847869 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-9d86d04e-e342-4f3b-bbb7-32a7c78ccd23 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530426 May 06 09:45:11.912891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] Pushing event deleted for resources: {'Port': ['ID=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:11.931424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb234cb4-6715-4778-94f8-907929b71b11 None None] No DVR routers for this DVR port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:11.957681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.963084 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-892cc121-df9f-489b-9e90-f145b6fa9eeb req-4974ce6f-8ff1-47ec-999e-50040fdfe297 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:11.972605 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-892cc121-df9f-489b-9e90-f145b6fa9eeb req-4974ce6f-8ff1-47ec-999e-50040fdfe297 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.002730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:12.003946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-892cc121-df9f-489b-9e90-f145b6fa9eeb req-4974ce6f-8ff1-47ec-999e-50040fdfe297 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.005186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-892cc121-df9f-489b-9e90-f145b6fa9eeb req-4974ce6f-8ff1-47ec-999e-50040fdfe297 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3262677 May 06 09:45:12.021169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:12.067529 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-cce9887a-0aae-4a69-81c4-0eeb0383b6f5 req-94adcc37-c6f8-429d-85a7-a08874b69c99 service neutron] 10.222.0.83 "GET /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108986 May 06 09:45:12.100431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974ce6f-8ff1-47ec-999e-50040fdfe297 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b068566-5fc4-40d0-a573-1c54c65719d9,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:12.132709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.146667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.153691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.163001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.165393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.173674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.180456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.187265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.191615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-62028e79-57ee-4edb-98ed-1ce7b3c81ebf tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.1991439 May 06 09:45:12.193301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e87d2a4-7b93-486c-942d-8cb544ffc5bc']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:12.212156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ae8056-7ba2-4ed6-a2b1-da03bcd282be') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:12.212376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a26e0b24-5568-4c2a-84de-d80afbef02f6 req-fb4cd5c1-2b1b-4d7e-b64a-5391990156b9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1041106802', 'description': 'tempest-description-1286600683'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:12.212493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ae8056-7ba2-4ed6-a2b1-da03bcd282be') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:12.224104 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.246067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.253439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Made reservation on behalf of f9f48b4631d2416eac58a2a8d3382ca3 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:12.257324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.259773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:45:12.260320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: timer() May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:45:12.265889 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:45:12.269347 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26e0b24-5568-4c2a-84de-d80afbef02f6 req-fb4cd5c1-2b1b-4d7e-b64a-5391990156b9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.288104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f0c0755-cd6d-4d86-9b4a-fb1511ff59c8 req-eae0c74c-4b52-4377-b701-b84e0c43194b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836005 May 06 09:45:12.344520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.351446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.363529 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/4e87d2a4-7b93-486c-942d-8cb544ffc5bc HTTP/1.1" status: 204 len: 168 time: 1.5713153 May 06 09:45:12.364413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48532) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:12.382000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-680849438'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:12.403256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:12.422978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6085dd-341b-4f20-ab83-ecadb7fce0de tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=4e87d2a4-7b93-486c-942d-8cb544ffc5bc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:12.432798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:12.445418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.468162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:12.468820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8e43e9e-84d1-44dc-ba4e-e61bc6b34fe8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:12.507243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:12.521389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.522096 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff of type vlan for network a9c72b97-8a9f-4bcc-a880-6a79260d050b May 06 09:45:12.610075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.644390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0555e1b2-57be-475b-a88e-7aae8a52d630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.710343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.717685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:12.718062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:12.808695 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4368238 May 06 09:45:12.812954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:13.008406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26e0b24-5568-4c2a-84de-d80afbef02f6 req-fb4cd5c1-2b1b-4d7e-b64a-5391990156b9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.019693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce9e6f-7b64-4e20-9b33-fa7dd739e0d2 req-7ff41fce-260f-4bc6-9a4c-e8d04722c97f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.028775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8ce9e6f-7b64-4e20-9b33-fa7dd739e0d2 req-7ff41fce-260f-4bc6-9a4c-e8d04722c97f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.1362054 May 06 09:45:13.032030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Allocated IP 172.20.0.4 (8a82bf60-ae46-43e6-b200-26fc38e0b47b/0078a3ce-1d3d-4391-a69d-d746800f5445/402e489a-3eca-422f-89a9-66c5e2228fcb) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:13.043029 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26e0b24-5568-4c2a-84de-d80afbef02f6 req-fb4cd5c1-2b1b-4d7e-b64a-5391990156b9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.077325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26e0b24-5568-4c2a-84de-d80afbef02f6 req-fb4cd5c1-2b1b-4d7e-b64a-5391990156b9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.089301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a26e0b24-5568-4c2a-84de-d80afbef02f6 req-fb4cd5c1-2b1b-4d7e-b64a-5391990156b9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8860898 May 06 09:45:13.134619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cd5c1-2b1b-4d7e-b64a-5391990156b9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6435a3-86cc-4911-9f0b-43bb2daec71a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:13.175609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': 'a9c72b97-8a9f-4bcc-a880-6a79260d050b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:13.227801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8ce9e6f-7b64-4e20-9b33-fa7dd739e0d2 req-82769f9d-c56e-4a84-a58f-333fa1f4c266 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976242 May 06 09:45:13.244686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bd5fe48-c29e-4a84-bcdb-0dc3650c8df6 req-ff7d65bb-4045-4264-a597-4a6129c089da tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 210 time: 0.0889165 May 06 09:45:13.268765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc430e-63fd-4e52-bf1d-5783edd5dcc7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=a9c72b97-8a9f-4bcc-a880-6a79260d050b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:13.284128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:13.316028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:13.328762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.525847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.661630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.728441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=b29e64f0-e052-491f-a83c-ab6ba9ca21a3,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:13.734329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604260f-5137-455e-838e-da990e27e6ea req-1cc1cb02-81ca-48d9-aeda-64f3722fe276 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.741157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-1cc1cb02-81ca-48d9-aeda-64f3722fe276 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 812 time: 0.2284188 May 06 09:45:13.746218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': 'bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a9c72b97-8a9f-4bcc-a880-6a79260d050b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:13.746445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: a9c72b97-8a9f-4bcc-a880-6a79260d050b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:13.751610 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.766848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:13.779820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a9c72b97-8a9f-4bcc-a880-6a79260d050b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:13.784628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.785277 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.796574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b5db0-77d8-434b-8e23-c57425636405 None None] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:13.809829 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1f7ba6a-b251-44b5-b112-786f794a0104 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9937727 May 06 09:45:13.810469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48572) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:13.816165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-461cea19-7832-478d-b922-1fa105474ecd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1643279869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:13.817602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-866a39a7-82fe-4080-ba94-d636e2eea008 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/quotas/435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 375 time: 0.0626545 May 06 09:45:13.835380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.841607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.847839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.854135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.861865 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-461cea19-7832-478d-b922-1fa105474ecd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.862137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.862886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-461cea19-7832-478d-b922-1fa105474ecd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.869092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.875241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:13.877301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-6e4dfdb0-462e-46a7-b607-4c1180bd6694 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2006872 May 06 09:45:13.952269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Network 8a82bf60-ae46-43e6-b200-26fc38e0b47b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:13.957258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:13.960344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:13.963797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:13.970610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac84f5ca-9fdf-43e7-9143-14aea7ab0767 req-1b5d5173-d947-416d-9345-7dcb840d87e2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777271 May 06 09:45:13.980364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-461cea19-7832-478d-b922-1fa105474ecd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:13.987253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-461cea19-7832-478d-b922-1fa105474ecd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.018128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-461cea19-7832-478d-b922-1fa105474ecd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.024049 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-461cea19-7832-478d-b922-1fa105474ecd tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2091947 May 06 09:45:14.024255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48574) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:14.032632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-29f77fbe-58b1-4f23-a5d6-898a032d7e11 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1541088 May 06 09:45:14.105723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.106383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.135418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-1a23d79e-b74c-4f44-93e6-abdfefbcfcdf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3354330 May 06 09:45:14.151376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Request body: {'port': {'device_id': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:14.160839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a9c72b97-8a9f-4bcc-a880-6a79260d050b', 'network_id': 'a9c72b97-8a9f-4bcc-a880-6a79260d050b', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': 'b29e64f0-e052-491f-a83c-ab6ba9ca21a3'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:45:14.162099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.194135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-2a0d0d87-4e98-429b-b3a7-5be6bb7121d5 service neutron] 10.222.0.76 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597002 May 06 09:45:14.321012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.393288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-7d444610-66c0-4226-a74e-250cc1f56ed0 service neutron] 10.222.0.76 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984270 May 06 09:45:14.448506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Allocated IP 2001:db8::2 (a9c72b97-8a9f-4bcc-a880-6a79260d050b/b29e64f0-e052-491f-a83c-ab6ba9ca21a3/a35ec065-3b19-42f2-b384-1546bbbc5d21) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:14.679322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0c66-d291-44eb-b0f1-910b6515113e req-7792b639-76f4-471e-88d9-a8e72b8a5e22 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.681300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-579f0c66-d291-44eb-b0f1-910b6515113e req-7792b639-76f4-471e-88d9-a8e72b8a5e22 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2455144 May 06 09:45:14.705123 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.707944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.713270 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.793390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:14.797227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Pushing event updated for resources: {'Port': ['ID=a35ec065-3b19-42f2-b384-1546bbbc5d21,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:14.802193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:14.812747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:14.833293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a36e95-fa50-4921-8b68-7272ed937c59 req-f7fea82f-06fb-40a2-baa0-ca06804138b0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:14.843407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9a36e95-fa50-4921-8b68-7272ed937c59 req-f7fea82f-06fb-40a2-baa0-ca06804138b0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 931 time: 0.1339364 May 06 09:45:14.887909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-579f0c66-d291-44eb-b0f1-910b6515113e req-7560e6a2-d8fc-4109-b7fd-ce4f2fb6c024 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765850 May 06 09:45:14.935383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9a36e95-fa50-4921-8b68-7272ed937c59 req-ef2ba41c-1ef5-4961-ac5f-6d2cae359d31 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891235 May 06 09:45:14.970735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Attempting to bind port a35ec065-3b19-42f2-b384-1546bbbc5d21 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:14.971100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Attempting to bind port a35ec065-3b19-42f2-b384-1546bbbc5d21 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a9c72b97-8a9f-4bcc-a880-6a79260d050b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:14.975630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Attempting to bind port a35ec065-3b19-42f2-b384-1546bbbc5d21 on network a9c72b97-8a9f-4bcc-a880-6a79260d050b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:14.986728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:14.987170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Checking segment: {'id': 'bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a9c72b97-8a9f-4bcc-a880-6a79260d050b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:14.988335 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:14.988335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Bound using segment: {'id': 'bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a9c72b97-8a9f-4bcc-a880-6a79260d050b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:14.988915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Bound port: a35ec065-3b19-42f2-b384-1546bbbc5d21, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a9c72b97-8a9f-4bcc-a880-6a79260d050b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:14.999631 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.112244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402e489a-3eca-422f-89a9-66c5e2228fcb {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:15.134359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.178788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26eb987f-53b3-49c0-8351-e64c5915c955 req-352c4d04-fe46-4ff8-a334-86dd6c8b6353 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 210 time: 0.0560999 May 06 09:45:15.189081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Transition to ACTIVE for port object 402e489a-3eca-422f-89a9-66c5e2228fcb will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:15.202858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.218323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9645608e-a952-4981-95a8-63b73006e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.298096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] For port a35ec065-3b19-42f2-b384-1546bbbc5d21, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:15.307439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] For port a35ec065-3b19-42f2-b384-1546bbbc5d21, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a35ec065-3b19-42f2-b384-1546bbbc5d21,segment=NetworkSegment(bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff),segment_id=bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:15.326253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.337584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8::1 (a9c72b97-8a9f-4bcc-a880-6a79260d050b/b29e64f0-e052-491f-a83c-ab6ba9ca21a3/d55c0799-69df-4afd-a1b0-e65e83462e12) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:15.409756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:15.430535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b95ac5-ad3b-4f9c-9027-b4724cfcdd3d None None] Pushing event updated for resources: {'Port': ['ID=a35ec065-3b19-42f2-b384-1546bbbc5d21,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:15.488345 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.571016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.632198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:15.639759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:15.645373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.646946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:15.650183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.662701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.675256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.693101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.704703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.717411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.726670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=d55c0799-69df-4afd-a1b0-e65e83462e12,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:15.742051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:15.760356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-e747910a-5c3e-4bbc-9762-f1dabb3fe508 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.4877861 May 06 09:45:15.769025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48616) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:15.908469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bcc860-9ff6-4bdb-b51d-476fb0d3d689 req-379da7f7-ab04-44cc-9545-10964d37b9cd tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189868 May 06 09:45:15.952957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Attempting to bind port 402e489a-3eca-422f-89a9-66c5e2228fcb on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:15.954994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Attempting to bind port 402e489a-3eca-422f-89a9-66c5e2228fcb by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:15.955346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Attempting to bind port 402e489a-3eca-422f-89a9-66c5e2228fcb on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:15.972374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Port 402e489a-3eca-422f-89a9-66c5e2228fcb on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:15.972707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Attempting to bind port 402e489a-3eca-422f-89a9-66c5e2228fcb on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:15.985683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:15.991598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:15.995785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Checking segment: {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:15.996482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Bound using segment: {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:15.998409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Bound port: 402e489a-3eca-422f-89a9-66c5e2228fcb, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:15.999172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.160944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce22050b-37d5-4f29-bcfa-75f7ce80a615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.238632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:16.248436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8afc73-3f5a-4a94-baef-b194a48552aa req-e64b5e8d-9351-4193-83b8-3babd221eed1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.255837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d8afc73-3f5a-4a94-baef-b194a48552aa req-e64b5e8d-9351-4193-83b8-3babd221eed1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2327940 May 06 09:45:16.259980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:16.279550 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.313157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1512-025b-417f-8d68-039e6f7e2ac6 req-8a9587ff-ec02-4e46-ae26-56aa5512cc27 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.320634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-225b1512-025b-417f-8d68-039e6f7e2ac6 req-8a9587ff-ec02-4e46-ae26-56aa5512cc27 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 943 time: 0.1813259 May 06 09:45:16.370367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.370988 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.372437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] 10.222.0.82 "PUT /v2.0/ports/402e489a-3eca-422f-89a9-66c5e2228fcb HTTP/1.1" status: 200 len: 1091 time: 2.2257693 May 06 09:45:16.375551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:16.378050 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8226465-2a65-4030-b5be-d25310b8688e" -d '{"events": [{"name": "network-changed", "server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:16.419262 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.431362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d8afc73-3f5a-4a94-baef-b194a48552aa req-49ed290a-3f2c-4885-86d0-9a8c76cf1ab7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710472 May 06 09:45:16.502735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79292d6-b516-43c0-9b52-cf0fda5f42da service neutron] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:16.586125 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.597874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a35ec065-3b19-42f2-b384-1546bbbc5d21 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:16.606663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-225b1512-025b-417f-8d68-039e6f7e2ac6 req-3224ee23-00d8-44e8-8785-ed296087af7d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850444 May 06 09:45:16.651617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce22050b-37d5-4f29-bcfa-75f7ce80a615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.667518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce22050b-37d5-4f29-bcfa-75f7ce80a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.703705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a35ec065-3b19-42f2-b384-1546bbbc5d21 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:16.705118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.746625 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5fac93-7889-44f4-bcb1-62a5fbd5f184 x-openstack-request-id: req-7a5fac93-7889-44f4-bcb1-62a5fbd5f184 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:16.747289 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:16.747816 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a5fac93-7889-44f4-bcb1-62a5fbd5f184 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:16.748414 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5fac93-7889-44f4-bcb1-62a5fbd5f184'] response: {'name': 'network-changed', 'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'status': 'completed', 'code': 200} May 06 09:45:16.752720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.765709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ce22050b-37d5-4f29-bcfa-75f7ce80a615 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a5adce25329b49478bb37ce0c6d119a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9922235 May 06 09:45:16.773788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604260f-5137-455e-838e-da990e27e6ea req-4c94f569-385a-47de-980d-47f88c3b9414 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.779852 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-4c94f569-385a-47de-980d-47f88c3b9414 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 812 time: 0.3399515 May 06 09:45:16.780379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:16.788128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.788890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.842287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'port': {'device_id': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be', 'admin_state_up': True, 'tenant_id': '435eb2691bab49b488238ee8d6bf45d1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:16.849748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b66d6fdd-49d3-4a19-b7e2-05f0052d1d3d req-014289e1-4f73-4de5-89b7-f73ec9f3efd7 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 210 time: 0.1081915 May 06 09:45:16.870402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-92631762-77a1-4abe-b3cd-75f91c060d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:16.872742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-92631762-77a1-4abe-b3cd-75f91c060d22 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 1094 time: 0.4016881 May 06 09:45:16.931321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:16.943566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-2e9e6289-032c-4ae4-b7d4-5c7a30ee1c21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402e489a-3eca-422f-89a9-66c5e2228fcb HTTP/1.1" status: 200 len: 217 time: 0.0541158 May 06 09:45:16.944875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22050b-37d5-4f29-bcfa-75f7ce80a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da6832-600d-48c6-8059-ee9179c773a0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:17.006831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a35ec065-3b19-42f2-b384-1546bbbc5d21, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a35ec065-3b19-42f2-b384-1546bbbc5d21,segment=NetworkSegment(bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff),segment_id=bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:17.012593 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.135262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a35ec065-3b19-42f2-b384-1546bbbc5d21,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:17.145738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-241ec71c-79c8-4e39-b8ac-db43f381b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.147167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-241ec71c-79c8-4e39-b8ac-db43f381b37f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0078a3ce-1d3d-4391-a69d-d746800f5445 HTTP/1.1" status: 200 len: 854 time: 0.1817493 May 06 09:45:17.173682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.181701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Made reservation on behalf of 435eb2691bab49b488238ee8d6bf45d1 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:17.182439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.186649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.189665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.198883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.206867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.214841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.222883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.225213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-f161fbfe-17be-4bb7-97d9-7c419d3b27bb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.1682889 May 06 09:45:17.252374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e351b72c-b113-4ea6-9122-6da810b43931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.255045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-9a73693e-8dbb-4fb6-8198-9094b73c7147 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a82bf60-ae46-43e6-b200-26fc38e0b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968597 May 06 09:45:17.265157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=d55c0799-69df-4afd-a1b0-e65e83462e12,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:17.287959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb991282-c931-400c-b4f9-4f99b85891f2 None None] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:17.381498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e351b72c-b113-4ea6-9122-6da810b43931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.393223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7d995b9-bf4a-4a06-a6e9-130967652cfb req-bc2fba48-6f09-4e68-8add-0362f03aa2c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405401 May 06 09:45:17.404417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:17.442835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e003a6ba-44fb-4b69-a41d-03f1433eea96 None None] Provisioning complete for port a35ec065-3b19-42f2-b384-1546bbbc5d21 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:17.443828 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e003a6ba-44fb-4b69-a41d-03f1433eea96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.528196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-32a791d8-799a-4129-ad24-dd97d30547c1 service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535596 May 06 09:45:17.566783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Allocated IP 172.20.0.5 (887eaa7f-1b1b-4171-9925-2fa161b236be/44640105-93c5-44fe-9c55-c5d1d05d926e/33e67acf-d794-4b53-acc0-8db54c9b42c4) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:17.797675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:17.871090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5d32e-2690-416f-8727-ef550be085b1 req-7370ecfa-2c8f-48c1-83f8-338cfe9cb125 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.873289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75c5d32e-2690-416f-8727-ef550be085b1 req-7370ecfa-2c8f-48c1-83f8-338cfe9cb125 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2602098 May 06 09:45:17.941219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e351b72c-b113-4ea6-9122-6da810b43931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.943957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e351b72c-b113-4ea6-9122-6da810b43931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:17.947712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5111ad6e-0de3-43c5-b022-82d8bb2a40ea req-382b82e5-a5dd-4a8e-a13d-0d7e824e96d4 service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124613 May 06 09:45:17.949401 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e351b72c-b113-4ea6-9122-6da810b43931 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94da6832-600d-48c6-8059-ee9179c773a0 HTTP/1.1" status: 204 len: 168 time: 1.1674657 May 06 09:45:17.989150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c1dcc-3286-4240-9610-fbe40dbef642 req-e45d759d-d312-42bf-ba93-f2d14328b922 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:17.997686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b72c-b113-4ea6-9122-6da810b43931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da6832-600d-48c6-8059-ee9179c773a0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:18.016249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-346c1dcc-3286-4240-9610-fbe40dbef642 req-e45d759d-d312-42bf-ba93-f2d14328b922 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 943 time: 0.2245779 May 06 09:45:18.043491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.084098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75c5d32e-2690-416f-8727-ef550be085b1 req-eee3da96-3dcf-43d9-ac2c-fc0e6d354fea tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935911 May 06 09:45:18.110935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.168403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-346c1dcc-3286-4240-9610-fbe40dbef642 req-2857f606-c07e-4ff9-918e-14986c946bc8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461370 May 06 09:45:18.219435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226465-2a65-4030-b5be-d25310b8688e req-74024492-f3a8-4e97-8a5b-5e20b2e50207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.223161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.231313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8226465-2a65-4030-b5be-d25310b8688e req-74024492-f3a8-4e97-8a5b-5e20b2e50207 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 1094 time: 0.1671698 May 06 09:45:18.251119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:18.263569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b738bd59-2ac0-4fec-be5b-c467f6ecfc02 None None] Provisioning complete for port d55c0799-69df-4afd-a1b0-e65e83462e12 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:18.267916 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b738bd59-2ac0-4fec-be5b-c467f6ecfc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.322982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 021ecb24-5b78-4c80-b70a-30372d72e9c6 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:45:18.361660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Network 887eaa7f-1b1b-4171-9925-2fa161b236be is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:18.377843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:18.384213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:18.549448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b738bd59-2ac0-4fec-be5b-c467f6ecfc02 None None] Port d55c0799-69df-4afd-a1b0-e65e83462e12 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:18.555889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dc3f5-fed1-40a6-b7b1-d21de7a7a009 req-62f452a4-ced4-4ea5-8116-8c9b6769fd27 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.557885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca0dc3f5-fed1-40a6-b7b1-d21de7a7a009 req-62f452a4-ced4-4ea5-8116-8c9b6769fd27 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 931 time: 0.2708619 May 06 09:45:18.565935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a35ec065-3b19-42f2-b384-1546bbbc5d21 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:18.685943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:18.749176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226465-2a65-4030-b5be-d25310b8688e req-d604560f-2f17-4129-8c46-1c2fa0eabacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.749657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:18.751239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8226465-2a65-4030-b5be-d25310b8688e req-d604560f-2f17-4129-8c46-1c2fa0eabacd service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 915 time: 0.5091169 May 06 09:45:18.765820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca0dc3f5-fed1-40a6-b7b1-d21de7a7a009 req-ff9f6a3f-c440-4246-a165-9098e4b21fe4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906869 May 06 09:45:18.776234 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8429b8db-cd92-4f09-8e6d-c0a45b27839e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/021ecb24-5b78-4c80-b70a-30372d72e9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7505493 May 06 09:45:18.785314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48674) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:18.797808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.798586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.811007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b738bd59-2ac0-4fec-be5b-c467f6ecfc02 None None] Provisioning complete for port a35ec065-3b19-42f2-b384-1546bbbc5d21 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:18.811411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b738bd59-2ac0-4fec-be5b-c467f6ecfc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.819652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] Sync routers for ids ['021ecb24-5b78-4c80-b70a-30372d72e9c6'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:18.844379 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-19d7beae-fd3d-4d34-8296-a164d2489fe9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0533364 May 06 09:45:18.867473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Request body: {'port': {'device_id': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:18.885010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece337d2-0ffc-4999-8d84-08e3862f1ecc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:18.889575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ece337d2-0ffc-4999-8d84-08e3862f1ecc tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports/d55c0799-69df-4afd-a1b0-e65e83462e12 HTTP/1.1" status: 200 len: 911 time: 0.1000638 May 06 09:45:18.894901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48684) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:18.992051 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:18.999309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8226465-2a65-4030-b5be-d25310b8688e req-7cde09e5-d610-4fb9-a176-351ffee9c37d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402e489a-3eca-422f-89a9-66c5e2228fcb HTTP/1.1" status: 200 len: 217 time: 0.2194450 May 06 09:45:19.011496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] Routers {'021ecb24-5b78-4c80-b70a-30372d72e9c6'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:19.012216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['021ecb24-5b78-4c80-b70a-30372d72e9c6'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:19.045981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:19.096373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8226465-2a65-4030-b5be-d25310b8688e req-0f1642ab-be03-4cd6-bee2-b422204d2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.098103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8226465-2a65-4030-b5be-d25310b8688e req-0f1642ab-be03-4cd6-bee2-b422204d2213 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0078a3ce-1d3d-4391-a69d-d746800f5445 HTTP/1.1" status: 200 len: 854 time: 0.0600011 May 06 09:45:19.114019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.121113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.126621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:19.127696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.134681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.143360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.151984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.154660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] Routers {'021ecb24-5b78-4c80-b70a-30372d72e9c6'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:19.155372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['021ecb24-5b78-4c80-b70a-30372d72e9c6'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:19.160436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.162317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf6cedba-b89a-4172-884c-46c71526d83a req-e176ad05-283c-403d-adb2-d94ee5a4ee4a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.5209000 May 06 09:45:19.208227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:19.208885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eea0fc-68e1-44ee-844f-d5e61453e3d8 None None] The sync data for ids ['021ecb24-5b78-4c80-b70a-30372d72e9c6'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:19.216963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a35ec065-3b19-42f2-b384-1546bbbc5d21 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:19.217129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:19.219892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8226465-2a65-4030-b5be-d25310b8688e req-3c7086dd-61b8-40bc-b216-dc3c481781f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a82bf60-ae46-43e6-b200-26fc38e0b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563710 May 06 09:45:19.350395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8226465-2a65-4030-b5be-d25310b8688e req-893c5be9-028e-4390-a144-5bee803669f3 service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221733 May 06 09:45:19.538236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0a31ecf6-2c78-429c-83a2-14eacaae36f4 None None] Provisioning complete for port d55c0799-69df-4afd-a1b0-e65e83462e12 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:19.548025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf6cedba-b89a-4172-884c-46c71526d83a req-794905a2-e6dd-4a1b-9598-e4d895a6826a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3700669 May 06 09:45:19.558588 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0a31ecf6-2c78-429c-83a2-14eacaae36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:19.614146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e67acf-d794-4b53-acc0-8db54c9b42c4 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:19.622889 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:19.638538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Transition to ACTIVE for port object 33e67acf-d794-4b53-acc0-8db54c9b42c4 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:19.643909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:19.661437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0e0b2-13fc-4507-bb68-61b7e4c623ea req-45ef7242-1e0d-450a-a4c2-5b3e29978aa6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:19.670886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1e0e0b2-13fc-4507-bb68-61b7e4c623ea req-45ef7242-1e0d-450a-a4c2-5b3e29978aa6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.3160362 May 06 09:45:19.719514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0a31ecf6-2c78-429c-83a2-14eacaae36f4 None None] Port d55c0799-69df-4afd-a1b0-e65e83462e12 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:19.742370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Pushing event updated for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:19.746206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1e0e0b2-13fc-4507-bb68-61b7e4c623ea req-34af2eec-5238-482f-84c8-ba8d09e798af tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736811 May 06 09:45:19.903726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Attempting to bind port 33e67acf-d794-4b53-acc0-8db54c9b42c4 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:19.906846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Attempting to bind port 33e67acf-d794-4b53-acc0-8db54c9b42c4 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:19.907715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Attempting to bind port 33e67acf-d794-4b53-acc0-8db54c9b42c4 on network 887eaa7f-1b1b-4171-9925-2fa161b236be {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:19.915923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Port 33e67acf-d794-4b53-acc0-8db54c9b42c4 on network 887eaa7f-1b1b-4171-9925-2fa161b236be not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:19.916772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Attempting to bind port 33e67acf-d794-4b53-acc0-8db54c9b42c4 on network 887eaa7f-1b1b-4171-9925-2fa161b236be {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:19.924306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:19.924768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Checking segment: {'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:19.925223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Bound using segment: {'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:19.925771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Bound port: 33e67acf-d794-4b53-acc0-8db54c9b42c4, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:19.926188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.000091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:20.004965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:20.015015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.047226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 402e489a-3eca-422f-89a9-66c5e2228fcb details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:20.099688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.100368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.105665 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] 10.222.0.83 "PUT /v2.0/ports/33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 1091 time: 1.2466555 May 06 09:45:20.112474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:20.120780 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d73691-7d3b-4dca-baf8-9653532979a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:20.168257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8226465-2a65-4030-b5be-d25310b8688e req-d85257ec-8d3f-46cc-8ba5-f70485ffdb6b service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466676 May 06 09:45:20.219441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:20.222875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06479671-858d-4d49-82e9-051127d6eb55 req-021436be-111e-4cdf-8320-a6800cf333c8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.230140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06479671-858d-4d49-82e9-051127d6eb55 req-021436be-111e-4cdf-8320-a6800cf333c8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 943 time: 0.4983225 May 06 09:45:20.249007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'port_id': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'mac_address': 'fa:16:3e:81:06:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0078a3ce-1d3d-4391-a69d-d746800f5445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:20.302916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05f870-f36a-41b3-9d78-3d949676d900 service neutron] Pushing event updated for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:20.333227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06479671-858d-4d49-82e9-051127d6eb55 req-1cb85ba7-ac2c-4a98-9960-df2a009c77dd tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860596 May 06 09:45:20.339903 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604260f-5137-455e-838e-da990e27e6ea req-0c782914-1689-425f-a11b-2728cc35d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.344944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-0c782914-1689-425f-a11b-2728cc35d11c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1094 time: 0.1778462 May 06 09:45:20.413238 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-a07a81ba-4566-460e-ba57-fb306f7c5405 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 217 time: 0.0614884 May 06 09:45:20.548391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604260f-5137-455e-838e-da990e27e6ea req-a3d8eec8-9593-4faa-9ea2-601c0697ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.550255 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-a3d8eec8-9593-4faa-9ea2-601c0697ea51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.1289728 May 06 09:45:20.554932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.632292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024ffbe-f3a1-4733-b962-b8f33ec1ef93 req-bdbfd8d1-8611-405e-9aea-079f54488e19 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:20.633551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-22bbaf4d-8673-462d-8193-043451b19805 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758052 May 06 09:45:20.634486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a024ffbe-f3a1-4733-b962-b8f33ec1ef93 req-bdbfd8d1-8611-405e-9aea-079f54488e19 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 943 time: 0.1600542 May 06 09:45:20.640881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.694090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402e489a-3eca-422f-89a9-66c5e2228fcb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:20.747296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:20.764816 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.773821 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-8f29b9a9-7949-4444-800d-c59eb3a7155d service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330473 May 06 09:45:20.775398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a024ffbe-f3a1-4733-b962-b8f33ec1ef93 req-258596c3-52da-4e74-b347-d62f13cb83e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824912 May 06 09:45:20.775626 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbe609-f84f-4f1f-a5f7-6040dd96799c x-openstack-request-id: req-08fbe609-f84f-4f1f-a5f7-6040dd96799c {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:20.777670 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:20.777670 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08fbe609-f84f-4f1f-a5f7-6040dd96799c {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:20.778105 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fbe609-f84f-4f1f-a5f7-6040dd96799c'] response: {'name': 'network-changed', 'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4', 'status': 'completed', 'code': 200} May 06 09:45:20.832754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:20.892159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:20.963187 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0604260f-5137-455e-838e-da990e27e6ea req-e0f7cab4-c4cf-4811-b15e-bff477604e48 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806209 May 06 09:45:21.042212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.049228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.054441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['402e489a-3eca-422f-89a9-66c5e2228fcb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:21.057640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.065100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.072643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.084132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.101605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.103325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-f301a8d0-fe06-4270-8e3c-236665286315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.105134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-f301a8d0-fe06-4270-8e3c-236665286315 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1094 time: 0.0858917 May 06 09:45:21.106345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-c7f0df38-79cc-4c8a-b828-a187ad8c3e34 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2328157 May 06 09:45:21.262843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3bc6e71-7b4e-4a4b-9bf9-5fb936777c63 req-43290ede-7ae0-4c88-89ba-7a22b12985a5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844467 May 06 09:45:21.285558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dff49-1ed3-4ada-81a0-7655f81afdac req-96b69a48-cc2b-45e7-b35d-e25e6f778b9b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.287385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc2dff49-1ed3-4ada-81a0-7655f81afdac req-96b69a48-cc2b-45e7-b35d-e25e6f778b9b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.3439131 May 06 09:45:21.322823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-97a2bd77-97f9-437d-bf81-8a28ce43dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.324439 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-97a2bd77-97f9-437d-bf81-8a28ce43dbd3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 913 time: 0.2096539 May 06 09:45:21.359373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port d55c0799-69df-4afd-a1b0-e65e83462e12 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:21.360168 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:21.367265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc2dff49-1ed3-4ada-81a0-7655f81afdac req-0cb527a8-19a6-47f6-863f-af8e29aff476 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705040 May 06 09:45:21.554515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:21.564279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93088-1482-4c34-ab03-f4d15de2ad72 req-5f886970-eae0-4bf0-916e-151c88c1fd71 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:21.565832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71d93088-1482-4c34-ab03-f4d15de2ad72 req-5f886970-eae0-4bf0-916e-151c88c1fd71 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 944 time: 0.0934656 May 06 09:45:21.616936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for d55c0799-69df-4afd-a1b0-e65e83462e12 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:21.676166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71d93088-1482-4c34-ab03-f4d15de2ad72 req-78602a32-1d83-40c8-8708-59cd70acb6a4 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008866 May 06 09:45:21.947906 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-fcdc48bb-c9d1-428d-bba1-32e6c00abdf0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 217 time: 0.6147552 May 06 09:45:22.033038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-43fdd14f-9a5b-4f1b-9730-22e57f828745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.035383 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-43fdd14f-9a5b-4f1b-9730-22e57f828745 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.0786533 May 06 09:45:22.068347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c28dc-ddf7-4d2c-951a-335791d93036 req-75b661dd-2fdf-40ff-bd26-6e81e52a29fc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.069836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a7c28dc-ddf7-4d2c-951a-335791d93036 req-75b661dd-2fdf-40ff-bd26-6e81e52a29fc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 943 time: 0.1233072 May 06 09:45:22.086107 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-d0e45bc8-abbc-4ab8-b3ce-63430e63d4bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430543 May 06 09:45:22.115204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd59d63-40b9-4234-a49d-283015a20b61 req-a5329310-d62a-482f-84c8-707f427117ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.116759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bd59d63-40b9-4234-a49d-283015a20b61 req-a5329310-d62a-482f-84c8-707f427117ae service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 1096 time: 0.1389585 May 06 09:45:22.118775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.145140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=d55c0799-69df-4afd-a1b0-e65e83462e12,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:22.207323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a7c28dc-ddf7-4d2c-951a-335791d93036 req-4afb393d-862e-480b-8541-fd9397864cf5 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267431 May 06 09:45:22.226014 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-50b57905-fe7e-4ae6-96c7-7267a5329bdf service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245542 May 06 09:45:22.320274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bd59d63-40b9-4234-a49d-283015a20b61 req-ee7427c5-66d4-44d5-9516-b3168e8579e6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774695 May 06 09:45:22.329636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:22.397322 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c8d73691-7d3b-4dca-baf8-9653532979a9 req-901c3bb4-195f-48c5-b964-d5e4c7a75755 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636624 May 06 09:45:22.628281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 021ecb24-5b78-4c80-b70a-30372d72e9c6 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:22.649213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.655963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.661862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.667702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.674520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.680372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.686726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.688756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-a5b13498-5695-40a6-af8e-f4ccedc665b8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2126620 May 06 09:45:22.702437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7095-f00e-448c-9bdd-9e07d129b74a req-288afda6-af86-437a-aca5-6a73082b986c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:22.704088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43aa7095-f00e-448c-9bdd-9e07d129b74a req-288afda6-af86-437a-aca5-6a73082b986c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2269115 May 06 09:45:22.837441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f8d92a1-a207-49d0-a6af-b4cb1e216770 req-1aa31725-ba34-4f3e-8b0c-936c2d6ba91e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322780 May 06 09:45:22.838455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:22.852658 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] Sync routers for ids ['021ecb24-5b78-4c80-b70a-30372d72e9c6'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:22.853168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43aa7095-f00e-448c-9bdd-9e07d129b74a req-837774f8-29ab-4ec2-9b8e-effb296f42be tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367874 May 06 09:45:22.857099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ca57c675-0aaa-4bf9-9393-4246eec6918f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/021ecb24-5b78-4c80-b70a-30372d72e9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9609656 May 06 09:45:22.872146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:22.890194 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] Routers {'021ecb24-5b78-4c80-b70a-30372d72e9c6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:22.890974 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['021ecb24-5b78-4c80-b70a-30372d72e9c6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:22.954407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48766) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:22.955156 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9427b65e-5aa9-4f78-99b8-99b686733412 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=021ecb24-5b78-4c80-b70a-30372d72e9c6 HTTP/1.1" status: 200 len: 205 time: 0.0927789 May 06 09:45:22.992764 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:23.013389 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] Routers {'021ecb24-5b78-4c80-b70a-30372d72e9c6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:23.014063 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['021ecb24-5b78-4c80-b70a-30372d72e9c6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:23.086453 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:23.087137 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4174d279-e6c2-4e01-98a2-2beaa0a4bcc7 None None] The sync data for ids ['021ecb24-5b78-4c80-b70a-30372d72e9c6'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:23.147147 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b51292f-2438-440b-a69a-672065c5eeff tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.257192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64f65d-32db-44af-acd4-7b52d7f17ec0 req-17954345-5634-45d7-aad2-63e6b2a0dd2f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:23.266085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b64f65d-32db-44af-acd4-7b52d7f17ec0 req-17954345-5634-45d7-aad2-63e6b2a0dd2f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 944 time: 0.2292914 May 06 09:45:23.427991 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b51292f-2438-440b-a69a-672065c5eeff tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.431973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b51292f-2438-440b-a69a-672065c5eeff tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.437848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b64f65d-32db-44af-acd4-7b52d7f17ec0 req-5670c8b5-7f2e-4c8c-8fb9-e36a3ba7b4cc tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706169 May 06 09:45:23.490927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b51292f-2438-440b-a69a-672065c5eeff tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.491837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b51292f-2438-440b-a69a-672065c5eeff tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Fanout notify agent at l3_agent the message router_deleted on router 021ecb24-5b78-4c80-b70a-30372d72e9c6 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:45:23.501391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b51292f-2438-440b-a69a-672065c5eeff tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.506408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:23.517369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9b51292f-2438-440b-a69a-672065c5eeff tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/021ecb24-5b78-4c80-b70a-30372d72e9c6 HTTP/1.1" status: 204 len: 168 time: 0.5603113 May 06 09:45:23.572297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet b29e64f0-e052-491f-a83c-ab6ba9ca21a3 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:45:23.589807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.646521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.750926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7def322-49ba-4eb0-b9ea-652b5b285cf5 req-9d3c1944-629e-4b2c-bf2a-1621658d4e08 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:23.752761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7def322-49ba-4eb0-b9ea-652b5b285cf5 req-9d3c1944-629e-4b2c-bf2a-1621658d4e08 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 943 time: 0.0970209 May 06 09:45:23.826074 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.849745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7def322-49ba-4eb0-b9ea-652b5b285cf5 req-6e02048d-69b4-446f-9fd7-aed6cecb468f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867319 May 06 09:45:23.939060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:23.978624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=b29e64f0-e052-491f-a83c-ab6ba9ca21a3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:23.989216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c618775-3655-4f5a-b501-64f96d791d1e None None] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:24.001358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.005514 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-829b98ec-f78c-4511-91a5-1024204e5e87 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/b29e64f0-e052-491f-a83c-ab6ba9ca21a3 HTTP/1.1" status: 204 len: 168 time: 0.4976211 May 06 09:45:24.005889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56141223-6f08-45ab-9000-5ceed1f97073 req-e35ddee3-3e1b-4ecc-a841-e13ba1ad9628 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.007522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56141223-6f08-45ab-9000-5ceed1f97073 req-e35ddee3-3e1b-4ecc-a841-e13ba1ad9628 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.0779250 May 06 09:45:24.010984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48794) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:24.078871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:24.081713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 402e489a-3eca-422f-89a9-66c5e2228fcb up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:24.113563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56141223-6f08-45ab-9000-5ceed1f97073 req-cf21e20a-467e-4ce2-9246-611e93c57004 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966225 May 06 09:45:24.157216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.182399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.197675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.220567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.238886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.251723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port a35ec065-3b19-42f2-b384-1546bbbc5d21 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:24.252239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.257820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.264794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.271103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.273082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb0ae401-cc62-4125-b081-55e832a74239 req-05f30293-4d8b-4ee1-bef8-13d2018989f6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5421 time: 0.2220774 May 06 09:45:24.336364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 402e489a-3eca-422f-89a9-66c5e2228fcb completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:24.345336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 402e489a-3eca-422f-89a9-66c5e2228fcb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:24.345799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.360623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460493b-8df7-4b70-bcd7-1f2a914a90c0 req-4d0edc3b-2ee2-4c26-94a2-422351f096b7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.370457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0460493b-8df7-4b70-bcd7-1f2a914a90c0 req-4d0edc3b-2ee2-4c26-94a2-422351f096b7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0960736 May 06 09:45:24.378630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port a35ec065-3b19-42f2-b384-1546bbbc5d21, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a35ec065-3b19-42f2-b384-1546bbbc5d21,segment=NetworkSegment(bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff),segment_id=bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:24.379064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.384955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:24.402419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3', 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8', 'port_id': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3', 'mac_address': 'fa:16:3e:94:7d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d354c-e2fb-4f80-acc5-61d132644c73', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:24.413127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for a35ec065-3b19-42f2-b384-1546bbbc5d21 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:24.446293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] DHCP port deletion for a9c72b97-8a9f-4bcc-a880-6a79260d050b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:45:24.448464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0460493b-8df7-4b70-bcd7-1f2a914a90c0 req-f2498d51-fdcc-4395-86df-57f53a9e270d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767875 May 06 09:45:24.475040 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.475292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb0ae401-cc62-4125-b081-55e832a74239 req-b7969c96-e4d6-4295-bff3-81acd29ac7b3 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1876106 May 06 09:45:24.547960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:24.595364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.612296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port a35ec065-3b19-42f2-b384-1546bbbc5d21 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:24.618378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.636192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:24.641147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=a35ec065-3b19-42f2-b384-1546bbbc5d21,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:24.662092 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.662676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 783051a3-e4cc-4fc8-831e-c0e97f23a753 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:24.667480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33753b01-b91b-4216-8535-cd9984fbcae5 req-251707e6-f925-450c-826a-b637c03053d3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:24.676711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33753b01-b91b-4216-8535-cd9984fbcae5 req-251707e6-f925-450c-826a-b637c03053d3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 944 time: 0.0762746 May 06 09:45:24.732878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33753b01-b91b-4216-8535-cd9984fbcae5 req-7eb61bb1-8418-4aae-b275-242c3f18f92f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510833 May 06 09:45:24.754244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:24.758005 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcfee2d-312d-4e51-8165-157e3ae7d98d" -d '{"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-plugged", "status": "completed", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:24.768056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:24.769630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.788383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.801280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Deleting port a35ec065-3b19-42f2-b384-1546bbbc5d21 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:24.802120 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.805567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:24.829077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c72b97-8a9f-4bcc-a880-6a79260d050b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:24.843129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:24.844145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafdfdc3-8780-4758-a7a6-8b6aa1fb87ff') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:24.862337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.892662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.913513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:45:24.914088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: timer() May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:45:24.921799 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:45:25.056529 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f6dc6e-3e96-401f-a068-d2b61d4ee635 x-openstack-request-id: req-11f6dc6e-3e96-401f-a068-d2b61d4ee635 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:25.068897 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-plugged", "status": "completed", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:25.069997 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11f6dc6e-3e96-401f-a068-d2b61d4ee635 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:25.070596 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f6dc6e-3e96-401f-a068-d2b61d4ee635'] response: {'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'code': 200} May 06 09:45:25.097218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.108648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.119066 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/a9c72b97-8a9f-4bcc-a880-6a79260d050b HTTP/1.1" status: 204 len: 168 time: 1.1000762 May 06 09:45:25.121803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48824) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:25.131525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-461578260', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:25.196828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c01fb-0d0f-4c62-9163-7083d83276dc req-4cf25266-ecc6-4842-9cf7-11c57531f2fd tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.198717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-215c01fb-0d0f-4c62-9163-7083d83276dc req-4cf25266-ecc6-4842-9cf7-11c57531f2fd tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 943 time: 0.1256628 May 06 09:45:25.215135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] For port a35ec065-3b19-42f2-b384-1546bbbc5d21, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:25.215570 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.216311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.218083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.224043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7bfb5-c0d6-453d-943a-02fdb79232a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=a9c72b97-8a9f-4bcc-a880-6a79260d050b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:25.239317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 33e67acf-d794-4b53-acc0-8db54c9b42c4 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:25.253614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa394d4-af8f-44e6-a517-c5442a30561d req-db8f2a38-ab0d-499f-b49c-6e38637ace33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.255392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fa394d4-af8f-44e6-a517-c5442a30561d req-db8f2a38-ab0d-499f-b49c-6e38637ace33 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 1096 time: 0.1283243 May 06 09:45:25.268353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Calling delete_port for a35ec065-3b19-42f2-b384-1546bbbc5d21 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:25.277408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Port a35ec065-3b19-42f2-b384-1546bbbc5d21 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:45:25.286882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.292101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:25.300408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 783051a3-e4cc-4fc8-831e-c0e97f23a753, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=783051a3-e4cc-4fc8-831e-c0e97f23a753,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:25.306017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Network a9c72b97-8a9f-4bcc-a880-6a79260d050b is not hosted by any dhcp agent {{(pid=102744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:45:25.306477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] No DVR routers for this DVR port a35ec065-3b19-42f2-b384-1546bbbc5d21 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:25.308044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.321454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fa394d4-af8f-44e6-a517-c5442a30561d req-7da57a4f-f4bf-4d88-b2bc-d8ee3cd82780 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497277 May 06 09:45:25.333839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf6ac-2967-4d72-848c-b9cb88049e05 req-b905575f-d4fc-4b11-8801-714eae9356cf tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.343084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cdcf6ac-2967-4d72-848c-b9cb88049e05 req-b905575f-d4fc-4b11-8801-714eae9356cf tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1715057 May 06 09:45:25.356068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c56a3-bafa-4407-913e-bdef295e4904 None None] Pushing event deleted for resources: {'Port': ['ID=a35ec065-3b19-42f2-b384-1546bbbc5d21,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:25.370899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-215c01fb-0d0f-4c62-9163-7083d83276dc req-60479320-0f47-4ce4-85a1-004f7fe1e95b tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526127 May 06 09:45:25.406769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '783051a3-e4cc-4fc8-831e-c0e97f23a753', 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'port_id': '783051a3-e4cc-4fc8-831e-c0e97f23a753', 'mac_address': 'fa:16:3e:2f:97:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560519a-d540-42cd-a2a5-7374c27e79b6', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:25.414852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cdcf6ac-2967-4d72-848c-b9cb88049e05 req-360ad781-ae5a-4943-836c-b36db9994adc tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695884 May 06 09:45:25.512850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:25.526301 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.557448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '33e67acf-d794-4b53-acc0-8db54c9b42c4', 'network_id': '887eaa7f-1b1b-4171-9925-2fa161b236be', 'port_id': '33e67acf-d794-4b53-acc0-8db54c9b42c4', 'mac_address': 'fa:16:3e:8a:ca:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44640105-93c5-44fe-9c55-c5d1d05d926e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:25.558753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783051a3-e4cc-4fc8-831e-c0e97f23a753 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:25.633559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.671255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 783051a3-e4cc-4fc8-831e-c0e97f23a753, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=783051a3-e4cc-4fc8-831e-c0e97f23a753,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:25.672133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.678282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.683219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.684680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.690956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.697060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.703094 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.703961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.704694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 56419376-70ae-4acd-9d38-3fd03c214a82 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:25.709819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.712212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-6854d3cf-18ce-4ed4-adae-be42eb779370 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5422 time: 0.1077521 May 06 09:45:25.749704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e67acf-d794-4b53-acc0-8db54c9b42c4 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:25.762299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6cb4c4a-a13b-47d0-b10e-1c4a2f525b07 req-e2a719fe-71ca-4330-bfcb-67ef928ead33 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415044 May 06 09:45:25.814329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:25.840641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 56419376-70ae-4acd-9d38-3fd03c214a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=56419376-70ae-4acd-9d38-3fd03c214a82,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:25.855725 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.857821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '56419376-70ae-4acd-9d38-3fd03c214a82', 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'port_id': '56419376-70ae-4acd-9d38-3fd03c214a82', 'mac_address': 'fa:16:3e:d9:55:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560519a-d540-42cd-a2a5-7374c27e79b6', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:25.903695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=783051a3-e4cc-4fc8-831e-c0e97f23a753,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:25.942985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b408c-b110-4785-9abd-5922f0a43746 req-e0d7c868-c576-4b0f-b241-44bfc80375be tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:25.944702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-242b408c-b110-4785-9abd-5922f0a43746 req-e0d7c868-c576-4b0f-b241-44bfc80375be tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0707774 May 06 09:45:25.962513 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:25.982588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56419376-70ae-4acd-9d38-3fd03c214a82 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:26.029637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 56419376-70ae-4acd-9d38-3fd03c214a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=56419376-70ae-4acd-9d38-3fd03c214a82,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:26.032979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:26.046169 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.046865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 94837630-0f86-4cbf-94fd-2d904d6ada14 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:26.055447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.064276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-242b408c-b110-4785-9abd-5922f0a43746 req-4058ac94-e275-46f4-aff3-4fe7487b6cf2 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099391 May 06 09:45:26.098497 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.241766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=56419376-70ae-4acd-9d38-3fd03c214a82,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:26.274802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 94837630-0f86-4cbf-94fd-2d904d6ada14, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94837630-0f86-4cbf-94fd-2d904d6ada14,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:26.286380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['33e67acf-d794-4b53-acc0-8db54c9b42c4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:26.298367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 172.25.8.3 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/c4fe71c7-bdb0-4a70-b514-12c118a838cf) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:26.317926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'port_id': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'mac_address': 'fa:16:3e:f2:f0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:26.404858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.421887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94837630-0f86-4cbf-94fd-2d904d6ada14 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:26.463116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 94837630-0f86-4cbf-94fd-2d904d6ada14, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94837630-0f86-4cbf-94fd-2d904d6ada14,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:26.473078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a35ec065-3b19-42f2-b384-1546bbbc5d21 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:26.482371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.483086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3123afc6-21e5-4b05-b3a7-29e8f9106864 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:26.530739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a35ec065-3b19-42f2-b384-1546bbbc5d21 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:26.531079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a35ec065-3b19-42f2-b384-1546bbbc5d21 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:26.645887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.707834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=94837630-0f86-4cbf-94fd-2d904d6ada14,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:26.713372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:26.720608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.726252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217629f-a002-4054-afc9-57c48c3ff5bf req-24b6cf83-7953-4325-a32f-0dfb6f0fcea9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.740923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9217629f-a002-4054-afc9-57c48c3ff5bf req-24b6cf83-7953-4325-a32f-0dfb6f0fcea9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 944 time: 0.2199705 May 06 09:45:26.745423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '3123afc6-21e5-4b05-b3a7-29e8f9106864', 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'port_id': '3123afc6-21e5-4b05-b3a7-29e8f9106864', 'mac_address': 'fa:16:3e:31:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560519a-d540-42cd-a2a5-7374c27e79b6', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:26.776493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218340b-6379-4abe-8d78-0f768e9bb59c req-5108be05-bb7d-48d4-89bc-8a1e43c95a48 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:26.778174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3218340b-6379-4abe-8d78-0f768e9bb59c req-5108be05-bb7d-48d4-89bc-8a1e43c95a48 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.2092533 May 06 09:45:26.834457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=c4fe71c7-bdb0-4a70-b514-12c118a838cf,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:26.848588 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.863785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:26.865720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:26.870834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9217629f-a002-4054-afc9-57c48c3ff5bf req-8c7a0dea-828f-44be-b1cf-0e6e42880040 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250987 May 06 09:45:26.871149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:26.887341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3218340b-6379-4abe-8d78-0f768e9bb59c req-fb5dec56-9471-408d-be8e-a87c6d4b94fa tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011372 May 06 09:45:26.889074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3123afc6-21e5-4b05-b3a7-29e8f9106864 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:26.929085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:26.937025 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:26.937833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 456ba549-52c2-433d-8a60-0193194016d7 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:26.971443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 456ba549-52c2-433d-8a60-0193194016d7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=456ba549-52c2-433d-8a60-0193194016d7,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:26.984968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '456ba549-52c2-433d-8a60-0193194016d7', 'network_id': '29c8a71a-490d-4ad5-8ba1-74334919c9d8', 'port_id': '456ba549-52c2-433d-8a60-0193194016d7', 'mac_address': 'fa:16:3e:ef:ef:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4d354c-e2fb-4f80-acc5-61d132644c73', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:26.992415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48876) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:27.055746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.078798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.092102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.103861 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.109464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.109722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:27.121306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.125415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456ba549-52c2-433d-8a60-0193194016d7 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:27.134293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.152077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 456ba549-52c2-433d-8a60-0193194016d7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=456ba549-52c2-433d-8a60-0193194016d7,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:27.156287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.158870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.159432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-288c1045-4a2b-418f-864e-21103b32e1a7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5426 time: 0.2134678 May 06 09:45:27.159786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3c278fbe-b8ea-479e-8a05-a6782641a3b2 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:27.215798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a966369-3e76-4e6a-8566-b6c2eb8ef88a req-ac6d2cfa-802d-4861-a1aa-c48cad686442 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503440 May 06 09:45:27.232852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d2d3aa4-dca3-4942-82c3-7b8ff84010b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.379419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f572f9-ec6e-4dc8-a9bb-a4365542b51c req-6e0df6af-e064-4ecc-a150-acbbf03c2438 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.381244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58f572f9-ec6e-4dc8-a9bb-a4365542b51c req-6e0df6af-e064-4ecc-a150-acbbf03c2438 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0705926 May 06 09:45:27.383742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:27.391923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=456ba549-52c2-433d-8a60-0193194016d7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:27.398656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '3c278fbe-b8ea-479e-8a05-a6782641a3b2', 'network_id': '1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc', 'port_id': '3c278fbe-b8ea-479e-8a05-a6782641a3b2', 'mac_address': 'fa:16:3e:b4:79:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6560519a-d540-42cd-a2a5-7374c27e79b6', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:27.425426 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d2d3aa4-dca3-4942-82c3-7b8ff84010b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.438800 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.443177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d2d3aa4-dca3-4942-82c3-7b8ff84010b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.453686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c278fbe-b8ea-479e-8a05-a6782641a3b2 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:27.478951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d3aa4-dca3-4942-82c3-7b8ff84010b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268bb531-9083-475d-a3ce-23408ca51292,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:27.479215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:27.484826 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.503929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.520233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58f572f9-ec6e-4dc8-a9bb-a4365542b51c req-168117f4-91fe-4889-b6c6-4f35acb36793 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298926 May 06 09:45:27.561426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3c278fbe-b8ea-479e-8a05-a6782641a3b2,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:27.561906 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3d2d3aa4-dca3-4942-82c3-7b8ff84010b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74ec7bd3284c4d57b33ce63a0d9d8e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5682385 May 06 09:45:27.563239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48908) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:27.619771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d419335-63f0-4c68-857c-83c09f76b866 req-3ec2867c-c18c-4215-953c-b1d7c419ca51 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.621315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d419335-63f0-4c68-857c-83c09f76b866 req-3ec2867c-c18c-4215-953c-b1d7c419ca51 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1486895 May 06 09:45:27.651915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c79062c7-c3b8-41bc-9446-a86fe7144f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.701542 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c79062c7-c3b8-41bc-9446-a86fe7144f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.736320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d419335-63f0-4c68-857c-83c09f76b866 req-c4814bb7-5ab2-4d40-b6f5-3a247aae2b2a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929108 May 06 09:45:27.764078 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.774531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc94e2-c27e-4b50-808c-af00b854e84b req-f4ac8a9c-9cad-4487-8849-3e14335b5006 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.776066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7fc94e2-c27e-4b50-808c-af00b854e84b req-f4ac8a9c-9cad-4487-8849-3e14335b5006 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0994430 May 06 09:45:27.808364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c79062c7-c3b8-41bc-9446-a86fe7144f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.811859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c79062c7-c3b8-41bc-9446-a86fe7144f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:27.813131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c79062c7-c3b8-41bc-9446-a86fe7144f59 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/268bb531-9083-475d-a3ce-23408ca51292 HTTP/1.1" status: 204 len: 168 time: 0.2480733 May 06 09:45:27.851845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7fc94e2-c27e-4b50-808c-af00b854e84b req-652f9bab-7ef0-4f95-bd75-400096a9fb40 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676098 May 06 09:45:27.866901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79062c7-c3b8-41bc-9446-a86fe7144f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268bb531-9083-475d-a3ce-23408ca51292,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:27.900327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fb0e4-d666-47c4-bb03-9e19bfe4e26d req-29a7bd03-b7e5-42ad-88ab-f1d5f3987dde tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:27.902036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d59fb0e4-d666-47c4-bb03-9e19bfe4e26d req-29a7bd03-b7e5-42ad-88ab-f1d5f3987dde tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 950 time: 0.0815885 May 06 09:45:27.947990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 44b793b5-9425-4799-b979-6f2cbbd2dccd is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:45:27.952349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d59fb0e4-d666-47c4-bb03-9e19bfe4e26d req-4afab10c-9c1d-43ba-bb2d-a73efb57bc3b tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 May 06 09:45:28.082812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:28.100080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] Sync routers for ids ['44b793b5-9425-4799-b979-6f2cbbd2dccd'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:28.105224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072300c9-3a72-4d66-a886-716129d90a36 req-03d38fd9-e546-457a-bb78-ef154b2628f0 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.108600 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:28.109886 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f474782b-d408-450a-a7e8-7f7a0c003822 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.9866967 May 06 09:45:28.113766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48934) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:28.119961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-072300c9-3a72-4d66-a886-716129d90a36 req-03d38fd9-e546-457a-bb78-ef154b2628f0 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 944 time: 0.0826404 May 06 09:45:28.128405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] Routers {'44b793b5-9425-4799-b979-6f2cbbd2dccd'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:28.129792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['44b793b5-9425-4799-b979-6f2cbbd2dccd'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:28.165456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-072300c9-3a72-4d66-a886-716129d90a36 req-5e73e14f-7124-46cd-a0eb-5e41454506f2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 May 06 09:45:28.211747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:28.223637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] Routers {'44b793b5-9425-4799-b979-6f2cbbd2dccd'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:28.224250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['44b793b5-9425-4799-b979-6f2cbbd2dccd'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:28.268834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:28.269600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6e73c5-06db-466b-8950-3d6a692aaab5 None None] The sync data for ids ['44b793b5-9425-4799-b979-6f2cbbd2dccd'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:28.342824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:45:28.347437 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8bd04b50-bb6f-431b-a16c-4bdb7b7c90a6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/routers/44b793b5-9425-4799-b979-6f2cbbd2dccd HTTP/1.1" status: 200 len: 882 time: 0.2318301 May 06 09:45:28.349075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48962) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:28.379980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3116835-b194-4009-93c8-f5b7e3ebe766 req-db4dc28b-3fe0-4a1a-8b15-292e0e97fb0c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.382390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3116835-b194-4009-93c8-f5b7e3ebe766 req-db4dc28b-3fe0-4a1a-8b15-292e0e97fb0c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0604279 May 06 09:45:28.449120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['56419376-70ae-4acd-9d38-3fd03c214a82'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:28.467923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.474115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.483701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.489724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.496492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.504228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.510598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.512863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-a3c2e9e0-c5d6-4080-a319-0f969e5c44a8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5428 time: 0.1262586 May 06 09:45:28.516839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:28.524276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3116835-b194-4009-93c8-f5b7e3ebe766 req-93d99353-f4c1-4e8f-8825-51d20e4d502b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264079 May 06 09:45:28.576454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['3123afc6-21e5-4b05-b3a7-29e8f9106864'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:28.623232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['783051a3-e4cc-4fc8-831e-c0e97f23a753'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:28.632857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['3c278fbe-b8ea-479e-8a05-a6782641a3b2'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:28.656264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-765b7c93-a1b1-4556-b085-82834e3cfa18 req-f6716c04-8417-4c2d-94c5-139791560085 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296103 May 06 09:45:28.699459 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2760ec88-aebe-4983-85f3-a130c03ca529 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.3492424 May 06 09:45:28.702720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48978) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:28.707324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b1c7a3db-69d9-4bb5-9742-42a374ded603 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-461578260'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:28.823013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48988) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:28.942019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55d22f-ef30-4e78-b031-8c37bf11e5c7 req-53b6d734-6454-45fd-ac19-d6752d2692cd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:28.954873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a55d22f-ef30-4e78-b031-8c37bf11e5c7 req-53b6d734-6454-45fd-ac19-d6752d2692cd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1226606 May 06 09:45:29.022746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-670621873-network', 'tenant_id': '51dd6fb66e9e43a98806b53843257bf7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:29.050791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a55d22f-ef30-4e78-b031-8c37bf11e5c7 req-b6c9f49b-0e35-4d15-987a-570f103d87dd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919812 May 06 09:45:29.093749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Made reservation on behalf of 51dd6fb66e9e43a98806b53843257bf7 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:29.097391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.108960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.249275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.269463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.286527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 33e67acf-d794-4b53-acc0-8db54c9b42c4 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:29.332869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:29.376465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c40afb-d42f-4d7b-82f1-416ada2ebffb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:29.391090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.391839 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Added segment a66ee52f-76e4-46b6-b469-bbc17eccee59 of type vlan for network 58ddcab5-5261-447a-be22-df9a2d451fab May 06 09:45:29.430963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['94837630-0f86-4cbf-94fd-2d904d6ada14'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:29.483050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['456ba549-52c2-433d-8a60-0193194016d7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:29.508463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2e7bc-b576-41dd-8c4f-44e7677db7e9 req-c7da38ab-02c3-46e9-8329-3093ee795f9f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:29.510034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cd2e7bc-b576-41dd-8c4f-44e7677db7e9 req-c7da38ab-02c3-46e9-8329-3093ee795f9f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 944 time: 0.2066996 May 06 09:45:29.594918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 33e67acf-d794-4b53-acc0-8db54c9b42c4 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:29.620003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 33e67acf-d794-4b53-acc0-8db54c9b42c4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:29.620003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.847941 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.898011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:29.900821 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aeb436-ad83-41a7-bd3e-64675b66d731" -d '{"events": [{"server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "name": "network-vif-plugged", "status": "completed", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:29.926339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:29.934180 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.964881 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a3db-69d9-4bb5-9742-42a374ded603 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:29.984360 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a3db-69d9-4bb5-9742-42a374ded603 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.004438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:30.056716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.117695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c7a3db-69d9-4bb5-9742-42a374ded603 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 44b793b5-9425-4799-b979-6f2cbbd2dccd has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:30.179976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cd2e7bc-b576-41dd-8c4f-44e7677db7e9 req-4b658e7e-56c9-4bd0-9c1d-c96ccaca013a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583772 May 06 09:45:30.193128 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.194987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.195923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.229029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a39fc-219d-4774-8065-a614d08ae2c0 req-21ba139d-8139-4bcf-8f90-fad628c39678 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.243831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b23a39fc-219d-4774-8065-a614d08ae2c0 req-21ba139d-8139-4bcf-8f90-fad628c39678 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1913607 May 06 09:45:30.248109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c7a3db-69d9-4bb5-9742-42a374ded603 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:30.257492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a3db-69d9-4bb5-9742-42a374ded603 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.258905 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b1c7a3db-69d9-4bb5-9742-42a374ded603 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/44b793b5-9425-4799-b979-6f2cbbd2dccd HTTP/1.1" status: 200 len: 889 time: 1.5551262 May 06 09:45:30.261956 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] Sync routers for ids ['44b793b5-9425-4799-b979-6f2cbbd2dccd'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:30.262722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49040) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:30.293479 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] Routers {'44b793b5-9425-4799-b979-6f2cbbd2dccd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:30.294809 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['44b793b5-9425-4799-b979-6f2cbbd2dccd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:30.340326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5161674 May 06 09:45:30.344664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49044) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:30.354645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Request body: {'subnet': {'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-670621873-subnet', 'tenant_id': '51dd6fb66e9e43a98806b53843257bf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:30.367460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d895fa-1b8b-45e4-bbe9-706263b4e614 admin admin] Pushing event updated for resources: {'Network': ['ID=58ddcab5-5261-447a-be22-df9a2d451fab,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:30.379695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 58ddcab5-5261-447a-be22-df9a2d451fab details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:30.393594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b23a39fc-219d-4774-8065-a614d08ae2c0 req-ae5b50b8-481d-4649-8983-677e300a458d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485698 May 06 09:45:30.421239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Made reservation on behalf of 51dd6fb66e9e43a98806b53843257bf7 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:30.424183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.438370 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:30.455058 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3550b8a3-da91-49e9-9c83-a39e39c149f9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/routers/44b793b5-9425-4799-b979-6f2cbbd2dccd HTTP/1.1" status: 200 len: 889 time: 0.1876471 May 06 09:45:30.455460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:30.466985 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] Routers {'44b793b5-9425-4799-b979-6f2cbbd2dccd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:30.471829 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['44b793b5-9425-4799-b979-6f2cbbd2dccd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:30.491652 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-daa6ff2b-d7b4-4288-9289-b16b4fb17d6f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=44b793b5-9425-4799-b979-6f2cbbd2dccd HTTP/1.1" status: 200 len: 205 time: 0.0340977 May 06 09:45:30.493915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:30.554831 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2756ea47-3971-4cdb-963b-d2d9ef845913 x-openstack-request-id: req-2756ea47-3971-4cdb-963b-d2d9ef845913 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:30.557362 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "name": "network-vif-plugged", "status": "completed", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:30.557629 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2756ea47-3971-4cdb-963b-d2d9ef845913 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:30.558034 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2756ea47-3971-4cdb-963b-d2d9ef845913'] response: {'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4', 'code': 200} May 06 09:45:30.594304 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:30.595189 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d772b-2528-41d2-8c13-ba5d6f580b25 None None] The sync data for ids ['44b793b5-9425-4799-b979-6f2cbbd2dccd'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:30.623707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.630602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.637497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.644141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.650714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.657567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.663434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.672335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-db00a979-c136-4c59-92ea-24ff4230f0eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5428 time: 0.2251244 May 06 09:45:30.776751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac7f1203-1a1a-4717-801f-7a5e20d1f9e1 req-37f9f909-9609-448b-8940-612188890f1a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032856 May 06 09:45:30.814972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.885362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:30.895573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3737b3-2807-4109-8bc7-7cf862d6cd20 req-b95ab50e-5f67-4d1a-96a1-3e3668b9ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:30.897978 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f3737b3-2807-4109-8bc7-7cf862d6cd20 req-b95ab50e-5f67-4d1a-96a1-3e3668b9ddc2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1096 time: 0.2905328 May 06 09:45:30.979359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=18587b20-171e-47e3-808e-ac923d0a4b79,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:30.982706 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3f3737b3-2807-4109-8bc7-7cf862d6cd20 req-e09f31c9-c147-4589-8d6c-bd931a84fcde service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755405 May 06 09:45:30.994063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Checking segment: {'id': 'a66ee52f-76e4-46b6-b469-bbc17eccee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:30.994471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Network hostable DHCP agents. Network: 58ddcab5-5261-447a-be22-df9a2d451fab, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:31.000141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.028131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Network 58ddcab5-5261-447a-be22-df9a2d451fab is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:31.039186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 58ddcab5-5261-447a-be22-df9a2d451fab) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:31.049283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.049982 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.052803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f8709-8730-4a3c-ba99-e1d12ecdb405 None None] Network 58ddcab5-5261-447a-be22-df9a2d451fab requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:31.080411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-50dd2ba2-2da7-4711-9859-013fdfbe54fc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7317488 May 06 09:45:31.120733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port c4fe71c7-bdb0-4a70-b514-12c118a838cf {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:31.121363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.221495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a1f9c-9cbd-42a9-bbb7-2c76fff4fd14 None None] Network 58ddcab5-5261-447a-be22-df9a2d451fab requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:31.275638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.301339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for c4fe71c7-bdb0-4a70-b514-12c118a838cf owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:31.396371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550d6fb-9bce-4390-bf5c-a5d92ba11ed3 req-c3124dd9-d727-4490-a1a6-8c075cea93b1 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.397929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9550d6fb-9bce-4390-bf5c-a5d92ba11ed3 req-c3124dd9-d727-4490-a1a6-8c075cea93b1 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 945 time: 0.0900891 May 06 09:45:31.448048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9550d6fb-9bce-4390-bf5c-a5d92ba11ed3 req-24954c53-616e-44e0-8588-ce4b1f4d4233 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389366 May 06 09:45:31.530077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.545876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 56419376-70ae-4acd-9d38-3fd03c214a82 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:31.569207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f1e18-9189-4722-a875-e1e570589732 req-45a23eca-7f5b-4870-9983-75ec8f9e218f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.570505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b61f1e18-9189-4722-a875-e1e570589732 req-45a23eca-7f5b-4870-9983-75ec8f9e218f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0604973 May 06 09:45:31.587917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=c4fe71c7-bdb0-4a70-b514-12c118a838cf,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:31.607955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 56419376-70ae-4acd-9d38-3fd03c214a82 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:31.613187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 56419376-70ae-4acd-9d38-3fd03c214a82 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:31.613633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.670994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.691085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b61f1e18-9189-4722-a875-e1e570589732 req-0cbbdf4b-a480-4fa5-bb41-9f1855ab8ad5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959918 May 06 09:45:31.709102 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.739320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-41b7b8a8-6594-4e5b-8461-29049e543b47 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:31.740843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-41b7b8a8-6594-4e5b-8461-29049e543b47 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/networks?id=58ddcab5-5261-447a-be22-df9a2d451fab HTTP/1.1" status: 200 len: 813 time: 0.1438675 May 06 09:45:31.759788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-0448c693-1e9d-4d8e-b3f8-444b24d4aea3 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/quotas/51dd6fb66e9e43a98806b53843257bf7 HTTP/1.1" status: 200 len: 375 time: 0.0121851 May 06 09:45:31.763788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 56419376-70ae-4acd-9d38-3fd03c214a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=56419376-70ae-4acd-9d38-3fd03c214a82,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:31.770643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.772247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3123afc6-21e5-4b05-b3a7-29e8f9106864 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:31.774935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.777768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.802235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-65da0ce5-894b-437b-b476-b4c796856a9a tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=51dd6fb66e9e43a98806b53843257bf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331030 May 06 09:45:31.832425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.833465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Fanout notify agent at l3_agent the message router_deleted on router 44b793b5-9425-4799-b979-6f2cbbd2dccd {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:45:31.845837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.847105 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a4205c9-85e7-4d9e-ba41-6e7682aabb49 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/44b793b5-9425-4799-b979-6f2cbbd2dccd HTTP/1.1" status: 204 len: 168 time: 1.3517623 May 06 09:45:31.852155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:31.862225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1096910842'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:31.886887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=56419376-70ae-4acd-9d38-3fd03c214a82,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:31.895441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:31.898905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 3123afc6-21e5-4b05-b3a7-29e8f9106864 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:31.902762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.905797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 3123afc6-21e5-4b05-b3a7-29e8f9106864 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:31.906384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.938656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:31.952849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:31.952849 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment c8a2bafe-bd49-456c-9723-b472111c6055 of type vlan for network 2456db6a-c05a-4c65-a08d-f8d526f27d43 May 06 09:45:31.983316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-3701c443-fd0f-473c-b7fd-3b84d68c363e service neutron] 10.222.0.76 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706352 May 06 09:45:32.007611 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.019559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.037568 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.043640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.044207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.054752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.061684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.064154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:32.068591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.071032 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.072295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:32.075535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.082375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.088308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.094733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.096732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-4bf4f0bc-9cbd-4e99-b5e2-5c77737bacc8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5429 time: 0.1545827 May 06 09:45:32.110236 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2566206 May 06 09:45:32.113884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49100) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:32.128176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': '2456db6a-c05a-4c65-a08d-f8d526f27d43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:32.136946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf0967-6fd8-45bf-b052-154021cf89f3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=2456db6a-c05a-4c65-a08d-f8d526f27d43,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:32.155540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:32.217775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:32.220264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-944b0054-4d02-4f2a-87a4-c5e528857b0c req-687cfe68-592e-415a-b135-ff76f7029b81 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150098 May 06 09:45:32.248886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:32.249645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-e7d390b5-a8f4-4cf2-be4d-00728feabf96 service neutron] 10.222.0.76 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567317 May 06 09:45:32.253389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:32.253808 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.276667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:32.283783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.359411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.409637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:32.425249 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.427976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:32.550939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:32.565581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3123afc6-21e5-4b05-b3a7-29e8f9106864'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:32.569062 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334796c-82dc-4b4b-9dcf-3931941eb3fc" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "3123afc6-21e5-4b05-b3a7-29e8f9106864"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:32.571174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-f826455c-ca09-47a9-8e94-e1b5e165271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.572984 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-f826455c-ca09-47a9-8e94-e1b5e165271d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1075423 May 06 09:45:32.590954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac8ade05-43ec-445d-84f5-c8cb5eec7c4f req-18cdd5fc-124a-4953-a409-8a9768fa86e4 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 210 time: 0.0555913 May 06 09:45:32.653514 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.709183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:32.715201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.749584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe824e-95b4-4a40-a21f-b825dd0f9882 req-eab68071-1b70-4009-8574-21fbb229393d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.757727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5abe824e-95b4-4a40-a21f-b825dd0f9882 req-eab68071-1b70-4009-8574-21fbb229393d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.2249053 May 06 09:45:32.782151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-3eeda6a2-9abf-4490-803c-bf953db8fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.785366 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-3eeda6a2-9abf-4490-803c-bf953db8fb9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.2001054 May 06 09:45:32.800300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:32.803862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:32.860440 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-7814b4e7-92fe-4c3c-b2ca-f7b14ec51442 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 200 len: 217 time: 0.0675974 May 06 09:45:32.886768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cad90a-3d97-441c-b1b1-f1ec61988142 req-91d9600f-b652-42dd-a509-7dca2bfe5d5b tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.888722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00cad90a-3d97-441c-b1b1-f1ec61988142 req-91d9600f-b652-42dd-a509-7dca2bfe5d5b tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 945 time: 0.1756709 May 06 09:45:32.909825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5abe824e-95b4-4a40-a21f-b825dd0f9882 req-ba31eb47-3580-4d13-9d4b-834e72e57df2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510870 May 06 09:45:32.932585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-fc645540-66a0-4c64-b2f5-eeb8d7f93c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:32.933883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=ae8f2a07-ac41-451d-b945-e88bc7912cdc,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:32.936588 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-fc645540-66a0-4c64-b2f5-eeb8d7f93c33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.0687165 May 06 09:45:32.961345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': 'c8a2bafe-bd49-456c-9723-b472111c6055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2456db6a-c05a-4c65-a08d-f8d526f27d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:32.961735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: 2456db6a-c05a-4c65-a08d-f8d526f27d43, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:32.978321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00cad90a-3d97-441c-b1b1-f1ec61988142 req-b1a30d1d-a139-4aac-b57f-51a00d65b31a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788245 May 06 09:45:32.990753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:33.005266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2456db6a-c05a-4c65-a08d-f8d526f27d43) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:33.010043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.010693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.012357 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 06 May 2022 09:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c944ad60-1f91-4cec-8b8c-b7facbc1896f x-openstack-request-id: req-c944ad60-1f91-4cec-8b8c-b7facbc1896f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:33.013056 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "3123afc6-21e5-4b05-b3a7-29e8f9106864", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:33.013056 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c944ad60-1f91-4cec-8b8c-b7facbc1896f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:33.013451 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c944ad60-1f91-4cec-8b8c-b7facbc1896f'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82', 'code': 200} May 06 09:45:33.013725 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c944ad60-1f91-4cec-8b8c-b7facbc1896f'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3123afc6-21e5-4b05-b3a7-29e8f9106864', 'code': 200} May 06 09:45:33.013725 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c944ad60-1f91-4cec-8b8c-b7facbc1896f'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3', 'code': 200} May 06 09:45:33.016961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c91ddb-314e-4fbd-a3d2-62989a723294 None None] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:33.020068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-8c362e74-08b8-441a-948a-31aea0b462b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.023222 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-8c362e74-08b8-441a-948a-31aea0b462b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763204 May 06 09:45:33.049202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c8ade796-d1e6-4e6a-b517-94579ee3b975 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9329090 May 06 09:45:33.051777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49130) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:33.058413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f1d0721b-deaf-44e5-9ed0-b43b22caf274 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-864048055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:33.157155 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1d0721b-deaf-44e5-9ed0-b43b22caf274 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.158366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1d0721b-deaf-44e5-9ed0-b43b22caf274 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.163230 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-b1cd237a-e91b-47f4-a5d1-2d56df3d358e service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326170 May 06 09:45:33.201597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfb2b9-3dbd-4716-802a-30a3484a9686 req-2ba0d5e8-37ea-4cce-8e5e-411dae7e3adf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.203425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdbfb2b9-3dbd-4716-802a-30a3484a9686 req-2ba0d5e8-37ea-4cce-8e5e-411dae7e3adf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1135540 May 06 09:45:33.238134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-2456db6a-c05a-4c65-a08d-f8d526f27d43', 'network_id': '2456db6a-c05a-4c65-a08d-f8d526f27d43', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': 'ae8f2a07-ac41-451d-b945-e88bc7912cdc'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:45:33.239629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.269194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1d0721b-deaf-44e5-9ed0-b43b22caf274 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.283555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1d0721b-deaf-44e5-9ed0-b43b22caf274 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.307764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fdbfb2b9-3dbd-4716-802a-30a3484a9686 req-315d8022-99ef-412a-8228-8783103e2d84 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944266 May 06 09:45:33.319181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1d0721b-deaf-44e5-9ed0-b43b22caf274 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.323728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f1d0721b-deaf-44e5-9ed0-b43b22caf274 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2681541 May 06 09:45:33.324691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49134) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:33.421613 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3d6ce2a0-74da-4a07-aaef-bae72a16ea8c req-3cf5bbff-da0a-4354-8781-ec9c9e82b565 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503395 May 06 09:45:33.429117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.436877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.442316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Allocated IP 2001:db8::2 (2456db6a-c05a-4c65-a08d-f8d526f27d43/ae8f2a07-ac41-451d-b945-e88bc7912cdc/4e61150e-cab3-40be-b49e-7d33ff1afff7) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:33.443574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.450896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.462526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.469667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.478272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:33.488278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-5b74a243-d0c6-477e-8c93-0a717a420f83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5431 time: 0.1469388 May 06 09:45:33.575534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c8a9cfd-2159-4f43-aaa3-7df274d5fe6d req-be12c015-fdf7-4cd5-805b-4a45f748fce1 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802279 May 06 09:45:33.697610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 783051a3-e4cc-4fc8-831e-c0e97f23a753 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:33.707761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.708379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6ed9abe-e62f-4c9c-9440-fc3f1d32a9ce req-756349e7-161a-417b-9f3f-6e3d896a5761 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 210 time: 0.0401103 May 06 09:45:33.808984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 783051a3-e4cc-4fc8-831e-c0e97f23a753 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:33.816095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 783051a3-e4cc-4fc8-831e-c0e97f23a753 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:33.816467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.864519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.876006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:33.919424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:33.940255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:33.951144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:33.982180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Pushing event updated for resources: {'Port': ['ID=4e61150e-cab3-40be-b49e-7d33ff1afff7,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:34.004476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8::1 (2456db6a-c05a-4c65-a08d-f8d526f27d43/ae8f2a07-ac41-451d-b945-e88bc7912cdc/270fe767-2f94-4d99-b75c-7459517c937e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:34.023831 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.082782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221e801-5390-48e6-81f9-bc56534727cd req-39824730-ac50-4a52-8ed7-567304d21ae4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.091240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f221e801-5390-48e6-81f9-bc56534727cd req-39824730-ac50-4a52-8ed7-567304d21ae4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0741088 May 06 09:45:34.133814 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f221e801-5390-48e6-81f9-bc56534727cd req-929aad3f-cf9b-4fb4-8fa4-066962583eac tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 May 06 09:45:34.139808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Attempting to bind port 4e61150e-cab3-40be-b49e-7d33ff1afff7 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:34.140780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Attempting to bind port 4e61150e-cab3-40be-b49e-7d33ff1afff7 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c8a2bafe-bd49-456c-9723-b472111c6055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2456db6a-c05a-4c65-a08d-f8d526f27d43'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:34.141222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Attempting to bind port 4e61150e-cab3-40be-b49e-7d33ff1afff7 on network 2456db6a-c05a-4c65-a08d-f8d526f27d43 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:34.149357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:34.149744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Checking segment: {'id': 'c8a2bafe-bd49-456c-9723-b472111c6055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2456db6a-c05a-4c65-a08d-f8d526f27d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:34.150150 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.150541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Bound using segment: {'id': 'c8a2bafe-bd49-456c-9723-b472111c6055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2456db6a-c05a-4c65-a08d-f8d526f27d43'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:34.151020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Bound port: 4e61150e-cab3-40be-b49e-7d33ff1afff7, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a2bafe-bd49-456c-9723-b472111c6055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2456db6a-c05a-4c65-a08d-f8d526f27d43'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:34.151470 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.205347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9892c6c-605a-413d-8a72-a63421a2291f req-31ba0ad3-bb09-4918-b373-69daa6971e98 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.207051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9892c6c-605a-413d-8a72-a63421a2291f req-31ba0ad3-bb09-4918-b373-69daa6971e98 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 945 time: 0.0694344 May 06 09:45:34.234646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.245545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-fb23f5f1-15e0-4c29-9a6b-2895e883335c tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.247028 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-fb23f5f1-15e0-4c29-9a6b-2895e883335c tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.83 "GET /v2.0/networks?id=58ddcab5-5261-447a-be22-df9a2d451fab HTTP/1.1" status: 200 len: 813 time: 0.1705697 May 06 09:45:34.251490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 783051a3-e4cc-4fc8-831e-c0e97f23a753, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=783051a3-e4cc-4fc8-831e-c0e97f23a753,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:34.256684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9892c6c-605a-413d-8a72-a63421a2291f req-fc293a99-706b-4373-bf9b-c98a2aaff5fa tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 May 06 09:45:34.258345 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.259202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 456ba549-52c2-433d-8a60-0193194016d7 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:34.262666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Request body: {'port': {'device_id': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab', 'admin_state_up': True, 'tenant_id': '51dd6fb66e9e43a98806b53843257bf7'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:34.323328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] For port 4e61150e-cab3-40be-b49e-7d33ff1afff7, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:34.349206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.354551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] For port 4e61150e-cab3-40be-b49e-7d33ff1afff7, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4e61150e-cab3-40be-b49e-7d33ff1afff7,segment=NetworkSegment(c8a2bafe-bd49-456c-9723-b472111c6055),segment_id=c8a2bafe-bd49-456c-9723-b472111c6055)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:34.364251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.367529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=783051a3-e4cc-4fc8-831e-c0e97f23a753,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:34.407451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=270fe767-2f94-4d99-b75c-7459517c937e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:34.424141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 456ba549-52c2-433d-8a60-0193194016d7 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:34.434063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a26c156d-bb14-4655-b47c-82000f939e01 req-79f1aecf-7fc3-4041-b66f-27077b036f50 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-642288402&fields=id&tenant_id=435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 267 time: 0.0954399 May 06 09:45:34.439160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 456ba549-52c2-433d-8a60-0193194016d7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:34.439548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.440431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:34.443681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:34.449883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:34.450430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.496142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647c73e-9397-43b0-872a-b518797ad239 None None] Pushing event updated for resources: {'Port': ['ID=4e61150e-cab3-40be-b49e-7d33ff1afff7,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:34.522679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81462075-1435-49c1-8ef5-01ebd80d6d1b req-aa65c7f6-996e-42f6-a019-90addf35bf9d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.536353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81462075-1435-49c1-8ef5-01ebd80d6d1b req-aa65c7f6-996e-42f6-a019-90addf35bf9d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1255965 May 06 09:45:34.552868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c156d-bb14-4655-b47c-82000f939e01 req-ddbf4e1d-3410-4e27-85cc-28c8cb6ac144 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:34.555358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.557894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a26c156d-bb14-4655-b47c-82000f939e01 req-ddbf4e1d-3410-4e27-85cc-28c8cb6ac144 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 945 time: 0.1229019 May 06 09:45:34.579941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'port': {'security_groups': ['1cdd1ba6-ab41-469f-918c-6a3332637a86', '6b068566-5fc4-40d0-a573-1c54c65719d9']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:34.609128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 456ba549-52c2-433d-8a60-0193194016d7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=456ba549-52c2-433d-8a60-0193194016d7,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:34.616966 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.618185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3c278fbe-b8ea-479e-8a05-a6782641a3b2 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:34.669755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.729280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81462075-1435-49c1-8ef5-01ebd80d6d1b req-e7574068-6400-457f-a200-acb6e58459f7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920371 May 06 09:45:34.785672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=456ba549-52c2-433d-8a60-0193194016d7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:34.794845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:34.799470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:34.799875 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.916166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Made reservation on behalf of 51dd6fb66e9e43a98806b53843257bf7 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:34.921228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.932647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.975902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.980695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:34.991397 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:34.993099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 94837630-0f86-4cbf-94fd-2d904d6ada14 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:35.035774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:35.036204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783051a3-e4cc-4fc8-831e-c0e97f23a753'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ba549-52c2-433d-8a60-0193194016d7'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:35.040754 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb85dc9-78cb-405d-bcae-f468b723d8c7" -d '{"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "783051a3-e4cc-4fc8-831e-c0e97f23a753"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "456ba549-52c2-433d-8a60-0193194016d7"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:35.051060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.057157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.063851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.070662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.079010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.086283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.093922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.094806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0422f296-1260-4887-973e-a8830c1a8a54 req-d7eb9909-de15-4338-b1f3-9529c559f847 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5433 time: 0.1530607 May 06 09:45:35.128631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3c278fbe-b8ea-479e-8a05-a6782641a3b2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:35.133959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 94837630-0f86-4cbf-94fd-2d904d6ada14 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:35.140783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 94837630-0f86-4cbf-94fd-2d904d6ada14 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:35.140783 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.160721 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0422f296-1260-4887-973e-a8830c1a8a54 req-80ea44ea-9880-4d1c-b10e-cb1bdf2b7e19 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580411 May 06 09:45:35.206328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.215601 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.239675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Allocated IP 172.20.0.8 (58ddcab5-5261-447a-be22-df9a2d451fab/18587b20-171e-47e3-808e-ac923d0a4b79/4513da4b-3567-438c-bbae-dee61256d1fb) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:35.247819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472', '33e67acf-d794-4b53-acc0-8db54c9b42c4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:35.276267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.277066 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.279682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a26c156d-bb14-4655-b47c-82000f939e01 req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "PUT /v2.0/ports/33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 981 time: 0.7088714 May 06 09:45:35.283264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:35.286351 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908a6fbe-e607-4810-9096-a0e6e32a79ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:35.354406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccef8a-37c1-4676-9eca-18e79d892d42 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:35.363901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ea5ad85-6cd6-46b9-8ec0-15390d830ad9 req-fce0a06d-bca9-4e54-b77e-fdf50915dc02 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 210 time: 0.0423393 May 06 09:45:35.436011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.457606 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Fri, 06 May 2022 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b857c7-d6e8-4dfe-9a51-273b89e25098 x-openstack-request-id: req-00b857c7-d6e8-4dfe-9a51-273b89e25098 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:35.457606 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "783051a3-e4cc-4fc8-831e-c0e97f23a753", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "456ba549-52c2-433d-8a60-0193194016d7", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:35.457606 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00b857c7-d6e8-4dfe-9a51-273b89e25098 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:35.457606 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b857c7-d6e8-4dfe-9a51-273b89e25098'] response: {'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'code': 200} May 06 09:45:35.458053 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b857c7-d6e8-4dfe-9a51-273b89e25098'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783051a3-e4cc-4fc8-831e-c0e97f23a753', 'code': 200} May 06 09:45:35.458053 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b857c7-d6e8-4dfe-9a51-273b89e25098'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456ba549-52c2-433d-8a60-0193194016d7', 'code': 200} May 06 09:45:35.458273 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b857c7-d6e8-4dfe-9a51-273b89e25098'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2', 'code': 200} May 06 09:45:35.524126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['33e67acf-d794-4b53-acc0-8db54c9b42c4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:35.527974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 94837630-0f86-4cbf-94fd-2d904d6ada14, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94837630-0f86-4cbf-94fd-2d904d6ada14,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:35.573264 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.579658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:35.596987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2987240c-39d6-42a8-9307-4b11728cd172 req-e8526249-49f0-426b-a0ed-f0a249dbd808 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/6b068566-5fc4-40d0-a573-1c54c65719d9 HTTP/1.1" status: 200 len: 1801 time: 0.1666646 May 06 09:45:35.633662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761f98f-a899-4ef8-b3a7-86dc16205c7d req-b77e327a-791c-4597-a1b2-7acb182a2b30 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:35.642410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b761f98f-a899-4ef8-b3a7-86dc16205c7d req-b77e327a-791c-4597-a1b2-7acb182a2b30 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1730587 May 06 09:45:35.666270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.678143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.679007 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.686421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:35.730537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b761f98f-a899-4ef8-b3a7-86dc16205c7d req-ce376acd-f879-4cd4-b734-eb3a8adc90de tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871346 May 06 09:45:35.753973 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-2987240c-39d6-42a8-9307-4b11728cd172 req-f879c4e8-a31a-4719-992e-f74eda9fa5ea tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:45:35.768724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2987240c-39d6-42a8-9307-4b11728cd172 req-f879c4e8-a31a-4719-992e-f74eda9fa5ea tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/6b068566-5fc4-40d0-a573-1c54c65719d9 HTTP/1.1" status: 409 len: 341 time: 0.1576099 May 06 09:45:35.835649 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cffd065-2d51-459d-986a-de21efe2e977 x-openstack-request-id: req-3cffd065-2d51-459d-986a-de21efe2e977 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:35.835958 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:35.836199 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3cffd065-2d51-459d-986a-de21efe2e977 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:35.836607 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cffd065-2d51-459d-986a-de21efe2e977'] response: {'name': 'network-changed', 'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4', 'status': 'completed', 'code': 200} May 06 09:45:35.857904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:35.867543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:35.875998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=270fe767-2f94-4d99-b75c-7459517c937e,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:36.002109 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.002709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=94837630-0f86-4cbf-94fd-2d904d6ada14,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:36.036079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c3e40-8f6e-483f-bc89-76230c39fd29 None None] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:36.044887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-82c6503f-8576-4707-a4a2-86f895571643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.047201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-82c6503f-8576-4707-a4a2-86f895571643 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1135 time: 0.1877844 May 06 09:45:36.055248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fddd1c-6862-4bec-9f91-1aebf1ba8573 req-fcb195cb-2907-457b-b9e8-c191305ebb72 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.063338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07fddd1c-6862-4bec-9f91-1aebf1ba8573 req-fcb195cb-2907-457b-b9e8-c191305ebb72 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1393926 May 06 09:45:36.072432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Network 58ddcab5-5261-447a-be22-df9a2d451fab is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:36.081039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:36.084165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:36.161376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Pushing event updated for resources: {'Port': ['ID=4513da4b-3567-438c-bbae-dee61256d1fb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:36.189866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07fddd1c-6862-4bec-9f91-1aebf1ba8573 req-5373c100-4387-490d-8078-32c118a3a0c5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255367 May 06 09:45:36.193076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.194291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.210279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 4f314d4b-88d2-4def-a001-2eed81e1596d is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:45:36.227085 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-222c703d-58be-4e94-b02e-f264a15a2361 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9703188 May 06 09:45:36.284338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Request body: {'port': {'device_id': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:36.293058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-8af38e97-54b8-4677-9c10-96293134ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.295211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-8af38e97-54b8-4677-9c10-96293134ab79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 913 time: 0.2286541 May 06 09:45:36.301771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:36.322025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'mac_address': 'fa:16:3e:60:fe:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:36.409372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-56fb8e9c-55ed-4b7a-9fde-4c7a370081d7 None None] Provisioning complete for port 4e61150e-cab3-40be-b49e-7d33ff1afff7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:36.409726 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-56fb8e9c-55ed-4b7a-9fde-4c7a370081d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.418159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:36.432097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6cc0a677-6a03-4a42-96f1-8cedb72919c5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/4f314d4b-88d2-4def-a001-2eed81e1596d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1040022 May 06 09:45:36.432097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.437169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49224) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:36.460235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-bcc62a13-cbc2-40f1-a4c3-0c0c7f8d2623 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 217 time: 0.1559649 May 06 09:45:36.479846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] Sync routers for ids ['4f314d4b-88d2-4def-a001-2eed81e1596d'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:36.524619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f0903-2259-416b-af8a-97d2e62eb947 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.527804 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb0f0903-2259-416b-af8a-97d2e62eb947 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports/270fe767-2f94-4d99-b75c-7459517c937e HTTP/1.1" status: 200 len: 911 time: 0.0857265 May 06 09:45:36.530964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49226) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:36.541755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae8f2a07-ac41-451d-b945-e88bc7912cdc'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:36.551904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e61150e-cab3-40be-b49e-7d33ff1afff7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:36.580043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d57670-d373-4019-a135-eed00c90bf00 req-52cd957c-ccf6-4631-b19f-5a2f070ccb7a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.588559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7d57670-d373-4019-a135-eed00c90bf00 req-52cd957c-ccf6-4631-b19f-5a2f070ccb7a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 984 time: 0.2873857 May 06 09:45:36.654640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.660835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.667157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.673573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.679835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.684746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] Routers {'4f314d4b-88d2-4def-a001-2eed81e1596d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:36.686390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f314d4b-88d2-4def-a001-2eed81e1596d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:36.687427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.694519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.699299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:36.705863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3161f0ba-3663-40b5-939b-76696b81a934 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.2312934 May 06 09:45:36.727920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-c041ad03-28c5-469c-9755-4e59632c0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:36.729552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-c041ad03-28c5-469c-9755-4e59632c0e91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.2544720 May 06 09:45:36.746104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7d57670-d373-4019-a135-eed00c90bf00 req-5b97a205-84b3-4978-9bf8-a7c15b740ad1 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=6b068566-5fc4-40d0-a573-1c54c65719d9&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1564248 May 06 09:45:36.782704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-94228d58-9a14-4b5f-8b2e-0b0bd360acd5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334263 May 06 09:45:36.813931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-191c01ff-8a98-4a1a-bb92-9827bd2bafdd req-3eb7ea50-075e-4a84-9e27-4178c6994b68 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042888 May 06 09:45:36.931738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.010493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b25d1c-470c-45d9-9cb7-9c1037e48de0 req-0e933874-49e8-4f48-bf77-57ee3420dff1 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.020748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13b25d1c-470c-45d9-9cb7-9c1037e48de0 req-0e933874-49e8-4f48-bf77-57ee3420dff1 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 931 time: 0.1167371 May 06 09:45:37.023379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:37.079310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd6847a-40c7-496d-89a3-0f2072e06138 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:37.082442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-3cd57af1-8a2a-4f89-b02a-70857e02f8dc service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896233 May 06 09:45:37.095544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12eeb-3f12-4aef-bbb2-e9395c046804 req-5016e2af-5cfd-4ba1-9355-dac34f216f88 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.097273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26f12eeb-3f12-4aef-bbb2-e9395c046804 req-5016e2af-5cfd-4ba1-9355-dac34f216f88 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1526766 May 06 09:45:37.109357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13b25d1c-470c-45d9-9cb7-9c1037e48de0 req-2e4fe9ec-8653-424e-9928-df1671a1a298 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836554 May 06 09:45:37.111331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:37.152449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-56fb8e9c-55ed-4b7a-9fde-4c7a370081d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.167777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] Routers {'4f314d4b-88d2-4def-a001-2eed81e1596d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:37.168415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f314d4b-88d2-4def-a001-2eed81e1596d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:37.225841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26f12eeb-3f12-4aef-bbb2-e9395c046804 req-2abde89a-226b-4888-83f5-c2e1aaece8a8 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142659 May 06 09:45:37.271411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.290972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:37.292308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa5a90b-aeaa-4fd3-8ec3-6a1733ce9268 None None] The sync data for ids ['4f314d4b-88d2-4def-a001-2eed81e1596d'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:37.317428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a6fbe-e607-4810-9096-a0e6e32a79ce req-2a37062e-9d3a-4626-9f05-8fe27b828c35 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058799 May 06 09:45:37.346126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4513da4b-3567-438c-bbae-dee61256d1fb {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:37.369912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.448484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Transition to ACTIVE for port object 4513da4b-3567-438c-bbae-dee61256d1fb will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:45:37.459916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.469239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c908c-0265-44d1-95a8-30988a5ec536 req-cc82a12e-e7f1-4f18-aeed-e07f4c3aace7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.477629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b84c908c-0265-44d1-95a8-30988a5ec536 req-cc82a12e-e7f1-4f18-aeed-e07f4c3aace7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1591504 May 06 09:45:37.487475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:37.489796 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5001f1f-7641-416f-b162-7be70533811b" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:37.502290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-12806640-f70b-4f91-b0af-0c4d4aff25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.504445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-12806640-f70b-4f91-b0af-0c4d4aff25b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1135 time: 0.1322718 May 06 09:45:37.540758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-56fb8e9c-55ed-4b7a-9fde-4c7a370081d7 None None] For port 4e61150e-cab3-40be-b49e-7d33ff1afff7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4e61150e-cab3-40be-b49e-7d33ff1afff7,segment=NetworkSegment(c8a2bafe-bd49-456c-9723-b472111c6055),segment_id=c8a2bafe-bd49-456c-9723-b472111c6055)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:37.605349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['acd6847a-40c7-496d-89a3-0f2072e06138'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:37.618198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:37.621546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4e61150e-cab3-40be-b49e-7d33ff1afff7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:37.622227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.627436 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc7451-fb9f-4440-8ae5-e998063ede7f x-openstack-request-id: req-42cc7451-fb9f-4440-8ae5-e998063ede7f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:37.627771 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-plugged", "status": "completed", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:37.628028 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42cc7451-fb9f-4440-8ae5-e998063ede7f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:37.628423 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42cc7451-fb9f-4440-8ae5-e998063ede7f'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'code': 200} May 06 09:45:37.658447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b84c908c-0265-44d1-95a8-30988a5ec536 req-5e639e57-cd35-41fd-b911-844523fde364 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799033 May 06 09:45:37.681882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-56fb8e9c-55ed-4b7a-9fde-4c7a370081d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.730721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.750751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.759443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.760681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:37.762094 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/ports/270fe767-2f94-4d99-b75c-7459517c937e HTTP/1.1" status: 200 len: 911 time: 1.2300367 May 06 09:45:37.768533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49244) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:37.863063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-eeab2bab-2b2b-48b5-b8da-fe157976cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:37.864909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-eeab2bab-2b2b-48b5-b8da-fe157976cf7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 913 time: 0.3530657 May 06 09:45:38.005133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.005612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.006083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.006547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.007009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.007473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.007970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.009897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-0dab1b67-34d8-445d-a64f-3988f577e60f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6492 time: 0.3009012 May 06 09:45:38.017559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-3141851f-74b4-4c79-8711-b96832a4af6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 217 time: 0.1222222 May 06 09:45:38.064384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb8e9c-55ed-4b7a-9fde-4c7a370081d7 None None] Pushing event updated for resources: {'Port': ['ID=4e61150e-cab3-40be-b49e-7d33ff1afff7,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:38.068015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2e59a47a-9801-4e2e-b0ad-5bf0728871fa None None] Provisioning complete for port 270fe767-2f94-4d99-b75c-7459517c937e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:38.068677 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e59a47a-9801-4e2e-b0ad-5bf0728871fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.186695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d3fa98b-f64a-4caf-9e1b-4532422ba8b1 req-53faa263-65cd-430b-aa8c-a1c746108411 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1601934 May 06 09:45:38.211283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77f712-4e2f-40b1-a9d0-9c653a4a7ae1 req-b4eca9f3-33f8-4bfa-bd92-0eb79c7d0d8f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.219511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e77f712-4e2f-40b1-a9d0-9c653a4a7ae1 req-b4eca9f3-33f8-4bfa-bd92-0eb79c7d0d8f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 984 time: 0.3108785 May 06 09:45:38.241364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Pushing event updated for resources: {'Port': ['ID=4513da4b-3567-438c-bbae-dee61256d1fb,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:38.248044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-c548efd1-5f52-4949-a43a-7e7100a41f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.249530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-c548efd1-5f52-4949-a43a-7e7100a41f50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.2031486 May 06 09:45:38.271549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.273306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2e59a47a-9801-4e2e-b0ad-5bf0728871fa None None] Port 270fe767-2f94-4d99-b75c-7459517c937e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:38.283483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Attempting to bind port 4513da4b-3567-438c-bbae-dee61256d1fb on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:38.283996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Attempting to bind port 4513da4b-3567-438c-bbae-dee61256d1fb by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'a66ee52f-76e4-46b6-b469-bbc17eccee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:38.284190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Attempting to bind port 4513da4b-3567-438c-bbae-dee61256d1fb on network 58ddcab5-5261-447a-be22-df9a2d451fab {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:38.287317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.293816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Port 4513da4b-3567-438c-bbae-dee61256d1fb on network 58ddcab5-5261-447a-be22-df9a2d451fab not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:45:38.293992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.294193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Attempting to bind port 4513da4b-3567-438c-bbae-dee61256d1fb on network 58ddcab5-5261-447a-be22-df9a2d451fab {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:38.305058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.312396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.313289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:38.313757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Checking segment: {'id': 'a66ee52f-76e4-46b6-b469-bbc17eccee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:38.314308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Bound using segment: {'id': 'a66ee52f-76e4-46b6-b469-bbc17eccee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:38.314634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Bound port: 4513da4b-3567-438c-bbae-dee61256d1fb, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66ee52f-76e4-46b6-b469-bbc17eccee59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:38.314952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.319769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.326687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.330074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-1066ab7d-6e72-4a0e-bf56-aba09d5980db tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.3527961 May 06 09:45:38.342176 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2e59a47a-9801-4e2e-b0ad-5bf0728871fa None None] Provisioning complete for port 4e61150e-cab3-40be-b49e-7d33ff1afff7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:38.342840 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e59a47a-9801-4e2e-b0ad-5bf0728871fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.406420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-5f25a9fd-e248-4725-a1bc-68cd04995461 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488056 May 06 09:45:38.423242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] For port 4513da4b-3567-438c-bbae-dee61256d1fb, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:38.427127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] For port 4513da4b-3567-438c-bbae-dee61256d1fb, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4513da4b-3567-438c-bbae-dee61256d1fb,segment=NetworkSegment(a66ee52f-76e4-46b6-b469-bbc17eccee59),segment_id=a66ee52f-76e4-46b6-b469-bbc17eccee59)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:38.440604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.450433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e77f712-4e2f-40b1-a9d0-9c653a4a7ae1 req-491faa73-0b63-4c83-b9a4-251ee4105bb3 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=6b068566-5fc4-40d0-a573-1c54c65719d9&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2298951 May 06 09:45:38.453618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec15bb-2de9-403f-beae-3ac369af0c69 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=270fe767-2f94-4d99-b75c-7459517c937e,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:38.482861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e61150e-cab3-40be-b49e-7d33ff1afff7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:38.563827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.564454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.565869 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] 10.222.0.83 "PUT /v2.0/ports/4513da4b-3567-438c-bbae-dee61256d1fb HTTP/1.1" status: 200 len: 1091 time: 2.2912664 May 06 09:45:38.567146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'tag': '4513da4b-3567-438c-bbae-dee61256d1fb'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:38.569431 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b568dc-ae64-457a-a024-445c3ff92494", "tag": "4513da4b-3567-438c-bbae-dee61256d1fb"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:38.609514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2254fb-1dba-4a10-bda5-050529154028 service neutron] Pushing event updated for resources: {'Port': ['ID=4513da4b-3567-438c-bbae-dee61256d1fb,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:38.610862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4e61150e-cab3-40be-b49e-7d33ff1afff7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:38.611442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.654660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.684593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f90c4237-4bb1-400d-a10e-7b1605e05d7e req-011c891e-0c8c-424a-b5df-3907b4ef5f7c tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3327835 May 06 09:45:38.707897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-567b804d-85c4-4571-b36f-53b6789c1484 None None] Provisioning complete for port 270fe767-2f94-4d99-b75c-7459517c937e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:38.708251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-567b804d-85c4-4571-b36f-53b6789c1484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:38.745476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-ae15facd-f4b5-403d-818d-e0c8fe1fbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.746986 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-ae15facd-f4b5-403d-818d-e0c8fe1fbdc2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51dd6fb66e9e43a98806b53843257bf7&device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 1094 time: 0.1253107 May 06 09:45:38.757632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-567b804d-85c4-4571-b36f-53b6789c1484 None None] Port 270fe767-2f94-4d99-b75c-7459517c937e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:38.796902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9fbfc-1a2b-4f05-acf8-34f3a30f0b9c req-4ea1842f-b41f-4b59-85a7-da82e69330cc tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.806727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51b9fbfc-1a2b-4f05-acf8-34f3a30f0b9c req-4ea1842f-b41f-4b59-85a7-da82e69330cc tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 943 time: 0.2257609 May 06 09:45:38.821601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-ef2feb28-f519-4bca-b76a-62df7b02676d service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040666 May 06 09:45:38.955626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1263266-1405-4a5b-85c6-9f295e964c07 req-5f381405-426d-40e5-b5ed-0fc30a5b6a2c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:38.957590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1263266-1405-4a5b-85c6-9f295e964c07 req-5f381405-426d-40e5-b5ed-0fc30a5b6a2c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1347640 May 06 09:45:38.970484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51b9fbfc-1a2b-4f05-acf8-34f3a30f0b9c req-46ef429a-c47b-4f24-bfde-50b39535bb18 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623855 May 06 09:45:39.055315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1263266-1405-4a5b-85c6-9f295e964c07 req-3f9b4f1b-fee1-42c0-8838-f0629f2e3f7a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796087 May 06 09:45:39.069314 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-dc3ddc7d-3241-45ef-acee-492bb9521d8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4513da4b-3567-438c-bbae-dee61256d1fb HTTP/1.1" status: 200 len: 217 time: 0.3102782 May 06 09:45:39.070117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ee1dc37-46e9-4746-8d83-f1ba36e45362 req-8ae70380-1f5e-4341-8fcd-d58f692b7ef9 service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386236 May 06 09:45:39.211642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-27710730-c5b0-487b-8b45-1c577a5c5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.213041 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-27710730-c5b0-487b-8b45-1c577a5c5b7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=18587b20-171e-47e3-808e-ac923d0a4b79 HTTP/1.1" status: 200 len: 853 time: 0.0769939 May 06 09:45:39.215334 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1406b2-e9ad-4f8c-95d5-6d6442932b75 x-openstack-request-id: req-3e1406b2-e9ad-4f8c-95d5-6d6442932b75 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:39.215647 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b568dc-ae64-457a-a024-445c3ff92494", "tag": "4513da4b-3567-438c-bbae-dee61256d1fb", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:39.215897 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e1406b2-e9ad-4f8c-95d5-6d6442932b75 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:39.216872 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1406b2-e9ad-4f8c-95d5-6d6442932b75'] response: {'name': 'network-changed', 'server_uuid': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'tag': '4513da4b-3567-438c-bbae-dee61256d1fb', 'status': 'completed', 'code': 200} May 06 09:45:39.259109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd3f58-07ba-4538-a767-59d032f9b459 req-c236f8d8-75aa-4655-a869-11316a9fd04a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:39.269869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74bd3f58-07ba-4538-a767-59d032f9b459 req-c236f8d8-75aa-4655-a869-11316a9fd04a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0827150 May 06 09:45:39.281864 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-534c6752-cef3-412c-97f7-429d75dc1b42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58ddcab5-5261-447a-be22-df9a2d451fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425453 May 06 09:45:39.316379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74bd3f58-07ba-4538-a767-59d032f9b459 req-f10ab6f0-3733-469b-aa7e-73c3f9f45511 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 May 06 09:45:39.451900 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-99f1f7ac-090f-4210-b115-eed805e4be1d service neutron] 10.222.0.83 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545670 May 06 09:45:39.551441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 270fe767-2f94-4d99-b75c-7459517c937e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:39.551983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:39.590435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:39.670830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:39.692857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port acd6847a-40c7-496d-89a3-0f2072e06138 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:39.692857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:39.699689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 270fe767-2f94-4d99-b75c-7459517c937e owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:39.868594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:39.904685 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f468410-41be-4501-86e5-ffbb8f2bc2b8 req-9382c811-ab07-4a40-9720-1e419d9c244b service neutron] 10.222.0.83 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430754 May 06 09:45:39.935571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:39.937994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:39.940967 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7adf5c-5a93-4846-949a-640ca749c0a5" -d '{"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-plugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:39.959250 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:40.063511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=10']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:40.124626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12ac8e-a8f7-40bf-948a-eb47b8204300 req-de12c13a-7dce-4ca4-8ecd-f1541aeeffa9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.132415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e12ac8e-a8f7-40bf-948a-eb47b8204300 req-de12c13a-7dce-4ca4-8ecd-f1541aeeffa9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 984 time: 0.6093259 May 06 09:45:40.154168 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-ce2dab84-b405-47e7-9e2b-d3b214ddb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.158469 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-ce2dab84-b405-47e7-9e2b-d3b214ddb8bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51dd6fb66e9e43a98806b53843257bf7&device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 1094 time: 0.1890447 May 06 09:45:40.182431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.189061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.196890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.205372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.211224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.217738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.223847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.225800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-6600bba2-9989-4376-a3a6-f5e8f404eea7 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.1777589 May 06 09:45:40.248105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e12ac8e-a8f7-40bf-948a-eb47b8204300 req-6c815578-d3b1-4cb6-8fd9-d14c96ce97d3 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=6b068566-5fc4-40d0-a573-1c54c65719d9&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1098285 May 06 09:45:40.313451 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6800e91e-d1a9-4086-8a75-1eb687980a2a x-openstack-request-id: req-6800e91e-d1a9-4086-8a75-1eb687980a2a {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:40.313806 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-plugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:40.314391 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6800e91e-d1a9-4086-8a75-1eb687980a2a {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:40.314493 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6800e91e-d1a9-4086-8a75-1eb687980a2a'] response: {'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'code': 200} May 06 09:45:40.321739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcdfabe8-f9fc-4c84-80c5-feda8af09bed req-1d315f25-5eec-4045-8bf5-d91eca8464c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715756 May 06 09:45:40.369840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-e792f235-cf7c-4843-8fa8-c3ca794dba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.371713 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-e792f235-cf7c-4843-8fa8-c3ca794dba11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=58ddcab5-5261-447a-be22-df9a2d451fab HTTP/1.1" status: 200 len: 914 time: 0.2081876 May 06 09:45:40.373357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:40.444901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=270fe767-2f94-4d99-b75c-7459517c937e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:40.447531 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-cb8568f0-bdde-4727-b449-27aa8da403ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4513da4b-3567-438c-bbae-dee61256d1fb HTTP/1.1" status: 200 len: 217 time: 0.0675151 May 06 09:45:40.467007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca3efb-339d-487b-a2a0-bc45ff9cd411 req-56e39202-91e1-4a0b-b31a-2d8beecc62eb tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.469277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0ca3efb-339d-487b-a2a0-bc45ff9cd411 req-56e39202-91e1-4a0b-b31a-2d8beecc62eb tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 943 time: 0.0875971 May 06 09:45:40.486282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f58194-b854-4783-895c-14786bfb7b28 req-46514cb9-b6e8-41dc-85fa-6d4cebc1a999 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.494689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3f58194-b854-4783-895c-14786bfb7b28 req-46514cb9-b6e8-41dc-85fa-6d4cebc1a999 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0839677 May 06 09:45:40.512878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-05bc7ebb-39c0-497d-85f4-7cba228ea573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.515960 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-05bc7ebb-39c0-497d-85f4-7cba228ea573 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=18587b20-171e-47e3-808e-ac923d0a4b79 HTTP/1.1" status: 200 len: 853 time: 0.0600753 May 06 09:45:40.586749 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-fad6a290-79c9-47b0-b2b0-cc383c69c956 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58ddcab5-5261-447a-be22-df9a2d451fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565059 May 06 09:45:40.594353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0ca3efb-339d-487b-a2a0-bc45ff9cd411 req-f3890b9d-d200-4282-976e-dbec3b3912ba tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 May 06 09:45:40.604241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3f58194-b854-4783-895c-14786bfb7b28 req-e1ba1d90-f057-426d-a3e5-726bfd905db4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085055 May 06 09:45:40.788409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26d6f-06b7-4555-9a6f-6fa24a2de460 req-3cf74705-aee7-4f58-8729-196d49c923f6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:40.798812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a26d6f-06b7-4555-9a6f-6fa24a2de460 req-3cf74705-aee7-4f58-8729-196d49c923f6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0769937 May 06 09:45:40.846073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91a26d6f-06b7-4555-9a6f-6fa24a2de460 req-72f6229c-66f0-41cd-952a-fc278dc4e0bd tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461991 May 06 09:45:40.859899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:40.931705 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-0d539f54-1e58-4f36-ac68-46a1646a651c service neutron] 10.222.0.83 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473180 May 06 09:45:41.119531 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 4f314d4b-88d2-4def-a001-2eed81e1596d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:41.150626 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0d5ff88f-afac-47f2-97b9-9eeb89fcba40 req-474fde6a-6dfb-461c-999f-544a04142976 service neutron] 10.222.0.83 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892331 May 06 09:45:41.225220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:41.230681 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6342204-ed8e-4cc4-affe-1af7a96a9980 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/4f314d4b-88d2-4def-a001-2eed81e1596d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4594295 May 06 09:45:41.235259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49292) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:41.235829 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] Sync routers for ids ['4f314d4b-88d2-4def-a001-2eed81e1596d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:41.248478 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] Routers {'4f314d4b-88d2-4def-a001-2eed81e1596d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:41.249589 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f314d4b-88d2-4def-a001-2eed81e1596d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:41.274297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-47829ee4-2412-4698-bef8-bf296c4ae86d tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f314d4b-88d2-4def-a001-2eed81e1596d HTTP/1.1" status: 200 len: 205 time: 0.0365181 May 06 09:45:41.278649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49296) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:41.286374 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:41.300272 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] Routers {'4f314d4b-88d2-4def-a001-2eed81e1596d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:41.300883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4f314d4b-88d2-4def-a001-2eed81e1596d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:41.355318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:41.355968 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3548c144-d61b-4860-ad0a-54aa79735801 None None] The sync data for ids ['4f314d4b-88d2-4def-a001-2eed81e1596d'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:41.410890 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08203a6e-f164-468e-94af-46b188dbdcde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:41.603638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae0d93-052b-48d2-9ca5-58a15f94e2fa req-a70a5063-5f32-49fd-841b-acece30c4be3 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.605274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dae0d93-052b-48d2-9ca5-58a15f94e2fa req-a70a5063-5f32-49fd-841b-acece30c4be3 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 984 time: 0.2377150 May 06 09:45:41.661726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.667561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.674916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.682487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.690150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.695040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.701994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:41.705364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fef684a-b106-4613-bc78-f85061ebb290 req-1df2c8c3-f01e-4c1e-8037-78c63798c881 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.2920663 May 06 09:45:41.709022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08203a6e-f164-468e-94af-46b188dbdcde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:41.721097 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08203a6e-f164-468e-94af-46b188dbdcde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:41.826558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dae0d93-052b-48d2-9ca5-58a15f94e2fa req-2586af98-d65f-44c6-8554-04b1c5d94274 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=6b068566-5fc4-40d0-a573-1c54c65719d9&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1869409 May 06 09:45:41.835211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08203a6e-f164-468e-94af-46b188dbdcde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:41.838278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08203a6e-f164-468e-94af-46b188dbdcde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Fanout notify agent at l3_agent the message router_deleted on router 4f314d4b-88d2-4def-a001-2eed81e1596d {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:45:41.850949 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08203a6e-f164-468e-94af-46b188dbdcde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:41.852080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-08203a6e-f164-468e-94af-46b188dbdcde tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/4f314d4b-88d2-4def-a001-2eed81e1596d HTTP/1.1" status: 204 len: 168 time: 0.5715036 May 06 09:45:41.854713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:41.870040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fef684a-b106-4613-bc78-f85061ebb290 req-04230259-05f2-45ad-912e-bba5a60771e0 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584227 May 06 09:45:41.949332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet ae8f2a07-ac41-451d-b945-e88bc7912cdc {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:45:41.953305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:41.995338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.063015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7a9ef-11a5-4cb3-93e9-7f2024b0078f req-10adbe26-2cbd-42f2-829f-ebb13fc4d59b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.068233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72b7a9ef-11a5-4cb3-93e9-7f2024b0078f req-10adbe26-2cbd-42f2-829f-ebb13fc4d59b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0723772 May 06 09:45:42.091322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.095250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338af253-4ab3-44af-8e11-e177fdae8cae req-56d527bc-22eb-4e37-8d0f-a13fece42708 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.103461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-338af253-4ab3-44af-8e11-e177fdae8cae req-56d527bc-22eb-4e37-8d0f-a13fece42708 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 943 time: 0.1681519 May 06 09:45:42.155640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72b7a9ef-11a5-4cb3-93e9-7f2024b0078f req-ff48b480-2c50-4dd4-b5a7-ef514256c0a3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800402 May 06 09:45:42.177208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-338af253-4ab3-44af-8e11-e177fdae8cae req-f4ba510b-833c-4f16-977d-fa7b4ab1629d tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724866 May 06 09:45:42.190055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.222478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.227078 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/ae8f2a07-ac41-451d-b945-e88bc7912cdc HTTP/1.1" status: 204 len: 168 time: 0.3712158 May 06 09:45:42.229678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49322) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:42.230214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd91107b-8dea-4b93-904d-5df04e326dca None None] Network 2456db6a-c05a-4c65-a08d-f8d526f27d43 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:42.295321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691c925-81cc-4f18-ab27-9279197df9ea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8f2a07-ac41-451d-b945-e88bc7912cdc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:42.370107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-dd22c0d3-a4d4-4a36-81ea-ff16fcb2a6e9 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1041106802&fields=id&tenant_id=435eb2691bab49b488238ee8d6bf45d1 HTTP/1.1" status: 200 len: 267 time: 0.0526834 May 06 09:45:42.398650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.481176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-1b62c26b-1def-4fee-b26b-1d0d82e68d8f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.491248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-1b62c26b-1def-4fee-b26b-1d0d82e68d8f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 984 time: 0.1086266 May 06 09:45:42.498000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'port': {'security_groups': ['1cdd1ba6-ab41-469f-918c-6a3332637a86', '6b068566-5fc4-40d0-a573-1c54c65719d9', 'be6435a3-86cc-4911-9f0b-43bb2daec71a']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:42.574635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] DHCP port deletion for 2456db6a-c05a-4c65-a08d-f8d526f27d43 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:45:42.595066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4b168-ded2-418e-a6b0-04500b69f725 req-96b6080c-da29-4554-b53c-1bc81c99cfd5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:42.599288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fd4b168-ded2-418e-a6b0-04500b69f725 req-96b6080c-da29-4554-b53c-1bc81c99cfd5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1685996 May 06 09:45:42.677773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 4e61150e-cab3-40be-b49e-7d33ff1afff7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:42.678170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.679815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.681401 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4c462ad-3f84-461d-960b-40f333adb37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.711968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] Deleting port 4e61150e-cab3-40be-b49e-7d33ff1afff7 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:42.713061 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.749903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fd4b168-ded2-418e-a6b0-04500b69f725 req-b01d491e-2aed-41c5-bee7-e0afc88b66f3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368408 May 06 09:45:42.823833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] For port 4e61150e-cab3-40be-b49e-7d33ff1afff7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4e61150e-cab3-40be-b49e-7d33ff1afff7,segment=NetworkSegment(c8a2bafe-bd49-456c-9723-b472111c6055),segment_id=c8a2bafe-bd49-456c-9723-b472111c6055)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:42.824258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.841779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] Calling delete_port for 4e61150e-cab3-40be-b49e-7d33ff1afff7 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:42.915045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port 4e61150e-cab3-40be-b49e-7d33ff1afff7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4e61150e-cab3-40be-b49e-7d33ff1afff7,segment=NetworkSegment(c8a2bafe-bd49-456c-9723-b472111c6055),segment_id=c8a2bafe-bd49-456c-9723-b472111c6055)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:42.915815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.934508 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:42.948937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 4e61150e-cab3-40be-b49e-7d33ff1afff7 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:42.967853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] No DVR routers for this DVR port 4e61150e-cab3-40be-b49e-7d33ff1afff7 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:42.975151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380b894-355c-4f1b-99da-0610279fadfb None None] Pushing event deleted for resources: {'Port': ['ID=4e61150e-cab3-40be-b49e-7d33ff1afff7,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:42.993556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.000638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.006655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.013651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.020894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.027363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.033412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.035447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fed6fdea-1a1d-4910-aa11-d858ad114da1 req-7dc700e5-63e2-4f96-aef4-647197ce34b2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.1753087 May 06 09:45:43.048584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49328) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:43.053758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Request body: {'floatingip': {'port_id': '94837630-0f86-4cbf-94fd-2d904d6ada14'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:43.105717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.217594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.257810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=4e61150e-cab3-40be-b49e-7d33ff1afff7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:43.284116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.285171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.285171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.285577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.286023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.286454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.286896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.287321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.287774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.288196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.288614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.289046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:43.293049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port 4e61150e-cab3-40be-b49e-7d33ff1afff7 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:43.296747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:43.304528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4513da4b-3567-438c-bbae-dee61256d1fb details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:45:43.418129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.482588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 4513da4b-3567-438c-bbae-dee61256d1fb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4513da4b-3567-438c-bbae-dee61256d1fb,segment=NetworkSegment(a66ee52f-76e4-46b6-b469-bbc17eccee59),segment_id=a66ee52f-76e4-46b6-b469-bbc17eccee59)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:43.500294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.500515 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '4513da4b-3567-438c-bbae-dee61256d1fb', 'network_id': '58ddcab5-5261-447a-be22-df9a2d451fab', 'port_id': '4513da4b-3567-438c-bbae-dee61256d1fb', 'mac_address': 'fa:16:3e:84:5d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18587b20-171e-47e3-808e-ac923d0a4b79', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:45:43.503035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2456db6a-c05a-4c65-a08d-f8d526f27d43']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:43.511943 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.524205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a2bafe-bd49-456c-9723-b472111c6055') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:43.526871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a2bafe-bd49-456c-9723-b472111c6055') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:43.556736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.563253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.574469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472', '33e67acf-d794-4b53-acc0-8db54c9b42c4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:43.589060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4513da4b-3567-438c-bbae-dee61256d1fb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:45:43.601883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45f2e-2f13-4276-8261-ff9aa79cbc55 req-2d18dce8-65a6-40e8-9957-860ff75df3bf tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.612587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63d45f2e-2f13-4276-8261-ff9aa79cbc55 req-2d18dce8-65a6-40e8-9957-860ff75df3bf tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1870785 May 06 09:45:43.644293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 4513da4b-3567-438c-bbae-dee61256d1fb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4513da4b-3567-438c-bbae-dee61256d1fb,segment=NetworkSegment(a66ee52f-76e4-46b6-b469-bbc17eccee59),segment_id=a66ee52f-76e4-46b6-b469-bbc17eccee59)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:43.662742 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.667527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:43.668493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.685817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c530ff2e-6f88-49e0-859d-ef8035a275b1 req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "PUT /v2.0/ports/33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 1020 time: 1.1915071 May 06 09:45:43.687893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102898cb-d9d6-4dfb-a9c5-3e13aaa8438a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:43.713574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:43.722283 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c5bf28-bc35-43e0-b4e4-03947f016846" -d '{"events": [{"name": "network-changed", "server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:43.729907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.769452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=4513da4b-3567-438c-bbae-dee61256d1fb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:43.772202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:45:43.775226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: timer() May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:45:43.784374 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:45:43.822700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['33e67acf-d794-4b53-acc0-8db54c9b42c4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:43.927691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63d45f2e-2f13-4276-8261-ff9aa79cbc55 req-0423ea05-266a-4057-a736-85a963d3b2c3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137560 May 06 09:45:44.010826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98154ffb-6691-462c-9ece-0671593afe26 req-5574e2e3-6282-4940-8c7e-ccdd55f8a61e tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.012658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98154ffb-6691-462c-9ece-0671593afe26 req-5574e2e3-6282-4940-8c7e-ccdd55f8a61e tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 944 time: 0.2218015 May 06 09:45:44.014313 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.030860 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.041775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/2456db6a-c05a-4c65-a08d-f8d526f27d43 HTTP/1.1" status: 204 len: 168 time: 1.8108511 May 06 09:45:44.043031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49350) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:44.061083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-36b5e683-cb82-4967-88aa-a5dde345270e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-960458779', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:44.097692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fef91-48a9-4f22-8e00-6b6b3532ae41 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=2456db6a-c05a-4c65-a08d-f8d526f27d43,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:44.145770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36b5e683-cb82-4967-88aa-a5dde345270e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.146959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36b5e683-cb82-4967-88aa-a5dde345270e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.187897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4513da4b-3567-438c-bbae-dee61256d1fb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:44.190847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.resource_extend [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:45:44.213093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36b5e683-cb82-4967-88aa-a5dde345270e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.223877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98154ffb-6691-462c-9ece-0671593afe26 req-95abd46a-904f-4f12-9733-98c929d043cf tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944807 May 06 09:45:44.224953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36b5e683-cb82-4967-88aa-a5dde345270e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.251830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3aeee905-ebd5-47b9-ac3e-a2d21aad021b req-2529362e-e896-43a5-8e82-48d0f2da8742 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/be6435a3-86cc-4911-9f0b-43bb2daec71a HTTP/1.1" status: 200 len: 1803 time: 0.1655180 May 06 09:45:44.297509 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36b5e683-cb82-4967-88aa-a5dde345270e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.302907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-36b5e683-cb82-4967-88aa-a5dde345270e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2497411 May 06 09:45:44.303420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49352) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:44.311103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-753994531'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:44.318633 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fc6999-dfcc-4ea8-8fab-1d509936dcf8 x-openstack-request-id: req-81fc6999-dfcc-4ea8-8fab-1d509936dcf8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:44.319114 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:44.319428 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-81fc6999-dfcc-4ea8-8fab-1d509936dcf8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:44.320035 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fc6999-dfcc-4ea8-8fab-1d509936dcf8'] response: {'name': 'network-changed', 'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4', 'status': 'completed', 'code': 200} May 06 09:45:44.337754 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-3aeee905-ebd5-47b9-ac3e-a2d21aad021b req-a68b9e1f-8a91-4074-a8db-21be8dda713f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:45:44.345041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3aeee905-ebd5-47b9-ac3e-a2d21aad021b req-a68b9e1f-8a91-4074-a8db-21be8dda713f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/be6435a3-86cc-4911-9f0b-43bb2daec71a HTTP/1.1" status: 409 len: 341 time: 0.0815649 May 06 09:45:44.459001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:44.463556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.483640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.499377 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.517921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e61150e-cab3-40be-b49e-7d33ff1afff7 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:44.542950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f179a6-191a-4a0c-a4c1-407f2d180c5b req-38e55d8d-313c-4f16-bcd9-cfb6b7de347c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.546642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4e61150e-cab3-40be-b49e-7d33ff1afff7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:44.546642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e61150e-cab3-40be-b49e-7d33ff1afff7 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:44.559485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28f179a6-191a-4a0c-a4c1-407f2d180c5b req-38e55d8d-313c-4f16-bcd9-cfb6b7de347c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1599486 May 06 09:45:44.659114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28f179a6-191a-4a0c-a4c1-407f2d180c5b req-5fd5a266-8632-4d1b-94f1-0463b368f8e2 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978694 May 06 09:45:44.681759 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Floating IP b3a88c5b-9efe-401f-b97e-df89314f4de6 associated. External IP: 172.25.8.58, port: 94837630-0f86-4cbf-94fd-2d904d6ada14. May 06 09:45:44.756978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-e118b726-e54c-43e7-80c7-448a0612c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.759153 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-e118b726-e54c-43e7-80c7-448a0612c835 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=435eb2691bab49b488238ee8d6bf45d1&device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1174 time: 0.3510935 May 06 09:45:44.782039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:44.884347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276031-db01-4e04-a0c5-9c582e3afa3f req-b1427cbe-3a8e-4324-8d53-885cdd8ee1ee tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:44.886142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:44.886489 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment 69d83bf5-a78e-40ab-9aa8-a36677b9ffc0 of type vlan for network 47367527-9c93-46ec-a5aa-0bc0e7333e99 May 06 09:45:44.896240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36276031-db01-4e04-a0c5-9c582e3afa3f req-b1427cbe-3a8e-4324-8d53-885cdd8ee1ee tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1023 time: 0.0848131 May 06 09:45:44.955535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36276031-db01-4e04-a0c5-9c582e3afa3f req-e700e81a-7283-4f99-b4c6-e1e26cee7f3b tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=6b068566-5fc4-40d0-a573-1c54c65719d9&id=be6435a3-86cc-4911-9f0b-43bb2daec71a&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0495713 May 06 09:45:44.970207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.049558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-721f51bf-4b6c-40f2-aa34-d34a669345b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.052688 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-721f51bf-4b6c-40f2-aa34-d34a669345b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 200 len: 913 time: 0.2782252 May 06 09:45:45.057200 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20af04dd-9287-4f5b-a7fe-cd4d02b2c2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.091973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2572a0-fbf8-4e71-97f3-d34fa10cf99e req-75a6e31e-a19c-4a22-8108-76da12b85742 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.094075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a2572a0-fbf8-4e71-97f3-d34fa10cf99e req-75a6e31e-a19c-4a22-8108-76da12b85742 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0714586 May 06 09:45:45.106157 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-74a5ed41-95a1-458f-8b4c-900c93d64d52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 200 len: 217 time: 0.0477993 May 06 09:45:45.106817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.113238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.113970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.186961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a2572a0-fbf8-4e71-97f3-d34fa10cf99e req-14f0f4f9-129e-4abc-98c5-47fe1dbdae1a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841312 May 06 09:45:45.259629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9531894 May 06 09:45:45.262498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49372) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:45.280261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:45.287233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-84dff9e8-afac-4e1f-8446-e776c32a4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.288875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-84dff9e8-afac-4e1f-8446-e776c32a4d00 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 200 len: 852 time: 0.1698148 May 06 09:45:45.289567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=47367527-9c93-46ec-a5aa-0bc0e7333e99,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:45.321798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.322208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.322606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.322939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.323334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.323693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.324023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.324348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.324672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.324989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.325352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.325719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a7fc18-2fe1-45d9-bfad-848deb1e2112 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:45.338928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:45.345302 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-b22af055-d777-465e-8ed9-adf2487c7197 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=887eaa7f-1b1b-4171-9925-2fa161b236be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425475 May 06 09:45:45.388024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:45.505362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073e388-731f-4a56-8396-c8a7ea4013a3 req-e17fdfc6-8ddd-4237-ab81-8b2f5d558371 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.507771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7073e388-731f-4a56-8396-c8a7ea4013a3 req-e17fdfc6-8ddd-4237-ab81-8b2f5d558371 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 944 time: 0.1063101 May 06 09:45:45.510351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:45.520197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.556192 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-d198a672-6e76-43cf-b7a8-82621feda37b service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998067 May 06 09:45:45.676303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7073e388-731f-4a56-8396-c8a7ea4013a3 req-50a3de99-229d-4ef1-96ea-07c36439e21c tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485250 May 06 09:45:45.743624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:45.754125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:45.764379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] Sync routers for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:45.785405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:45.786714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:45.813851 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57c5bf28-bc35-43e0-b4e4-03947f016846 req-6f718a7b-88d3-44c5-9015-b601c83e3fbd service neutron] 10.222.0.83 "GET /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380311 May 06 09:45:45.829912 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9fdd87f1-558d-4b32-934c-8b479552e973 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "PUT /v2.0/floatingips/b3a88c5b-9efe-401f-b97e-df89314f4de6 HTTP/1.1" status: 200 len: 991 time: 2.7799013 May 06 09:45:45.832065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:45.837758 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7427522b-a6f2-459d-bb99-0005e59a84b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:45.934559 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d4f968-35b7-4eac-981a-7bf277babdbb x-openstack-request-id: req-d9d4f968-35b7-4eac-981a-7bf277babdbb {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:45.934963 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:45.935981 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9d4f968-35b7-4eac-981a-7bf277babdbb {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:45.938132 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d4f968-35b7-4eac-981a-7bf277babdbb'] response: {'name': 'network-changed', 'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'status': 'completed', 'code': 200} May 06 09:45:45.947176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bee045-d3a9-429b-b890-bb8fe65577f6 req-ba9a96ea-6a79-4fd5-a888-05512b71d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:45.952083 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e8bee045-d3a9-429b-b890-bb8fe65577f6 req-ba9a96ea-6a79-4fd5-a888-05512b71d157 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1094568 May 06 09:45:46.022434 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e8bee045-d3a9-429b-b890-bb8fe65577f6 req-7fa0ddf8-8df8-480d-aa46-150a9142c90f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640280 May 06 09:45:46.037498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:46.048983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.149801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86098fce-7ab6-471c-9891-0b139ccdb9c8 req-c6058e21-0f84-42b4-9173-ce7951dcc7fe tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.151370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86098fce-7ab6-471c-9891-0b139ccdb9c8 req-c6058e21-0f84-42b4-9173-ce7951dcc7fe tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.3005602 May 06 09:45:46.228759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=a51e4d09-7103-4759-9e36-add79045b767,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:46.239503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.240086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.240475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.240946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.241452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.241864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.242321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.244523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-683435a9-ccb6-48a5-9d50-1f0d14b89bf4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6492 time: 0.2597041 May 06 09:45:46.276862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e0841-22a6-480e-8325-0e0e40605e39 req-18119b54-3963-4722-8012-e4200c99f90f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.278384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-179e0841-22a6-480e-8325-0e0e40605e39 req-18119b54-3963-4722-8012-e4200c99f90f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1023 time: 0.1980152 May 06 09:45:46.347549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:46.347947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: 47367527-9c93-46ec-a5aa-0bc0e7333e99, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:46.352452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86098fce-7ab6-471c-9891-0b139ccdb9c8 req-ee62c5a1-4f33-4ab7-a2e8-bd39559051bb tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806757 May 06 09:45:46.404123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-179e0841-22a6-480e-8325-0e0e40605e39 req-e1808b64-e505-4c36-8fc8-e815c35fb9d6 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=6b068566-5fc4-40d0-a573-1c54c65719d9&id=be6435a3-86cc-4911-9f0b-43bb2daec71a&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0807619 May 06 09:45:46.415532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:46.433473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.443108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 47367527-9c93-46ec-a5aa-0bc0e7333e99) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:46.458114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.459474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fde4de-7dac-4e12-96c2-6343565e44f8 None None] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:46.459836 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.465161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-fd82bfbe-0579-4d28-aeb4-5173308e2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.467006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-fd82bfbe-0579-4d28-aeb4-5173308e2d56 service neutron] 10.222.0.82 "GET /v2.0/networks?id=31741d30-af5f-48e4-819b-44a9e1189697 HTTP/1.1" status: 200 len: 913 time: 0.2129405 May 06 09:45:46.556544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-452e1f33-15c2-48ed-a3f3-865e77af0ba3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2926269 May 06 09:45:46.560495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:46.601189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-2bb68d5d-02f2-4eda-b735-d71536b2ba07 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94837630-0f86-4cbf-94fd-2d904d6ada14 HTTP/1.1" status: 200 len: 999 time: 0.1196346 May 06 09:45:46.661523 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.737265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b3a88c5b-9efe-401f-b97e-df89314f4de6', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'port_id': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'mac_address': 'fa:16:3e:f2:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:44:01Z', 'updated_at': '2022-05-06T09:45:43Z', 'revision_number': 1, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:57Z', 'revision_number': 5, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:46.788644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d570ae-ae9c-4212-9a68-6434022ea592 req-ace97b98-b0ca-4439-9b36-034aa66e9c60 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.790392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91d570ae-ae9c-4212-9a68-6434022ea592 req-ace97b98-b0ca-4439-9b36-034aa66e9c60 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1761482 May 06 09:45:46.824155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-cb3bd165-469c-433e-a2be-773711c99e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.826646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-cb3bd165-469c-433e-a2be-773711c99e95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b187e46-d1ee-430e-b585-6cbf52e34378 HTTP/1.1" status: 200 len: 851 time: 0.1498539 May 06 09:45:46.835848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] Checking router: f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:45:46.845420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-47367527-9c93-46ec-a5aa-0bc0e7333e99', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:45:46.846563 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.862213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:46.862874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:46.916941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91d570ae-ae9c-4212-9a68-6434022ea592 req-9d8d1824-af02-4ec5-a560-706301ce7415 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143577 May 06 09:45:46.964876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-158847e9-6030-4ffa-a0a6-3f4958b3b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.966470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-158847e9-6030-4ffa-a0a6-3f4958b3b611 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=31741d30-af5f-48e4-819b-44a9e1189697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264544 May 06 09:45:46.985200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:46.988177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12587877-968f-44fc-b59d-ec03a6ba4cae req-744cb464-dcdd-4d1a-84e5-54a572fcbed1 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:46.999156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12587877-968f-44fc-b59d-ec03a6ba4cae req-744cb464-dcdd-4d1a-84e5-54a572fcbed1 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 944 time: 0.1712108 May 06 09:45:47.083211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12587877-968f-44fc-b59d-ec03a6ba4cae req-cc332615-7037-4f4f-9954-4e564fe2e4b7 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758631 May 06 09:45:47.104171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:47.138080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-b03d40d4-e2ff-48bc-8ff9-57f9865d4cfc service neutron] 10.222.0.82 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378443 May 06 09:45:47.142228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-45b66a85-8367-4d53-a477-d2db68ce79ec tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:47.143934 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-45b66a85-8367-4d53-a477-d2db68ce79ec tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1023 time: 0.1682882 May 06 09:45:47.270343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Allocated IP 2001:db8::2 (47367527-9c93-46ec-a5aa-0bc0e7333e99/a51e4d09-7103-4759-9e36-add79045b767/4c6e9272-f04f-46c1-a9c0-fb22941aa3f6) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:47.277885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7427522b-a6f2-459d-bb99-0005e59a84b1 req-87e67e1c-8103-4f21-b16f-738090430507 service neutron] 10.222.0.82 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324589 May 06 09:45:47.330783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4513da4b-3567-438c-bbae-dee61256d1fb up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:47.585033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 4513da4b-3567-438c-bbae-dee61256d1fb completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:45:47.649370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Deleting port 33e67acf-d794-4b53-acc0-8db54c9b42c4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:47.650388 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.650952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 4513da4b-3567-438c-bbae-dee61256d1fb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:47.651338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.665347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c1f6b-3605-4a83-b265-414fbe6df21f req-e0b11a8a-8a36-4fd8-9299-4a3422c8cc2b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:47.674190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc0c1f6b-3605-4a83-b265-414fbe6df21f req-e0b11a8a-8a36-4fd8-9299-4a3422c8cc2b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.2017143 May 06 09:45:47.701547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6c830-4290-40e5-96bf-871e85c53432 req-f44c4f81-ca99-42e9-9985-4131c0e739a2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:47.710049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e6c830-4290-40e5-96bf-871e85c53432 req-f44c4f81-ca99-42e9-9985-4131c0e739a2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 1023 time: 0.1281409 May 06 09:45:47.767083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc0c1f6b-3605-4a83-b265-414fbe6df21f req-25f5b86e-2997-4650-b203-a0cf7fc1aca4 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864022 May 06 09:45:47.771650 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.785314 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.802833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] For port 33e67acf-d794-4b53-acc0-8db54c9b42c4, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=33e67acf-d794-4b53-acc0-8db54c9b42c4,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:47.803208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:47.813950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e6c830-4290-40e5-96bf-871e85c53432 req-d553d884-1153-477b-bbb4-b6d3842e3479 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=6b068566-5fc4-40d0-a573-1c54c65719d9&id=be6435a3-86cc-4911-9f0b-43bb2daec71a&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0966210 May 06 09:45:47.840274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b3a88c5b-9efe-401f-b97e-df89314f4de6', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'port_id': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'mac_address': 'fa:16:3e:f2:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:44:01Z', 'updated_at': '2022-05-06T09:45:43Z', 'revision_number': 1, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:57Z', 'revision_number': 5, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:47.856043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:47.858358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Calling delete_port for 33e67acf-d794-4b53-acc0-8db54c9b42c4 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:47.885370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8::1 (47367527-9c93-46ec-a5aa-0bc0e7333e99/a51e4d09-7103-4759-9e36-add79045b767/4d6467b1-6fcd-4c5b-ae28-bd617ccf957d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:47.890664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:47.894560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:47.900316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff4f11-d55a-4165-98d4-c1915596347a None None] The sync data for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 is: [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b3a88c5b-9efe-401f-b97e-df89314f4de6', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'port_id': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'mac_address': 'fa:16:3e:f2:f0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:44:01Z', 'updated_at': '2022-05-06T09:45:43Z', 'revision_number': 1, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:57Z', 'revision_number': 5, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:47.982453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Pushing event updated for resources: {'Port': ['ID=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:48.013567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.051967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4513da4b-3567-438c-bbae-dee61256d1fb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:48.055042 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e478515-db2b-4bbe-b0b2-d79137e71565" -d '{"events": [{"server_uuid": "d6b568dc-ae64-457a-a024-445c3ff92494", "name": "network-vif-plugged", "status": "completed", "tag": "4513da4b-3567-438c-bbae-dee61256d1fb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:48.076306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Attempting to bind port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:48.076876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Attempting to bind port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:48.078307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Attempting to bind port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 on network 47367527-9c93-46ec-a5aa-0bc0e7333e99 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:48.084558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 4513da4b-3567-438c-bbae-dee61256d1fb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4513da4b-3567-438c-bbae-dee61256d1fb,segment=NetworkSegment(a66ee52f-76e4-46b6-b469-bbc17eccee59),segment_id=a66ee52f-76e4-46b6-b469-bbc17eccee59)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:48.094975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d212f-b1e6-4ae2-9636-464b903232cc req-d6e83513-5dfe-4ded-a981-ac3beb9a3c19 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.099551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:48.100114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Checking segment: {'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:48.100683 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.101155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Bound using segment: {'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:48.102467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Bound port: 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:48.103259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.105372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-412d212f-b1e6-4ae2-9636-464b903232cc req-d6e83513-5dfe-4ded-a981-ac3beb9a3c19 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0807085 May 06 09:45:48.106156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.163058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-412d212f-b1e6-4ae2-9636-464b903232cc req-ea9fb3a3-8d3e-4815-8cc2-9c077d5aed2c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565341 May 06 09:45:48.186942 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.221205 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.227960 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8cfb28-f72e-4b03-b5d3-1582beca03f8 x-openstack-request-id: req-ef8cfb28-f72e-4b03-b5d3-1582beca03f8 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:48.228535 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b568dc-ae64-457a-a024-445c3ff92494", "name": "network-vif-plugged", "status": "completed", "tag": "4513da4b-3567-438c-bbae-dee61256d1fb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:48.228994 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef8cfb28-f72e-4b03-b5d3-1582beca03f8 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:48.229590 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8cfb28-f72e-4b03-b5d3-1582beca03f8'] response: {'server_uuid': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4513da4b-3567-438c-bbae-dee61256d1fb', 'code': 200} May 06 09:45:48.257741 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.302526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472', '33e67acf-d794-4b53-acc0-8db54c9b42c4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:48.343252 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef57efec-8b91-4b0f-8da0-ee3295f64c47 None None] New status for floating IP b3a88c5b-9efe-401f-b97e-df89314f4de6: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:45:48.349375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'Port': ['ID=33e67acf-d794-4b53-acc0-8db54c9b42c4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:48.380377 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.432124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] No DVR routers for this DVR port 33e67acf-d794-4b53-acc0-8db54c9b42c4 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:48.442755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.446237 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3fffa7f9-abd7-483d-873c-f69821b4acf8 req-fbbb7225-6d6b-40b6-997f-db57ae1bd471 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "DELETE /v2.0/ports/33e67acf-d794-4b53-acc0-8db54c9b42c4 HTTP/1.1" status: 204 len: 173 time: 1.2661178 May 06 09:45:48.446852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'name': 'network-vif-deleted', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:48.449211 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbee206-60ce-4d25-911d-e92ce90707a4" -d '{"events": [{"server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "name": "network-vif-deleted", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:48.455313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3033e-2ae3-40b5-886d-cb3923ca2de6 req-216feb92-8328-4bb5-8d3d-87eb23bfcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.457017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9d3033e-2ae3-40b5-886d-cb3923ca2de6 req-216feb92-8328-4bb5-8d3d-87eb23bfcd1d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 1096 time: 0.1807110 May 06 09:45:48.468972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:48.473075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:48.477606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:48.478227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.504048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=4513da4b-3567-438c-bbae-dee61256d1fb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:48.506375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05739e0e-730d-46e8-adc5-3845618c372f req-fda941d1-79b2-4598-b515-990b690e5710 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.515303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05739e0e-730d-46e8-adc5-3845618c372f req-fda941d1-79b2-4598-b515-990b690e5710 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.1901221 May 06 09:45:48.575300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:48.575542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] For port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:48.585943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] For port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,segment=NetworkSegment(69d83bf5-a78e-40ab-9aa8-a36677b9ffc0),segment_id=69d83bf5-a78e-40ab-9aa8-a36677b9ffc0)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:48.587421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9d3033e-2ae3-40b5-886d-cb3923ca2de6 req-91101762-1a6f-4107-bf53-7d7b18c6cb4d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079242 May 06 09:45:48.604802 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.619503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.630988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.655004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.665668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.673046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.689016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.698248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.705903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:48.721501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-163920cb-d62e-45f0-a55a-aee4afa4b05e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.2793765 May 06 09:45:48.733318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e50a6-8477-484a-89bc-76d069b87553 None None] Pushing event updated for resources: {'Port': ['ID=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:48.737870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:48.771480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05739e0e-730d-46e8-adc5-3845618c372f req-35ec2dc7-1ce6-489a-8ccb-c88fa9fd04a4 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401679 May 06 09:45:48.880049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78e1c8ee-fade-4785-b89b-25d8b6081e3e req-b257aa3d-9d67-48b4-93ba-f38892578e68 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1574211 May 06 09:45:49.167481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12af77-95e8-4fcf-9b2b-d755f4779b33 req-3acbc107-14ab-429c-ae5f-a74d02067fd6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:49.180407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa12af77-95e8-4fcf-9b2b-d755f4779b33 req-3acbc107-14ab-429c-ae5f-a74d02067fd6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1445701 May 06 09:45:49.260704 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babebe4d-64b7-4f6d-9915-380cd583d2fe x-openstack-request-id: req-babebe4d-64b7-4f6d-9915-380cd583d2fe {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:49.261155 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2", "name": "network-vif-deleted", "tag": "33e67acf-d794-4b53-acc0-8db54c9b42c4", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:49.261516 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-babebe4d-64b7-4f6d-9915-380cd583d2fe {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:49.262033 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babebe4d-64b7-4f6d-9915-380cd583d2fe'] response: {'server_uuid': '2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2', 'name': 'network-vif-deleted', 'tag': '33e67acf-d794-4b53-acc0-8db54c9b42c4', 'status': 'completed', 'code': 200} May 06 09:45:49.493606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.500076 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.501077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:49.599189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:49.640360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-351e9316-99bc-4f2b-bd8d-dbb3d8d71dd6 req-f52f1930-7f57-46b4-ada5-d5854150acb1 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b02b383-fa9d-48d5-9b73-c3ecf8a13dc2 HTTP/1.1" status: 200 len: 210 time: 0.0335557 May 06 09:45:49.661679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-d55c4408-3074-466a-abe1-33c6ab5251e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:49.672718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-d55c4408-3074-466a-abe1-33c6ab5251e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1096 time: 0.5899565 May 06 09:45:49.687100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:49.688016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa12af77-95e8-4fcf-9b2b-d755f4779b33 req-866d393b-5ada-4cfb-9c1a-d092c641fa74 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063405 May 06 09:45:49.688719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:49.881986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:45:49.905504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-cd49780f-c5f9-49c5-a275-d3f20c77064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:49.906980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-cd49780f-c5f9-49c5-a275-d3f20c77064a service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.2133038 May 06 09:45:50.002712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:50.016544 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e1c5eeeb-7870-4c42-896e-a1935f6db863 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4495149 May 06 09:45:50.017135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49452) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:50.023444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-ece3fa65-9fd1-47b7-a216-dfb5bf904be4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 200 len: 217 time: 0.1000257 May 06 09:45:50.025802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-885859137'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:50.039227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:50.052112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:50.063159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:50.065848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:50.071673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:50.083204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf65b8-8d1c-4096-bdb2-634af69252ed req-707992fb-59ad-469b-88bc-c2f3a02b3d74 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.085390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0faf65b8-8d1c-4096-bdb2-634af69252ed req-707992fb-59ad-469b-88bc-c2f3a02b3d74 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.2363760 May 06 09:45:50.110464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:50.123420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:50.123761 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment 260b9029-50fc-42e7-ac88-a55d282039ae of type vlan for network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 May 06 09:45:50.150252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.172534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.177036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:50.178597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.185787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.191390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.197509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.203606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.227014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197fbfb2-765b-4036-a0d8-da41494b2eb5 req-cc7475bf-d62d-4e76-93fa-ca56be777c79 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.3636770 May 06 09:45:50.240977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:50.249307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.249953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:50.359404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-49e5a170-5387-491f-9ed9-4983a8803a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.361099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-49e5a170-5387-491f-9ed9-4983a8803a8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.3272481 May 06 09:45:50.370832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=8e80c508-eedc-41c7-9fbe-e46be19ecf34,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:50.385849 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-42a21a24-8e92-406b-bba8-502944519dc2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3672719 May 06 09:45:50.389274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49456) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:50.401700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:50.416007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0faf65b8-8d1c-4096-bdb2-634af69252ed req-1a69ba58-4f38-42e1-a6a1-df155acb672d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815870 May 06 09:45:50.455500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:50.484448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57b49e-a342-43ff-91ff-94145f2846f0 req-d53c207f-1ddf-4d4d-80ae-9dab3061893b tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.486007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd57b49e-a342-43ff-91ff-94145f2846f0 req-d53c207f-1ddf-4d4d-80ae-9dab3061893b tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.1587353 May 06 09:45:50.546209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e849e-414a-4318-9218-4c43b2f779b8 None None] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:50.603647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-8929c7c2-bb71-444a-aabb-605b4e28f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:50.605312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-8929c7c2-bb71-444a-aabb-605b4e28f9e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342036 May 06 09:45:50.606037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:50.609255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd57b49e-a342-43ff-91ff-94145f2846f0 req-1f4c3b5e-3709-471a-a44f-9a25db7c8465 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143847 May 06 09:45:50.611634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:50.727603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:50.744071 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:50.797562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-bb2ca4d6-f3c5-43b6-8baf-ac6d90541c05 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841829 May 06 09:45:50.908841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:50.975698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Provisioning complete for port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:50.976231 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.006872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.063695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dac3d-35e1-4f64-8a38-01c3bf22a46b req-15e04e87-e129-4fef-a7b6-b2e7cb5d1eb9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:51.065975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad2dac3d-35e1-4f64-8a38-01c3bf22a46b req-15e04e87-e129-4fef-a7b6-b2e7cb5d1eb9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1512730 May 06 09:45:51.084576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eef363d-e805-4736-b378-c7aab8a1dc5f req-83ed0dd3-82ee-4dc6-9ae3-bc55cf70e160 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806246 May 06 09:45:51.108609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb4707a3-e8c6-49a6-8330-71efc63b8a12 req-c3e6a644-c0fd-4049-8323-a3ffd8430176 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/6b068566-5fc4-40d0-a573-1c54c65719d9 HTTP/1.1" status: 200 len: 1801 time: 0.1404905 May 06 09:45:51.141925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad2dac3d-35e1-4f64-8a38-01c3bf22a46b req-2f3e1d1e-9e4a-43b1-8eff-cf2bbadd132b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682259 May 06 09:45:51.166289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:51.166836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: 8e80c508-eedc-41c7-9fbe-e46be19ecf34, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:51.203042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=3567ad05-bc43-47a7-854a-9beaa9429431,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:51.208898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb4707a3-e8c6-49a6-8330-71efc63b8a12 req-47c3edd7-a032-44ed-9aa2-f70f2b3dd756 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.215524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:51.216095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.235639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:51.239826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb4707a3-e8c6-49a6-8330-71efc63b8a12 req-47c3edd7-a032-44ed-9aa2-f70f2b3dd756 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.255999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 8e80c508-eedc-41c7-9fbe-e46be19ecf34) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:51.274122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a94ce-5b3d-4f7e-8916-6d9ef6a4b277 None None] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:51.297282 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb4707a3-e8c6-49a6-8330-71efc63b8a12 req-47c3edd7-a032-44ed-9aa2-f70f2b3dd756 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.300600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb4707a3-e8c6-49a6-8330-71efc63b8a12 req-47c3edd7-a032-44ed-9aa2-f70f2b3dd756 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.301384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:51.302287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.307531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb4707a3-e8c6-49a6-8330-71efc63b8a12 req-47c3edd7-a032-44ed-9aa2-f70f2b3dd756 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/6b068566-5fc4-40d0-a573-1c54c65719d9 HTTP/1.1" status: 204 len: 173 time: 0.1969602 May 06 09:45:51.330126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3edd7-a032-44ed-9aa2-f70f2b3dd756 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b068566-5fc4-40d0-a573-1c54c65719d9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:51.345161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 33e67acf-d794-4b53-acc0-8db54c9b42c4 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:51.366165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5788e41a-cbbe-4488-b9f2-53c649da8ad1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9758141 May 06 09:45:51.369187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49482) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:51.441068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 33e67acf-d794-4b53-acc0-8db54c9b42c4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:45:51.441447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 33e67acf-d794-4b53-acc0-8db54c9b42c4 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:45:51.509751 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.525747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a39bff1-4011-4749-b15e-566c7932e582 req-2c22e221-123c-4445-918f-1981e8627600 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/be6435a3-86cc-4911-9f0b-43bb2daec71a HTTP/1.1" status: 200 len: 1803 time: 0.1650250 May 06 09:45:51.687478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-2419715d-eaba-46ca-ad9e-ae26f0dd34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:51.689147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-2419715d-eaba-46ca-ad9e-ae26f0dd34c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=51dd6fb66e9e43a98806b53843257bf7&device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 1096 time: 0.1254673 May 06 09:45:51.732972 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.755356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bc087-9f8f-49fa-b6aa-326e7561ecdf req-66c348f0-3d47-468a-9870-95c16d254b74 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:51.765212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-037bc087-9f8f-49fa-b6aa-326e7561ecdf req-66c348f0-3d47-468a-9870-95c16d254b74 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.1950860 May 06 09:45:51.851171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] For port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,segment=NetworkSegment(69d83bf5-a78e-40ab-9aa8-a36677b9ffc0),segment_id=69d83bf5-a78e-40ab-9aa8-a36677b9ffc0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:51.858964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:48Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:49Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:51.861033 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a39bff1-4011-4749-b15e-566c7932e582 req-15df146a-60ab-4c03-8794-f84c3eace455 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.897889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:45:51.898235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Updating router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:45:51.911685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a39bff1-4011-4749-b15e-566c7932e582 req-15df146a-60ab-4c03-8794-f84c3eace455 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.940219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.989107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a39bff1-4011-4749-b15e-566c7932e582 req-15df146a-60ab-4c03-8794-f84c3eace455 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:51.995837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0a39bff1-4011-4749-b15e-566c7932e582 req-15df146a-60ab-4c03-8794-f84c3eace455 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.011096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a39bff1-4011-4749-b15e-566c7932e582 req-15df146a-60ab-4c03-8794-f84c3eace455 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/be6435a3-86cc-4911-9f0b-43bb2daec71a HTTP/1.1" status: 204 len: 173 time: 0.4772046 May 06 09:45:52.091240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df146a-60ab-4c03-8794-f84c3eace455 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6435a3-86cc-4911-9f0b-43bb2daec71a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:52.096606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.113913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Pushing event updated for resources: {'Port': ['ID=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:52.123352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-037bc087-9f8f-49fa-b6aa-326e7561ecdf req-77cdfc15-d994-4c1b-93bf-4e6eeba45b6d tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553815 May 06 09:45:52.163343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-09a290ad-50a1-45e2-9fbe-8afb09e3470d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:52.165097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-09a290ad-50a1-45e2-9fbe-8afb09e3470d service neutron] 10.222.0.83 "GET /v2.0/networks?id=58ddcab5-5261-447a-be22-df9a2d451fab HTTP/1.1" status: 200 len: 914 time: 0.4684587 May 06 09:45:52.248582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.249160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.249574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.249909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.250237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.250561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.250882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.251201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.251515 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.252481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.260514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.260995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91221711-128d-44fd-91ad-e55a4c812d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:45:52.277688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-e2596155-7253-4c09-a2e1-d9e302197b1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4513da4b-3567-438c-bbae-dee61256d1fb HTTP/1.1" status: 200 len: 217 time: 0.1041970 May 06 09:45:52.282757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7cc6cb59-934d-4245-b66b-c0941f55dd64 req-1af52de3-0d59-4d4d-9745-c666b0ffc6c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1630365816', 'description': 'tempest-description-1192133743'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:52.338717 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.357863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7cc6cb59-934d-4245-b66b-c0941f55dd64 req-1af52de3-0d59-4d4d-9745-c666b0ffc6c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.383440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-14f3bd4d-f36f-438d-976d-62f0d7734f69 None None] Provisioning complete for port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:52.384945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14f3bd4d-f36f-438d-976d-62f0d7734f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.409974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-7b78a512-dc29-4c91-8fcf-83cade78d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:52.411559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-7b78a512-dc29-4c91-8fcf-83cade78d4c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=18587b20-171e-47e3-808e-ac923d0a4b79 HTTP/1.1" status: 200 len: 853 time: 0.1230404 May 06 09:45:52.477662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:45:52.479313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.485813 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:45:52.486492 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:45:52.625305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-342d8ae9-f961-4a11-8a81-d4fa444e7e96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=58ddcab5-5261-447a-be22-df9a2d451fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772629 May 06 09:45:52.697462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7cc6cb59-934d-4245-b66b-c0941f55dd64 req-1af52de3-0d59-4d4d-9745-c666b0ffc6c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.746193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7cc6cb59-934d-4245-b66b-c0941f55dd64 req-1af52de3-0d59-4d4d-9745-c666b0ffc6c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.793028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af52de3-0d59-4d4d-9745-c666b0ffc6c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb8d26-3940-4223-b342-d6f121173707,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:52.801236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8:1::1 (8e80c508-eedc-41c7-9fbe-e46be19ecf34/3567ad05-bc43-47a7-854a-9beaa9429431/866b0f29-b63a-4f07-a11c-04aa23101993) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:52.853822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7cc6cb59-934d-4245-b66b-c0941f55dd64 req-1af52de3-0d59-4d4d-9745-c666b0ffc6c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:52.855188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cc6cb59-934d-4245-b66b-c0941f55dd64 req-1af52de3-0d59-4d4d-9745-c666b0ffc6c2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5765951 May 06 09:45:52.878939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49520) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:52.929235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b73820-f38c-4c35-82c7-e4e2ad0dc7d7 req-f01151d2-6d6b-4a58-8869-cc75021e8d26 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:52.945704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95b73820-f38c-4c35-82c7-e4e2ad0dc7d7 req-f01151d2-6d6b-4a58-8869-cc75021e8d26 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.2460392 May 06 09:45:52.970457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-14f3bd4d-f36f-438d-976d-62f0d7734f69 None None] Port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:53.054066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-9f1662cc-30a3-40cd-b2cf-1bf33ff5732f service neutron] 10.222.0.83 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061079 May 06 09:45:53.079333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.139112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.172122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:53.176186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:53.179050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:53.180104 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.200679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95b73820-f38c-4c35-82c7-e4e2ad0dc7d7 req-ac1c5e5a-2836-4272-83d9-aea65b308d28 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375495 May 06 09:45:53.218926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.219413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.225346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.225857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.226342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.226869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.227345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.229472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-b0aeed8e-5592-4f43-ace0-368184f24838 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 6502 time: 0.3367286 May 06 09:45:53.237788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78b4ad-8648-4d87-a09e-5060b28d32f5 req-4b7222c3-3d71-49c6-94ec-876db40f0efa tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.245081 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed78b4ad-8648-4d87-a09e-5060b28d32f5 req-4b7222c3-3d71-49c6-94ec-876db40f0efa tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.2973516 May 06 09:45:53.302174 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.322861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dedf534-8bff-4d39-9486-82c9329d1e7c req-22dad74a-56a4-4012-a886-b701b621c4da service neutron] 10.222.0.83 "GET /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486098 May 06 09:45:53.437974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=866b0f29-b63a-4f07-a11c-04aa23101993,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:53.441384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.463836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-963ddbf7-c6f0-4f10-aeca-81df4e75aeaf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024961 May 06 09:45:53.485790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a69a0561-fadc-4bc0-9432-d208bc080531 req-4008f105-8182-4c49-a74a-8fec681d6031 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/dffb8d26-3940-4223-b342-d6f121173707 HTTP/1.1" status: 200 len: 1803 time: 0.2331586 May 06 09:45:53.495041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a69a0561-fadc-4bc0-9432-d208bc080531 req-c91e89c9-852d-4f1e-92d4-61953902d35c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Request body: {'security_group': {'name': 'tempest-sg-hth-366125781', 'description': 'tempest-description-hth-964359143'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:53.526014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Allocated IP 2001:db8:1::2 (8e80c508-eedc-41c7-9fbe-e46be19ecf34/3567ad05-bc43-47a7-854a-9beaa9429431/435ddf16-97d9-4fa8-bba1-07b987506128) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:53.533261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed78b4ad-8648-4d87-a09e-5060b28d32f5 req-05101d17-82b7-4cee-b232-5b1ba5fc377b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872257 May 06 09:45:53.626743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a69a0561-fadc-4bc0-9432-d208bc080531 req-c91e89c9-852d-4f1e-92d4-61953902d35c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.723265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.729892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-14f3bd4d-f36f-438d-976d-62f0d7734f69 None None] Provisioning complete for port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:53.730283 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14f3bd4d-f36f-438d-976d-62f0d7734f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.764253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a69a0561-fadc-4bc0-9432-d208bc080531 req-c91e89c9-852d-4f1e-92d4-61953902d35c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.780251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a69a0561-fadc-4bc0-9432-d208bc080531 req-c91e89c9-852d-4f1e-92d4-61953902d35c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.784334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a69a0561-fadc-4bc0-9432-d208bc080531 req-c91e89c9-852d-4f1e-92d4-61953902d35c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.786531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a69a0561-fadc-4bc0-9432-d208bc080531 req-c91e89c9-852d-4f1e-92d4-61953902d35c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "PUT /v2.0/security-groups/dffb8d26-3940-4223-b342-d6f121173707 HTTP/1.1" status: 200 len: 1775 time: 0.2999139 May 06 09:45:53.821734 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.858707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:53.859544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e89c9-852d-4f1e-92d4-61953902d35c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb8d26-3940-4223-b342-d6f121173707,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:53.876586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f220e60-801f-4872-8731-d28e9e8fa94a None None] Pushing event updated for resources: {'Port': ['ID=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:53.896220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:53.909530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f941a-4c01-4f0a-a952-1ad920179fb2 req-060f92d8-1076-4fa8-bcfb-c58c62acbce1 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:53.926022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c87f941a-4c01-4f0a-a952-1ad920179fb2 req-060f92d8-1076-4fa8-bcfb-c58c62acbce1 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.2277641 May 06 09:45:53.990711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:54.013364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:54.066168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c87f941a-4c01-4f0a-a952-1ad920179fb2 req-4ab7713b-0671-42cf-82b5-1b40206a779f tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390698 May 06 09:45:54.076009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72cd3171-61c0-4ee0-8abd-67d538f46ab1 req-dbcc940b-b242-4d69-9754-48d45702f334 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/dffb8d26-3940-4223-b342-d6f121173707 HTTP/1.1" status: 200 len: 1775 time: 0.1252060 May 06 09:45:54.101431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:54.205682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e899f522-bf3c-4a14-8698-820854740a09 req-31f5b623-b329-402d-bac3-b2ad8e63b08a tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/dffb8d26-3940-4223-b342-d6f121173707 HTTP/1.1" status: 200 len: 1775 time: 0.1063831 May 06 09:45:54.225323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Pushing event updated for resources: {'Port': ['ID=435ddf16-97d9-4fa8-bba1-07b987506128,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:54.301812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Attempting to bind port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:54.302742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Attempting to bind port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:54.302742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Attempting to bind port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d on network 47367527-9c93-46ec-a5aa-0bc0e7333e99 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:54.336131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:54.336713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Checking segment: {'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:54.337286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.337772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Bound using segment: {'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:54.338362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Bound port: 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:54.338853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.351200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e899f522-bf3c-4a14-8698-820854740a09 req-71cd9134-9f54-4403-8dec-3e31ed82b7bc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.357559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Attempting to bind port 435ddf16-97d9-4fa8-bba1-07b987506128 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:54.357696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Attempting to bind port 435ddf16-97d9-4fa8-bba1-07b987506128 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:54.358287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Attempting to bind port 435ddf16-97d9-4fa8-bba1-07b987506128 on network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:54.367663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.370995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:54.371519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Checking segment: {'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:54.372110 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.372669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Bound using segment: {'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:54.373322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Bound port: 435ddf16-97d9-4fa8-bba1-07b987506128, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:54.374887 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.375753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.376719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.395120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e899f522-bf3c-4a14-8698-820854740a09 req-71cd9134-9f54-4403-8dec-3e31ed82b7bc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.418169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b9086-aae3-45b0-90bc-27d9ba2f11b6 req-b1616d25-e8be-4dbd-b5d7-e801470311a5 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:54.420536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a82b9086-aae3-45b0-90bc-27d9ba2f11b6 req-b1616d25-e8be-4dbd-b5d7-e801470311a5 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1271794 May 06 09:45:54.447777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:54.448327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.488515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a82b9086-aae3-45b0-90bc-27d9ba2f11b6 req-5a083384-73c4-4acf-bc79-99453795e6d5 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608370 May 06 09:45:54.507020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=866b0f29-b63a-4f07-a11c-04aa23101993,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:54.508950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e899f522-bf3c-4a14-8698-820854740a09 req-71cd9134-9f54-4403-8dec-3e31ed82b7bc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.512317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e899f522-bf3c-4a14-8698-820854740a09 req-71cd9134-9f54-4403-8dec-3e31ed82b7bc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.514685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e899f522-bf3c-4a14-8698-820854740a09 req-71cd9134-9f54-4403-8dec-3e31ed82b7bc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/dffb8d26-3940-4223-b342-d6f121173707 HTTP/1.1" status: 204 len: 173 time: 0.3074687 May 06 09:45:54.540051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd9134-9f54-4403-8dec-3e31ed82b7bc tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb8d26-3940-4223-b342-d6f121173707,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:54.605963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] For port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:54.612125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:54.613661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:54.660526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-24413e01-551e-418c-9298-e7532fc69ded None None] Provisioning complete for port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:54.660899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-24413e01-551e-418c-9298-e7532fc69ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.699165 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-5697d076-a063-4bc9-a792-08519fdf1409 req-d9110cdf-8bdf-493c-960f-a0c715f57778 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:54.700650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-24413e01-551e-418c-9298-e7532fc69ded None None] Port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:54.701716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5697d076-a063-4bc9-a792-08519fdf1409 req-d9110cdf-8bdf-493c-960f-a0c715f57778 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/be6435a3-86cc-4911-9f0b-43bb2daec71a HTTP/1.1" status: 404 len: 352 time: 0.0153987 May 06 09:45:54.705386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] For port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,segment=NetworkSegment(69d83bf5-a78e-40ab-9aa8-a36677b9ffc0),segment_id=69d83bf5-a78e-40ab-9aa8-a36677b9ffc0)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:54.714356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] For port 435ddf16-97d9-4fa8-bba1-07b987506128, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:54.733692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0f2ec-03d2-40d1-a251-d5805f2791be req-89e38a14-8407-45cb-b2a9-e7977869bb97 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:54.735280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03f0f2ec-03d2-40d1-a251-d5805f2791be req-89e38a14-8407-45cb-b2a9-e7977869bb97 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.0884101 May 06 09:45:54.737853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.761383 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-01c3873b-3b65-4a06-831c-c310a2f3a1f1 req-731bebd1-9993-4b7b-87d6-e6d2b0788d59 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:54.762560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01c3873b-3b65-4a06-831c-c310a2f3a1f1 req-731bebd1-9993-4b7b-87d6-e6d2b0788d59 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/6b068566-5fc4-40d0-a573-1c54c65719d9 HTTP/1.1" status: 404 len: 352 time: 0.0263646 May 06 09:45:54.782913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:45:54.800914 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-a1c4a269-a1a2-4d83-a1c9-849158fbea45 req-2df94ec9-8c15-45fe-932a-806ba35d7327 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:54.801934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1c4a269-a1a2-4d83-a1c9-849158fbea45 req-2df94ec9-8c15-45fe-932a-806ba35d7327 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/162601dd-8760-4aa1-8f0d-e13db5e5c40f HTTP/1.1" status: 404 len: 352 time: 0.0143795 May 06 09:45:54.824809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03f0f2ec-03d2-40d1-a251-d5805f2791be req-27bae70a-440c-4e21-9fda-a10fbe428920 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803413 May 06 09:45:54.836221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f220e60-801f-4872-8731-d28e9e8fa94a None None] Pushing event updated for resources: {'Port': ['ID=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:54.866458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] For port 435ddf16-97d9-4fa8-bba1-07b987506128, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=435ddf16-97d9-4fa8-bba1-07b987506128,segment=NetworkSegment(260b9029-50fc-42e7-ac88-a55d282039ae),segment_id=260b9029-50fc-42e7-ac88-a55d282039ae)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:54.875388 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-1d550f3a-2f5c-4246-bdc8-02f39cb43115 req-e608545f-26b6-4e84-a7a7-f140729b080c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:54.889197 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:54.892541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:54.893444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:54.912089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d550f3a-2f5c-4246-bdc8-02f39cb43115 req-e608545f-26b6-4e84-a7a7-f140729b080c tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/c2a31bfb-e6e4-4817-8579-78de7b942b0c HTTP/1.1" status: 404 len: 352 time: 0.0290921 May 06 09:45:54.965774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:45:54.976177 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c0941ab-707e-436a-8474-10e984ca47b8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6058939 May 06 09:45:54.981210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49588) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:54.993826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1144888882'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:55.025858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:55.032513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:55.033343 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-886d83ff-6ab5-41fb-9ce6-f111f646f487 req-96f53231-d4dc-4bad-812f-0a14ccb5cae6 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:55.044978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-886d83ff-6ab5-41fb-9ce6-f111f646f487 req-96f53231-d4dc-4bad-812f-0a14ccb5cae6 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/58886cbc-0449-420b-b404-e2b20f4a4be2 HTTP/1.1" status: 404 len: 352 time: 0.1289489 May 06 09:45:55.068059 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:45:55.104013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:45:55.108195 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-dce94d8b-88fc-4bce-a199-1245375b58b6 req-13a13b62-70a0-446c-8f14-db27b190c9f4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] show failed (client error): The resource could not be found. May 06 09:45:55.121215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dce94d8b-88fc-4bce-a199-1245375b58b6 req-13a13b62-70a0-446c-8f14-db27b190c9f4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/f928eb92-da2d-4aa7-a1f5-a1a6f1b1307e HTTP/1.1" status: 404 len: 352 time: 0.0428720 May 06 09:45:55.125453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:55.125970 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment 1de1411e-fef2-4fe7-955d-fb72ec052372 of type vlan for network f6f1f66e-b42f-4431-9755-552f259824d0 May 06 09:45:55.199209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:55.238812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:55.249590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:55.251094 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:55.305609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea06b77-2514-4269-bded-f77a0205aad6 req-bbbe468a-8fc6-4415-aef8-e62fb32b2edc tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:55.319220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ea06b77-2514-4269-bded-f77a0205aad6 req-bbbe468a-8fc6-4415-aef8-e62fb32b2edc tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.1232696 May 06 09:45:55.358279 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3721464 May 06 09:45:55.360701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49614) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:55.375954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:55.383625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce254c1-914d-4606-92dd-ca8bc3caab1c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=f6f1f66e-b42f-4431-9755-552f259824d0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:55.412046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ea06b77-2514-4269-bded-f77a0205aad6 req-81122570-fbc7-48ae-b634-a236ec9705d6 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915265 May 06 09:45:55.546040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network f6f1f66e-b42f-4431-9755-552f259824d0 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:45:55.556791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4d05-583b-4be1-917e-da201bd94f09 None None] Pushing event updated for resources: {'Port': ['ID=435ddf16-97d9-4fa8-bba1-07b987506128,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:55.593365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:45:55.597528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:55.607869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283628f-6ec4-455e-a3ad-a635159650e3 req-30a656e4-21f1-4b4c-93e9-ab8fc728d1a1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:55.609835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b283628f-6ec4-455e-a3ad-a635159650e3 req-30a656e4-21f1-4b4c-93e9-ab8fc728d1a1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 951 time: 0.1147935 May 06 09:45:55.707819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-af78ef15-f4e8-4b2b-8fd0-d6165ad33f7b None None] Provisioning complete for port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:55.708399 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af78ef15-f4e8-4b2b-8fd0-d6165ad33f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:55.738551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b283628f-6ec4-455e-a3ad-a635159650e3 req-942008d7-ad74-4539-ad0d-3cc0dbaebae0 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146405 May 06 09:45:55.862832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca834d8-d9ee-47d8-b6dc-7bcb51e7bb24 req-c273b539-b581-4291-aa6c-bfee6b748cca tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:55.871753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ca834d8-d9ee-47d8-b6dc-7bcb51e7bb24 req-c273b539-b581-4291-aa6c-bfee6b748cca tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1023 time: 0.1712353 May 06 09:45:55.979408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ca834d8-d9ee-47d8-b6dc-7bcb51e7bb24 req-3877a596-57d2-4757-99ff-3f0e485bebb4 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea5318ce-df3d-40d8-85db-87d392136d6c&id=5d46ac2d-36c6-446d-8435-eb9d25a49dfb&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1066589 May 06 09:45:56.063098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:53Z', 'revision_number': 3, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:54Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:45:54Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:45:56.115227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af78ef15-f4e8-4b2b-8fd0-d6165ad33f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:56.165832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-af78ef15-f4e8-4b2b-8fd0-d6165ad33f7b None None] For port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,segment=NetworkSegment(69d83bf5-a78e-40ab-9aa8-a36677b9ffc0),segment_id=69d83bf5-a78e-40ab-9aa8-a36677b9ffc0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:56.167531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be4a6ea-09ab-45f2-9a80-0394bb06b286 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:53Z', 'revision_number': 3, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:54Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:45:54Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:45:56.172947 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af78ef15-f4e8-4b2b-8fd0-d6165ad33f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:56.276899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78ef15-f4e8-4b2b-8fd0-d6165ad33f7b None None] Pushing event updated for resources: {'Port': ['ID=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:56.298735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:56.411795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:56.412473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: f6f1f66e-b42f-4431-9755-552f259824d0, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:45:56.455180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=e299d6b6-4f2c-47cc-b712-44373c56ddf7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:56.469929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network f6f1f66e-b42f-4431-9755-552f259824d0 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:45:56.486385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25af2f-743d-4c9c-aaaf-ebc5c3cda4bd req-8824db2e-618d-4999-9540-acd86d34f4cd tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:56.494107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e25af2f-743d-4c9c-aaaf-ebc5c3cda4bd req-8824db2e-618d-4999-9540-acd86d34f4cd tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1321948 May 06 09:45:56.502682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, f6f1f66e-b42f-4431-9755-552f259824d0) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:56.507876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:56.508517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:56.518110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18411f58-57a6-45d5-bb2c-d258b1fd6d45 None None] Network f6f1f66e-b42f-4431-9755-552f259824d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:56.590353 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aff2aa13-b643-4e81-8f95-b5262b649bea tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2281911 May 06 09:45:56.598188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49648) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:56.755179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e25af2f-743d-4c9c-aaaf-ebc5c3cda4bd req-87a5f3aa-460d-43c0-8aa6-547797c6dc74 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303946 May 06 09:45:57.095944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-f6f1f66e-b42f-4431-9755-552f259824d0', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:45:57.103090 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:57.117100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9195a-b306-487b-a9e0-eb3c2e29f2ac req-3228d98b-170e-4227-8061-bd73b125547f tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:57.119616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba9195a-b306-487b-a9e0-eb3c2e29f2ac req-3228d98b-170e-4227-8061-bd73b125547f tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.1365311 May 06 09:45:57.257901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ba9195a-b306-487b-a9e0-eb3c2e29f2ac req-dbfed1dd-6fe1-4c74-a704-50388e34a283 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301389 May 06 09:45:57.372787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-9341261e-7662-427c-8d71-9f321afefb4f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:57.378671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-9341261e-7662-427c-8d71-9f321afefb4f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1023 time: 0.2307818 May 06 09:45:57.461793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Allocated IP 2001:db8:2::2 (f6f1f66e-b42f-4431-9755-552f259824d0/e299d6b6-4f2c-47cc-b712-44373c56ddf7/c3d3a448-95eb-4d41-9967-ba2a00237f4a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:57.645904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e265b7-4344-4d28-839a-8211484008ec None None] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:45:57.656382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad793581-daff-466a-ab90-e9958a32bee9 req-772fd6b4-8fcf-4f2a-a251-bcfbc8cc61c3 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:57.671320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad793581-daff-466a-ab90-e9958a32bee9 req-772fd6b4-8fcf-4f2a-a251-bcfbc8cc61c3 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 1023 time: 0.1951847 May 06 09:45:57.748245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad793581-daff-466a-ab90-e9958a32bee9 req-4a1c5f8c-edf8-45ad-8571-90c44955005d tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups?id=ea5318ce-df3d-40d8-85db-87d392136d6c&id=5d46ac2d-36c6-446d-8435-eb9d25a49dfb&id=1cdd1ba6-ab41-469f-918c-6a3332637a86&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0755932 May 06 09:45:57.774489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Deleting port 4d721339-ec91-42a0-8a87-f39dd9624472 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:57.774931 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:57.829771 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:57.949734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] For port 4d721339-ec91-42a0-8a87-f39dd9624472, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4d721339-ec91-42a0-8a87-f39dd9624472,segment=NetworkSegment(6601ca6d-afbc-4c60-b9d9-1b841b04bbd9),segment_id=6601ca6d-afbc-4c60-b9d9-1b841b04bbd9)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:57.949734 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:57.967849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Calling delete_port for 4d721339-ec91-42a0-8a87-f39dd9624472 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:58.136972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.201142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'Port': ['ID=4d721339-ec91-42a0-8a87-f39dd9624472,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:58.235044 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:58.241331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['4d721339-ec91-42a0-8a87-f39dd9624472'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:45:58.279084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] No DVR routers for this DVR port 4d721339-ec91-42a0-8a87-f39dd9624472 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:58.282006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.282270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-53c407b4-20a4-4a6b-9f00-df374030ea28 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:58.286274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-319aace5-f473-42f8-9c9f-eeb5a3f66a49 req-a2c51f5f-111a-4f38-9d7d-fb6e8c9a34e2 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.83 "DELETE /v2.0/ports/4d721339-ec91-42a0-8a87-f39dd9624472 HTTP/1.1" status: 204 len: 173 time: 0.9010522 May 06 09:45:58.288418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'name': 'network-vif-deleted', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:58.291041 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-53c407b4-20a4-4a6b-9f00-df374030ea28 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.3099406 May 06 09:45:58.292594 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade9503-3770-402d-8cef-4379e14befca" -d '{"events": [{"server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "name": "network-vif-deleted", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:58.332098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49694) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:58.337822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-96d318d5-9e9b-4c8f-9a36-b532acd4e522 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--707389050', 'description': 'tempest-description--1374967754'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:58.421871 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96d318d5-9e9b-4c8f-9a36-b532acd4e522 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.472645 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.494198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.522653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0302bfcd-f26f-4ba1-a025-00f4fe629823 None None] Provisioning complete for port 435ddf16-97d9-4fa8-bba1-07b987506128 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:58.522868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0302bfcd-f26f-4ba1-a025-00f4fe629823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.581586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Deleting port 4513da4b-3567-438c-bbae-dee61256d1fb {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:45:58.582341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.589910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:58.590273 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.613740 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96d318d5-9e9b-4c8f-9a36-b532acd4e522 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.636523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca263-db4c-4311-b2e0-b833fb21f88b req-ee3ff20b-bc00-475c-9a18-4638a03f3503 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:58.638669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f3ca263-db4c-4311-b2e0-b833fb21f88b req-ee3ff20b-bc00-475c-9a18-4638a03f3503 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.2618310 May 06 09:45:58.639518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96d318d5-9e9b-4c8f-9a36-b532acd4e522 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.668625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Network f6f1f66e-b42f-4431-9755-552f259824d0 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:58.683479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab793a0e-a96c-4ff5-aec4-8d3a672249dc req-2dbbf908-028a-4147-8e93-291852d6a14a tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:58.691531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab793a0e-a96c-4ff5-aec4-8d3a672249dc req-2dbbf908-028a-4147-8e93-291852d6a14a tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 951 time: 0.2733130 May 06 09:45:58.700359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:58.705931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:58.742701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Pushing event updated for resources: {'Port': ['ID=c3d3a448-95eb-4d41-9967-ba2a00237f4a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:58.761351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96d318d5-9e9b-4c8f-9a36-b532acd4e522 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.764326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8:2::1 (f6f1f66e-b42f-4431-9755-552f259824d0/e299d6b6-4f2c-47cc-b712-44373c56ddf7/11ceb969-af5d-44fc-addb-b160aee0984d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:45:58.766782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-96d318d5-9e9b-4c8f-9a36-b532acd4e522 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4324801 May 06 09:45:58.772302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49700) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:58.779905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-457caf5f-bd9d-4755-a1b8-347a803b3dbd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'security_group_rule': {'security_group_id': '2518d9ff-5fbd-4840-a973-0ba93c5af9ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:58.828507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab793a0e-a96c-4ff5-aec4-8d3a672249dc req-95c19e78-924e-4980-8141-6ecdacacaf09 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356843 May 06 09:45:58.829557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d318d5-9e9b-4c8f-9a36-b532acd4e522 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2518d9ff-5fbd-4840-a973-0ba93c5af9ce,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:58.835815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] For port 4513da4b-3567-438c-bbae-dee61256d1fb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=4513da4b-3567-438c-bbae-dee61256d1fb,segment=NetworkSegment(a66ee52f-76e4-46b6-b469-bbc17eccee59),segment_id=a66ee52f-76e4-46b6-b469-bbc17eccee59)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:58.836597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.871533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f3ca263-db4c-4311-b2e0-b833fb21f88b req-c8287701-fe4c-4e81-b14b-95f097d9bcb8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235136 May 06 09:45:58.911772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Calling delete_port for 4513da4b-3567-438c-bbae-dee61256d1fb owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:45:58.915303 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-457caf5f-bd9d-4755-a1b8-347a803b3dbd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:58.960588 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d0d59f-be63-40f2-b4e2-23e294c47860 x-openstack-request-id: req-d4d0d59f-be63-40f2-b4e2-23e294c47860 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:58.960881 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e77aa01-0ed6-400e-a35c-871c1552dfa8", "name": "network-vif-deleted", "tag": "4d721339-ec91-42a0-8a87-f39dd9624472", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:58.961153 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4d0d59f-be63-40f2-b4e2-23e294c47860 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:58.961558 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d0d59f-be63-40f2-b4e2-23e294c47860'] response: {'server_uuid': '6e77aa01-0ed6-400e-a35c-871c1552dfa8', 'name': 'network-vif-deleted', 'tag': '4d721339-ec91-42a0-8a87-f39dd9624472', 'status': 'completed', 'code': 200} May 06 09:45:58.967367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 435ddf16-97d9-4fa8-bba1-07b987506128 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:45:58.973805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Attempting to bind port c3d3a448-95eb-4d41-9967-ba2a00237f4a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:45:58.975173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Attempting to bind port c3d3a448-95eb-4d41-9967-ba2a00237f4a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:45:58.975173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Attempting to bind port c3d3a448-95eb-4d41-9967-ba2a00237f4a on network f6f1f66e-b42f-4431-9755-552f259824d0 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:45:59.010571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bca73d-875f-440c-bb0a-e7a25b95c635 req-9ae8117f-c112-4fbc-9948-cee89cd115bb tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:45:59.014160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62bca73d-875f-440c-bb0a-e7a25b95c635 req-9ae8117f-c112-4fbc-9948-cee89cd115bb tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6b568dc-ae64-457a-a024-445c3ff92494 HTTP/1.1" status: 200 len: 945 time: 0.0962145 May 06 09:45:59.017204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:45:59.017613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Checking segment: {'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:45:59.018123 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.018590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Bound using segment: {'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:45:59.019170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Bound port: c3d3a448-95eb-4d41-9967-ba2a00237f4a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:45:59.019685 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.025402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0302bfcd-f26f-4ba1-a025-00f4fe629823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.097586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.098806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0302bfcd-f26f-4ba1-a025-00f4fe629823 None None] For port 435ddf16-97d9-4fa8-bba1-07b987506128, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=435ddf16-97d9-4fa8-bba1-07b987506128,segment=NetworkSegment(260b9029-50fc-42e7-ac88-a55d282039ae),segment_id=260b9029-50fc-42e7-ac88-a55d282039ae)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:45:59.104753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62bca73d-875f-440c-bb0a-e7a25b95c635 req-b51e9e28-7101-44ee-a6c8-1164ab1479d1 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.76 "GET /v2.0/security-groups?id=76c40afb-d42f-4d7b-82f1-416ada2ebffb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715230 May 06 09:45:59.124717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba223e19-4232-4c93-a7f9-254adc1c3f93 req-30c94d86-3996-42ef-ab29-bcbc7499b730 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e77aa01-0ed6-400e-a35c-871c1552dfa8 HTTP/1.1" status: 200 len: 210 time: 0.0551279 May 06 09:45:59.139265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0302bfcd-f26f-4ba1-a025-00f4fe629823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.139667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-457caf5f-bd9d-4755-a1b8-347a803b3dbd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.168802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-457caf5f-bd9d-4755-a1b8-347a803b3dbd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.208276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-457caf5f-bd9d-4755-a1b8-347a803b3dbd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.209402 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-457caf5f-bd9d-4755-a1b8-347a803b3dbd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4355066 May 06 09:45:59.212321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49702) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:59.212456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457caf5f-bd9d-4755-a1b8-347a803b3dbd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6975342-9370-4f7a-a6de-6d580dfb36db,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:59.222887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2b3143ff-1fcf-47e1-8c9d-40c9eb3277b0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'security_group_rule': {'security_group_id': '2518d9ff-5fbd-4840-a973-0ba93c5af9ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:59.253246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 435ddf16-97d9-4fa8-bba1-07b987506128 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:59.253857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.265068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2b3143ff-1fcf-47e1-8c9d-40c9eb3277b0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.281437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.286468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302bfcd-f26f-4ba1-a025-00f4fe629823 None None] Pushing event updated for resources: {'Port': ['ID=435ddf16-97d9-4fa8-bba1-07b987506128,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:59.307895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] For port c3d3a448-95eb-4d41-9967-ba2a00237f4a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:45:59.313481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] For port c3d3a448-95eb-4d41-9967-ba2a00237f4a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c3d3a448-95eb-4d41-9967-ba2a00237f4a,segment=NetworkSegment(1de1411e-fef2-4fe7-955d-fb72ec052372),segment_id=1de1411e-fef2-4fe7-955d-fb72ec052372)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:45:59.322901 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.400011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.415679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network f6f1f66e-b42f-4431-9755-552f259824d0 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:45:59.438905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2b3143ff-1fcf-47e1-8c9d-40c9eb3277b0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.446163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2b3143ff-1fcf-47e1-8c9d-40c9eb3277b0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.456728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefbc2f-2047-4e46-b1c1-beb8d69d7b98 None None] Pushing event updated for resources: {'Port': ['ID=c3d3a448-95eb-4d41-9967-ba2a00237f4a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:59.459483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29723121-fd91-4ddb-aa99-35fa0b38c40f None None] Provisioning complete for port 866b0f29-b63a-4f07-a11c-04aa23101993 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:59.459878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29723121-fd91-4ddb-aa99-35fa0b38c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.467158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:45:59.476168 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=11ceb969-af5d-44fc-addb-b160aee0984d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:59.479224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:45:59.480576 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.530290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3143ff-1fcf-47e1-8c9d-40c9eb3277b0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffdd2f7e-cfeb-4e22-9513-ba6d6e89736d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:59.548715 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2b3143ff-1fcf-47e1-8c9d-40c9eb3277b0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.551307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2b3143ff-1fcf-47e1-8c9d-40c9eb3277b0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376675 May 06 09:45:59.551849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-29723121-fd91-4ddb-aa99-35fa0b38c40f None None] Port 866b0f29-b63a-4f07-a11c-04aa23101993 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:45:59.554402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49704) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:45:59.566663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:45:59.569170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29723121-fd91-4ddb-aa99-35fa0b38c40f None None] Provisioning complete for port 435ddf16-97d9-4fa8-bba1-07b987506128 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:59.569718 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29723121-fd91-4ddb-aa99-35fa0b38c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.606713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Pushing event deleted for resources: {'Port': ['ID=4513da4b-3567-438c-bbae-dee61256d1fb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:45:59.630961 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.676115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:45:59.699176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] No DVR routers for this DVR port 4513da4b-3567-438c-bbae-dee61256d1fb on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:45:59.703504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.706874 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f96a475-46b3-4efb-89ad-73c3270e9d9e req-644f4dfb-92ba-45e1-a546-876a420b8918 tempest-InstanceActionsTestJSON-1225279053 tempest-InstanceActionsTestJSON-1225279053-project] 10.222.0.83 "DELETE /v2.0/ports/4513da4b-3567-438c-bbae-dee61256d1fb HTTP/1.1" status: 204 len: 173 time: 1.4149306 May 06 09:45:59.707345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'name': 'network-vif-deleted', 'tag': '4513da4b-3567-438c-bbae-dee61256d1fb'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:45:59.716743 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16041388-b146-4c64-9483-c5d9dd7ff2d1" -d '{"events": [{"server_uuid": "d6b568dc-ae64-457a-a024-445c3ff92494", "name": "network-vif-deleted", "tag": "4513da4b-3567-438c-bbae-dee61256d1fb"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:45:59.865430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.897203 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab16af68-4079-41a6-bc58-79a7098161d5 x-openstack-request-id: req-ab16af68-4079-41a6-bc58-79a7098161d5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:45:59.897845 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b568dc-ae64-457a-a024-445c3ff92494", "name": "network-vif-deleted", "tag": "4513da4b-3567-438c-bbae-dee61256d1fb", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:45:59.898188 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab16af68-4079-41a6-bc58-79a7098161d5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:45:59.899077 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab16af68-4079-41a6-bc58-79a7098161d5'] response: {'server_uuid': 'd6b568dc-ae64-457a-a024-445c3ff92494', 'name': 'network-vif-deleted', 'tag': '4513da4b-3567-438c-bbae-dee61256d1fb', 'status': 'completed', 'code': 200} May 06 09:45:59.904869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.940099 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86657145-965d-47a0-b993-33b424acd204 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:45:59.945963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-77cc1395-6fa5-4705-98f9-81fd6aa37bdc None None] Provisioning complete for port 866b0f29-b63a-4f07-a11c-04aa23101993 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:45:59.956615 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77cc1395-6fa5-4705-98f9-81fd6aa37bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.961099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:45:59.979738 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:45:59.980424 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:00.058819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:00.061664 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d081bf7a-29b0-4eff-a935-393d79609dfb" -d '{"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:00.119868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:00.134583 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.141859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-77cc1395-6fa5-4705-98f9-81fd6aa37bdc None None] Port 866b0f29-b63a-4f07-a11c-04aa23101993 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:00.180999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Allocated IP 172.25.8.35 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/0c56195a-96af-440a-ad60-340474505d41) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:00.184298 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:00.293919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c3d3a448-95eb-4d41-9967-ba2a00237f4a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:00.332359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.348334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=11']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:00.369355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-28a28ff2-9e95-48f2-ad07-2e67f2691c3d None None] Provisioning complete for port 866b0f29-b63a-4f07-a11c-04aa23101993 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:00.369752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-28a28ff2-9e95-48f2-ad07-2e67f2691c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.428453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c3d3a448-95eb-4d41-9967-ba2a00237f4a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:00.429236 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.430955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.431958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-28a28ff2-9e95-48f2-ad07-2e67f2691c3d None None] Port 866b0f29-b63a-4f07-a11c-04aa23101993 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:00.545643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.567983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:00.575213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:00.586164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:00.601794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-0b0ff653-e73b-4431-8eeb-c8fcb85b0d9f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2140286 May 06 09:46:00.646884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff4b5d-0474-4409-8686-a3537547999e req-a1b491d5-e3b5-4978-9665-ea744ac2a6ea tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:00.648848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ff4b5d-0474-4409-8686-a3537547999e req-a1b491d5-e3b5-4978-9665-ea744ac2a6ea tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 949 time: 0.2711341 May 06 09:46:00.655011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'Port': ['ID=0c56195a-96af-440a-ad60-340474505d41,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:00.684058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f1f85-75ba-4ee3-b440-76c5b35313bb req-7858f929-bbbf-41ee-83ac-f07c3f6e43fc tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:00.689010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port c3d3a448-95eb-4d41-9967-ba2a00237f4a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c3d3a448-95eb-4d41-9967-ba2a00237f4a,segment=NetworkSegment(1de1411e-fef2-4fe7-955d-fb72ec052372),segment_id=1de1411e-fef2-4fe7-955d-fb72ec052372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:00.691853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c4f1f85-75ba-4ee3-b440-76c5b35313bb req-7858f929-bbbf-41ee-83ac-f07c3f6e43fc tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.3252475 May 06 09:46:00.698109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.699213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 435ddf16-97d9-4fa8-bba1-07b987506128 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:00.707700 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:59Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:45:58Z', 'revision_number': 1, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:45:54Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:00.747096 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86657145-965d-47a0-b993-33b424acd204 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:00.748377 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86657145-965d-47a0-b993-33b424acd204 None None] Updating router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 port 11ceb969-af5d-44fc-addb-b160aee0984d binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:00.779570 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:00.829955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ff4b5d-0474-4409-8686-a3537547999e req-4361f74a-d798-4142-93e0-e2a967a61097 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278331 May 06 09:46:00.878208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=c3d3a448-95eb-4d41-9967-ba2a00237f4a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:00.911986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c4f1f85-75ba-4ee3-b440-76c5b35313bb req-75993c42-0413-4b35-883e-6f9d26e80190 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189777 May 06 09:46:00.942813 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a5eff3-eeee-422c-83ad-7b09e84a337b x-openstack-request-id: req-b6a5eff3-eeee-422c-83ad-7b09e84a337b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:00.943794 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:00.944117 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b6a5eff3-eeee-422c-83ad-7b09e84a337b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:00.944582 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a5eff3-eeee-422c-83ad-7b09e84a337b'] response: {'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'code': 200} May 06 09:46:00.952051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 435ddf16-97d9-4fa8-bba1-07b987506128 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:00.952493 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.004032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49720) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:01.023423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.030965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.032601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.033102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.033603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.035010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.035010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.035212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.037324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-359ff3b8-9ed9-4098-bd99-e4637dd97038 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6492 time: 0.3298116 May 06 09:46:01.071231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.071993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.109172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.139872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea73b735-1043-4f02-a24b-2a6696c3ab5c None None] Network f6f1f66e-b42f-4431-9755-552f259824d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:01.151565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=11ceb969-af5d-44fc-addb-b160aee0984d,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:01.205524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] Deleting subnet 18587b20-171e-47e3-808e-ac923d0a4b79 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:01.219152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e63b23a5-c76e-4a5a-8104-6113052bae4c None None] Provisioning complete for port c3d3a448-95eb-4d41-9967-ba2a00237f4a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:01.219711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e63b23a5-c76e-4a5a-8104-6113052bae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.220430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.221433 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.238662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-853ab6a1-0ad3-40d6-a526-3a26ba8bfe2b tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.240210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-853ab6a1-0ad3-40d6-a526-3a26ba8bfe2b tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.82 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 949 time: 0.3272750 May 06 09:46:01.269967 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.db.api [None req-86657145-965d-47a0-b993-33b424acd204 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:46:01.271196 n-d-840834-1 neutron-server[102745]: DEBUG oslo_db.api [None req-86657145-965d-47a0-b993-33b424acd204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:46:01.279833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.304323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6534c5c6-cfe5-4d24-8377-7d8b4cd63004 req-3ac68eb9-1b7c-48b2-bf7c-3edd2dbdba8d tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/5d46ac2d-36c6-446d-8435-eb9d25a49dfb HTTP/1.1" status: 200 len: 1802 time: 0.2627194 May 06 09:46:01.346500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.381171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4513da4b-3567-438c-bbae-dee61256d1fb no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:01.384349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network f6f1f66e-b42f-4431-9755-552f259824d0 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:01.387414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:01.414925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 4513da4b-3567-438c-bbae-dee61256d1fb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:01.415418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4513da4b-3567-438c-bbae-dee61256d1fb not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:01.415977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4d721339-ec91-42a0-8a87-f39dd9624472 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:01.445310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 4d721339-ec91-42a0-8a87-f39dd9624472 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:01.445310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 4d721339-ec91-42a0-8a87-f39dd9624472 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:01.475101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-1bd19aa1-5aa4-4f2b-b32e-6d9e64fbbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.475571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-1bd19aa1-5aa4-4f2b-b32e-6d9e64fbbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.476054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-1bd19aa1-5aa4-4f2b-b32e-6d9e64fbbd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:01.477634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-1bd19aa1-5aa4-4f2b-b32e-6d9e64fbbd9e service neutron] 10.222.0.82 "GET /v2.0/networks?id=31741d30-af5f-48e4-819b-44a9e1189697&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&id=29c8a71a-490d-4ad5-8ba1-74334919c9d8 HTTP/1.1" status: 200 len: 2294 time: 0.3816190 May 06 09:46:01.493413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.534580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18587b20-171e-47e3-808e-ac923d0a4b79,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:01.542614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.548092 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-88202848-92ef-4e66-8da1-888b079ff916 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/18587b20-171e-47e3-808e-ac923d0a4b79 HTTP/1.1" status: 204 len: 168 time: 0.5430138 May 06 09:46:01.549470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49722) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:01.551769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:01.710344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.736763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:01.748336 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c051404c-bb8a-4cf5-89ad-4590edc91fb6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1459019 May 06 09:46:01.751496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1f554bfd-ace8-4c03-831f-b023f81d6660 None None] Provisioning complete for port 11ceb969-af5d-44fc-addb-b160aee0984d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:01.751901 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f554bfd-ace8-4c03-831f-b023f81d6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.763861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49724) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:01.769490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-351093377'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:01.823948 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.826912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1f554bfd-ace8-4c03-831f-b023f81d6660 None None] Port 11ceb969-af5d-44fc-addb-b160aee0984d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:01.838731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.851448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:01.853159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1f554bfd-ace8-4c03-831f-b023f81d6660 None None] Provisioning complete for port c3d3a448-95eb-4d41-9967-ba2a00237f4a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:01.855198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.857807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f554bfd-ace8-4c03-831f-b023f81d6660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.890126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ddcab5-5261-447a-be22-df9a2d451fab']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:01.908173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66ee52f-76e4-46b6-b469-bbc17eccee59') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:01.908529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66ee52f-76e4-46b6-b469-bbc17eccee59') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:01.937313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.951279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:01.979535 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:01.979923 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added segment 099f33b4-b220-47f3-a51b-b42d785a1578 of type vlan for network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d May 06 09:46:01.993375 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.019968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:02.020564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: timer() May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:02.022309 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:02.047413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c3d3a448-95eb-4d41-9967-ba2a00237f4a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:02.100360 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.115631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c3d3a448-95eb-4d41-9967-ba2a00237f4a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:02.116505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.133994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.134210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.141421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6534c5c6-cfe5-4d24-8377-7d8b4cd63004 req-06761b0a-0db3-44f1-9a47-e13291c34822 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.173645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.179617 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] 10.222.0.76 "DELETE /v2.0/networks/58ddcab5-5261-447a-be22-df9a2d451fab HTTP/1.1" status: 204 len: 168 time: 0.6242530 May 06 09:46:02.183224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.195937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cdd29bc3-b7de-4fea-8d4c-79ce054a2a63 None None] Provisioning complete for port 11ceb969-af5d-44fc-addb-b160aee0984d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:02.196308 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cdd29bc3-b7de-4fea-8d4c-79ce054a2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.204771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Deleting port acd6847a-40c7-496d-89a3-0f2072e06138 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:02.205355 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.206868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4205f-31b5-491e-8ff1-9bc428230e1d admin admin] Pushing event deleted for resources: {'Network': ['ID=58ddcab5-5261-447a-be22-df9a2d451fab,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:02.225914 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.235982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:02.240116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.295755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'Port': ['ID=0c56195a-96af-440a-ad60-340474505d41,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:02.332538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Network': ['ID=6537f1a4-cf4a-4b59-9d0f-e03699ca380d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:02.359023 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c76c012d-53a8-4580-ad6a-95bd2201e7ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5936725 May 06 09:46:02.362411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49732) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:02.375299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'subnet': {'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:02.386055 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.394432 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.449137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49734) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:02.471894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:02.473359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] For port acd6847a-40c7-496d-89a3-0f2072e06138, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=acd6847a-40c7-496d-89a3-0f2072e06138,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:02.473741 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.495894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Calling delete_port for acd6847a-40c7-496d-89a3-0f2072e06138 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:02.549935 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Pushing event updated for resources: {'Port': ['ID=11ceb969-af5d-44fc-addb-b160aee0984d,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:02.566529 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3c6b5338-8959-40db-923d-9caeaa8197e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51dd6fb66e9e43a98806b53843257bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128941 May 06 09:46:02.566872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49736) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:02.575754 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.576520 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.577104 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.577944 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.578576 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.579483 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.580281 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.580816 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.581489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.582698 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.583242 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.583914 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:02.589498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-cdd29bc3-b7de-4fea-8d4c-79ce054a2a63 None None] Port 11ceb969-af5d-44fc-addb-b160aee0984d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:02.595864 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-86657145-965d-47a0-b993-33b424acd204 None None] Attempting to bind port 11ceb969-af5d-44fc-addb-b160aee0984d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:02.596573 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-86657145-965d-47a0-b993-33b424acd204 None None] Attempting to bind port 11ceb969-af5d-44fc-addb-b160aee0984d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:02.597453 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Attempting to bind port 11ceb969-af5d-44fc-addb-b160aee0984d on network f6f1f66e-b42f-4431-9755-552f259824d0 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:02.605215 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:02.606180 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Checking segment: {'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:02.608423 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.608935 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Bound using segment: {'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:02.609568 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-86657145-965d-47a0-b993-33b424acd204 None None] Bound port: 11ceb969-af5d-44fc-addb-b160aee0984d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de1411e-fef2-4fe7-955d-fb72ec052372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:02.610094 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.619419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Made reservation on behalf of 18c955780be54281891e63d3ca1c3078 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:02.626461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.670428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6534c5c6-cfe5-4d24-8377-7d8b4cd63004 req-06761b0a-0db3-44f1-9a47-e13291c34822 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.677246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-ab648651-536b-4535-a408-ded790fb3ac7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94837630-0f86-4cbf-94fd-2d904d6ada14 HTTP/1.1" status: 200 len: 1001 time: 1.1903527 May 06 09:46:02.696787 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-86657145-965d-47a0-b993-33b424acd204 None None] For port 11ceb969-af5d-44fc-addb-b160aee0984d, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:02.702059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-86657145-965d-47a0-b993-33b424acd204 None None] For port 11ceb969-af5d-44fc-addb-b160aee0984d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=11ceb969-af5d-44fc-addb-b160aee0984d,segment=NetworkSegment(1de1411e-fef2-4fe7-955d-fb72ec052372),segment_id=1de1411e-fef2-4fe7-955d-fb72ec052372)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:02.708835 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.722415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b6ce720b-c2f7-4a74-89db-444ec780d68e None None] Provisioning complete for port 11ceb969-af5d-44fc-addb-b160aee0984d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:02.722793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b6ce720b-c2f7-4a74-89db-444ec780d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.736471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.757447 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86657145-965d-47a0-b993-33b424acd204 None None] Updating router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 port 866b0f29-b63a-4f07-a11c-04aa23101993 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:02.776889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.778186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-26519e92-2931-4bb1-a89f-62038ee55deb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2226858 May 06 09:46:02.793152 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.816093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860a49-dbdb-4a4e-897a-a673e6937baf req-8abd6050-0be1-40a9-a4b9-1521550a1c7f tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:02.817643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93860a49-dbdb-4a4e-897a-a673e6937baf req-8abd6050-0be1-40a9-a4b9-1521550a1c7f tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6da2413-4c27-466e-9f5b-b4f4de5b3e1e HTTP/1.1" status: 200 len: 949 time: 0.8407583 May 06 09:46:02.824662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.909943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Pushing event deleted for resources: {'Port': ['ID=acd6847a-40c7-496d-89a3-0f2072e06138,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:02.947216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b6ce720b-c2f7-4a74-89db-444ec780d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:02.968694 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Pushing event updated for resources: {'Port': ['ID=11ceb969-af5d-44fc-addb-b160aee0984d,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:02.994515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93860a49-dbdb-4a4e-897a-a673e6937baf req-8dbd6408-9d49-4438-9689-3c4342d8744b tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.76 "GET /v2.0/security-groups?id=9164e591-3cb0-4d6c-a6e5-350e981c303d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616817 May 06 09:46:03.026211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-57078b51-522c-4989-aa8c-9a9949cba3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:03.028127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-57078b51-522c-4989-aa8c-9a9949cba3c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0b187e46-d1ee-430e-b585-6cbf52e34378 HTTP/1.1" status: 200 len: 851 time: 0.2677748 May 06 09:46:03.030032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] No DVR routers for this DVR port acd6847a-40c7-496d-89a3-0f2072e06138 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:03.036546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6534c5c6-cfe5-4d24-8377-7d8b4cd63004 req-06761b0a-0db3-44f1-9a47-e13291c34822 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.046602 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6534c5c6-cfe5-4d24-8377-7d8b4cd63004 req-06761b0a-0db3-44f1-9a47-e13291c34822 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.052749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b6ce720b-c2f7-4a74-89db-444ec780d68e None None] For port 11ceb969-af5d-44fc-addb-b160aee0984d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=11ceb969-af5d-44fc-addb-b160aee0984d,segment=NetworkSegment(1de1411e-fef2-4fe7-955d-fb72ec052372),segment_id=1de1411e-fef2-4fe7-955d-fb72ec052372)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:03.053430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6534c5c6-cfe5-4d24-8377-7d8b4cd63004 req-06761b0a-0db3-44f1-9a47-e13291c34822 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/5d46ac2d-36c6-446d-8435-eb9d25a49dfb HTTP/1.1" status: 204 len: 173 time: 1.7431736 May 06 09:46:03.062793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b6ce720b-c2f7-4a74-89db-444ec780d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.083864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.087556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2deeab75-43f4-42f2-8196-b86b0816aeb5 req-7ecbbec8-ceb9-4c85-833e-c2b69a63b7e1 tempest-ImagesOneServerTestJSON-1505693813 tempest-ImagesOneServerTestJSON-1505693813-project] 10.222.0.82 "DELETE /v2.0/ports/acd6847a-40c7-496d-89a3-0f2072e06138 HTTP/1.1" status: 204 len: 173 time: 1.8255446 May 06 09:46:03.096470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-deleted', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:03.103995 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37188a9c-7a63-43ef-89bf-17e6b6824e34" -d '{"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-deleted", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:03.135962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06761b0a-0db3-44f1-9a47-e13291c34822 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46ac2d-36c6-446d-8435-eb9d25a49dfb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.149291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-76bff052-abb2-41f4-be61-08db4fb095e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:03.150965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-76bff052-abb2-41f4-be61-08db4fb095e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=31741d30-af5f-48e4-819b-44a9e1189697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962031 May 06 09:46:03.232792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fabb2997-f59e-46dd-b4e0-8397a9c24b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.260599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e1f21eaa-4fdb-46a0-b165-420cb148ac46 None None] Provisioning complete for port 11ceb969-af5d-44fc-addb-b160aee0984d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:03.260998 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e1f21eaa-4fdb-46a0-b165-420cb148ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.262678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce720b-c2f7-4a74-89db-444ec780d68e None None] Pushing event updated for resources: {'Port': ['ID=11ceb969-af5d-44fc-addb-b160aee0984d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.277631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.304814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fabb2997-f59e-46dd-b4e0-8397a9c24b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.329090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe443d8f-5fa4-4d83-b1e3-f9f245d61208 req-743135a0-66b3-483e-8fbc-516c6b38aa1b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:03.330696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe443d8f-5fa4-4d83-b1e3-f9f245d61208 req-743135a0-66b3-483e-8fbc-516c6b38aa1b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1730533 May 06 09:46:03.338418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-d527e17c-7364-4edf-9796-48cba276ed4a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--707389050&fields=id&tenant_id=5119936a70d944708f5c096edbf5cce1 HTTP/1.1" status: 200 len: 267 time: 0.1313834 May 06 09:46:03.417734 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.440207 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.500195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe443d8f-5fa4-4d83-b1e3-f9f245d61208 req-792b54ff-4a12-4841-8ab2-ce8436e6cd19 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549637 May 06 09:46:03.506875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Subnet': ['ID=ee61a27c-f57b-4192-9330-e2f3e46e5594,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.514997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-876730f2-e079-4d42-9199-92d68b28f908 service neutron] 10.222.0.82 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173795 May 06 09:46:03.572299 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Pushing event updated for resources: {'Port': ['ID=866b0f29-b63a-4f07-a11c-04aa23101993,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.609016 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-86657145-965d-47a0-b993-33b424acd204 None None] Attempting to bind port 866b0f29-b63a-4f07-a11c-04aa23101993 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:03.609249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Checking segment: {'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:03.609631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network hostable DHCP agents. Network: 6537f1a4-cf4a-4b59-9d0f-e03699ca380d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:03.609827 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-86657145-965d-47a0-b993-33b424acd204 None None] Attempting to bind port 866b0f29-b63a-4f07-a11c-04aa23101993 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:03.610243 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Attempting to bind port 866b0f29-b63a-4f07-a11c-04aa23101993 on network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:03.618682 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:03.619195 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Checking segment: {'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:03.619754 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.620270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86657145-965d-47a0-b993-33b424acd204 None None] Bound using segment: {'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:03.620915 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-86657145-965d-47a0-b993-33b424acd204 None None] Bound port: 866b0f29-b63a-4f07-a11c-04aa23101993, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260b9029-50fc-42e7-ac88-a55d282039ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:03.621617 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.622430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2a8e56f0-946d-42e1-b213-19415cf27aa8 None None] Provisioning complete for port 11ceb969-af5d-44fc-addb-b160aee0984d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:03.622962 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2a8e56f0-946d-42e1-b213-19415cf27aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.633338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-5710e451-7b0b-4668-9ac7-4c55aad575d0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:03.645038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-5710e451-7b0b-4668-9ac7-4c55aad575d0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 819 time: 0.2791131 May 06 09:46:03.681792 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:03.686160 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fabb2997-f59e-46dd-b4e0-8397a9c24b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.691322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fabb2997-f59e-46dd-b4e0-8397a9c24b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.694895 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fabb2997-f59e-46dd-b4e0-8397a9c24b88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76c40afb-d42f-4d7b-82f1-416ada2ebffb HTTP/1.1" status: 204 len: 168 time: 1.1249151 May 06 09:46:03.730685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-4b186d98-af12-43a9-ac47-e13c3ecdd5fe tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/quotas/5119936a70d944708f5c096edbf5cce1 HTTP/1.1" status: 200 len: 375 time: 0.0844545 May 06 09:46:03.741508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 6537f1a4-cf4a-4b59-9d0f-e03699ca380d) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:03.750837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb2997-f59e-46dd-b4e0-8397a9c24b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c40afb-d42f-4d7b-82f1-416ada2ebffb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.759347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:03.760980 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.767396 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-86657145-965d-47a0-b993-33b424acd204 None None] For port 866b0f29-b63a-4f07-a11c-04aa23101993, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:03.769373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d1f1f-0699-40e3-98d0-848600891bf8 None None] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:03.772369 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-86657145-965d-47a0-b993-33b424acd204 None None] For port 866b0f29-b63a-4f07-a11c-04aa23101993, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=866b0f29-b63a-4f07-a11c-04aa23101993,segment=NetworkSegment(260b9029-50fc-42e7-ac88-a55d282039ae),segment_id=260b9029-50fc-42e7-ac88-a55d282039ae)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:03.784645 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-86657145-965d-47a0-b993-33b424acd204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:03.800756 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-518358a7-85e2-44d6-bc34-39c9d66498ed tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4367774 May 06 09:46:03.803958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49758) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:03.942181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06c95103-5c13-40ff-9f3f-68b52f892442 req-721e8e2a-e462-4681-bfe5-6c53045fd05f tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "GET /v2.0/security-groups/ea5318ce-df3d-40d8-85db-87d392136d6c HTTP/1.1" status: 200 len: 1803 time: 0.3987458 May 06 09:46:03.976927 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3c43b-acec-483f-9ac7-12d36b2419f2 None None] Pushing event updated for resources: {'Port': ['ID=866b0f29-b63a-4f07-a11c-04aa23101993,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:03.990744 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:03.992273 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:04.029375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-bbd252c0-b1e6-411e-997b-a63942949485 service neutron] 10.222.0.82 "GET /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960258 May 06 09:46:04.083222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-22d060ec-c16d-4f2a-86e9-c8cbab79e18a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3158655 May 06 09:46:04.160924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d3574f15-5a16-407d-be7c-526bf2e8198f None None] Provisioning complete for port 866b0f29-b63a-4f07-a11c-04aa23101993 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:04.161310 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d3574f15-5a16-407d-be7c-526bf2e8198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.161742 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:04.173562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-99d32a88-9a93-4392-a5f8-e7ce53201b3f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=783051a3-e4cc-4fc8-831e-c0e97f23a753 HTTP/1.1" status: 200 len: 217 time: 0.0752840 May 06 09:46:04.245486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:04.246327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.467376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-06c95103-5c13-40ff-9f3f-68b52f892442 req-6c62b723-5e9c-4480-978c-cc398d41e135 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.495894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-f9116fc3-8025-42c1-bad7-c4ada6a8e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:04.497435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-f9116fc3-8025-42c1-bad7-c4ada6a8e987 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.3085465 May 06 09:46:04.501589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.525324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-06c95103-5c13-40ff-9f3f-68b52f892442 req-6c62b723-5e9c-4480-978c-cc398d41e135 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.549627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-fea5ce3d-89b7-4caa-b3e4-f441564c6833 service neutron] 10.222.0.76 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787904 May 06 09:46:04.599418 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d3574f15-5a16-407d-be7c-526bf2e8198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.647347 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-86657145-965d-47a0-b993-33b424acd204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:59Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:03Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:04.657823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Allocated IP 2001:db8:3::2 (6537f1a4-cf4a-4b59-9d0f-e03699ca380d/ee61a27c-f57b-4192-9330-e2f3e46e5594/48791d80-acad-482d-9f78-b991f5e40f6c) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:04.664255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d3574f15-5a16-407d-be7c-526bf2e8198f None None] For port 866b0f29-b63a-4f07-a11c-04aa23101993, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=866b0f29-b63a-4f07-a11c-04aa23101993,segment=NetworkSegment(260b9029-50fc-42e7-ac88-a55d282039ae),segment_id=260b9029-50fc-42e7-ac88-a55d282039ae)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:04.673709 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d3574f15-5a16-407d-be7c-526bf2e8198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.675473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-f5403618-31bf-4838-a9e4-58512b4539bc service neutron] 10.222.0.76 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186514 May 06 09:46:04.704401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86657145-965d-47a0-b993-33b424acd204 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:59Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:03Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:04.720124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-2bef5f19-e588-4a3d-8261-908aedb964ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:04.722251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-2bef5f19-e588-4a3d-8261-908aedb964ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2092228 May 06 09:46:04.791147 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-06c95103-5c13-40ff-9f3f-68b52f892442 req-6c62b723-5e9c-4480-978c-cc398d41e135 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.794137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-06c95103-5c13-40ff-9f3f-68b52f892442 req-6c62b723-5e9c-4480-978c-cc398d41e135 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.796231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06c95103-5c13-40ff-9f3f-68b52f892442 req-6c62b723-5e9c-4480-978c-cc398d41e135 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] 10.222.0.76 "DELETE /v2.0/security-groups/ea5318ce-df3d-40d8-85db-87d392136d6c HTTP/1.1" status: 204 len: 173 time: 0.8532050 May 06 09:46:04.802974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49778) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:04.864626 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916d9128-e1ab-4fdd-9107-499fc5673b35 x-openstack-request-id: req-916d9128-e1ab-4fdd-9107-499fc5673b35 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:04.873865 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6da2413-4c27-466e-9f5b-b4f4de5b3e1e", "name": "network-vif-deleted", "tag": "acd6847a-40c7-496d-89a3-0f2072e06138", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:04.873865 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-916d9128-e1ab-4fdd-9107-499fc5673b35 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:04.875608 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916d9128-e1ab-4fdd-9107-499fc5673b35'] response: {'server_uuid': 'b6da2413-4c27-466e-9f5b-b4f4de5b3e1e', 'name': 'network-vif-deleted', 'tag': 'acd6847a-40c7-496d-89a3-0f2072e06138', 'status': 'completed', 'code': 200} May 06 09:46:04.883188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62b723-5e9c-4480-978c-cc398d41e135 tempest-SecurityGroupsTestJSON-238551254 tempest-SecurityGroupsTestJSON-238551254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5318ce-df3d-40d8-85db-87d392136d6c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:04.911413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] Deleting subnet 44640105-93c5-44fe-9c55-c5d1d05d926e {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:04.914101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.929653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3574f15-5a16-407d-be7c-526bf2e8198f None None] Pushing event updated for resources: {'Port': ['ID=866b0f29-b63a-4f07-a11c-04aa23101993,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:04.963652 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:04.989152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-2d926f5b-47f0-44f2-8ffc-1d08dd122b6f service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570486 May 06 09:46:05.046368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.164261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.198601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.209310 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/44640105-93c5-44fe-9c55-c5d1d05d926e HTTP/1.1" status: 204 len: 168 time: 0.4043844 May 06 09:46:05.215016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:05.278267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da230c66-4edf-4d6a-b5c2-320b17ccfcee req-62069f2a-8f90-4f6e-b91c-aee89c8df9f1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 210 time: 0.1092796 May 06 09:46:05.279153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49794) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:05.321612 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:46:05.399805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.432804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-8a3a2f03-d4c2-418c-8ac0-79b38ef87bf9 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342301 May 06 09:46:05.437004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e4f10-6024-46ac-8c78-ebe396282459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44640105-93c5-44fe-9c55-c5d1d05d926e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:05.460689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-300ad47f-d0b6-4b56-b5f6-fc091b74c5f0 None None] Provisioning complete for port 866b0f29-b63a-4f07-a11c-04aa23101993 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:05.461078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-300ad47f-d0b6-4b56-b5f6-fc091b74c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.515530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49800) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:05.527492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-10588ca2-0d5f-4b11-b369-ebf516648a65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864 HTTP/1.1" status: 200 len: 217 time: 0.0836949 May 06 09:46:05.533475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.584784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.642812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.657860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2082886384-network', 'tenant_id': '5311f77ad7b748ab9446ac7ee2f295be'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:05.664777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:05.674352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:05.679158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:05.690286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:05.718861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8373a-dbc4-4d41-9be5-edfc43664308 req-4484aa27-4558-47df-9961-906d10ae733d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:05.722127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06d8373a-dbc4-4d41-9be5-edfc43664308 req-4484aa27-4558-47df-9961-906d10ae733d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.2075565 May 06 09:46:05.724675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-70f8e585-0d0d-470b-9421-5c8866744c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:05.726680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-70f8e585-0d0d-470b-9421-5c8866744c5e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.1844263 May 06 09:46:05.728288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Made reservation on behalf of 5311f77ad7b748ab9446ac7ee2f295be for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:05.731456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.752594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: acd6847a-40c7-496d-89a3-0f2072e06138 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:05.752935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device acd6847a-40c7-496d-89a3-0f2072e06138 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:05.779929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.788641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887eaa7f-1b1b-4171-9925-2fa161b236be']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:05.807140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:05.807606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6601ca6d-afbc-4c60-b9d9-1b841b04bbd9') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:05.811555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Pushing event updated for resources: {'Port': ['ID=48791d80-acad-482d-9f78-b991f5e40f6c,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:05.824570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.842220 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.849455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:05.850171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: timer() May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:05.934396 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:05.940801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Attempting to bind port 48791d80-acad-482d-9f78-b991f5e40f6c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:05.941101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Attempting to bind port 48791d80-acad-482d-9f78-b991f5e40f6c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:05.941458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Attempting to bind port 48791d80-acad-482d-9f78-b991f5e40f6c on network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:05.943753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.949229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06d8373a-dbc4-4d41-9be5-edfc43664308 req-2f940e43-02de-48d5-8efe-9a8ed20bfdd6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142735 May 06 09:46:05.952595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:05.953095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Checking segment: {'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:05.953498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.953880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Bound using segment: {'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:05.954343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Bound port: 48791d80-acad-482d-9f78-b991f5e40f6c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:05.954715 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.973428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:05.984031 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] 10.222.0.76 "DELETE /v2.0/networks/887eaa7f-1b1b-4171-9925-2fa161b236be HTTP/1.1" status: 204 len: 168 time: 0.7639911 May 06 09:46:06.008497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-a09bf80f-72c5-432b-9939-a80a939713a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:06.009970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-a09bf80f-72c5-432b-9939-a80a939713a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2665958 May 06 09:46:06.045411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f294-77fa-45bd-aff5-d001a69ad8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=887eaa7f-1b1b-4171-9925-2fa161b236be,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:06.092594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e3477daa-253d-4e82-9f14-698fea14712d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b176bd7b393e490d9e1ee283b33cfccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749195 May 06 09:46:06.093568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Allocated IP 2001:db8:3::1 (6537f1a4-cf4a-4b59-9d0f-e03699ca380d/ee61a27c-f57b-4192-9330-e2f3e46e5594/f3f738cd-d3b5-4cff-a85d-87c0d6c344d2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:06.095563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49812) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:06.174399 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.180572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-d1c52788-bba4-43ec-9056-23a0922f2c2a service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576004 May 06 09:46:06.181661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.198350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] For port 48791d80-acad-482d-9f78-b991f5e40f6c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:06.205956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] For port 48791d80-acad-482d-9f78-b991f5e40f6c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=48791d80-acad-482d-9f78-b991f5e40f6c,segment=NetworkSegment(099f33b4-b220-47f3-a51b-b42d785a1578),segment_id=099f33b4-b220-47f3-a51b-b42d785a1578)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:06.216822 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.295441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-5cd18dc4-669f-4d34-b576-61db654396f1 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059623 May 06 09:46:06.319159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:06.334810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88f7d8-4c62-431f-9e39-9383ae998d2b None None] Pushing event updated for resources: {'Port': ['ID=48791d80-acad-482d-9f78-b991f5e40f6c,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:06.340809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 866b0f29-b63a-4f07-a11c-04aa23101993 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:06.345427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:06.358736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49816) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:06.379842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-bdb3bb30-66fb-4284-9074-dd24a5a35fb7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=56419376-70ae-4acd-9d38-3fd03c214a82 HTTP/1.1" status: 200 len: 217 time: 0.0743725 May 06 09:46:06.385211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.385545 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Added segment ae5f0226-3484-4ea3-8735-77c2a7ad7403 of type vlan for network 256f65f8-fdb7-48f1-bad7-afdf43631c6c May 06 09:46:06.386820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c19b7b-71d7-4e5b-8a58-07604a253eb8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:06.407345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:06.408628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:06.445530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8d655e7-c9ad-400e-a609-8f4b19e9cefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.453487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-44b71a68-28ea-423a-84d8-0c1f90d41518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:06.454790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-44b71a68-28ea-423a-84d8-0c1f90d41518 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.0642772 May 06 09:46:06.511786 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bbcff4c4-f6cf-4c39-848a-cc1a41fab6df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=435eb2691bab49b488238ee8d6bf45d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489091 May 06 09:46:06.520749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49818) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:06.523652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 866b0f29-b63a-4f07-a11c-04aa23101993 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:06.523787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8d655e7-c9ad-400e-a609-8f4b19e9cefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.524412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.554222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:06.586023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a1bf6a0-a2a3-42b3-9f08-645e993ac7ea req-f067b0f2-0f7c-4e5d-9846-5ea435d77449 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 210 time: 0.1302214 May 06 09:46:06.630415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.660590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-a75426dc-be14-4239-8512-44968adda30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:06.661986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-a75426dc-be14-4239-8512-44968adda30c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285863 May 06 09:46:06.673421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.691910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.692151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:06.694502 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.712382 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6b1c-d8f9-4662-923c-149e91f3d0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.787308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 11ceb969-af5d-44fc-addb-b160aee0984d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:06.813870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8d655e7-c9ad-400e-a609-8f4b19e9cefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.817992 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8d655e7-c9ad-400e-a609-8f4b19e9cefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.822202 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e8d655e7-c9ad-400e-a609-8f4b19e9cefc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9164e591-3cb0-4d6c-a6e5-350e981c303d HTTP/1.1" status: 204 len: 168 time: 0.7251737 May 06 09:46:06.844173 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6b1c-d8f9-4662-923c-149e91f3d0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.867978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d655e7-c9ad-400e-a609-8f4b19e9cefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9164e591-3cb0-4d6c-a6e5-350e981c303d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:06.876488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.876732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5885494 May 06 09:46:06.879139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49822) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:06.886658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Request body: {'subnet': {'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2082886384-subnet', 'tenant_id': '5311f77ad7b748ab9446ac7ee2f295be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:06.912622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24436c0-be26-407d-a89a-f19dccd6996d admin admin] Pushing event updated for resources: {'Network': ['ID=256f65f8-fdb7-48f1-bad7-afdf43631c6c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:06.929310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Made reservation on behalf of 5311f77ad7b748ab9446ac7ee2f295be for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:06.932047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:06.949381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 256f65f8-fdb7-48f1-bad7-afdf43631c6c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:06.961848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:06.982510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:06.994326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:06.995127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.073136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:07.132745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-c7cf837c-a480-4abb-a5f6-b92d2988ac52 service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584434 May 06 09:46:07.242819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 11ceb969-af5d-44fc-addb-b160aee0984d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:07.243199 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.281498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-de9182cf-bb8b-4ec2-bde2-51ed7d344e2d service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326566 May 06 09:46:07.341455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:59Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:07.383012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:07.394615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:07.395244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:07.420519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050ae4-1900-4bbe-9cda-20f11c14541e req-b184d94b-eaea-41f7-88ad-5ca54ab69d89 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:07.432485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12050ae4-1900-4bbe-9cda-20f11c14541e req-b184d94b-eaea-41f7-88ad-5ca54ab69d89 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.3523037 May 06 09:46:07.455355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6b1c-d8f9-4662-923c-149e91f3d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.457728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc8b6b1c-d8f9-4662-923c-149e91f3d0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.459004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc8b6b1c-d8f9-4662-923c-149e91f3d0e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1cdd1ba6-ab41-469f-918c-6a3332637a86 HTTP/1.1" status: 204 len: 168 time: 0.9320123 May 06 09:46:07.464292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-f38af3cd-df7b-4596-8a4e-3e888eb49d19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2 HTTP/1.1" status: 200 len: 217 time: 0.1720819 May 06 09:46:07.540487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12050ae4-1900-4bbe-9cda-20f11c14541e req-55d1380e-8ea0-4fa4-8faf-6dab696da5b1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066506 May 06 09:46:07.603799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:07.613737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b6b1c-d8f9-4662-923c-149e91f3d0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd1ba6-ab41-469f-918c-6a3332637a86,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:07.696271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-e06af75e-56a1-4610-ae05-81cfb4891e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:07.698091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-e06af75e-56a1-4610-ae05-81cfb4891e61 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 200 len: 797 time: 0.2190912 May 06 09:46:07.699142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.774302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:07.940446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-07ece836-84f0-4a65-9b1f-aa9c7688181a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:07.946352 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-07ece836-84f0-4a65-9b1f-aa9c7688181a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 819 time: 0.5177550 May 06 09:46:07.968943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9056dc7-8458-48a0-b31c-1aa9bf53ef4e req-065a35ce-0911-42e7-b611-ac5591c50b54 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 210 time: 0.1775610 May 06 09:46:08.030505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Pushing event updated for resources: {'Subnet': ['ID=25861fb4-3f04-4807-8a9b-de233a23d9fa,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:08.039181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-795918ec-6ac4-4073-9fef-ba2576bcd569 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3631883 May 06 09:46:08.051124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-ddc8def1-9b64-4d12-b2d7-93243c28fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:08.052648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-ddc8def1-9b64-4d12-b2d7-93243c28fd68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3099613 May 06 09:46:08.144607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:59Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:08.148737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3f0b3-dd98-4551-a795-f1b4d619c5ee None None] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:08.156337 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-0d610029-3626-4ead-9d30-adfa4bc465bd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5119936a70d944708f5c096edbf5cce1 HTTP/1.1" status: 200 len: 379 time: 0.1990840 May 06 09:46:08.168345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'port': {'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'admin_state_up': True, 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'security_groups': ['2518d9ff-5fbd-4840-a973-0ba93c5af9ce']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:08.238051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Checking segment: {'id': 'ae5f0226-3484-4ea3-8735-77c2a7ad7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:08.238406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Network hostable DHCP agents. Network: 256f65f8-fdb7-48f1-bad7-afdf43631c6c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:08.278758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-af2d38df-7dee-4670-b975-b5eafa371dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:08.280785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-af2d38df-7dee-4670-b975-b5eafa371dc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1096 time: 0.2102432 May 06 09:46:08.290832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Network 256f65f8-fdb7-48f1-bad7-afdf43631c6c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:08.311523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 256f65f8-fdb7-48f1-bad7-afdf43631c6c) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:08.326502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:08.327260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.330742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-8a5af753-940a-490b-8f19-cce9901c68ea service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591667 May 06 09:46:08.387139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e66012-f3f6-4ca3-9222-7f87d64967b0 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:45:59Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:08.400052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 48791d80-acad-482d-9f78-b991f5e40f6c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:08.443337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ed645-6190-47bc-adb8-284ea110fd6c None None] Network 256f65f8-fdb7-48f1-bad7-afdf43631c6c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:08.467483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d1eb1582-52c7-434a-ba9f-5fa91c3f70af admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5782707 May 06 09:46:08.536279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-dd2c90b6-1acb-44f2-a2e6-4f1e6e7d76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:08.537632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Made reservation on behalf of 5119936a70d944708f5c096edbf5cce1 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:08.537848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-dd2c90b6-1acb-44f2-a2e6-4f1e6e7d76a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.2284567 May 06 09:46:08.541896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-7f42d712-3dc9-47ca-9d93-ca676834340c service neutron] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929407 May 06 09:46:08.542433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.572755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.652659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-31af50db-7b6d-49df-9b0c-9053c1574706 None None] Provisioning complete for port 48791d80-acad-482d-9f78-b991f5e40f6c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:08.653030 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-31af50db-7b6d-49df-9b0c-9053c1574706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.717643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Allocated IP 172.20.0.6 (0d205d4a-7cca-4eef-9aa6-044014d4b05b/f8ee64c6-b06d-4344-adc1-87df8f9067e3/37822717-59ef-43e1-ad07-ff5eb922bd56) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:08.899808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.900716 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.905564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:08.913531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 48791d80-acad-482d-9f78-b991f5e40f6c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:08.916256 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.055752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event updated for resources: {'Port': ['ID=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:09.074097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b439459-98c0-47ca-be5a-1a500d3c151b None None] Network 256f65f8-fdb7-48f1-bad7-afdf43631c6c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:09.136103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-a82c0a5e-09d2-4088-9b85-f69f81d74dfd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 200 len: 217 time: 0.5898671 May 06 09:46:09.142279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.225144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:09.230360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-2ae2e22c-4be6-4573-b963-38ee2665544e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 HTTP/1.1" status: 200 len: 217 time: 0.6634986 May 06 09:46:09.236008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:09.252208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:09.268858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:09.281314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:09.292064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-31af50db-7b6d-49df-9b0c-9053c1574706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.296011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event updated for resources: {'Port': ['ID=37822717-59ef-43e1-ad07-ff5eb922bd56,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:09.383449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49888) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:09.419221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-31af50db-7b6d-49df-9b0c-9053c1574706 None None] For port 48791d80-acad-482d-9f78-b991f5e40f6c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=48791d80-acad-482d-9f78-b991f5e40f6c,segment=NetworkSegment(099f33b4-b220-47f3-a51b-b42d785a1578),segment_id=099f33b4-b220-47f3-a51b-b42d785a1578)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:09.445810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-31af50db-7b6d-49df-9b0c-9053c1574706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.463131 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.471717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.472579 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.520292 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-bfbef25f-ffc8-4dfa-91b3-cc4958114113 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3586953 May 06 09:46:09.522187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:09.536074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Request body: {'port': {'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:09.580726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739c56e-a498-4873-9310-c53ce9233aa9 req-58d939cb-25cc-47a2-b426-e56c9585224d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.583505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d739c56e-a498-4873-9310-c53ce9233aa9 req-58d939cb-25cc-47a2-b426-e56c9585224d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.4438419 May 06 09:46:09.612745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-3d73fa63-4651-4f5e-8999-79301af916dc tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.623767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-3d73fa63-4651-4f5e-8999-79301af916dc tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/networks?id=256f65f8-fdb7-48f1-bad7-afdf43631c6c HTTP/1.1" status: 200 len: 813 time: 0.3468559 May 06 09:46:09.627280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-8419a6d0-4b96-4a25-b174-67b6b1735ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.629575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-8419a6d0-4b96-4a25-b174-67b6b1735ee9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.4737084 May 06 09:46:09.660298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af50db-7b6d-49df-9b0c-9053c1574706 None None] Pushing event updated for resources: {'Port': ['ID=48791d80-acad-482d-9f78-b991f5e40f6c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:09.708414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-40c0194f-4878-468e-ac6f-18e1afe45ad1 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/quotas/5311f77ad7b748ab9446ac7ee2f295be HTTP/1.1" status: 200 len: 375 time: 0.0830765 May 06 09:46:09.720382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-45f669b4-a540-458d-bc80-aac7663c711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.722477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-45f669b4-a540-458d-bc80-aac7663c711c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4b4d354c-e2fb-4f80-acc5-61d132644c73 HTTP/1.1" status: 200 len: 797 time: 0.3002663 May 06 09:46:09.733952 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:46:09.739608 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:46:09.754246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Provisioning complete for port 37822717-59ef-43e1-ad07-ff5eb922bd56 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:09.754755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.773018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.792184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1926997598-network', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:09.806384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Port 37822717-59ef-43e1-ad07-ff5eb922bd56 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:09.820579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Provisioning complete for port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:09.821267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.837591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-0fd8fc21-f336-4a27-8b99-498ab6cd6e13 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5311f77ad7b748ab9446ac7ee2f295be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279316 May 06 09:46:09.838393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:09.848579 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b09c8915-286d-4227-9512-0e3047f484e7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0435414 May 06 09:46:09.852896 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:09.854541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49892) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:09.867698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d739c56e-a498-4873-9310-c53ce9233aa9 req-78db87b6-5902-4ad9-bc55-08fb1b6a28b9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368944 May 06 09:46:09.869351 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:09.872417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:09.874907 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:09.895896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:09.914214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Provisioning complete for port 48791d80-acad-482d-9f78-b991f5e40f6c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:09.914506 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-72bf62f9-2be3-4bd4-a32d-11a8d54cca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:09.943760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-c8d1dae1-0810-48f2-b701-53ff2b59d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:09.945263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-c8d1dae1-0810-48f2-b701-53ff2b59d67a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918775 May 06 09:46:09.978831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Made reservation on behalf of 187ee537eee549b2948c8e1e58fa0365 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:09.981163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.108640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-ce01ccff-ffaa-44f2-8f25-28d5f5d37940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.110135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-ce01ccff-ffaa-44f2-8f25-28d5f5d37940 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3598218 May 06 09:46:10.177039 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:10.223492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.225582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1df818df-439b-4e07-ab99-a59299393ded None None] Provisioning complete for port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:10.225849 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1df818df-439b-4e07-ab99-a59299393ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.246322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-47e0d0d6-0e7c-4169-a6d1-fd629328b568 service neutron] 10.222.0.76 "GET /v2.0/networks/256f65f8-fdb7-48f1-bad7-afdf43631c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070108 May 06 09:46:10.312518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-a30ce981-deef-455b-abcd-82069ab1cfd8 service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772177 May 06 09:46:10.343906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1df818df-439b-4e07-ab99-a59299393ded None None] Port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:10.507704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-03c9dd89-f769-492f-820f-2990a4f92b0a service neutron] 10.222.0.76 "GET /v2.0/networks/256f65f8-fdb7-48f1-bad7-afdf43631c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901968 May 06 09:46:10.527209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 48791d80-acad-482d-9f78-b991f5e40f6c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:10.570858 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:07Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:08Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:10.577186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59427-ed00-4a7e-9ff7-451a090ea88a req-cd93d3cb-fb4a-49a2-a14c-5360251707e4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.579279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76e59427-ed00-4a7e-9ff7-451a090ea88a req-cd93d3cb-fb4a-49a2-a14c-5360251707e4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 931 time: 0.4864902 May 06 09:46:10.619251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-6ce8d79b-f54e-4d5f-b83c-31815ced3795 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504383 May 06 09:46:10.653461 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:10.656188 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Updating router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:10.681383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3b5ba8b9-3a58-437d-aa9e-b8b7953695a3 None None] Provisioning complete for port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:10.681908 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba8b9-3a58-437d-aa9e-b8b7953695a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.717918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76e59427-ed00-4a7e-9ff7-451a090ea88a req-c4419818-4484-459c-b31a-abe2b0f79788 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230423 May 06 09:46:10.719839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 48791d80-acad-482d-9f78-b991f5e40f6c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:10.720241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.735035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-81a31266-18fa-48b6-a1b0-5cbb31f7a470 service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821142 May 06 09:46:10.749897 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.755846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ba8b9-3a58-437d-aa9e-b8b7953695a3 None None] Port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:10.794072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-83cad794-f79d-48f0-a1f1-672fc4909dc3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=456ba549-52c2-433d-8a60-0193194016d7 HTTP/1.1" status: 200 len: 217 time: 0.0489323 May 06 09:46:10.894982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37822717-59ef-43e1-ad07-ff5eb922bd56 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:10.909259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.912451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcc47ab5-58c7-4ef3-bb89-a689121e4508 req-f36ae9bc-0650-4d8d-a287-f6e6740de1c1 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850873 May 06 09:46:10.927115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Transition to ACTIVE for port object 37822717-59ef-43e1-ad07-ff5eb922bd56 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:10.943358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-498eb0ab-c6e9-4274-9f0f-c8c2afbdcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:10.944627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:10.945984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-498eb0ab-c6e9-4274-9f0f-c8c2afbdcb95 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=4b4d354c-e2fb-4f80-acc5-61d132644c73 HTTP/1.1" status: 200 len: 797 time: 0.1399622 May 06 09:46:11.042217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2ec0610-cb1c-4ec6-b724-ae38f311631b req-89da0052-17d8-472c-985e-a2fb8d176818 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 210 time: 0.0671785 May 06 09:46:11.053675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.068967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-954362a1-dc33-4fbf-a106-abd0bc137612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:11.072920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-954362a1-dc33-4fbf-a106-abd0bc137612 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=29c8a71a-490d-4ad5-8ba1-74334919c9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194108 May 06 09:46:11.079665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:11.109101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.109308 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Added segment 33303722-bb8b-451b-9cc7-9d1d9342e32e of type vlan for network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 May 06 09:46:11.345033 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.358098 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.358352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f069c-863c-48dd-81f1-0d35454b8292 req-96141762-a9bf-462f-a7f9-fa570e27c7b4 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:11.368660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b48f069c-863c-48dd-81f1-0d35454b8292 req-96141762-a9bf-462f-a7f9-fa570e27c7b4 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1885276 May 06 09:46:11.409064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-f331efc0-c32a-4b6f-a929-2ca1ed67ecad service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280926 May 06 09:46:11.438222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b48f069c-863c-48dd-81f1-0d35454b8292 req-334b5c1c-8fa7-43ee-bdc9-5e666384760f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672779 May 06 09:46:11.510708 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7ca89-8ee8-4fde-b7f1-76b5d11d8dd8 None None] Pushing event updated for resources: {'Port': ['ID=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:11.595801 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Attempting to bind port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:11.596185 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Attempting to bind port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:11.596549 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Attempting to bind port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 on network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:11.605697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeef84ad-076c-45e5-a872-5bd6724933f1 req-47af5d1e-4b46-482e-a464-29b76ff00184 service neutron] 10.222.0.82 "GET /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664157 May 06 09:46:11.609056 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:11.610135 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Checking segment: {'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:11.610957 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.611727 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Bound using segment: {'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:11.613968 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Bound port: f3f738cd-d3b5-4cff-a85d-87c0d6c344d2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f33b4-b220-47f3-a51b-b42d785a1578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:11.614469 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.705389 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] For port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:11.707887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49914) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:11.709820 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] For port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,segment=NetworkSegment(099f33b4-b220-47f3-a51b-b42d785a1578),segment_id=099f33b4-b220-47f3-a51b-b42d785a1578)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:11.726651 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.814919 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:11.815803 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:11.826549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.870953 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7ca89-8ee8-4fde-b7f1-76b5d11d8dd8 None None] Pushing event updated for resources: {'Port': ['ID=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:11.911072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-695e4418-a13a-4b40-a7ea-d4372d20bc49 None None] Provisioning complete for port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:11.914402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-695e4418-a13a-4b40-a7ea-d4372d20bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.936768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:11.949731 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:11.952643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920755d-a2a2-416c-b736-5d0aeb2a7ad2 req-934be7cf-f325-429c-bb8b-820513e5df40 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:11.956896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d920755d-a2a2-416c-b736-5d0aeb2a7ad2 req-934be7cf-f325-429c-bb8b-820513e5df40 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 943 time: 0.1029561 May 06 09:46:11.998925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efe0c637-44d6-4630-bf98-eb6208ee65c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.013756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b39423-be51-4c0c-a2dc-b9e4232e1641,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:12.064941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d920755d-a2a2-416c-b736-5d0aeb2a7ad2 req-c7e4ea5c-6979-4212-ac7d-ec7bedabeb72 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912573 May 06 09:46:12.081889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=37822717-59ef-43e1-ad07-ff5eb922bd56,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:12.169852 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-695e4418-a13a-4b40-a7ea-d4372d20bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.190618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:46:12.269763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-695e4418-a13a-4b40-a7ea-d4372d20bc49 None None] For port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,segment=NetworkSegment(099f33b4-b220-47f3-a51b-b42d785a1578),segment_id=099f33b4-b220-47f3-a51b-b42d785a1578)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:12.279663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-695e4418-a13a-4b40-a7ea-d4372d20bc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.302569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.306236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:12.306972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.336593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Removed routes are [] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:46:12.337447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.343166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e4418-a13a-4b40-a7ea-d4372d20bc49 None None] Pushing event updated for resources: {'Port': ['ID=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:12.359684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d72ce90-eafa-4742-b645-1f2295b7c7e8 req-41513a44-c511-496d-baf7-e6f59b748136 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 210 time: 0.1019106 May 06 09:46:12.394658 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efe0c637-44d6-4630-bf98-eb6208ee65c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.403033 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-efe0c637-44d6-4630-bf98-eb6208ee65c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.409232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2613c364-10d6-443d-bd35-30f237f92770 None None] Provisioning complete for port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:12.409594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2613c364-10d6-443d-bd35-30f237f92770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.438792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:07Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:11Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:12.441691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0c637-44d6-4630-bf98-eb6208ee65c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f9627b-9121-4a0b-aba6-70418e7ea853,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:12.458987 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0738993 May 06 09:46:12.460073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49922) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:12.473314 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908e813-80a4-411f-8ace-ea857dbcb8e5 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:07Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:11Z', 'revision_number': 4, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:12.484790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-efe0c637-44d6-4630-bf98-eb6208ee65c9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b327bddc9564d39b2d2633a31e2a9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739081 May 06 09:46:12.487713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49926) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:12.603751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46a3961-d86a-4f75-9e76-d3774baa234d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.631833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Request body: {'subnet': {'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1926997598-subnet', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:12.652246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04783286-0eb0-41f3-bd0d-a1aec098862e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.739820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Made reservation on behalf of 187ee537eee549b2948c8e1e58fa0365 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:12.744380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.746695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89858cdb-93dd-4e3f-b98a-40a1c53c71fb admin admin] Pushing event updated for resources: {'Network': ['ID=6d22d176-e752-49b4-b155-9e55f6e8b1b1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:12.751348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Attempting to bind port 37822717-59ef-43e1-ad07-ff5eb922bd56 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:12.751727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Attempting to bind port 37822717-59ef-43e1-ad07-ff5eb922bd56 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:12.752163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Attempting to bind port 37822717-59ef-43e1-ad07-ff5eb922bd56 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:12.758932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:12.782360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46a3961-d86a-4f75-9e76-d3774baa234d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.868717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de836a0-f76b-41b1-8eb2-6b10f3d9a304 req-cb9ea282-db8e-4d32-89e6-c30129d1bd81 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:12.870247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6de836a0-f76b-41b1-8eb2-6b10f3d9a304 req-cb9ea282-db8e-4d32-89e6-c30129d1bd81 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.2187049 May 06 09:46:12.893859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Port 37822717-59ef-43e1-ad07-ff5eb922bd56 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:12.894344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Attempting to bind port 37822717-59ef-43e1-ad07-ff5eb922bd56 on network 0d205d4a-7cca-4eef-9aa6-044014d4b05b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:12.913529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-2f35330c-13ef-4db6-9fa2-9ec696aef762 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:12.915095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-2f35330c-13ef-4db6-9fa2-9ec696aef762 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.83 "GET /v2.0/networks?id=256f65f8-fdb7-48f1-bad7-afdf43631c6c HTTP/1.1" status: 200 len: 813 time: 0.3067374 May 06 09:46:12.935877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Request body: {'port': {'device_id': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c', 'admin_state_up': True, 'tenant_id': '5311f77ad7b748ab9446ac7ee2f295be'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:12.952138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:12.952835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Checking segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:12.953335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Bound using segment: {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:12.953893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Bound port: 37822717-59ef-43e1-ad07-ff5eb922bd56, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:12.954361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46a3961-d86a-4f75-9e76-d3774baa234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.954503 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.956914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46a3961-d86a-4f75-9e76-d3774baa234d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:12.961465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c46a3961-d86a-4f75-9e76-d3774baa234d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46f9627b-9121-4a0b-aba6-70418e7ea853 HTTP/1.1" status: 204 len: 168 time: 0.4692361 May 06 09:46:12.961636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6de836a0-f76b-41b1-8eb2-6b10f3d9a304 req-bdefa481-dbfc-47ed-849c-d8afa6228f3e tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828826 May 06 09:46:13.003871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a3961-d86a-4f75-9e76-d3774baa234d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f9627b-9121-4a0b-aba6-70418e7ea853,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:13.026438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.053412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.108410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Made reservation on behalf of 5311f77ad7b748ab9446ac7ee2f295be for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:13.114424 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.302580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] For port 37822717-59ef-43e1-ad07-ff5eb922bd56, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:13.308560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0572ace-b6ac-4ae3-9b69-22de1570aa44 req-9d864c47-5285-4821-8ea7-3dfee4e38cef tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:13.311167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0572ace-b6ac-4ae3-9b69-22de1570aa44 req-9d864c47-5285-4821-8ea7-3dfee4e38cef tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 943 time: 0.1313760 May 06 09:46:13.316307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:13.339554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] For port 37822717-59ef-43e1-ad07-ff5eb922bd56, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=37822717-59ef-43e1-ad07-ff5eb922bd56,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:13.377932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Allocated IP 172.20.0.8 (256f65f8-fdb7-48f1-bad7-afdf43631c6c/25861fb4-3f04-4807-8a9b-de233a23d9fa/ec01ca5c-0d8e-4b1f-94a3-c05e711095ee) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:13.382854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0572ace-b6ac-4ae3-9b69-22de1570aa44 req-919f9b3f-99c1-463b-8dc0-07442009ab65 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623438 May 06 09:46:13.418032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.511139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e05d23da-2f22-48c9-9729-966b3d3065a4 req-7977cab4-da15-4af0-8372-ec7fc6289954 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 210 time: 0.0500798 May 06 09:46:13.551380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.564797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:13.565606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.567179 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] 10.222.0.83 "PUT /v2.0/ports/37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 1091 time: 4.0366073 May 06 09:46:13.611726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:13.625225 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b82bf-1ac6-402a-9980-96c20dc1fd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:13.708636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6bfde6f-05a0-4041-b139-0add4e81fb7d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:13.713879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:13.741951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.744493 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c57ff68-5ad6-433f-8fa2-be277b79e7d1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 200 len: 953 time: 3.8775795 May 06 09:46:13.746465 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef4f52-c287-4a2b-b7d0-1b2ccada4a6f x-openstack-request-id: req-09ef4f52-c287-4a2b-b7d0-1b2ccada4a6f {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:13.746793 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:13.747050 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09ef4f52-c287-4a2b-b7d0-1b2ccada4a6f {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:13.748118 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ef4f52-c287-4a2b-b7d0-1b2ccada4a6f'] response: {'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'status': 'completed', 'code': 200} May 06 09:46:13.756783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.759220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49946) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:13.850155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-dd65a28d-508f-474d-bfa7-6d2deeaa917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:13.852308 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-dd65a28d-508f-474d-bfa7-6d2deeaa917e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1094 time: 0.1738033 May 06 09:46:13.852668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:13.853444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Checking segment: {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:13.853444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Network hostable DHCP agents. Network: 6d22d176-e752-49b4-b155-9e55f6e8b1b1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:13.855791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e7531-cebb-49f4-a630-83330437fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=37822717-59ef-43e1-ad07-ff5eb922bd56,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:13.867619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 402e489a-3eca-422f-89a9-66c5e2228fcb details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:13.870186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 402e489a-3eca-422f-89a9-66c5e2228fcb no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:13.910233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:13.911136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:13.962185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:13.976020 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-179faf0b-e546-48c3-b42d-ccc2c9cbf420 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 217 time: 0.1127486 May 06 09:46:14.040969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:46:14.065389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-98748032-b5e7-4473-92d4-09d505bea6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.067074 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-98748032-b5e7-4473-92d4-09d505bea6ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.0753195 May 06 09:46:14.068422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d0442fbd-0480-41a7-8ede-4e42f44ad120 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 200 len: 953 time: 0.3074441 May 06 09:46:14.068580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49956) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:14.069375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:14.076533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Pushing event updated for resources: {'Port': ['ID=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:14.078189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'routes': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:14.112281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Network 256f65f8-fdb7-48f1-bad7-afdf43631c6c is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:14.114148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:14.120662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:14.152961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:14.218275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.218958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.229689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49962) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:14.254758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:14.255717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede28ea-f354-421f-85c2-e81fcc3ae491 req-7a829063-e8cc-4d71-8790-e977969690ed tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.265683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ede28ea-f354-421f-85c2-e81fcc3ae491 req-7a829063-e8cc-4d71-8790-e977969690ed tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1391621 May 06 09:46:14.276614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9a67f0c-c6f6-4e02-952a-4e3b68457c11 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3471398 May 06 09:46:14.294881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Request body: {'port': {'device_id': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:14.303014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.331117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'port_id': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'mac_address': 'fa:16:3e:81:06:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0078a3ce-1d3d-4391-a69d-d746800f5445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:14.333546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 6d22d176-e752-49b4-b155-9e55f6e8b1b1) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:14.338305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.338913 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.360880 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-179d1a8d-2456-473d-942d-20cb116b8e35 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8811457 May 06 09:46:14.365101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-61e1a005-10c1-4622-b470-589b73d1c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.366620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-61e1a005-10c1-4622-b470-589b73d1c123 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596832 May 06 09:46:14.367926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49966) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:14.375353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec60d2c8-7a80-44ec-b7f1-a68869006b19 None None] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:14.380417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:14.387327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.391787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:14.394669 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea6fbb-48d7-49a9-9393-f630881d3acf" -d '{"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-unplugged", "status": "completed", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:14.423897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ede28ea-f354-421f-85c2-e81fcc3ae491 req-521bd641-eabb-47f1-bba9-d353e247d9d0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573939 May 06 09:46:14.478966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2035395188-network', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:14.506643 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec1262b-827e-4119-bec3-eb676c1fae7c x-openstack-request-id: req-9ec1262b-827e-4119-bec3-eb676c1fae7c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:14.506915 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-unplugged", "status": "completed", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:14.507164 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ec1262b-827e-4119-bec3-eb676c1fae7c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:14.507813 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec1262b-827e-4119-bec3-eb676c1fae7c'] response: {'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'code': 200} May 06 09:46:14.513443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:14.527945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.583345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:14.585937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.596826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.598009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.614548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 402e489a-3eca-422f-89a9-66c5e2228fcb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:14.642019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Made reservation on behalf of baea22d3c7834c1f8116506230d397c8 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:14.648159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.720673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.768025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added routes are [] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:46:14.768386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:46:14.798474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:14.799617 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-5ca3f669-24d0-472b-9e2d-eaa8e17d2059 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214337 May 06 09:46:14.822721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d36f1-b9f3-4118-b92f-97e149006939 req-03fb509c-e02f-4bfe-b81a-c091a1face0e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:14.826013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a4d36f1-b9f3-4118-b92f-97e149006939 req-03fb509c-e02f-4bfe-b81a-c091a1face0e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 943 time: 0.2589419 May 06 09:46:14.831374 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:46:14.831825 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:46:14.842630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:14.843617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.860274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:14.861000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.894212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.917456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:14.993292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 6, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:15.012147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb301830-5ddc-4cae-b4cc-f036bb11f65d req-e5ffe633-ece6-4ebd-b0df-c79b315bef60 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.020667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb301830-5ddc-4cae-b4cc-f036bb11f65d req-e5ffe633-ece6-4ebd-b0df-c79b315bef60 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 931 time: 0.2927575 May 06 09:46:15.057613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:15.127816 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ea335bde-480c-47ba-abce-f786885135c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.138414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:15.139057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:45:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:15.141671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Allocated IP 172.20.0.2 (6d22d176-e752-49b4-b155-9e55f6e8b1b1/e6bfde6f-05a0-4041-b139-0add4e81fb7d/1bb0bb53-43d6-4a86-83d6-86c97cd06b9c) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:15.290568 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-960d84e2-eeef-450a-84cb-8a4741acdd30 req-265d1013-eff4-4207-bb4c-3bad54e6cd58 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773805 May 06 09:46:15.309295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:15.431346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.438574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.443143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-11ef1c30-a284-4a4a-8b67-022f62c33467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.445000 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-11ef1c30-a284-4a4a-8b67-022f62c33467 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1094 time: 0.0746179 May 06 09:46:15.460016 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.568256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a4d36f1-b9f3-4118-b92f-97e149006939 req-a6014f2b-3e12-46cb-be04-cd3fe5cd3529 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7052395 May 06 09:46:15.594144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.653489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb301830-5ddc-4cae-b4cc-f036bb11f65d req-0c0822f4-d268-4640-85e9-328be67e86ca tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312852 May 06 09:46:15.688209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:15.704323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402e489a-3eca-422f-89a9-66c5e2228fcb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:15.720533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-97eb0a12-63ad-4675-9590-7b22f6e61b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.722849 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-97eb0a12-63ad-4675-9590-7b22f6e61b5a service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.1758657 May 06 09:46:15.746117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.761601 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.767272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:15.778186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.783703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.800284 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.827335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:15.843697 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-f0edd071-67f0-44dd-aaf3-a3866cac1f78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 217 time: 0.0860670 May 06 09:46:15.858176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38883f92-3189-42ea-9018-8027cabaac3b req-4bababdd-4a13-46c6-bdad-b9445f4f87af tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:15.859975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38883f92-3189-42ea-9018-8027cabaac3b req-4bababdd-4a13-46c6-bdad-b9445f4f87af tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 943 time: 0.2035816 May 06 09:46:15.876265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec01ca5c-0d8e-4b1f-94a3-c05e711095ee {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:15.883059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.883498 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Added segment 1eca7e45-8504-4065-8cdc-3396624e4823 of type vlan for network 460cbe6c-b22f-4528-947e-1d7ec05da32f May 06 09:46:15.883681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:15.891994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:15.895457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:15.897353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:15.915521 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.918417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60feab91-d561-4019-831f-185e189f08e5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:15.919910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:15.929084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:15.931208 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-51c9e779-1f13-428a-9190-dfcfd5e05a3e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 200 len: 703 time: 1.8575315 May 06 09:46:15.933671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49976) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:15.998330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Transition to ACTIVE for port object ec01ca5c-0d8e-4b1f-94a3-c05e711095ee will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:16.008739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38883f92-3189-42ea-9018-8027cabaac3b req-51b4562f-1241-4c7f-a2ba-83fba24c6312 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272893 May 06 09:46:16.010047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Pushing event updated for resources: {'Port': ['ID=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:16.010532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.016985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-ae918ca7-989d-4645-80ff-28cadac2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:16.017616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.019410 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-ae918ca7-989d-4645-80ff-28cadac2eb08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.1669900 May 06 09:46:16.028977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Attempting to bind port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:16.029693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Attempting to bind port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:16.030346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Attempting to bind port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c on network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:16.038415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:14Z', 'revision_number': 7, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:16.044898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:16.045719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Checking segment: {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:16.045719 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.046277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Bound using segment: {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:16.046872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Bound port: 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:16.047316 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.082396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f65c419-3cf2-4f90-8bec-dc327d145567 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:14Z', 'revision_number': 7, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:16.096847 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d580e33b-c0c1-483b-8154-bb9148ef373e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 200 len: 703 time: 0.1594253 May 06 09:46:16.097030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49978) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:16.109748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-5d39f214-91f2-400f-a2fb-8714f75b8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:16.112301 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-5d39f214-91f2-400f-a2fb-8714f75b8431 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842533 May 06 09:46:16.118355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:16.128858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.129351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:16.129925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.167946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['402e489a-3eca-422f-89a9-66c5e2228fcb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:16.234820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] For port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:16.242648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] For port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:16.257762 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.310281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0761940 May 06 09:46:16.313080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49980) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:16.333491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Request body: {'subnet': {'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-subnet', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:16.383102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ed23f-5c26-4b4c-a77e-c6e2e03d097d admin admin] Pushing event updated for resources: {'Network': ['ID=460cbe6c-b22f-4528-947e-1d7ec05da32f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:16.388239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:16.402613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6362c-8fa5-41d9-8255-c143ba6cf10a None None] Pushing event updated for resources: {'Port': ['ID=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:16.413240 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:16.413873 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:16.418142 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.423019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:16.475593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.477575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Attempting to bind port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:16.477902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Attempting to bind port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'ae5f0226-3484-4ea3-8735-77c2a7ad7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:16.478276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Attempting to bind port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee on network 256f65f8-fdb7-48f1-bad7-afdf43631c6c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:16.492736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Made reservation on behalf of baea22d3c7834c1f8116506230d397c8 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:16.495125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.495740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-5fe76407-0839-4025-a5f8-3049210b8649 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356638 May 06 09:46:16.534245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee on network 256f65f8-fdb7-48f1-bad7-afdf43631c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:16.534560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Attempting to bind port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee on network 256f65f8-fdb7-48f1-bad7-afdf43631c6c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:16.588844 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.597712 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:16.692937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.748557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-870b82bf-1ac6-402a-9980-96c20dc1fd2e req-e692a00d-acea-4bba-9bb8-7cebce3fad69 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450275 May 06 09:46:16.779762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:16.781954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Checking segment: {'id': 'ae5f0226-3484-4ea3-8735-77c2a7ad7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:16.782406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Bound using segment: {'id': 'ae5f0226-3484-4ea3-8735-77c2a7ad7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:16.782999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Bound port: ec01ca5c-0d8e-4b1f-94a3-c05e711095ee, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5f0226-3484-4ea3-8735-77c2a7ad7403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:16.783266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.854180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:16.988262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe0f33-0fc9-4be5-8dd5-20085c322a45 req-3475d945-8922-4060-86dc-be25627c5900 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:16.989902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4fe0f33-0fc9-4be5-8dd5-20085c322a45 req-3475d945-8922-4060-86dc-be25627c5900 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 943 time: 0.2367408 May 06 09:46:17.004266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Allocated IP 172.25.8.17 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/cafee418-b998-4ce2-85c6-5eeb49dfe802) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:17.023348 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:14Z', 'revision_number': 7, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:17.024314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] For port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:17.052440 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:17.061569 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:17.062177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:17.062805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c5b2c-7bf8-4093-81a2-86f22763a46c req-92689f2d-d0df-479e-a0b9-1e0b178377fe tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.064405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-198c5b2c-7bf8-4093-81a2-86f22763a46c req-92689f2d-d0df-479e-a0b9-1e0b178377fe tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 943 time: 0.2865360 May 06 09:46:17.095026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] For port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,segment=NetworkSegment(ae5f0226-3484-4ea3-8735-77c2a7ad7403),segment_id=ae5f0226-3484-4ea3-8735-77c2a7ad7403)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:17.138299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.169836 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:17.202188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:17.202483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.236319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4fe0f33-0fc9-4be5-8dd5-20085c322a45 req-7edd475a-e1b6-4a27-8969-97e3fca6a325 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336612 May 06 09:46:17.256760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.257470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.259543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/ec01ca5c-0d8e-4b1f-94a3-c05e711095ee HTTP/1.1" status: 200 len: 1091 time: 2.9704423 May 06 09:46:17.267160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'tag': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:17.269653 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a544f-9a86-4ed7-82e3-2dded5481ded" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fc748e-118c-4c7a-8d45-4a00027da848", "tag": "ec01ca5c-0d8e-4b1f-94a3-c05e711095ee"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:17.355140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port f3f738cd-d3b5-4cff-a85d-87c0d6c344d2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,segment=NetworkSegment(099f33b4-b220-47f3-a51b-b42d785a1578),segment_id=099f33b4-b220-47f3-a51b-b42d785a1578)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:17.355486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.390977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:17.428078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-198c5b2c-7bf8-4093-81a2-86f22763a46c req-aee5b2e6-8c6f-4845-84e3-9e7ab37f9f92 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254354 May 06 09:46:17.513163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb7051-46d5-4fd1-9b1e-53bdfc5c68a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:17.552104 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:14Z', 'revision_number': 7, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:17.563867 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dd6d57-41c3-4887-acb3-13f88ab6d6da x-openstack-request-id: req-04dd6d57-41c3-4887-acb3-13f88ab6d6da {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:17.564164 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fc748e-118c-4c7a-8d45-4a00027da848", "tag": "ec01ca5c-0d8e-4b1f-94a3-c05e711095ee", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:17.564466 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04dd6d57-41c3-4887-acb3-13f88ab6d6da {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:17.564988 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04dd6d57-41c3-4887-acb3-13f88ab6d6da'] response: {'name': 'network-changed', 'server_uuid': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'tag': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee', 'status': 'completed', 'code': 200} May 06 09:46:17.571492 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.601218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5025e8-594c-435f-9d0b-63ccc56efd19 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:14Z', 'revision_number': 7, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f738cd-d3b5-4cff-a85d-87c0d6c344d2', 'name': '', 'network_id': '6537f1a4-cf4a-4b59-9d0f-e03699ca380d', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:3d:0d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:04Z', 'updated_at': '2022-05-06T09:46:12Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'ee61a27c-f57b-4192-9330-e2f3e46e5594', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:17.648837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.655979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-19f6bd51-8128-4f07-b88f-9823b450c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.658002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-19f6bd51-8128-4f07-b88f-9823b450c537 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5311f77ad7b748ab9446ac7ee2f295be&device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 1094 time: 0.3401704 May 06 09:46:17.699662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91108df7-6cdc-4c09-81c8-c2e74f6425cb req-2d79a588-ffde-4e35-a69d-a473308497b3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.702509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91108df7-6cdc-4c09-81c8-c2e74f6425cb req-2d79a588-ffde-4e35-a69d-a473308497b3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 944 time: 0.2977433 May 06 09:46:17.737810 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.750065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d640d678-b5a1-4bd5-a70d-6500e930349b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:17.760825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-757a69c7-c4d1-4569-a148-95f019bc46ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee HTTP/1.1" status: 200 len: 217 time: 0.0906172 May 06 09:46:17.776249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=f3f738cd-d3b5-4cff-a85d-87c0d6c344d2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:17.797680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 402e489a-3eca-422f-89a9-66c5e2228fcb up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:17.851212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f88c662-6790-4729-9ca6-b57908f14a06 None None] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:17.875910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:17.940221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91108df7-6cdc-4c09-81c8-c2e74f6425cb req-93e2b8d7-a453-4ab1-9982-fe9c625d9916 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914542 May 06 09:46:17.957623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Checking segment: {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:17.957949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Network hostable DHCP agents. Network: 460cbe6c-b22f-4528-947e-1d7ec05da32f, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:17.969773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-1137e2d3-c953-4180-8274-ce80ab96f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:17.971903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-1137e2d3-c953-4180-8274-ce80ab96f97e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25861fb4-3f04-4807-8a9b-de233a23d9fa HTTP/1.1" status: 200 len: 853 time: 0.1979175 May 06 09:46:17.988637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:17.991250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29881639-a24d-405f-84db-e494cb853527 None None] Provisioning complete for port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:17.991731 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29881639-a24d-405f-84db-e494cb853527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.006632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.012304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:18.018249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:18.105766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Pushing event updated for resources: {'Port': ['ID=cafee418-b998-4ce2-85c6-5eeb49dfe802,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:18.114496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-a556022f-2bc5-46dc-aaf7-b89a196eb34a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=256f65f8-fdb7-48f1-bad7-afdf43631c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199389 May 06 09:46:18.120610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 402e489a-3eca-422f-89a9-66c5e2228fcb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:18.121763 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.218360 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.223671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:18.273101 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29881639-a24d-405f-84db-e494cb853527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.292587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 460cbe6c-b22f-4528-947e-1d7ec05da32f) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:18.305554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:18.306188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.333576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060ade0-29c3-46f4-b873-a86563700b1d None None] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:18.342172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7c341dc8-ba1c-4052-b90f-48d41630ff9a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0189862 May 06 09:46:18.350071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49992) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:18.358622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:18.445326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-29881639-a24d-405f-84db-e494cb853527 None None] For port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:18.472613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-b9e43081-2623-4741-9025-db8fd2778471 service neutron] 10.222.0.83 "GET /v2.0/networks/256f65f8-fdb7-48f1-bad7-afdf43631c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029571 May 06 09:46:18.494005 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29881639-a24d-405f-84db-e494cb853527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.498780 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.535467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.536604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.605961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:18.609419 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c873cc9d-b928-41ce-9d9d-d7e4a6930812" -d '{"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-plugged", "status": "completed", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:18.656012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:18.690644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.699792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:18.708442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:18.740856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.760675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881639-a24d-405f-84db-e494cb853527 None None] Pushing event updated for resources: {'Port': ['ID=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:18.796490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03d390e-98e1-43af-bfc5-d0a0a66ad5a1 req-2181a36c-777e-4c0c-bf70-ba3753332b64 service neutron] 10.222.0.83 "GET /v2.0/networks/256f65f8-fdb7-48f1-bad7-afdf43631c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000712 May 06 09:46:18.830054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a83cf-74de-428d-adf5-37495a1a67c6 req-03cc507b-ea43-4bfe-9979-5a6b94dbb35f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:18.831829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-085a83cf-74de-428d-adf5-37495a1a67c6 req-03cc507b-ea43-4bfe-9979-5a6b94dbb35f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 943 time: 0.3800671 May 06 09:46:18.833771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:18.851645 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb84e137-ace2-4017-bba3-9040fae724b7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7536495 May 06 09:46:18.852792 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49998) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:18.859151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:18.883069 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.894546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.895944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9705ee3b-53e0-4206-98b2-f158d9de0e31 None None] Provisioning complete for port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:18.896321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9705ee3b-53e0-4206-98b2-f158d9de0e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.911214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet ee61a27c-f57b-4192-9330-e2f3e46e5594 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:18.914643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.931282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:18.931562 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.933438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-460cbe6c-b22f-4528-947e-1d7ec05da32f', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:18.934272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.956552 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:18.987473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88e84a-c632-4d31-8008-3b0fa642c6a7 req-b5a0f701-e284-4a25-963e-1a245ba407d0 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:18.989048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:18.989879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb88e84a-c632-4d31-8008-3b0fa642c6a7 req-b5a0f701-e284-4a25-963e-1a245ba407d0 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 943 time: 0.4055753 May 06 09:46:18.995602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:19.049081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:19.059119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.133378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.167639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=ee61a27c-f57b-4192-9330-e2f3e46e5594,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:19.178647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.186961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ec289ff2-5e87-459b-ac1e-06a27d119524 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/ee61a27c-f57b-4192-9330-e2f3e46e5594 HTTP/1.1" status: 204 len: 168 time: 0.3320341 May 06 09:46:19.187751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50002) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:19.242449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d935751-c34a-4b69-b639-f2951d8e0aa3 None None] Network 6537f1a4-cf4a-4b59-9d0f-e03699ca380d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:19.282784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.353263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 48791d80-acad-482d-9f78-b991f5e40f6c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:19.353647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.408539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:19.429085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port 48791d80-acad-482d-9f78-b991f5e40f6c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=48791d80-acad-482d-9f78-b991f5e40f6c,segment=NetworkSegment(099f33b4-b220-47f3-a51b-b42d785a1578),segment_id=099f33b4-b220-47f3-a51b-b42d785a1578)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:19.429458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.444216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 48791d80-acad-482d-9f78-b991f5e40f6c owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:19.465889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 37822717-59ef-43e1-ad07-ff5eb922bd56 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:19.530704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-085a83cf-74de-428d-adf5-37495a1a67c6 req-be3ecf6b-3167-41c5-88ca-0615d526c0e4 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6535981 May 06 09:46:19.533264 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.565441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=48791d80-acad-482d-9f78-b991f5e40f6c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:19.567321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port 48791d80-acad-482d-9f78-b991f5e40f6c on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:19.618331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb88e84a-c632-4d31-8008-3b0fa642c6a7 req-cc5e26e4-04a8-4e28-afb9-30cc60a4e340 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854802 May 06 09:46:19.629837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.648432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-205b47a5-fbac-4d85-9f34-26fb7ee4056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:19.650455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-205b47a5-fbac-4d85-9f34-26fb7ee4056d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5311f77ad7b748ab9446ac7ee2f295be&device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 1094 time: 0.7714415 May 06 09:46:19.669896 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd2ad0c-f14a-44a7-abf0-fa5ea84ca7ec x-openstack-request-id: req-7dd2ad0c-f14a-44a7-abf0-fa5ea84ca7ec {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:19.670502 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-plugged", "status": "completed", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:19.670880 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7dd2ad0c-f14a-44a7-abf0-fa5ea84ca7ec {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:19.671322 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd2ad0c-f14a-44a7-abf0-fa5ea84ca7ec'] response: {'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'code': 200} May 06 09:46:19.708129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.761155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6537f1a4-cf4a-4b59-9d0f-e03699ca380d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:19.763860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Allocated IP 172.20.0.2 (460cbe6c-b22f-4528-947e-1d7ec05da32f/d640d678-b5a1-4bd5-a70d-6500e930349b/8b42598d-8eda-434c-b810-e691265cae58) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:19.783743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099f33b4-b220-47f3-a51b-b42d785a1578') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:19.784041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099f33b4-b220-47f3-a51b-b42d785a1578') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:19.802819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.818544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc0c8e-c77d-4e3f-97a0-cdfbbf33bcae None None] DHCP port deletion for 6537f1a4-cf4a-4b59-9d0f-e03699ca380d request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:46:19.824229 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.835639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:19.836329 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: timer() May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:19.840480 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:19.914630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.926174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:19.935694 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/6537f1a4-cf4a-4b59-9d0f-e03699ca380d HTTP/1.1" status: 204 len: 168 time: 0.7456486 May 06 09:46:19.935884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50004) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:19.954600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dfc25-94ea-4899-9117-2b4bfaac1ec9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=6537f1a4-cf4a-4b59-9d0f-e03699ca380d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:19.984429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06963c-15f4-4a17-9c12-222e504645c6 req-f0d1a93e-74a4-482c-b8f3-e59b9215185d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:19.986125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df06963c-15f4-4a17-9c12-222e504645c6 req-f0d1a93e-74a4-482c-b8f3-e59b9215185d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.2225819 May 06 09:46:20.009941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 37822717-59ef-43e1-ad07-ff5eb922bd56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=37822717-59ef-43e1-ad07-ff5eb922bd56,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:20.011230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c0dbd-83b1-4dda-bf46-a846d4f5ad73 req-7107e8fc-37da-4d90-86d2-c6d59616d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:20.012756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b52c0dbd-83b1-4dda-bf46-a846d4f5ad73 req-7107e8fc-37da-4d90-86d2-c6d59616d3a5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 1096 time: 0.2155066 May 06 09:46:20.025889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-d4887246-baba-460f-980a-999608031803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:20.027166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-d4887246-baba-460f-980a-999608031803 service neutron] 10.222.0.83 "GET /v2.0/networks?id=256f65f8-fdb7-48f1-bad7-afdf43631c6c HTTP/1.1" status: 200 len: 914 time: 0.3697193 May 06 09:46:20.047334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'mac_address': 'fa:16:3e:8c:8e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:20.100837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.111501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-67fc1c7b-470e-4ff6-86c2-9e7396ca6ae3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee HTTP/1.1" status: 200 len: 217 time: 0.0635326 May 06 09:46:20.146634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df06963c-15f4-4a17-9c12-222e504645c6 req-1290c4cf-ee62-4af6-b548-ef5b67bf7a2d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374688 May 06 09:46:20.146872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.148220 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.164412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.178850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37822717-59ef-43e1-ad07-ff5eb922bd56 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:20.205680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:17Z', 'revision_number': 8, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:20.225719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b52c0dbd-83b1-4dda-bf46-a846d4f5ad73 req-f8a0e687-0cde-49ed-b310-f679abfd445f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974211 May 06 09:46:20.256521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:20.268465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 37822717-59ef-43e1-ad07-ff5eb922bd56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=37822717-59ef-43e1-ad07-ff5eb922bd56,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:20.271096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:20.279497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Pushing event updated for resources: {'Port': ['ID=8b42598d-8eda-434c-b810-e691265cae58,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:20.282508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:20.282650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-14e70762-e699-46ad-8f08-ce01594218c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:20.284138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-14e70762-e699-46ad-8f08-ce01594218c1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25861fb4-3f04-4807-8a9b-de233a23d9fa HTTP/1.1" status: 200 len: 853 time: 0.1571648 May 06 09:46:20.286556 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.288756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:20.317865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:20.318650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:20.330523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-133b6892-5d88-407d-bb9c-8e3879294ab3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=256f65f8-fdb7-48f1-bad7-afdf43631c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364151 May 06 09:46:20.347142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.474595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.479231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=37822717-59ef-43e1-ad07-ff5eb922bd56,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:20.488356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Attempting to bind port 8b42598d-8eda-434c-b810-e691265cae58 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:20.488897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Attempting to bind port 8b42598d-8eda-434c-b810-e691265cae58 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:20.489345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Attempting to bind port 8b42598d-8eda-434c-b810-e691265cae58 on network 460cbe6c-b22f-4528-947e-1d7ec05da32f {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:20.502809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:20.503371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Checking segment: {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:20.503884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.507098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Bound using segment: {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:20.507098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Bound port: 8b42598d-8eda-434c-b810-e691265cae58, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:20.507098 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.508324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:20.523129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.545838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:20.556815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.562285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:46:20.571416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-86afe530-ef42-4519-a4f9-615c56149afd service neutron] 10.222.0.83 "GET /v2.0/networks/256f65f8-fdb7-48f1-bad7-afdf43631c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097106 May 06 09:46:20.670664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 11ceb969-af5d-44fc-addb-b160aee0984d {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:20.671084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.763320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] For port 8b42598d-8eda-434c-b810-e691265cae58, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:20.773945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] For port 8b42598d-8eda-434c-b810-e691265cae58, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8b42598d-8eda-434c-b810-e691265cae58,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:20.784027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port 11ceb969-af5d-44fc-addb-b160aee0984d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=11ceb969-af5d-44fc-addb-b160aee0984d,segment=NetworkSegment(1de1411e-fef2-4fe7-955d-fb72ec052372),segment_id=1de1411e-fef2-4fe7-955d-fb72ec052372)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:20.784408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.784535 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.799716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:20.800173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:20.804026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 11ceb969-af5d-44fc-addb-b160aee0984d owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:20.909909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['37822717-59ef-43e1-ad07-ff5eb922bd56'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:20.923966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f16dff-587a-48e1-8f57-c6adc2f366d6 req-079c6e05-fa9a-4b1e-9d3e-cf7a1ae28484 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:20.925494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01f16dff-587a-48e1-8f57-c6adc2f366d6 req-079c6e05-fa9a-4b1e-9d3e-cf7a1ae28484 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 944 time: 0.2685795 May 06 09:46:20.948472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3fd80-47d7-4611-a6cd-43b44e1def44 None None] Pushing event updated for resources: {'Port': ['ID=8b42598d-8eda-434c-b810-e691265cae58,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:20.961301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ab63c-fa13-4d6d-9db4-bc4c632f1d2a req-38f8d3aa-a7eb-45c3-96b2-f5873803d86e tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:20.970234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb3ab63c-fa13-4d6d-9db4-bc4c632f1d2a req-38f8d3aa-a7eb-45c3-96b2-f5873803d86e tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 943 time: 0.2428110 May 06 09:46:20.978210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-738a544f-9a86-4ed7-82e3-2dded5481ded req-36acbbad-5f6f-4240-b2f6-7475768e9a6c service neutron] 10.222.0.83 "GET /v2.0/networks/256f65f8-fdb7-48f1-bad7-afdf43631c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965201 May 06 09:46:21.022294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Allocated IP 172.25.8.150 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/4d56d848-7491-4169-a08b-d091d56db0c7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:21.069447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01f16dff-587a-48e1-8f57-c6adc2f366d6 req-1ee7485d-3e70-4a09-96a7-8a80cb0d6635 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249399 May 06 09:46:21.070484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:21.083697 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Sync routers for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:21.093340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb3ab63c-fa13-4d6d-9db4-bc4c632f1d2a req-7c173fc0-b854-4820-aaf3-4d9c60c52598 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198003 May 06 09:46:21.105306 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:21.106276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:21.118573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.146414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.149275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=11ceb969-af5d-44fc-addb-b160aee0984d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:21.151611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-92f626cf-28c6-41bf-9869-d1504c1db96f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7770758 May 06 09:46:21.151784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50010) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:21.360823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.517878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c631e3-0536-4c7d-9427-2c2498c77523 req-6efbe1e0-0daa-4822-83c6-0e8fee453e2d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:21.520936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c631e3-0536-4c7d-9427-2c2498c77523 req-6efbe1e0-0daa-4822-83c6-0e8fee453e2d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1918280 May 06 09:46:21.541905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.584424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:17Z', 'revision_number': 8, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:21.609748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1c631e3-0536-4c7d-9427-2c2498c77523 req-ab7eb877-fbd3-4bd1-80ad-01968901f29b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798130 May 06 09:46:21.612392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:21.614616 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:21.672227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 48791d80-acad-482d-9f78-b991f5e40f6c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:21.676068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342d9617-8f34-4b20-a1ef-796bae2d1a4d None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:17Z', 'revision_number': 8, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '11ceb969-af5d-44fc-addb-b160aee0984d', 'name': '', 'network_id': 'f6f1f66e-b42f-4431-9755-552f259824d0', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:10:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:58Z', 'updated_at': '2022-05-06T09:46:02Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'e299d6b6-4f2c-47cc-b712-44373c56ddf7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:21.689074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d56d848-7491-4169-a08b-d091d56db0c7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:21.701778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:21.705388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:21.707680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 48791d80-acad-482d-9f78-b991f5e40f6c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:21.708183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 48791d80-acad-482d-9f78-b991f5e40f6c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:21.708382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:21.904925 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 3, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:21.938368 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Checking router: 264f36cc-6bc7-4ffe-bc27-e042f70efa55 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:21.938990 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Updating router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 port cafee418-b998-4ce2-85c6-5eeb49dfe802 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:21.973518 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.026903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.357738 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.368141 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.403393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70970fe2-f0c7-4170-b9c0-1ab802e760a4 req-debd7620-b34b-444f-bc0e-3f3b03ba473c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:22.415941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70970fe2-f0c7-4170-b9c0-1ab802e760a4 req-debd7620-b34b-444f-bc0e-3f3b03ba473c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 944 time: 0.1963725 May 06 09:46:22.425129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:22.425682 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a3583-7599-439c-a345-4e956f0514eb None None] Pushing event updated for resources: {'Port': ['ID=cafee418-b998-4ce2-85c6-5eeb49dfe802,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:22.470369 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Attempting to bind port cafee418-b998-4ce2-85c6-5eeb49dfe802 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:22.470737 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Attempting to bind port cafee418-b998-4ce2-85c6-5eeb49dfe802 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:22.471096 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Attempting to bind port cafee418-b998-4ce2-85c6-5eeb49dfe802 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:22.480111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568f20-f02a-40e6-a2af-cbf897947400 req-c88767ad-d6b3-45be-8efd-58868c8a7e59 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:22.483013 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:22.483316 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:22.483731 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.484329 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:22.484972 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Bound port: cafee418-b998-4ce2-85c6-5eeb49dfe802, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:22.485504 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.488551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c568f20-f02a-40e6-a2af-cbf897947400 req-c88767ad-d6b3-45be-8efd-58868c8a7e59 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 943 time: 0.2679770 May 06 09:46:22.512424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70970fe2-f0c7-4170-b9c0-1ab802e760a4 req-b74bc173-c64c-4dc4-801d-b7a6bd3c0ad3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905392 May 06 09:46:22.571124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] For port cafee418-b998-4ce2-85c6-5eeb49dfe802, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:22.576471 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] For port cafee418-b998-4ce2-85c6-5eeb49dfe802, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cafee418-b998-4ce2-85c6-5eeb49dfe802,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:22.580534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:22.593684 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7750a58f-6eb3-43b8-8d8b-52ae3e209b8b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6453335 May 06 09:46:22.598530 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.598817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c568f20-f02a-40e6-a2af-cbf897947400 req-14488a92-1453-4b44-9806-4868f7ff0566 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090994 May 06 09:46:22.603618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50018) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:22.616208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba724630-1c03-4cd3-b306-bebd8e617832 None None] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:22.625515 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:22.688299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.691009 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:22.691844 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:22.697395 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a3583-7599-439c-a345-4e956f0514eb None None] Pushing event updated for resources: {'Port': ['ID=cafee418-b998-4ce2-85c6-5eeb49dfe802,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:22.736873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:22.738365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:22.743940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7be082ee-5c05-44b5-a0b6-008d56d271bd None None] Provisioning complete for port 8b42598d-8eda-434c-b810-e691265cae58 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:22.745866 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7be082ee-5c05-44b5-a0b6-008d56d271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.750133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8b42598d-8eda-434c-b810-e691265cae58 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:22.761690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:22.834207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:22.986613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:23.012593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Allocated IP 172.20.0.1 (6d22d176-e752-49b4-b155-9e55f6e8b1b1/e6bfde6f-05a0-4041-b139-0add4e81fb7d/0223a193-35fb-4950-b01d-d2929fb044f7) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:23.065916 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 3, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:23.099563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8b42598d-8eda-434c-b810-e691265cae58 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:23.099948 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.104348 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4052a1e-d65c-4c4d-b46a-4e2bc12aa04e None None] The sync data for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 is: [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:18Z', 'revision_number': 3, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:23.134809 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7be082ee-5c05-44b5-a0b6-008d56d271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.152706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.198313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet e299d6b6-4f2c-47cc-b712-44373c56ddf7 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:23.199403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.209627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.250430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:23.257219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:23.278158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=0223a193-35fb-4950-b01d-d2929fb044f7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:23.285834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:23.293671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7be082ee-5c05-44b5-a0b6-008d56d271bd None None] For port 8b42598d-8eda-434c-b810-e691265cae58, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8b42598d-8eda-434c-b810-e691265cae58,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:23.303350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.306588 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7be082ee-5c05-44b5-a0b6-008d56d271bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.315098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990ab8a-df8d-4cc6-a7c6-a7b3f7b84bf9 req-49e12ebe-aa97-431d-838d-3146eae681ca tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:23.316807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e990ab8a-df8d-4cc6-a7c6-a7b3f7b84bf9 req-49e12ebe-aa97-431d-838d-3146eae681ca tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1547797 May 06 09:46:23.348793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.411904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e990ab8a-df8d-4cc6-a7c6-a7b3f7b84bf9 req-6de9b4fc-18a4-4454-875e-0c22a98f114b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732281 May 06 09:46:23.467849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec01ca5c-0d8e-4b1f-94a3-c05e711095ee details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:23.510440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 37822717-59ef-43e1-ad07-ff5eb922bd56 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:23.534889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.559068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Router a5f43cc9-5968-44d5-8910-7d4f39e84377 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:46:23.692657 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.816961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,segment=NetworkSegment(ae5f0226-3484-4ea3-8735-77c2a7ad7403),segment_id=ae5f0226-3484-4ea3-8735-77c2a7ad7403)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:23.844824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee', 'network_id': '256f65f8-fdb7-48f1-bad7-afdf43631c6c', 'port_id': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee', 'mac_address': 'fa:16:3e:8e:14:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25861fb4-3f04-4807-8a9b-de233a23d9fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:23.851137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:23.853386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be082ee-5c05-44b5-a0b6-008d56d271bd None None] Pushing event updated for resources: {'Port': ['ID=8b42598d-8eda-434c-b810-e691265cae58,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:23.874236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ea81-d3e2-45e6-8c88-1eac8628af58 req-79c0f654-d6c4-4bcd-8caf-96143f625d30 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:23.875854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a20ea81-d3e2-45e6-8c88-1eac8628af58 req-79c0f654-d6c4-4bcd-8caf-96143f625d30 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.2661600 May 06 09:46:23.889210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc4605-e575-4036-b930-7bdb0c19fbc4 req-0fa14f22-23c0-40d8-970a-0d71d2834193 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:23.890751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bcc4605-e575-4036-b930-7bdb0c19fbc4 req-0fa14f22-23c0-40d8-970a-0d71d2834193 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 944 time: 0.2046168 May 06 09:46:23.937461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.942698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.947667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.949638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.953495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:23.953495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f3f738cd-d3b5-4cff-a85d-87c0d6c344d2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:23.967100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:23.970640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/e299d6b6-4f2c-47cc-b712-44373c56ddf7 HTTP/1.1" status: 204 len: 168 time: 1.3658447 May 06 09:46:23.983672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce50eb90-3efc-410a-90cb-d4317630d6a7 None None] Network f6f1f66e-b42f-4431-9755-552f259824d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:23.984532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50030) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:23.985800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-36a39579-6017-421f-ad85-b3ba8493c43f None None] Provisioning complete for port 8b42598d-8eda-434c-b810-e691265cae58 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:23.986167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-36a39579-6017-421f-ad85-b3ba8493c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.030967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec01ca5c-0d8e-4b1f-94a3-c05e711095ee {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:24.036341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2daa5b-5a75-48e7-b143-12da1dd5b6a9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=e299d6b6-4f2c-47cc-b712-44373c56ddf7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:24.046920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=0223a193-35fb-4950-b01d-d2929fb044f7,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:24.052714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.069322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,segment=NetworkSegment(ae5f0226-3484-4ea3-8735-77c2a7ad7403),segment_id=ae5f0226-3484-4ea3-8735-77c2a7ad7403)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:24.111829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bcc4605-e575-4036-b930-7bdb0c19fbc4 req-047f76cf-91fa-439c-9fc4-6a0c64eff281 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892319 May 06 09:46:24.118599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 37822717-59ef-43e1-ad07-ff5eb922bd56 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:24.118774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a20ea81-d3e2-45e6-8c88-1eac8628af58 req-366c4a03-5dd1-4769-9f95-bd6062449171 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978612 May 06 09:46:24.122884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:24.143772 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Sync routers for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:24.153641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.176395 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:24.179390 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:24.183746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 37822717-59ef-43e1-ad07-ff5eb922bd56 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:24.184129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.194450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.204064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.205406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7b6801cc-58e6-403a-a9ca-bb6a6ff75bb8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8527837 May 06 09:46:24.209277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:24.234366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:24.280541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:24.319757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:21Z', 'revision_number': 9, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:24.426848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f0223-758c-4592-95fd-e255688eb7b7 req-97402017-9519-41aa-b779-0da61718d96e tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:24.428975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-253f0223-758c-4592-95fd-e255688eb7b7 req-97402017-9519-41aa-b779-0da61718d96e tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 944 time: 0.2078118 May 06 09:46:24.495326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port c3d3a448-95eb-4d41-9967-ba2a00237f4a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:24.497733 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.535832 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:24.569909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:24.592037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:24.682289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ec01ca5c-0d8e-4b1f-94a3-c05e711095ee'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:24.700129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port c3d3a448-95eb-4d41-9967-ba2a00237f4a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c3d3a448-95eb-4d41-9967-ba2a00237f4a,segment=NetworkSegment(1de1411e-fef2-4fe7-955d-fb72ec052372),segment_id=1de1411e-fef2-4fe7-955d-fb72ec052372)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:24.701122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.745598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:24.749227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for c3d3a448-95eb-4d41-9967-ba2a00237f4a owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:24.800712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:24.801249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:24.886201 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:21Z', 'revision_number': 3, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:24.938296 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Checking router: a5f43cc9-5968-44d5-8910-7d4f39e84377 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:24.938957 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Updating router a5f43cc9-5968-44d5-8910-7d4f39e84377 port 4d56d848-7491-4169-a08b-d091d56db0c7 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:24.947556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-253f0223-758c-4592-95fd-e255688eb7b7 req-7b118dbd-d85d-4b14-9e18-af8ea728f973 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930630 May 06 09:46:24.948584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:24.969902 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.062343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:25.066339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=c3d3a448-95eb-4d41-9967-ba2a00237f4a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:25.085249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:25.094326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port c3d3a448-95eb-4d41-9967-ba2a00237f4a on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:25.099293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aaeae391-20cb-4c67-85ef-9737e987fc11 admin admin] 10.222.0.76 "PUT /v2.0/routers/264f36cc-6bc7-4ffe-bc27-e042f70efa55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9467974 May 06 09:46:25.189934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.220373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f1f66e-b42f-4431-9755-552f259824d0']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:25.230386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de1411e-fef2-4fe7-955d-fb72ec052372') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:25.230694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de1411e-fef2-4fe7-955d-fb72ec052372') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:25.242216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.251508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8b42598d-8eda-434c-b810-e691265cae58 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:25.257431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.258494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.269137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:25.269733 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: timer() May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:25.381343 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:25.398425 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.406651 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.421279 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.442838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.448979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:25.449629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/f6f1f66e-b42f-4431-9755-552f259824d0 HTTP/1.1" status: 204 len: 168 time: 1.4450548 May 06 09:46:25.470795 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Attempting to bind port 4d56d848-7491-4169-a08b-d091d56db0c7 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:25.471303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Attempting to bind port 4d56d848-7491-4169-a08b-d091d56db0c7 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:25.471795 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Attempting to bind port 4d56d848-7491-4169-a08b-d091d56db0c7 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:25.478961 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:25.479477 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:25.483142 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.483681 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:25.484314 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Bound port: 4d56d848-7491-4169-a08b-d091d56db0c7, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:25.484787 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.491082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa823b-3f85-423b-865e-1b7ff6da71f6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=f6f1f66e-b42f-4431-9755-552f259824d0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:25.502158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deb304-d917-4f6a-bcb2-40067374d167 req-a921bf6e-51b7-4c56-8abb-01ff55e883d6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.505174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3deb304-d917-4f6a-bcb2-40067374d167 req-a921bf6e-51b7-4c56-8abb-01ff55e883d6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 944 time: 0.1419618 May 06 09:46:25.514532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-0f4e3e9e-d0bb-40cb-99f2-cbaf65bed09b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:25.522024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-0f4e3e9e-d0bb-40cb-99f2-cbaf65bed09b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 814 time: 0.6245193 May 06 09:46:25.566376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-36a39579-6017-421f-ad85-b3ba8493c43f None None] Provisioning complete for port 0223a193-35fb-4950-b01d-d2929fb044f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:25.567001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-36a39579-6017-421f-ad85-b3ba8493c43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.581967 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-50b3ee80-5919-47ba-9c35-cc1659702a61 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/quotas/f9f48b4631d2416eac58a2a8d3382ca3 HTTP/1.1" status: 200 len: 375 time: 0.0586047 May 06 09:46:25.593820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3deb304-d917-4f6a-bcb2-40067374d167 req-1b6eb3f4-7105-49f9-b82b-8dfac8024c6d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697148 May 06 09:46:25.667748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Allocated IP 172.20.0.1 (460cbe6c-b22f-4528-947e-1d7ec05da32f/d640d678-b5a1-4bd5-a70d-6500e930349b/49cd2c4b-1e96-432b-8821-ef08cbe861fb) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:25.678274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-be37edd7-a7ab-4299-b33d-6fd3fd6224cd tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909092 May 06 09:46:25.713959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f117bff0-4a7a-4d98-ae4c-cf6b495d495d None None] DHCP port deletion for f6f1f66e-b42f-4431-9755-552f259824d0 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:46:25.728352 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.791241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-36a39579-6017-421f-ad85-b3ba8493c43f None None] Port 0223a193-35fb-4950-b01d-d2929fb044f7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:25.832104 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542321c-dc50-4fcc-a643-d33c6b3d7773 None None] Pushing event updated for resources: {'Port': ['ID=4d56d848-7491-4169-a08b-d091d56db0c7,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:25.882307 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] For port 4d56d848-7491-4169-a08b-d091d56db0c7, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:25.886384 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] For port 4d56d848-7491-4169-a08b-d091d56db0c7, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d56d848-7491-4169-a08b-d091d56db0c7,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:25.894599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-cf056b71-cb27-48b3-803b-6c72b608db25 service neutron] 10.222.0.76 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152984 May 06 09:46:25.900053 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.916378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:21Z', 'revision_number': 9, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:25.917483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:25.920430 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4214fe5-8d4e-4909-8dfc-98a1e1514eed" -d '{"events": [{"server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "name": "network-vif-plugged", "status": "completed", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:25.943363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.986464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8b42598d-8eda-434c-b810-e691265cae58 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:25.987418 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:25.990461 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:25.991110 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:26.005925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 37822717-59ef-43e1-ad07-ff5eb922bd56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=37822717-59ef-43e1-ad07-ff5eb922bd56,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:26.008380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a02f02f-b058-4701-ae5b-ddd249a34eec None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:21Z', 'revision_number': 9, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '866b0f29-b63a-4f07-a11c-04aa23101993', 'name': '', 'network_id': '8e80c508-eedc-41c7-9fbe-e46be19ecf34', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:00:09:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:52Z', 'updated_at': '2022-05-06T09:46:04Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': '3567ad05-bc43-47a7-854a-9beaa9429431', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:26.077537 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.080309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Sync routers for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:26.083868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.098779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b094a949-d460-4794-9330-0fbd4b720200 None None] Provisioning complete for port 0223a193-35fb-4950-b01d-d2929fb044f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:26.099315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b094a949-d460-4794-9330-0fbd4b720200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.146885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:26.151028 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:26.153710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Pushing event updated for resources: {'Port': ['ID=49cd2c4b-1e96-432b-8821-ef08cbe861fb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:26.163412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:26.166894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-ceb13848-9549-4119-bee8-b84ef491d1be service neutron] 10.222.0.76 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656009 May 06 09:46:26.194083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:26.201198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:26.203434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-5d9b1bee-513d-4d85-938c-f1becd9a54ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:26.205168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:26.207449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-5d9b1bee-513d-4d85-938c-f1becd9a54ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "GET /v2.0/ports?device_id=a68dd952-0d49-40d4-8267-cccad9ca6713 HTTP/1.1" status: 200 len: 945 time: 0.1500673 May 06 09:46:26.254190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.313585 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542321c-dc50-4fcc-a643-d33c6b3d7773 None None] Pushing event updated for resources: {'Port': ['ID=4d56d848-7491-4169-a08b-d091d56db0c7,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:26.391374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b094a949-d460-4794-9330-0fbd4b720200 None None] Port 0223a193-35fb-4950-b01d-d2929fb044f7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:26.448221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Deleting port 402e489a-3eca-422f-89a9-66c5e2228fcb {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:26.449088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.454019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=37822717-59ef-43e1-ad07-ff5eb922bd56,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:26.537297 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:21Z', 'revision_number': 3, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:26.610986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.646814 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f835ef-7e2d-4378-9b2c-ea5d167092ab None None] The sync data for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 is: [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:21Z', 'revision_number': 3, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:26.787575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:26.838108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] For port 402e489a-3eca-422f-89a9-66c5e2228fcb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=402e489a-3eca-422f-89a9-66c5e2228fcb,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:26.838611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:26.862265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Calling delete_port for 402e489a-3eca-422f-89a9-66c5e2228fcb owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:26.890572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81bf3d-ef68-40d7-bb5d-585c4da6c311 req-d4e874dc-377b-4d1f-b771-b27de330fdb5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:26.899396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c81bf3d-ef68-40d7-bb5d-585c4da6c311 req-d4e874dc-377b-4d1f-b771-b27de330fdb5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 944 time: 0.1381361 May 06 09:46:26.982863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50072) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:26.990029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-324fae9e-6d2c-4fac-a57f-5463b89c44cc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966928045', 'description': 'tempest-description--1644907604'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:26.993619 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef99eba-3afa-418f-b955-3b79347956e6 x-openstack-request-id: req-fef99eba-3afa-418f-b955-3b79347956e6 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:26.993907 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "name": "network-vif-plugged", "status": "completed", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:26.994219 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fef99eba-3afa-418f-b955-3b79347956e6 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:26.994617 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef99eba-3afa-418f-b955-3b79347956e6'] response: {'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'code': 200} May 06 09:46:27.074832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c81bf3d-ef68-40d7-bb5d-585c4da6c311 req-c3a940e2-9cb3-41c7-bafe-4e0281dc08a7 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743083 May 06 09:46:27.147170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13c393a8-383e-4197-90e8-d2c881624b7f req-f5c10691-0e47-4385-a3ab-60372ea0b676 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 210 time: 0.0796571 May 06 09:46:27.176459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0d604df0-abdd-481c-9081-d5c8680e69fa None None] Provisioning complete for port 49cd2c4b-1e96-432b-8821-ef08cbe861fb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:27.176459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d604df0-abdd-481c-9081-d5c8680e69fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.252075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324fae9e-6d2c-4fac-a57f-5463b89c44cc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.260225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aa124-57d7-4d6c-ac95-513756e09734 req-422ca2d6-67e0-4511-9d2f-f303ae702252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.262484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-603aa124-57d7-4d6c-ac95-513756e09734 req-422ca2d6-67e0-4511-9d2f-f303ae702252 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.3597343 May 06 09:46:27.263534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cafee418-b998-4ce2-85c6-5eeb49dfe802 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:27.283024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0d604df0-abdd-481c-9081-d5c8680e69fa None None] Port 49cd2c4b-1e96-432b-8821-ef08cbe861fb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:27.354729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 2, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:27.369677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.391835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Checking router: 264f36cc-6bc7-4ffe-bc27-e042f70efa55 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:27.392282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Updating router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 port 0223a193-35fb-4950-b01d-d2929fb044f7 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:27.446922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cafee418-b998-4ce2-85c6-5eeb49dfe802 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:27.447296 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.456081 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.493098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec01ca5c-0d8e-4b1f-94a3-c05e711095ee up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:27.523046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324fae9e-6d2c-4fac-a57f-5463b89c44cc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.555937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324fae9e-6d2c-4fac-a57f-5463b89c44cc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.638695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-324fae9e-6d2c-4fac-a57f-5463b89c44cc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.640365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-324fae9e-6d2c-4fac-a57f-5463b89c44cc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6550264 May 06 09:46:27.651143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7e5e6-2559-47dc-ba7d-d233adadae29 req-9f990bd0-9dd4-4681-a260-4ce2a16d9015 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:27.659132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50076) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:27.663012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34b7e5e6-2559-47dc-ba7d-d233adadae29 req-9f990bd0-9dd4-4681-a260-4ce2a16d9015 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.4057720 May 06 09:46:27.672428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-603aa124-57d7-4d6c-ac95-513756e09734 req-3c504fda-9e37-45fd-b078-f0bda08a295a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713503 May 06 09:46:27.677118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6399b938-3272-4ad4-b095-e6115cee9af0 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Request body: {'security_group_rule': {'security_group_id': 'd7b26b58-5375-4296-be6f-8ce0349bf31c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:27.749212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fae9e-6d2c-4fac-a57f-5463b89c44cc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b26b58-5375-4296-be6f-8ce0349bf31c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:27.790406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6399b938-3272-4ad4-b095-e6115cee9af0 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.800320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34b7e5e6-2559-47dc-ba7d-d233adadae29 req-9084593f-5b77-475d-8e63-33c581c83397 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362665 May 06 09:46:27.800536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.807453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.828437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.841391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.845848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:27.861506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:27.861916 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.925427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Pushing event deleted for resources: {'Port': ['ID=402e489a-3eca-422f-89a9-66c5e2228fcb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:27.927722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['402e489a-3eca-422f-89a9-66c5e2228fcb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:27.949870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] No DVR routers for this DVR port 402e489a-3eca-422f-89a9-66c5e2228fcb on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:27.954248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:27.958905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port cafee418-b998-4ce2-85c6-5eeb49dfe802, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cafee418-b998-4ce2-85c6-5eeb49dfe802,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:27.960900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b212010-f04b-42ff-8655-27d6e84eda67 req-f362f5c0-9912-4502-a104-773a4aa12af1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "DELETE /v2.0/ports/402e489a-3eca-422f-89a9-66c5e2228fcb HTTP/1.1" status: 204 len: 173 time: 1.7454553 May 06 09:46:27.962415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-deleted', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:27.966537 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb4255c-2a96-4812-9390-6a0078970f61" -d '{"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-deleted", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:27.983669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.032724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.037494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Pushing event updated for resources: {'Port': ['ID=49cd2c4b-1e96-432b-8821-ef08cbe861fb,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.045317 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f06a3d-ae6c-4b53-a8e3-ba37647efae3 x-openstack-request-id: req-59f06a3d-ae6c-4b53-a8e3-ba37647efae3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:28.046182 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68dd952-0d49-40d4-8267-cccad9ca6713", "name": "network-vif-deleted", "tag": "402e489a-3eca-422f-89a9-66c5e2228fcb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:28.046587 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59f06a3d-ae6c-4b53-a8e3-ba37647efae3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:28.047064 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f06a3d-ae6c-4b53-a8e3-ba37647efae3'] response: {'server_uuid': 'a68dd952-0d49-40d4-8267-cccad9ca6713', 'name': 'network-vif-deleted', 'tag': '402e489a-3eca-422f-89a9-66c5e2228fcb', 'status': 'completed', 'code': 200} May 06 09:46:28.079151 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6399b938-3272-4ad4-b095-e6115cee9af0 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.099443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6399b938-3272-4ad4-b095-e6115cee9af0 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.323539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399b938-3272-4ad4-b095-e6115cee9af0 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c930475-aae8-449a-aa8b-4adca9a481b8,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.333399 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6399b938-3272-4ad4-b095-e6115cee9af0 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.334846 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6399b938-3272-4ad4-b095-e6115cee9af0 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6731355 May 06 09:46:28.339916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:28.344938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b85cdc99-abe8-4bbb-9cc8-c6f22ed7b490 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Request body: {'security_group_rule': {'security_group_id': 'd7b26b58-5375-4296-be6f-8ce0349bf31c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:28.417287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adefeb92-a176-46ba-9210-55aaa3bd3bf4 req-7f411e12-818f-44cd-9e3a-98fad2f87cd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 210 time: 0.0995016 May 06 09:46:28.430529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 866b0f29-b63a-4f07-a11c-04aa23101993 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:28.431093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.444688 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85cdc99-abe8-4bbb-9cc8-c6f22ed7b490 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.460156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb834c-9e86-4c90-a6ab-2676f3ce4ed3 req-c4f87072-1ad2-4f7c-839b-b4cee7ac2e8d tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.461756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9dcb834c-9e86-4c90-a6ab-2676f3ce4ed3 req-c4f87072-1ad2-4f7c-839b-b4cee7ac2e8d tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 944 time: 0.1791594 May 06 09:46:28.493153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:28.506757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:28.518092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1066ed3c-9fe1-4343-8f1e-917f8e4351e8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:28.519696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1066ed3c-9fe1-4343-8f1e-917f8e4351e8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 814 time: 0.3382492 May 06 09:46:28.541241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Request body: {'port': {'device_id': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'admin_state_up': True, 'tenant_id': 'f9f48b4631d2416eac58a2a8d3382ca3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:28.547831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9dcb834c-9e86-4c90-a6ab-2676f3ce4ed3 req-f548d143-e48b-4512-819c-08e6a8bdd974 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788877 May 06 09:46:28.565438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d56d848-7491-4169-a08b-d091d56db0c7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:28.608207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=cafee418-b998-4ce2-85c6-5eeb49dfe802,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.655014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.756511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Made reservation on behalf of f9f48b4631d2416eac58a2a8d3382ca3 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:28.760677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.790281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,segment=NetworkSegment(ae5f0226-3484-4ea3-8735-77c2a7ad7403),segment_id=ae5f0226-3484-4ea3-8735-77c2a7ad7403)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:28.793020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port 866b0f29-b63a-4f07-a11c-04aa23101993, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=866b0f29-b63a-4f07-a11c-04aa23101993,segment=NetworkSegment(260b9029-50fc-42e7-ac88-a55d282039ae),segment_id=260b9029-50fc-42e7-ac88-a55d282039ae)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:28.793409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.799072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85cdc99-abe8-4bbb-9cc8-c6f22ed7b490 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.814853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.818577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 866b0f29-b63a-4f07-a11c-04aa23101993 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:28.820530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85cdc99-abe8-4bbb-9cc8-c6f22ed7b490 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.893731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cdc99-abe8-4bbb-9cc8-c6f22ed7b490 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f4fbcd-574c-4fc8-8ca7-177e8308ad64,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.943915 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85cdc99-abe8-4bbb-9cc8-c6f22ed7b490 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:28.945512 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b85cdc99-abe8-4bbb-9cc8-c6f22ed7b490 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6042969 May 06 09:46:28.947819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Router a5f43cc9-5968-44d5-8910-7d4f39e84377 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:28.951538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50088) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:28.956869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:28.963924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:28.980818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4d56d848-7491-4169-a08b-d091d56db0c7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:28.981196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.001152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.019720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Allocated IP 172.20.0.14 (8a82bf60-ae46-43e6-b200-26fc38e0b47b/0078a3ce-1d3d-4391-a69d-d746800f5445/f0f7b6a7-5823-46d7-b1a4-1916111d2fb8) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:29.029849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:29.033644 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfef460-b8ee-4b35-b000-868785a98f71" -d '{"events": [{"server_uuid": "d3fc748e-118c-4c7a-8d45-4a00027da848", "name": "network-vif-plugged", "status": "completed", "tag": "ec01ca5c-0d8e-4b1f-94a3-c05e711095ee"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:29.041660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2fb7e-3688-4709-b8b3-157bf9201aba req-9f229244-3ab3-4ac4-bb50-dbfcbf4ea429 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:29.043368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48b2fb7e-3688-4709-b8b3-157bf9201aba req-9f229244-3ab3-4ac4-bb50-dbfcbf4ea429 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1005278 May 06 09:46:29.056488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.063174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2544b7e8-79c1-46a6-9401-d48e6ca420fc None None] Provisioning complete for port 49cd2c4b-1e96-432b-8821-ef08cbe861fb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:29.063754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2544b7e8-79c1-46a6-9401-d48e6ca420fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.092173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.133064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48b2fb7e-3688-4709-b8b3-157bf9201aba req-cdf7d16d-820e-48d3-a264-2c5f86342e4e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805569 May 06 09:46:29.137369 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc4623-df54-4983-89dc-9ed11295fa54 x-openstack-request-id: req-19dc4623-df54-4983-89dc-9ed11295fa54 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:29.139951 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fc748e-118c-4c7a-8d45-4a00027da848", "name": "network-vif-plugged", "status": "completed", "tag": "ec01ca5c-0d8e-4b1f-94a3-c05e711095ee", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:29.139951 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19dc4623-df54-4983-89dc-9ed11295fa54 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:29.140205 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19dc4623-df54-4983-89dc-9ed11295fa54'] response: {'server_uuid': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee', 'code': 200} May 06 09:46:29.221672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2544b7e8-79c1-46a6-9401-d48e6ca420fc None None] Port 49cd2c4b-1e96-432b-8821-ef08cbe861fb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:29.269365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083711-964d-420f-8ca5-06b494d35be3 None None] Pushing event updated for resources: {'Port': ['ID=0223a193-35fb-4950-b01d-d2929fb044f7,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:29.346523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Attempting to bind port 0223a193-35fb-4950-b01d-d2929fb044f7 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:29.347086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Attempting to bind port 0223a193-35fb-4950-b01d-d2929fb044f7 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:29.347541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Attempting to bind port 0223a193-35fb-4950-b01d-d2929fb044f7 on network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:29.366480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:29.367015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Checking segment: {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:29.367511 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.368010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Bound using segment: {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:29.368645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Bound port: 0223a193-35fb-4950-b01d-d2929fb044f7, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:29.369134 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.387343 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.475363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 4d56d848-7491-4169-a08b-d091d56db0c7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d56d848-7491-4169-a08b-d091d56db0c7,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:29.482665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.488921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b79b07-f1cf-4b94-92b6-12392800353a req-50c985ec-8990-4017-868d-c35e2490e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:29.490726 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91b79b07-f1cf-4b94-92b6-12392800353a req-50c985ec-8990-4017-868d-c35e2490e4b0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 1096 time: 0.1005785 May 06 09:46:29.547276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:29.556356 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dc966dc8-3732-4b6f-bec9-8e606c378209 admin admin] 10.222.0.76 "PUT /v2.0/routers/a5f43cc9-5968-44d5-8910-7d4f39e84377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3448482 May 06 09:46:29.600404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.608461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] For port 0223a193-35fb-4950-b01d-d2929fb044f7, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:29.610361 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.634168 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Sync routers for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:29.636344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c3d3a448-95eb-4d41-9967-ba2a00237f4a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:29.649705 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:29.650598 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:29.658949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] For port 0223a193-35fb-4950-b01d-d2929fb044f7, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0223a193-35fb-4950-b01d-d2929fb044f7,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:29.659267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=866b0f29-b63a-4f07-a11c-04aa23101993,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:29.692504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=4d56d848-7491-4169-a08b-d091d56db0c7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:29.721582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa7ddb9f-37ba-41ab-ab69-c6ba9339ef7f req-5cd7fc64-a466-436d-ac44-90bdb9943373 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 210 time: 0.1158547 May 06 09:46:29.771175 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.776843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c3d3a448-95eb-4d41-9967-ba2a00237f4a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:29.777229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c3d3a448-95eb-4d41-9967-ba2a00237f4a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:29.777657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 11ceb969-af5d-44fc-addb-b160aee0984d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:29.793341 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.815389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:29.898372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Network 8a82bf60-ae46-43e6-b200-26fc38e0b47b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:29.918359 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:29.929603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:29.944487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:29.949431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 402e489a-3eca-422f-89a9-66c5e2228fcb no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:30.011850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 402e489a-3eca-422f-89a9-66c5e2228fcb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:30.015208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 402e489a-3eca-422f-89a9-66c5e2228fcb not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:30.019074 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.020464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 11ceb969-af5d-44fc-addb-b160aee0984d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:30.022597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 11ceb969-af5d-44fc-addb-b160aee0984d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:30.049948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91b79b07-f1cf-4b94-92b6-12392800353a req-8784863c-1c93-4b60-a9bd-5e2f7da47554 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468998 May 06 09:46:30.073823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.076762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.111635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:30.113024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:30.120272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-abb49036-75b7-40db-be2c-e8ce9208b062 None None] Provisioning complete for port 0223a193-35fb-4950-b01d-d2929fb044f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:30.120649 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abb49036-75b7-40db-be2c-e8ce9208b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.171617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c4d16-4e8b-4fc1-9467-a61a042c8950 req-f76205a6-e3cd-4310-bbfc-f4d9433cb739 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.171617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-078c4d16-4e8b-4fc1-9467-a61a042c8950 req-f76205a6-e3cd-4310-bbfc-f4d9433cb739 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 945 time: 0.3993094 May 06 09:46:30.171617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6327393 May 06 09:46:30.171617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c081b8-40a5-4f66-955a-533ab595b058 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:30.192192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Request body: {'port': {'device_id': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:30.305998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Allocated IP 172.25.8.170 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/2bc5511f-a94a-4c69-94cc-e26c897e0246) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:30.323927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083711-964d-420f-8ca5-06b494d35be3 None None] Pushing event updated for resources: {'Port': ['ID=0223a193-35fb-4950-b01d-d2929fb044f7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:30.329782 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 2, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:30.370603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.414016 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Checking router: a5f43cc9-5968-44d5-8910-7d4f39e84377 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:30.414499 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Updating router a5f43cc9-5968-44d5-8910-7d4f39e84377 port 49cd2c4b-1e96-432b-8821-ef08cbe861fb binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:46:30.431318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-078c4d16-4e8b-4fc1-9467-a61a042c8950 req-e09c5d41-9b2c-46ca-9ab9-9d501d7ec70e tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483482 May 06 09:46:30.459005 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.475786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cafee418-b998-4ce2-85c6-5eeb49dfe802 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:30.534281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:30.627856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abb49036-75b7-40db-be2c-e8ce9208b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.636222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:30.692783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.698759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:30.705130 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4e223a5-c118-4b99-ae47-76658d67027c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2550962 May 06 09:46:30.709493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:30.716827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cafee418-b998-4ce2-85c6-5eeb49dfe802 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:30.717711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.720949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534726c-2383-48c2-9e10-a6d58f8d9941 req-76197061-6e0b-405a-9552-2a5acdc2075c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:30.729071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f534726c-2383-48c2-9e10-a6d58f8d9941 req-76197061-6e0b-405a-9552-2a5acdc2075c tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1034629 May 06 09:46:30.729641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:30.779701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet 3567ad05-bc43-47a7-854a-9beaa9429431 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:30.785405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50108) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:30.791237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e539839e-5a71-4ef0-a7b7-6b4bc01d61f2 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045051901', 'description': 'tempest-description--1126142944'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:30.798565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.815848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-abb49036-75b7-40db-be2c-e8ce9208b062 None None] For port 0223a193-35fb-4950-b01d-d2929fb044f7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0223a193-35fb-4950-b01d-d2929fb044f7,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:30.852032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f534726c-2383-48c2-9e10-a6d58f8d9941 req-533aa15f-7518-49a4-8bee-5e0b67766f65 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218987 May 06 09:46:30.859156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:30.860108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:30.871371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abb49036-75b7-40db-be2c-e8ce9208b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.882776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:30.977079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e539839e-5a71-4ef0-a7b7-6b4bc01d61f2 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.043333 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.052539 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.072416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cf7ce-68fc-4be7-82bc-775b5079540f req-c95d96a9-507c-4033-a7a1-d60f70a0d3e7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:31.074081 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d7cf7ce-68fc-4be7-82bc-775b5079540f req-c95d96a9-507c-4033-a7a1-d60f70a0d3e7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 932 time: 0.1828053 May 06 09:46:31.081105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e539839e-5a71-4ef0-a7b7-6b4bc01d61f2 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.108741 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e539839e-5a71-4ef0-a7b7-6b4bc01d61f2 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.111873 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.115154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a706-7c55-4b43-94f0-2aca7f965945 req-bf9ca177-41e1-483b-a260-e58198cc248d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:31.117146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d149a706-7c55-4b43-94f0-2aca7f965945 req-bf9ca177-41e1-483b-a260-e58198cc248d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1179514 May 06 09:46:31.147657 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c445-3220-4709-8c66-73b0f8653a66 None None] Pushing event updated for resources: {'Port': ['ID=49cd2c4b-1e96-432b-8821-ef08cbe861fb,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:31.149319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50112) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:31.160099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'floatingip': {'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:31.197731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:31.225641 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Attempting to bind port 49cd2c4b-1e96-432b-8821-ef08cbe861fb on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:31.226225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Attempting to bind port 49cd2c4b-1e96-432b-8821-ef08cbe861fb by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:31.226750 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Attempting to bind port 49cd2c4b-1e96-432b-8821-ef08cbe861fb on network 460cbe6c-b22f-4528-947e-1d7ec05da32f {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:31.235418 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:31.236139 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Checking segment: {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:31.236817 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.238569 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Bound using segment: {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:31.239427 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Bound port: 49cd2c4b-1e96-432b-8821-ef08cbe861fb, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:31.240085 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.259260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb49036-75b7-40db-be2c-e8ce9208b062 None None] Pushing event updated for resources: {'Port': ['ID=0223a193-35fb-4950-b01d-d2929fb044f7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:31.268917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:31.288679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d7cf7ce-68fc-4be7-82bc-775b5079540f req-0346f409-6026-4749-b6cb-758fb8ad11a9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963317 May 06 09:46:31.291136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.296197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.387785 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] For port 49cd2c4b-1e96-432b-8821-ef08cbe861fb, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:31.392217 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] For port 49cd2c4b-1e96-432b-8821-ef08cbe861fb, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=49cd2c4b-1e96-432b-8821-ef08cbe861fb,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:31.398260 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.453959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Transition to ACTIVE for port object f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:31.465830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.506259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-741df318-9ca0-4cf6-a03e-888d6ce7cc87 None None] Provisioning complete for port 0223a193-35fb-4950-b01d-d2929fb044f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:31.506628 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-741df318-9ca0-4cf6-a03e-888d6ce7cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.511488 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c445-3220-4709-8c66-73b0f8653a66 None None] Pushing event updated for resources: {'Port': ['ID=49cd2c4b-1e96-432b-8821-ef08cbe861fb,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:31.538418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d56d848-7491-4169-a08b-d091d56db0c7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:31.564079 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:31.566273 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:31.603163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event updated for resources: {'Port': ['ID=2bc5511f-a94a-4c69-94cc-e26c897e0246,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:31.647488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:31.691425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:31.695920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:31.747953 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:31.889107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.898120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4d56d848-7491-4169-a08b-d091d56db0c7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:31.898723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.907792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e539839e-5a71-4ef0-a7b7-6b4bc01d61f2 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.911653 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e539839e-5a71-4ef0-a7b7-6b4bc01d61f2 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1250799 May 06 09:46:31.916510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:31.919981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50118) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:31.924849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-dd0be693-da6b-4e16-94e0-31a40243227f tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Request body: {'security_group_rule': {'security_group_id': '967a8eb3-00d5-4cc9-9a02-2baf1a04131c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:31.949326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539839e-5a71-4ef0-a7b7-6b4bc01d61f2 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967a8eb3-00d5-4cc9-9a02-2baf1a04131c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.004698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.060587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd0be693-da6b-4e16-94e0-31a40243227f tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.151448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:32.162239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.196370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b48e7e6e-725a-4047-ac1d-31ab2542a134 None None] Provisioning complete for port 49cd2c4b-1e96-432b-8821-ef08cbe861fb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:32.196774 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b48e7e6e-725a-4047-ac1d-31ab2542a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.204372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee2c48-226e-46a7-b737-f8dee629970a None None] The sync data for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 is: [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:32.210402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.213198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=3567ad05-bc43-47a7-854a-9beaa9429431,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.222779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.226400 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-456aa833-3f78-4afa-8871-39c01283bccf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/3567ad05-bc43-47a7-854a-9beaa9429431 HTTP/1.1" status: 204 len: 168 time: 1.5162430 May 06 09:46:32.233513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50120) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:32.239208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eb970-7105-4f63-a5fb-cf904e9ee743 req-96e93446-d0e6-48d0-86b6-f736e0423ecb tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:32.246013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 10, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:32.246708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f97eb970-7105-4f63-a5fb-cf904e9ee743 req-96e93446-d0e6-48d0-86b6-f736e0423ecb tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 945 time: 0.2092540 May 06 09:46:32.296689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:32.303357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64997e99-fe06-4488-825c-f8604e308772 None None] Network 8e80c508-eedc-41c7-9fbe-e46be19ecf34 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:32.370667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd0be693-da6b-4e16-94e0-31a40243227f tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.395735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:32.396363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:32.407704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd0be693-da6b-4e16-94e0-31a40243227f tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.480422 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:31Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:32.490757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.506848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0be693-da6b-4e16-94e0-31a40243227f tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56c5e0c-5288-4598-97c0-166c450ac7e6,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.538931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.544348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd0be693-da6b-4e16-94e0-31a40243227f tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.545791 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dd0be693-da6b-4e16-94e0-31a40243227f tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6246912 May 06 09:46:32.547738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.566231 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7965f899-2b21-4bf0-8dab-591d439e62d6 None None] The sync data for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 is: [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:31Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:32.581321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50124) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:32.601245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8934c638-09c3-4664-879f-a590d5bc1e3e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Request body: {'security_group_rule': {'security_group_id': '967a8eb3-00d5-4cc9-9a02-2baf1a04131c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:32.623569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:32.743707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0223a193-35fb-4950-b01d-d2929fb044f7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:32.792609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.799879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Attempting to bind port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:32.800306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Attempting to bind port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:32.800732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Attempting to bind port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:32.806780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event updated for resources: {'Port': ['ID=2bc5511f-a94a-4c69-94cc-e26c897e0246,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:32.829739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f97eb970-7105-4f63-a5fb-cf904e9ee743 req-e399fb15-dd84-4287-87a3-828c86ce059c tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819910 May 06 09:46:32.836864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:32.837396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Attempting to bind port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:32.842708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.850171 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d789c50-f28b-4677-9525-06e90ad7e429 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8967063 May 06 09:46:32.875488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 435ddf16-97d9-4fa8-bba1-07b987506128 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:32.875969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.883338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bacac6-2acf-4d8e-bf8a-17c21e3cdad0 req-f3c8d8a7-1252-4647-9fd1-0b3c670ccdd5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:32.899302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61bacac6-2acf-4d8e-bf8a-17c21e3cdad0 req-f3c8d8a7-1252-4647-9fd1-0b3c670ccdd5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 944 time: 0.2527194 May 06 09:46:32.941219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:32.941564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Checking segment: {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:32.942055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Bound using segment: {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:32.942435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Bound port: f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:32.942751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:32.964477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8934c638-09c3-4664-879f-a590d5bc1e3e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.028732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port 435ddf16-97d9-4fa8-bba1-07b987506128, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=435ddf16-97d9-4fa8-bba1-07b987506128,segment=NetworkSegment(260b9029-50fc-42e7-ac88-a55d282039ae),segment_id=260b9029-50fc-42e7-ac88-a55d282039ae)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:33.029317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.048073 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:46:33.064242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 435ddf16-97d9-4fa8-bba1-07b987506128 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:33.090080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8934c638-09c3-4664-879f-a590d5bc1e3e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.139082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8934c638-09c3-4664-879f-a590d5bc1e3e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.163727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b48e7e6e-725a-4047-ac1d-31ab2542a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.210245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61bacac6-2acf-4d8e-bf8a-17c21e3cdad0 req-cc979f1f-00a0-474a-891e-68b688b2a4de tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099585 May 06 09:46:33.224501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934c638-09c3-4664-879f-a590d5bc1e3e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d667d661-7a16-412b-9136-675a6bf83c0f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:33.234401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.261467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0223a193-35fb-4950-b01d-d2929fb044f7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:33.270679 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.281455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=435ddf16-97d9-4fa8-bba1-07b987506128,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:33.294548 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8934c638-09c3-4664-879f-a590d5bc1e3e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.299603 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8934c638-09c3-4664-879f-a590d5bc1e3e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7124188 May 06 09:46:33.301471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50142) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:33.310661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:33.322414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port 435ddf16-97d9-4fa8-bba1-07b987506128 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:33.342377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:33.349889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.365672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-9514583f-5a87-4d3d-a29f-ecbde01d8630 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--966928045&fields=id&tenant_id=187ee537eee549b2948c8e1e58fa0365 HTTP/1.1" status: 200 len: 267 time: 0.2004833 May 06 09:46:33.370413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.375507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b48e7e6e-725a-4047-ac1d-31ab2542a134 None None] For port 49cd2c4b-1e96-432b-8821-ef08cbe861fb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=49cd2c4b-1e96-432b-8821-ef08cbe861fb,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:33.394611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49eed0-997d-45ce-b341-708975a55be1 None None] DHCP port deletion for 8e80c508-eedc-41c7-9fbe-e46be19ecf34 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:46:33.411404 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b48e7e6e-725a-4047-ac1d-31ab2542a134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.478994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.484620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:33.497582 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.535415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e80c508-eedc-41c7-9fbe-e46be19ecf34']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:33.550632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260b9029-50fc-42e7-ac88-a55d282039ae') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:33.551565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260b9029-50fc-42e7-ac88-a55d282039ae') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:33.565511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.613500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 10, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:33.621509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.623929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-aaf7da9d-d1f7-44c2-b6c9-9ab0374860c3 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.631124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-aaf7da9d-d1f7-44c2-b6c9-9ab0374860c3 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/networks?id=6d22d176-e752-49b4-b155-9e55f6e8b1b1 HTTP/1.1" status: 200 len: 806 time: 0.1437969 May 06 09:46:33.643292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.664154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a5f21e-7aac-4bf8-8019-32b2fe21a36e None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 10, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None, '_interfaces': [{'id': '4d6467b1-6fcd-4c5b-ae28-bd617ccf957d', 'name': '', 'network_id': '47367527-9c93-46ec-a5aa-0bc0e7333e99', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'mac_address': 'fa:16:3e:bd:b4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'device_owner': 'network:router_interface', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'a51e4d09-7103-4759-9e36-add79045b767', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:45:47Z', 'updated_at': '2022-05-06T09:45:56Z', 'revision_number': 5, 'project_id': '18c955780be54281891e63d3ca1c3078', 'subnets': [{'id': 'a51e4d09-7103-4759-9e36-add79045b767', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:33.676089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e7e6e-725a-4047-ac1d-31ab2542a134 None None] Pushing event updated for resources: {'Port': ['ID=49cd2c4b-1e96-432b-8821-ef08cbe861fb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:33.689757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:33.690170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: timer() May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:33.693382 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:33.709128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-dc9a7e98-fcb9-4c16-a199-1db923d078e2 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/quotas/187ee537eee549b2948c8e1e58fa0365 HTTP/1.1" status: 200 len: 375 time: 0.0770698 May 06 09:46:33.795140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.799837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.799837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.800605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] 10.222.0.82 "PUT /v2.0/ports/f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 HTTP/1.1" status: 200 len: 1092 time: 3.6147685 May 06 09:46:33.802964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:33.804161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:33.805357 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef2856-647f-4974-81d7-87f269909da4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:33.810802 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/8e80c508-eedc-41c7-9fbe-e46be19ecf34 HTTP/1.1" status: 204 len: 168 time: 1.5642240 May 06 09:46:33.812149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50148) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:33.835695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039d3dd-5fdd-499a-b3ce-3f763ecb31b9 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=8e80c508-eedc-41c7-9fbe-e46be19ecf34,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:33.843229 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Floating IP 4a4503f6-2d66-4894-bc8d-de160060fb51 associated. External IP: 172.25.8.35, port: 37822717-59ef-43e1-ad07-ff5eb922bd56. May 06 09:46:33.927103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f6c9-dcb0-419a-abcb-8128c0e242d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:33.954903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a423b-ef44-429e-96f5-65f51542a641 req-1732c1c3-a8d1-4d3c-b6fd-5e439e924b65 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:33.956332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f07a423b-ef44-429e-96f5-65f51542a641 req-1732c1c3-a8d1-4d3c-b6fd-5e439e924b65 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 945 time: 0.2571471 May 06 09:46:33.986809 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.012223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-435218ef-76f4-4ab7-a923-5ad99e1d0117 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=187ee537eee549b2948c8e1e58fa0365&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2778623 May 06 09:46:34.032139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-22485123-e757-4456-87b4-99385c3e01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.033621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-22485123-e757-4456-87b4-99385c3e01e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 1095 time: 0.1870754 May 06 09:46:34.150999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-b36ed40c-6a1d-4115-a249-5f5addc26c47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 HTTP/1.1" status: 200 len: 217 time: 0.0966597 May 06 09:46:34.156340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f07a423b-ef44-429e-96f5-65f51542a641 req-f4af8000-a47f-4d64-b177-d55eb2fd52d0 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927128 May 06 09:46:34.219708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Allocated IP 172.25.8.117 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/398e78d1-da3a-4ac0-99ef-6115fb875fab) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:34.252544 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a305a5-db96-441f-b943-a9980010ce59 x-openstack-request-id: req-63a305a5-db96-441f-b943-a9980010ce59 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:34.252880 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:34.253088 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63a305a5-db96-441f-b943-a9980010ce59 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:34.253478 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a305a5-db96-441f-b943-a9980010ce59'] response: {'name': 'network-changed', 'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'status': 'completed', 'code': 200} May 06 09:46:34.339044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-14c448dd-00ab-4945-b967-c99fe787ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.340449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-14c448dd-00ab-4945-b967-c99fe787ea97 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0078a3ce-1d3d-4391-a69d-d746800f5445 HTTP/1.1" status: 200 len: 854 time: 0.1721189 May 06 09:46:34.353783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-9e9240d2-e6e2-42cb-b586-5946f2df6e95 service neutron] 10.222.0.76 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255222 May 06 09:46:34.413518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.431971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-55fa15e9-709a-4215-95ef-35b0d243ba2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a82bf60-ae46-43e6-b200-26fc38e0b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796685 May 06 09:46:34.462488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.529088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 49cd2c4b-1e96-432b-8821-ef08cbe861fb up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:34.536829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Router 2e12489e-5539-4c6f-97c1-e64cdf809c1f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:34.554645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.555159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d37b3-4327-4965-bbbb-beaf2bc5d397 req-8060353d-f3ba-4301-9826-547ec4b60444 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:34.560700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-358d37b3-4327-4965-bbbb-beaf2bc5d397 req-8060353d-f3ba-4301-9826-547ec4b60444 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 944 time: 0.2282455 May 06 09:46:34.598340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 49cd2c4b-1e96-432b-8821-ef08cbe861fb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:34.599375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.617698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:34.626089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:34.629764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:34.660072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event updated for resources: {'Port': ['ID=398e78d1-da3a-4ac0-99ef-6115fb875fab,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:34.698073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-5a2f8918-1db4-4f22-9256-8e497476d6a7 service neutron] 10.222.0.76 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160331 May 06 09:46:34.766036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 866b0f29-b63a-4f07-a11c-04aa23101993 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:34.799668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 866b0f29-b63a-4f07-a11c-04aa23101993 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:34.800232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 866b0f29-b63a-4f07-a11c-04aa23101993 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:34.800810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 435ddf16-97d9-4fa8-bba1-07b987506128 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:34.822636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:34.854363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 435ddf16-97d9-4fa8-bba1-07b987506128 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:34.854839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 435ddf16-97d9-4fa8-bba1-07b987506128 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:34.939359 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.101234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:35.101587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.274474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-546867e6-a5b4-4710-9823-00f935da0aaf service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8173411 May 06 09:46:35.283535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,segment=NetworkSegment(69d83bf5-a78e-40ab-9aa8-a36677b9ffc0),segment_id=69d83bf5-a78e-40ab-9aa8-a36677b9ffc0)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:35.284016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.309121 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.311981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-358d37b3-4327-4965-bbbb-beaf2bc5d397 req-ba4606ff-d176-46ae-b2fb-7a4d7803dcaf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7342126 May 06 09:46:35.330585 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.333927 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:35.494582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e5042f0-19aa-4f36-94c8-26ee2d4d9680 req-4e728272-8003-4a76-b44b-8f7d41fc2790 service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800194 May 06 09:46:35.564468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event updated for resources: {'Port': ['ID=398e78d1-da3a-4ac0-99ef-6115fb875fab,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:35.596256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28f93742-f586-4479-aa63-f61457477dab req-1e30b094-dfed-4cc7-80f2-9c96dacde2fb tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 210 time: 0.3332763 May 06 09:46:35.619824 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.681552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-84283957-794c-4453-a4b4-cdbd21e4dda5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.683515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-84283957-794c-4453-a4b4-cdbd21e4dda5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.83 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 945 time: 0.4177065 May 06 09:46:35.686358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:35.688103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.690417 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3b9a177b-a4ee-43fe-ab6e-5c7597cd9cd6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3877842 May 06 09:46:35.709596 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] Sync routers for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:35.727754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.728997 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:35.729632 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:35.799743 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:35.829959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d14e8-12af-4219-9262-bbaf0956c0fc req-6d3892f7-ac97-4dca-ac1a-cd1daf53b534 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.836829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-618d14e8-12af-4219-9262-bbaf0956c0fc req-6d3892f7-ac97-4dca-ac1a-cd1daf53b534 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 945 time: 0.3396509 May 06 09:46:35.869170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2856-647f-4974-81d7-87f269909da4 req-64a5a9d0-c4b6-49d9-91fc-55f6b7954841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:35.870800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fef2856-647f-4974-81d7-87f269909da4 req-64a5a9d0-c4b6-49d9-91fc-55f6b7954841 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 1095 time: 0.2673361 May 06 09:46:35.941176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-534c2c6b-b7d8-4327-aa8d-bc77564f9de2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "PUT /v2.0/floatingips/4a4503f6-2d66-4894-bc8d-de160060fb51 HTTP/1.1" status: 200 len: 990 time: 4.7841778 May 06 09:46:35.943142 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:35.996962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=4d6467b1-6fcd-4c5b-ae28-bd617ccf957d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:36.072732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.089401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-618d14e8-12af-4219-9262-bbaf0956c0fc req-075384ff-9ee6-4517-b082-718b248e75bb tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515998 May 06 09:46:36.148027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-76e2880c-05e2-486e-9c16-8f82d4346ea1 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2045051901&fields=id&tenant_id=baea22d3c7834c1f8116506230d397c8 HTTP/1.1" status: 200 len: 267 time: 0.2003343 May 06 09:46:36.254670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:36.256881 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf275c83-cd0d-435c-a602-561dc5113205" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:36.272829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Deleting port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:36.273183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.282574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2856-647f-4974-81d7-87f269909da4 req-1a730f3d-de7d-4abd-bbad-10a1979510f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.284100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fef2856-647f-4974-81d7-87f269909da4 req-1a730f3d-de7d-4abd-bbad-10a1979510f4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 915 time: 0.4048433 May 06 09:46:36.321470 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510cf49d-0d0d-4713-a71f-ce299c8a3e3a x-openstack-request-id: req-510cf49d-0d0d-4713-a71f-ce299c8a3e3a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:36.321742 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:36.322032 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-510cf49d-0d0d-4713-a71f-ce299c8a3e3a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:36.322424 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-510cf49d-0d0d-4713-a71f-ce299c8a3e3a'] response: {'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'status': 'completed', 'code': 200} May 06 09:46:36.390499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fef2856-647f-4974-81d7-87f269909da4 req-c2ae7f55-8ff0-44de-b70d-7123de37b201 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 HTTP/1.1" status: 200 len: 217 time: 0.0847566 May 06 09:46:36.410419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4a4503f6-2d66-4894-bc8d-de160060fb51', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'mac_address': 'fa:16:3e:8c:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:00Z', 'updated_at': '2022-05-06T09:46:32Z', 'revision_number': 1, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:36.448594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2856-647f-4974-81d7-87f269909da4 req-52707f45-9f41-4a41-ad6d-83af4495b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.450253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fef2856-647f-4974-81d7-87f269909da4 req-52707f45-9f41-4a41-ad6d-83af4495b8c1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0078a3ce-1d3d-4391-a69d-d746800f5445 HTTP/1.1" status: 200 len: 854 time: 0.0528669 May 06 09:46:36.461412 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] Checking router: 2e12489e-5539-4c6f-97c1-e64cdf809c1f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:36.473364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:36.474225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:36.527952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fef2856-647f-4974-81d7-87f269909da4 req-a3001cca-4d59-4d14-bead-33d5038f3091 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a82bf60-ae46-43e6-b200-26fc38e0b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565753 May 06 09:46:36.550668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-a91635e4-5f90-409f-8f35-651e01c3be7b tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.558052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-a91635e4-5f90-409f-8f35-651e01c3be7b tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/networks?id=460cbe6c-b22f-4528-947e-1d7ec05da32f HTTP/1.1" status: 200 len: 815 time: 0.4090450 May 06 09:46:36.630106 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:36.663097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:36.679631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-0ce2db15-8043-4785-8c6b-b5c232f11e6e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/quotas/baea22d3c7834c1f8116506230d397c8 HTTP/1.1" status: 200 len: 375 time: 0.1204274 May 06 09:46:36.680329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf275c83-cd0d-435c-a602-561dc5113205 req-a12ba627-0e0e-49e8-aea3-f45838ff9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.682291 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bf275c83-cd0d-435c-a602-561dc5113205 req-a12ba627-0e0e-49e8-aea3-f45838ff9aea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.1020586 May 06 09:46:36.771451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] For port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,segment=NetworkSegment(ae5f0226-3484-4ea3-8735-77c2a7ad7403),segment_id=ae5f0226-3484-4ea3-8735-77c2a7ad7403)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:36.771885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:36.782058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850915-0534-45a8-bb33-0344bd18a96c req-b469a0b8-92ef-4e0b-ac69-3350f6a479b8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.783558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06850915-0534-45a8-bb33-0344bd18a96c req-b469a0b8-92ef-4e0b-ac69-3350f6a479b8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 944 time: 0.3323138 May 06 09:46:36.806339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:36.807013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Calling delete_port for ec01ca5c-0d8e-4b1f-94a3-c05e711095ee owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:36.815218 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0dce5166-54d8-483d-be8b-82f3310529c7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9997602 May 06 09:46:36.817846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50188) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:36.823305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50769a9b-9715-4543-8022-055780801d85 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:36.834696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:36.835568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:36.858569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fef2856-647f-4974-81d7-87f269909da4 req-e89b0d06-1777-47f4-8337-3de5a4075486 service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585497 May 06 09:46:36.879902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-d98c7e9c-df5a-42f0-a975-56ba091e234d tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=baea22d3c7834c1f8116506230d397c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1918278 May 06 09:46:36.882196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf275c83-cd0d-435c-a602-561dc5113205 req-8eb7f6f2-c92a-4df6-ac10-ce2c532293a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.884289 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bf275c83-cd0d-435c-a602-561dc5113205 req-8eb7f6f2-c92a-4df6-ac10-ce2c532293a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.1950459 May 06 09:46:36.890732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-4ae769b2-4436-4a6e-a88f-07400a2c1fce tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:36.892288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-4ae769b2-4436-4a6e-a88f-07400a2c1fce tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.82 "GET /v2.0/networks?id=6d22d176-e752-49b4-b155-9e55f6e8b1b1 HTTP/1.1" status: 200 len: 806 time: 0.3928070 May 06 09:46:36.911481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:36.925730 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4a4503f6-2d66-4894-bc8d-de160060fb51', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'mac_address': 'fa:16:3e:8c:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:00Z', 'updated_at': '2022-05-06T09:46:32Z', 'revision_number': 1, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:36.962051 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24ab352-5d2b-4098-b264-e7df940366d8 None None] The sync data for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 is: [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4a4503f6-2d66-4894-bc8d-de160060fb51', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'mac_address': 'fa:16:3e:8c:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:00Z', 'updated_at': '2022-05-06T09:46:32Z', 'revision_number': 1, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:37.000760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:35Z', 'revision_number': 11, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:37.005044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting subnet a51e4d09-7103-4759-9e36-add79045b767 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:37.010276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.048392 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bf275c83-cd0d-435c-a602-561dc5113205 req-ddaaca6a-30ea-4ed7-b182-5cd40f02edaa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 998 time: 0.1307266 May 06 09:46:37.060466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06850915-0534-45a8-bb33-0344bd18a96c req-71b7e525-b216-4017-ad0f-969a7736c019 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651100 May 06 09:46:37.131516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-14bdffda-c3a8-4c92-8e77-562bfd890f11 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=187ee537eee549b2948c8e1e58fa0365 HTTP/1.1" status: 200 len: 379 time: 0.1868269 May 06 09:46:37.141297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.147890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Request body: {'port': {'device_id': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'admin_state_up': True, 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'security_groups': ['d7b26b58-5375-4296-be6f-8ce0349bf31c']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:37.196425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50769a9b-9715-4543-8022-055780801d85 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:37.204262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf275c83-cd0d-435c-a602-561dc5113205 req-a2ce90d2-9b89-4546-8b71-6df5ef9687a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.205795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bf275c83-cd0d-435c-a602-561dc5113205 req-a2ce90d2-9b89-4546-8b71-6df5ef9687a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.1490927 May 06 09:46:37.208624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:37.209303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:37.259291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8798b9b1-ea9b-4017-a6fe-b5957e37e0b7 req-3315c48f-6116-4753-8ef3-1bca8fff9271 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 210 time: 0.0956426 May 06 09:46:37.265320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-c7e383cd-0ae9-4e18-82dc-01a4b483a20a service neutron] 10.222.0.76 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845618 May 06 09:46:37.272628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fef2856-647f-4974-81d7-87f269909da4 req-21d0a2e2-0f15-46ee-9c27-66a2c39eb6d0 service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714197 May 06 09:46:37.290247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:37.316946 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.340585 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf826fe8-2605-4f50-870c-f3e3448c1d80 None None] New status for floating IP 4a4503f6-2d66-4894-bc8d-de160060fb51: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:46:37.403750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-50769a9b-9715-4543-8022-055780801d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:35Z', 'revision_number': 11, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:37.421460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.434177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf275c83-cd0d-435c-a602-561dc5113205 req-57c146c2-0bad-4ccc-818c-803fddafe176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.439831 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bf275c83-cd0d-435c-a602-561dc5113205 req-57c146c2-0bad-4ccc-818c-803fddafe176 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259245 May 06 09:46:37.442632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50769a9b-9715-4543-8022-055780801d85 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:35Z', 'revision_number': 11, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:37.462767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.473026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Subnet': ['ID=a51e4d09-7103-4759-9e36-add79045b767,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:37.483674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ec01ca5c-0d8e-4b1f-94a3-c05e711095ee'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:37.510557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.517863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50192) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:37.518326 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f9d607b4-3e10-469f-a520-dbc19b1d821e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/a51e4d09-7103-4759-9e36-add79045b767 HTTP/1.1" status: 204 len: 168 time: 0.6998580 May 06 09:46:37.528436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c46f0-dc25-4960-bf53-b6ce75687800 None None] Network 47367527-9c93-46ec-a5aa-0bc0e7333e99 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:37.548104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Pushing event deleted for resources: {'Port': ['ID=ec01ca5c-0d8e-4b1f-94a3-c05e711095ee,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:37.556930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ed1c-79c3-400c-b821-2df4a8fab91b req-2115959e-00ff-491e-9551-e04428f5672d tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:37.558417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1031ed1c-79c3-400c-b821-2df4a8fab91b req-2115959e-00ff-491e-9551-e04428f5672d tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3fc748e-118c-4c7a-8d45-4a00027da848 HTTP/1.1" status: 200 len: 945 time: 0.1748607 May 06 09:46:37.620789 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bf275c83-cd0d-435c-a602-561dc5113205 req-9e8d5998-0f24-4b2e-9ee9-5236b868cd8e service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435828 May 06 09:46:37.626965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-8d547431-7a93-44e2-8f1d-821c098cb0f1 service neutron] 10.222.0.76 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276160 May 06 09:46:37.676493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Made reservation on behalf of 187ee537eee549b2948c8e1e58fa0365 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:37.680222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.682511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] No DVR routers for this DVR port ec01ca5c-0d8e-4b1f-94a3-c05e711095ee on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:37.690654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.697198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa6afd1c-4a0b-4304-ac45-7dd5a718cf2e req-f61adb04-295e-401f-b5eb-7c2721a150e5 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.83 "DELETE /v2.0/ports/ec01ca5c-0d8e-4b1f-94a3-c05e711095ee HTTP/1.1" status: 204 len: 173 time: 1.9880793 May 06 09:46:37.738554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.748295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1031ed1c-79c3-400c-b821-2df4a8fab91b req-0dfe3904-a56a-495a-a907-9d963f5d5916 tempest-ServerPasswordTestJSON-944494205 tempest-ServerPasswordTestJSON-944494205-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9c19b7b-71d7-4e5b-8a58-07604a253eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690450 May 06 09:46:37.771997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] DHCP port deletion for 47367527-9c93-46ec-a5aa-0bc0e7333e99 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:46:37.812733 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bf275c83-cd0d-435c-a602-561dc5113205 req-7de96469-f8db-4364-bc85-53b398e836c4 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853855 May 06 09:46:37.869319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:37.905006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] Deleting port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:37.905630 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:37.934083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98a872f6-8458-45ea-a092-7e7ac40101c0 req-aa00315e-589e-4b5b-8ae5-3ec1e20e66ee tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 210 time: 0.0364075 May 06 09:46:37.991809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Deleting port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:37.992229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.027469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] For port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,segment=NetworkSegment(69d83bf5-a78e-40ab-9aa8-a36677b9ffc0),segment_id=69d83bf5-a78e-40ab-9aa8-a36677b9ffc0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:38.027949 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.052257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] Calling delete_port for 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:38.075652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] For port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,segment=NetworkSegment(69d83bf5-a78e-40ab-9aa8-a36677b9ffc0),segment_id=69d83bf5-a78e-40ab-9aa8-a36677b9ffc0)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:38.076108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.084270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:38.090145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Calling delete_port for 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:38.109307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Allocated IP 172.20.0.8 (6d22d176-e752-49b4-b155-9e55f6e8b1b1/e6bfde6f-05a0-4041-b139-0add4e81fb7d/654978e6-bbdf-496b-9645-04addb397055) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:38.133243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'port_id': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'mac_address': 'fa:16:3e:e5:2c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0078a3ce-1d3d-4391-a69d-d746800f5445', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:38.190340 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.218160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:38.250318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:38.259666 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.266778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.301208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] No DVR routers for this DVR port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:38.326474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'name': 'network-vif-deleted', 'tag': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:38.330033 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77afd0e0-22be-4469-a6fc-75a240d1c38a" -d '{"events": [{"server_uuid": "d3fc748e-118c-4c7a-8d45-4a00027da848", "name": "network-vif-deleted", "tag": "ec01ca5c-0d8e-4b1f-94a3-c05e711095ee"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:38.338531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.353058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:38.390825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c60b2-9086-443f-8686-45526c3239fe None None] Pushing event deleted for resources: {'Port': ['ID=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:38.409521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Port': ['ID=4c6e9272-f04f-46c1-a9c0-fb22941aa3f6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:38.428664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No DVR routers for this DVR port 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:46:38.437884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ea411-c53f-4557-8606-26e1efb8ca8e req-7712246c-9a09-4c47-8b78-df4e26d91cff tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:38.446363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f8ea411-c53f-4557-8606-26e1efb8ca8e req-7712246c-9a09-4c47-8b78-df4e26d91cff tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 945 time: 0.1834104 May 06 09:46:38.479249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:38.504693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:38.505098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d6467b1-6fcd-4c5b-ae28-bd617ccf957d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:38.505531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:38.511869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.532464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:38.532810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4c6e9272-f04f-46c1-a9c0-fb22941aa3f6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:38.570362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b78d7b7c-d0f5-462a-a179-a7909b956423 req-665a18d6-5564-4cd3-bebd-86e4fb1cd3bc tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 210 time: 0.0829265 May 06 09:46:38.602556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:38.832281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50212) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:38.881746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] Deleting subnet 25861fb4-3f04-4807-8a9b-de233a23d9fa {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:46:38.885734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.917973 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092b083d-495d-4b9a-8b68-17f67bba73c0 x-openstack-request-id: req-092b083d-495d-4b9a-8b68-17f67bba73c0 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:38.918256 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fc748e-118c-4c7a-8d45-4a00027da848", "name": "network-vif-deleted", "tag": "ec01ca5c-0d8e-4b1f-94a3-c05e711095ee", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:38.918511 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-092b083d-495d-4b9a-8b68-17f67bba73c0 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:38.919474 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092b083d-495d-4b9a-8b68-17f67bba73c0'] response: {'server_uuid': 'd3fc748e-118c-4c7a-8d45-4a00027da848', 'name': 'network-vif-deleted', 'tag': 'ec01ca5c-0d8e-4b1f-94a3-c05e711095ee', 'status': 'completed', 'code': 200} May 06 09:46:38.927210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.944167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f8ea411-c53f-4557-8606-26e1efb8ca8e req-8e41be04-9d30-4651-b03c-cf57fbdc2ed6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968741 May 06 09:46:38.949350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:38.978406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47367527-9c93-46ec-a5aa-0bc0e7333e99']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:38.999827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.008674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.009296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d83bf5-a78e-40ab-9aa8-a36677b9ffc0') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.020862 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.047555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.062653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.072848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.082836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e132b707-916f-4fb0-87dc-2e9b8c2581b9 req-2c5ab13c-b586-456e-b232-9aa7931c40e4 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 210 time: 0.0372357 May 06 09:46:39.086917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:39.087322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: timer() May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:39.090526 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:39.101335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25861fb4-3f04-4807-8a9b-de233a23d9fa,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:39.108175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.114307 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-947092e7-0888-42e0-921c-7b5c9570ba53 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/25861fb4-3f04-4807-8a9b-de233a23d9fa HTTP/1.1" status: 204 len: 168 time: 0.2784526 May 06 09:46:39.121050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50216) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:39.175842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:39.184697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:39.191887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:39.221653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event updated for resources: {'Port': ['ID=654978e6-bbdf-496b-9645-04addb397055,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:39.230563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.243794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.250788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/networks/47367527-9c93-46ec-a5aa-0bc0e7333e99 HTTP/1.1" status: 204 len: 168 time: 1.7236376 May 06 09:46:39.255875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50218) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:39.261016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'routes': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:39.262698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f8630-c49e-4e9c-b65b-081eb57b2e7b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Pushing event deleted for resources: {'Network': ['ID=47367527-9c93-46ec-a5aa-0bc0e7333e99,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:39.277639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.278887 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.296526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-07ef86bc-da93-4e2a-a70c-a22deff209de tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1543930 May 06 09:46:39.311521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Request body: {'port': {'device_id': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:39.318262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.387842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.486857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1deec05b-9e4e-48cb-8dc2-bc365ddc2588 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.488580 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1deec05b-9e4e-48cb-8dc2-bc365ddc2588 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.83 "GET /v2.0/networks?id=460cbe6c-b22f-4528-947e-1d7ec05da32f HTTP/1.1" status: 200 len: 815 time: 0.3755159 May 06 09:46:39.526884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec01ca5c-0d8e-4b1f-94a3-c05e711095ee no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:46:39.556326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: ec01ca5c-0d8e-4b1f-94a3-c05e711095ee {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:46:39.556772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec01ca5c-0d8e-4b1f-94a3-c05e711095ee not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:46:39.568361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6b026b85-912c-41ea-a88f-32f8b36c0df1 None None] Provisioning complete for port 654978e6-bbdf-496b-9645-04addb397055 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:39.569346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6b026b85-912c-41ea-a88f-32f8b36c0df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.579618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Added routes are [] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:46:39.579618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Removed routes are [] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:46:39.579618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.598225 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.618365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6b026b85-912c-41ea-a88f-32f8b36c0df1 None None] Port 654978e6-bbdf-496b-9645-04addb397055 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:39.701881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256f65f8-fdb7-48f1-bad7-afdf43631c6c']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.708670 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-9c7103e7-9865-4cd7-af95-0f25fd0c55b5 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baea22d3c7834c1f8116506230d397c8 HTTP/1.1" status: 200 len: 380 time: 0.2059143 May 06 09:46:39.721979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654978e6-bbdf-496b-9645-04addb397055 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:39.732637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.751522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2074e4-25d5-49a9-9770-ff4c4dc135b9 req-4b606c55-96b4-48e7-a2e2-9d84500f0d0e tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:39.752055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Request body: {'port': {'device_id': '598fff80-e374-42f3-9c25-2cb985743eac', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'admin_state_up': True, 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'security_groups': ['967a8eb3-00d5-4cc9-9a02-2baf1a04131c']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:39.753065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e2074e4-25d5-49a9-9770-ff4c4dc135b9 req-4b606c55-96b4-48e7-a2e2-9d84500f0d0e tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 931 time: 0.0952091 May 06 09:46:39.759620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5f0226-3484-4ea3-8735-77c2a7ad7403') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.759949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5f0226-3484-4ea3-8735-77c2a7ad7403') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:39.766074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Transition to ACTIVE for port object 654978e6-bbdf-496b-9645-04addb397055 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:39.780903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.838845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.843016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e2074e4-25d5-49a9-9770-ff4c4dc135b9 req-d2ff6366-db5f-4b3d-b571-55d632f802d3 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820258 May 06 09:46:39.853180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.866814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Pushing event updated for resources: {'Port': ['ID=654978e6-bbdf-496b-9645-04addb397055,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:39.868744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.871357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:39.877655 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.942504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:46:39.942899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.943172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: timer() May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:46:39.944982 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:46:39.947878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:39.948244 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:39.956623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Attempting to bind port 654978e6-bbdf-496b-9645-04addb397055 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:39.956905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Attempting to bind port 654978e6-bbdf-496b-9645-04addb397055 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:39.957200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Attempting to bind port 654978e6-bbdf-496b-9645-04addb397055 on network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:39.962251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Port 654978e6-bbdf-496b-9645-04addb397055 on network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:39.962569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Attempting to bind port 654978e6-bbdf-496b-9645-04addb397055 on network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:39.979460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:39.980422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Checking segment: {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:39.980822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Bound using segment: {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:39.981585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Bound port: 654978e6-bbdf-496b-9645-04addb397055, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33303722-bb8b-451b-9cc7-9d1d9342e32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:39.981875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.061855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:40.090372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.098746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Made reservation on behalf of baea22d3c7834c1f8116506230d397c8 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:40.103508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.123172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4d67c-df56-4298-8905-d0fbe85ca636 req-df5adcbe-87c8-491c-a3ce-352b7f0d1a97 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.125451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41d4d67c-df56-4298-8905-d0fbe85ca636 req-df5adcbe-87c8-491c-a3ce-352b7f0d1a97 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 945 time: 0.0835528 May 06 09:46:40.138215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:40.141880 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6474b77-86d4-4512-b8a5-0e9098db7368" -d '{"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-plugged", "status": "completed", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:40.142356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.156090 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.156394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:40.161642 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.167147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] For port 654978e6-bbdf-496b-9645-04addb397055, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:40.167524 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] 10.222.0.76 "DELETE /v2.0/networks/256f65f8-fdb7-48f1-bad7-afdf43631c6c HTTP/1.1" status: 204 len: 168 time: 1.0450161 May 06 09:46:40.203149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41d4d67c-df56-4298-8905-d0fbe85ca636 req-a7d57f16-d3e8-4b20-9769-aa12f59c24a8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676463 May 06 09:46:40.204975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] For port 654978e6-bbdf-496b-9645-04addb397055, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=654978e6-bbdf-496b-9645-04addb397055,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:40.213777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.248022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:40.267074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798275a-2667-4994-8e4c-5f91920ee774 admin admin] Pushing event deleted for resources: {'Network': ['ID=256f65f8-fdb7-48f1-bad7-afdf43631c6c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:40.285362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Pushing event updated for resources: {'Port': ['ID=654978e6-bbdf-496b-9645-04addb397055,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:40.313976 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cfd550-01e3-429c-9e33-d0c6a35f6b52 x-openstack-request-id: req-37cfd550-01e3-429c-9e33-d0c6a35f6b52 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:40.316878 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-plugged", "status": "completed", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:40.317694 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37cfd550-01e3-429c-9e33-d0c6a35f6b52 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:40.319214 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cfd550-01e3-429c-9e33-d0c6a35f6b52'] response: {'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'code': 200} May 06 09:46:40.327848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:40.336603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1e5dd96-e7c1-4b14-9765-10aee9d43627 req-689a4b53-263b-4e61-b1fb-7bf3ddf65a7d tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 210 time: 0.1115756 May 06 09:46:40.340294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] Sync routers for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:40.351860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.352651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.356840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.358642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-98f4ad33-f152-4a24-86f2-fa89e1ac8604 service neutron] 10.222.0.82 "PUT /v2.0/ports/654978e6-bbdf-496b-9645-04addb397055 HTTP/1.1" status: 200 len: 1091 time: 1.0525444 May 06 09:46:40.360240 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e1254152-c98d-4ce9-96d7-045d387cf5a4 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 200 len: 704 time: 1.1036100 May 06 09:46:40.361880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50234) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.369722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:40.370845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:40.437070 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50236) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.467766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:40.479441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e1d83b76-d683-4a76-8960-1ec6692aeb89 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 200 len: 205 time: 0.1085265 May 06 09:46:40.486344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50238) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.552579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:35Z', 'revision_number': 11, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:40.568062 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-79153e58-9412-47e3-b8a8-661482de0c7b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5311f77ad7b748ab9446ac7ee2f295be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270137 May 06 09:46:40.570008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50240) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:40.598677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92053223-19ee-4c0c-a5fd-c210b2677acb req-223fbc50-0232-490c-ad00-3b4ede698160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.600320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92053223-19ee-4c0c-a5fd-c210b2677acb req-223fbc50-0232-490c-ad00-3b4ede698160 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 1097 time: 0.1366127 May 06 09:46:40.602329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] Checking router: dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:40.602768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-dc29b8d1-62eb-40a0-9b46-4fcc53af4ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.604262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-dc29b8d1-62eb-40a0-9b46-4fcc53af4ef2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=187ee537eee549b2948c8e1e58fa0365&device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 1094 time: 0.1309569 May 06 09:46:40.615791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] Routers {'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:40.616410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:40.623626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.629898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.635871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.638288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Allocated IP 172.20.0.11 (460cbe6c-b22f-4528-947e-1d7ec05da32f/d640d678-b5a1-4bd5-a70d-6500e930349b/60fa5f53-d2ce-427e-8ec4-5c812a281919) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:40.642360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.643681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2de9a251-cbeb-4608-9623-daf73144293e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:40.648441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.654899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.660899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.662856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-e8c4f054-51f1-42c3-bb40-bd6fd62831c4 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.1823268 May 06 09:46:40.693194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] Set router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:40.734060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-31bbfce0-84cb-4906-8685-2886f186f884 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=654978e6-bbdf-496b-9645-04addb397055 HTTP/1.1" status: 200 len: 217 time: 0.0590599 May 06 09:46:40.756566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:35Z', 'revision_number': 11, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:40.784896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92053223-19ee-4c0c-a5fd-c210b2677acb req-1d6a94d7-f3b4-4df2-8e9e-76e2294a0b9e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206076 May 06 09:46:40.789782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e5adf-e02b-4825-82da-37ab409fc269 None None] The sync data for ids ['dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201'] in n-d-840834-1 is: [{'id': 'dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201', 'name': 'tempest-RoutersIpV6Test-router-960458779', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:45:44Z', 'updated_at': '2022-05-06T09:46:35Z', 'revision_number': 11, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:40.799761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-619bb01c-1a5c-4920-ab0e-b3c38365d6f1 req-43bf0dec-1264-40d4-a5f8-32da7c8de195 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241148 May 06 09:46:40.825265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-1a074fca-c0c8-4200-bf46-9ae4582dd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:40.855610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-1a074fca-c0c8-4200-bf46-9ae4582dd141 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6bfde6f-05a0-4041-b139-0add4e81fb7d HTTP/1.1" status: 200 len: 845 time: 0.0994246 May 06 09:46:40.920661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'tag': '654978e6-bbdf-496b-9645-04addb397055'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:40.924846 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "tag": "654978e6-bbdf-496b-9645-04addb397055"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:41.062342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4bc71-b755-4cd7-a413-223a6247c8c2 req-a0b70f8d-40c4-45e4-bb64-f85b2306c8b3 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.064035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1c4bc71-b755-4cd7-a413-223a6247c8c2 req-a0b70f8d-40c4-45e4-bb64-f85b2306c8b3 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 943 time: 0.1309056 May 06 09:46:41.077296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.083154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.089179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.095559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.101381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.108176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.114326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.116310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a79de385-eb9a-4cba-87ac-5ccff0271e46 req-8f539388-dbfc-45c5-9856-fe033db0a9c5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.1687617 May 06 09:46:41.136070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-ab5a3991-4be8-412b-a511-42913e3e61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.137843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-ab5a3991-4be8-412b-a511-42913e3e61ba service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6d22d176-e752-49b4-b155-9e55f6e8b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383886 May 06 09:46:41.165402 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683b5cf7-35b4-42da-bf85-c3cf5b444993 x-openstack-request-id: req-683b5cf7-35b4-42da-bf85-c3cf5b444993 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:41.165695 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "tag": "654978e6-bbdf-496b-9645-04addb397055", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:41.165941 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-683b5cf7-35b4-42da-bf85-c3cf5b444993 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:41.166341 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-683b5cf7-35b4-42da-bf85-c3cf5b444993'] response: {'name': 'network-changed', 'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'tag': '654978e6-bbdf-496b-9645-04addb397055', 'status': 'completed', 'code': 200} May 06 09:46:41.169318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2de9a251-cbeb-4608-9623-daf73144293e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.181276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c4df7d-9e4a-40d2-98c3-ea511e70f7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.207330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1c4bc71-b755-4cd7-a413-223a6247c8c2 req-6dfdc2f8-5f01-4c28-9801-c8f450804c34 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898514 May 06 09:46:41.207604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2de9a251-cbeb-4608-9623-daf73144293e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.262816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-307eb2be-c128-4ebe-a293-e4af7b24194d service neutron] 10.222.0.82 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166823 May 06 09:46:41.289528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c4df7d-9e4a-40d2-98c3-ea511e70f7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.302856 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2de9a251-cbeb-4608-9623-daf73144293e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.303374 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de9a251-cbeb-4608-9623-daf73144293e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Fanout notify agent at l3_agent the message router_deleted on router dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:46:41.313080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2de9a251-cbeb-4608-9623-daf73144293e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.314165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2de9a251-cbeb-4608-9623-daf73144293e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 204 len: 168 time: 0.8252501 May 06 09:46:41.319336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50252) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:41.329659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2557292c-5566-472b-8d7d-79448b5cdcb3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1199784248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:41.388603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.392059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2557292c-5566-472b-8d7d-79448b5cdcb3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.393064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2557292c-5566-472b-8d7d-79448b5cdcb3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.402513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14485b75-d7a6-4002-b387-f9a58f558013 req-93c2b613-e998-4d7e-9a8b-2e224c1d6eb0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.412505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14485b75-d7a6-4002-b387-f9a58f558013 req-93c2b613-e998-4d7e-9a8b-2e224c1d6eb0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1227682 May 06 09:46:41.413680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c4df7d-9e4a-40d2-98c3-ea511e70f7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.416145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56c4df7d-9e4a-40d2-98c3-ea511e70f7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.420242 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-56c4df7d-9e4a-40d2-98c3-ea511e70f7ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9c19b7b-71d7-4e5b-8a58-07604a253eb8 HTTP/1.1" status: 204 len: 168 time: 0.8069451 May 06 09:46:41.460620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288b497e-fa0d-4035-8594-dbd6c6bf444a req-841cd2df-e161-4a9d-9f16-9ee0694301da service neutron] 10.222.0.82 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909544 May 06 09:46:41.463699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4df7d-9e4a-40d2-98c3-ea511e70f7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c19b7b-71d7-4e5b-8a58-07604a253eb8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:41.507620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2557292c-5566-472b-8d7d-79448b5cdcb3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.517934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2557292c-5566-472b-8d7d-79448b5cdcb3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.537620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.547184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14485b75-d7a6-4002-b387-f9a58f558013 req-4e2d5e3a-7bd8-452c-bf3f-c736825ce6b0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334620 May 06 09:46:41.576811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5f0241f-22d8-4459-a1a1-3d5eb2bbf3a7 req-0cbf2ab5-9f3f-44be-b43c-b4561f8647fb tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 210 time: 0.0983620 May 06 09:46:41.578961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2557292c-5566-472b-8d7d-79448b5cdcb3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.579983 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2557292c-5566-472b-8d7d-79448b5cdcb3 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2601430 May 06 09:46:41.592954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50258) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:41.592954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d32b65b1-58d4-48c6-a67d-a7d683cac6ee tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:41.604289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:41.629889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-5ba0eed0-d3d3-4ea0-8ae8-4826008d53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.632544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-5ba0eed0-d3d3-4ea0-8ae8-4826008d53c8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=187ee537eee549b2948c8e1e58fa0365&device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 1094 time: 0.0835414 May 06 09:46:41.648125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:41.682018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:41.746473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-87ae5682-c314-4f08-9e14-d909cd3ec823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.748156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-87ae5682-c314-4f08-9e14-d909cd3ec823 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6d22d176-e752-49b4-b155-9e55f6e8b1b1 HTTP/1.1" status: 200 len: 907 time: 0.1043594 May 06 09:46:41.777556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event updated for resources: {'Port': ['ID=60fa5f53-d2ce-427e-8ec4-5c812a281919,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:41.824042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-6384d7f1-e29b-4e13-9a7f-f3bd41e896f7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=654978e6-bbdf-496b-9645-04addb397055 HTTP/1.1" status: 200 len: 217 time: 0.0656140 May 06 09:46:41.838325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.839380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.897524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-2cf00697-3c21-45ac-a26a-98c715bb7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.899316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-2cf00697-3c21-45ac-a26a-98c715bb7e84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6bfde6f-05a0-4041-b139-0add4e81fb7d HTTP/1.1" status: 200 len: 845 time: 0.0673947 May 06 09:46:41.923911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-1c3e1fdd-20e8-46e5-99d3-d557dbebeafe tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1775863 May 06 09:46:41.930138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d32b65b1-58d4-48c6-a67d-a7d683cac6ee tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.941747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Request body: {'port': {'device_id': '598fff80-e374-42f3-9c25-2cb985743eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:41.964908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d32b65b1-58d4-48c6-a67d-a7d683cac6ee tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:41.968873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-3a98b40a-498e-49e1-aa4e-273125c0fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:41.970461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-3a98b40a-498e-49e1-aa4e-273125c0fdcb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6d22d176-e752-49b4-b155-9e55f6e8b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610130 May 06 09:46:42.035322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5e6a380a-32a8-4fc5-b825-c7bcb937aefb None None] Provisioning complete for port 60fa5f53-d2ce-427e-8ec4-5c812a281919 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:42.037238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5e6a380a-32a8-4fc5-b825-c7bcb937aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.069407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.088226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-e37d9344-1484-498a-a066-732f603a06bd service neutron] 10.222.0.82 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087306 May 06 09:46:42.101957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a380a-32a8-4fc5-b825-c7bcb937aefb None None] Port 60fa5f53-d2ce-427e-8ec4-5c812a281919 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:42.144753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32b65b1-58d4-48c6-a67d-a7d683cac6ee tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Router 6c844f59-4847-4875-a396-b67ea6c416ca is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:46:42.219305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d7549e6-30d2-4c1e-89de-ad2da2a0da8d req-bc49ed3f-2e17-4694-b482-db1d9803a685 service neutron] 10.222.0.82 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230755 May 06 09:46:42.311909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32b65b1-58d4-48c6-a67d-a7d683cac6ee tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:42.319399 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d32b65b1-58d4-48c6-a67d-a7d683cac6ee tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.332225 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d32b65b1-58d4-48c6-a67d-a7d683cac6ee tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "PUT /v2.0/routers/6c844f59-4847-4875-a396-b67ea6c416ca HTTP/1.1" status: 200 len: 698 time: 0.7377167 May 06 09:46:42.332344 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:46:42.332811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50278) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:42.332914 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] Sync routers for ids ['6c844f59-4847-4875-a396-b67ea6c416ca'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:42.348240 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] Routers {'6c844f59-4847-4875-a396-b67ea6c416ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:42.349011 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6c844f59-4847-4875-a396-b67ea6c416ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:42.402433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d042cb-b5fc-4adf-8304-b7b1fb25b4c5 req-88bd86ff-da6e-4dc7-aa2e-ca1ed347d86e tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:42.404947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25d042cb-b5fc-4adf-8304-b7b1fb25b4c5 req-88bd86ff-da6e-4dc7-aa2e-ca1ed347d86e tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 943 time: 0.1112976 May 06 09:46:42.431260 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] Set router 6c844f59-4847-4875-a396-b67ea6c416ca gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:42.482226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25d042cb-b5fc-4adf-8304-b7b1fb25b4c5 req-8e72bfee-fbd3-46ad-bc27-a6f8d034539c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654480 May 06 09:46:42.497910 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c844f59-4847-4875-a396-b67ea6c416ca', 'name': 'tempest-RoutersIpV6Test-router-1199784248', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:41Z', 'updated_at': '2022-05-06T09:46:41Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:42.519459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50284) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:42.529771 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-717e46b4-0fd2-4ff0-9012-07ef3127a6f1 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/routers/6c844f59-4847-4875-a396-b67ea6c416ca HTTP/1.1" status: 200 len: 704 time: 0.2018182 May 06 09:46:42.532043 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] Checking router: 6c844f59-4847-4875-a396-b67ea6c416ca for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:42.544747 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] Routers {'6c844f59-4847-4875-a396-b67ea6c416ca'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:42.545380 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6c844f59-4847-4875-a396-b67ea6c416ca'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:42.560478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2dbd9f42-192f-408b-8033-fb737f83c0ec tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c844f59-4847-4875-a396-b67ea6c416ca HTTP/1.1" status: 200 len: 205 time: 0.0385783 May 06 09:46:42.560865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50290) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:42.650249 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ac23bd8-b9e1-4ade-b0a3-368f5dd4e51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.674618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fa5f53-d2ce-427e-8ec4-5c812a281919 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:42.684952 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] Set router 6c844f59-4847-4875-a396-b67ea6c416ca gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:42.690438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.691633 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af3f1d0-031f-480b-ae7c-fcbff695f592 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.707552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Transition to ACTIVE for port object 60fa5f53-d2ce-427e-8ec4-5c812a281919 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:46:42.712844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.762256 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c844f59-4847-4875-a396-b67ea6c416ca', 'name': 'tempest-RoutersIpV6Test-router-1199784248', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:41Z', 'updated_at': '2022-05-06T09:46:41Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:42.800829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=60fa5f53-d2ce-427e-8ec4-5c812a281919,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:42.810457 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fb0374-fca7-4808-ba46-a27530d26b31 None None] The sync data for ids ['6c844f59-4847-4875-a396-b67ea6c416ca'] in n-d-840834-1 is: [{'id': '6c844f59-4847-4875-a396-b67ea6c416ca', 'name': 'tempest-RoutersIpV6Test-router-1199784248', 'tenant_id': '18c955780be54281891e63d3ca1c3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:41Z', 'updated_at': '2022-05-06T09:46:41Z', 'revision_number': 2, 'project_id': '18c955780be54281891e63d3ca1c3078', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:42.954538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Attempting to bind port 60fa5f53-d2ce-427e-8ec4-5c812a281919 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:42.954984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Attempting to bind port 60fa5f53-d2ce-427e-8ec4-5c812a281919 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:42.955410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Attempting to bind port 60fa5f53-d2ce-427e-8ec4-5c812a281919 on network 460cbe6c-b22f-4528-947e-1d7ec05da32f {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:42.960987 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Port 60fa5f53-d2ce-427e-8ec4-5c812a281919 on network 460cbe6c-b22f-4528-947e-1d7ec05da32f not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:46:42.961456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Attempting to bind port 60fa5f53-d2ce-427e-8ec4-5c812a281919 on network 460cbe6c-b22f-4528-947e-1d7ec05da32f {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:42.970048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:42.970791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Checking segment: {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:42.971511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Bound using segment: {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:42.972287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Bound port: 60fa5f53-d2ce-427e-8ec4-5c812a281919, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eca7e45-8504-4065-8cdc-3396624e4823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:42.973083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.986099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4731b-21e3-4f60-958c-1cd03f645637 req-aa8c8e2a-9690-4b08-9fe2-2f8a92dba4ed tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:42.987942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9a4731b-21e3-4f60-958c-1cd03f645637 req-aa8c8e2a-9690-4b08-9fe2-2f8a92dba4ed tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.2939203 May 06 09:46:42.989704 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af3f1d0-031f-480b-ae7c-fcbff695f592 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:42.993807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af3f1d0-031f-480b-ae7c-fcbff695f592 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.105785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] For port 60fa5f53-d2ce-427e-8ec4-5c812a281919, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:43.113941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] For port 60fa5f53-d2ce-427e-8ec4-5c812a281919, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:43.115677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af3f1d0-031f-480b-ae7c-fcbff695f592 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.116223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af3f1d0-031f-480b-ae7c-fcbff695f592 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Fanout notify agent at l3_agent the message router_deleted on router 6c844f59-4847-4875-a396-b67ea6c416ca {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:46:43.120844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.127377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af3f1d0-031f-480b-ae7c-fcbff695f592 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.127565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1af3f1d0-031f-480b-ae7c-fcbff695f592 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/6c844f59-4847-4875-a396-b67ea6c416ca HTTP/1.1" status: 204 len: 168 time: 0.5643358 May 06 09:46:43.132610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50310) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.140472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9a4731b-21e3-4f60-958c-1cd03f645637 req-65c6e638-46c1-42df-8109-32c3eb8af7c2 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393557 May 06 09:46:43.181339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8be9275f-d9cc-448d-b43e-7c016907816a tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c844f59-4847-4875-a396-b67ea6c416ca HTTP/1.1" status: 200 len: 205 time: 0.0438216 May 06 09:46:43.182546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50316) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.192983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46534ef4-686b-4a24-9776-1958c6c42b13 req-eb8e2c7d-1fa8-4725-b460-21592133ddef tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.195502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46534ef4-686b-4a24-9776-1958c6c42b13 req-eb8e2c7d-1fa8-4725-b460-21592133ddef tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 944 time: 0.1268690 May 06 09:46:43.256340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.256982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:43.260955 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] 10.222.0.83 "PUT /v2.0/ports/60fa5f53-d2ce-427e-8ec4-5c812a281919 HTTP/1.1" status: 200 len: 1092 time: 1.3268175 May 06 09:46:43.261501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:43.275821 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b353c98-b80b-40be-8957-db732b60e58e" -d '{"events": [{"name": "network-changed", "server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:43.322108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-353e52b4-be91-47fd-b05d-d676dfae2cf7 req-83957887-1ce1-4e88-9374-cb08e5a34c25 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0891786 May 06 09:46:43.339559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46534ef4-686b-4a24-9776-1958c6c42b13 req-1792b464-504b-49d8-a5c0-5b2ef2c7cf46 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300292 May 06 09:46:43.411893 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-235c5ef2-f8dd-424a-b93f-329f1814bce8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] delete failed (client error): The resource could not be found. May 06 09:46:43.416344 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-235c5ef2-f8dd-424a-b93f-329f1814bce8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/6c844f59-4847-4875-a396-b67ea6c416ca HTTP/1.1" status: 404 len: 336 time: 0.2095394 May 06 09:46:43.416344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb8fd3-809b-439e-8146-a95074e3e3bd service neutron] Pushing event updated for resources: {'Port': ['ID=60fa5f53-d2ce-427e-8ec4-5c812a281919,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:43.416634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50326) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.456542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-b0c1ea35-7b0d-4346-a284-2ce75550e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.458034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-b0c1ea35-7b0d-4346-a284-2ce75550e1d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=baea22d3c7834c1f8116506230d397c8&device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 1095 time: 0.1221573 May 06 09:46:43.468776 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-069de378-5221-49d7-85bb-045ca853ec82 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:43.469350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-069de378-5221-49d7-85bb-045ca853ec82 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:43.475310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-069de378-5221-49d7-85bb-045ca853ec82 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/ee61a27c-f57b-4192-9330-e2f3e46e5594 HTTP/1.1" status: 404 len: 337 time: 0.0546408 May 06 09:46:43.478235 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fe6286-4389-407b-9844-85526c0e52b7 x-openstack-request-id: req-78fe6286-4389-407b-9844-85526c0e52b7 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:43.479060 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:43.479520 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78fe6286-4389-407b-9844-85526c0e52b7 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:43.479717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50330) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.480102 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fe6286-4389-407b-9844-85526c0e52b7'] response: {'name': 'network-changed', 'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'status': 'completed', 'code': 200} May 06 09:46:43.541169 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-ad2cd456-9f8a-472d-9a22-5ea2d002c505 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919 HTTP/1.1" status: 200 len: 217 time: 0.0575235 May 06 09:46:43.572564 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5203a56-464c-4058-9e2e-6b20638eca56 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:43.573192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5203a56-464c-4058-9e2e-6b20638eca56 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:43.578956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d5203a56-464c-4058-9e2e-6b20638eca56 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/e299d6b6-4f2c-47cc-b712-44373c56ddf7 HTTP/1.1" status: 404 len: 337 time: 0.0956845 May 06 09:46:43.579513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50344) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.614224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-66b8a505-7271-49ff-a07d-0703d6f63600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.615929 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-66b8a505-7271-49ff-a07d-0703d6f63600 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d640d678-b5a1-4bd5-a70d-6500e930349b HTTP/1.1" status: 200 len: 854 time: 0.0699100 May 06 09:46:43.617225 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-64339a5a-2b2b-40e2-8135-a76d664162f0 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:43.617369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64339a5a-2b2b-40e2-8135-a76d664162f0 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:43.624358 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-64339a5a-2b2b-40e2-8135-a76d664162f0 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/3567ad05-bc43-47a7-854a-9beaa9429431 HTTP/1.1" status: 404 len: 337 time: 0.0399947 May 06 09:46:43.629638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50346) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.660737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67cf8-cefa-4f46-b646-0fa43b9bd35b req-8babd602-fba9-4992-92c4-0b4fbb40e084 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.669213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8d67cf8-cefa-4f46-b646-0fa43b9bd35b req-8babd602-fba9-4992-92c4-0b4fbb40e084 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.2024932 May 06 09:46:43.675072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-ff4b21b9-aebe-4425-9334-94334233f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:43.677068 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-ff4b21b9-aebe-4425-9334-94334233f4e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=460cbe6c-b22f-4528-947e-1d7ec05da32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535533 May 06 09:46:43.705061 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2de75b-9a2f-4baa-8dd7-f5b2720f22d8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:43.705662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2de75b-9a2f-4baa-8dd7-f5b2720f22d8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:43.711700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4f2de75b-9a2f-4baa-8dd7-f5b2720f22d8 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/a51e4d09-7103-4759-9e36-add79045b767 HTTP/1.1" status: 404 len: 337 time: 0.0784578 May 06 09:46:43.711700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.756988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-af12777c-6662-4cf8-8be5-5ac702cb8696 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 200 len: 205 time: 0.0439007 May 06 09:46:43.762230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.788021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8d67cf8-cefa-4f46-b646-0fa43b9bd35b req-dad07524-1bc3-46fe-b295-54c438fe1c25 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177390 May 06 09:46:43.830412 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-eabed0ad-c8cd-48bf-a78b-431467175758 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] delete failed (client error): The resource could not be found. May 06 09:46:43.831857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eabed0ad-c8cd-48bf-a78b-431467175758 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/dfbb0cbd-c7ae-4ba5-a5f5-9b25002d2201 HTTP/1.1" status: 404 len: 336 time: 0.0683212 May 06 09:46:43.835233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50358) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.927034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-2c8b70a2-c41a-41d8-98c2-d2ab85c62afd service neutron] 10.222.0.83 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399473 May 06 09:46:43.927423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-503ae342-33f2-451e-a746-8d16828cc5bf tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f314d4b-88d2-4def-a001-2eed81e1596d HTTP/1.1" status: 200 len: 205 time: 0.0907712 May 06 09:46:43.930523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50364) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:43.946466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 654978e6-bbdf-496b-9645-04addb397055 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:44.026300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaa232-ac2a-4896-a996-a544cad66e26 req-ca61f5f5-6a6d-4219-b8ba-32754cdd674b tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.043009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fcaa232-ac2a-4896-a996-a544cad66e26 req-ca61f5f5-6a6d-4219-b8ba-32754cdd674b tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 943 time: 0.1183069 May 06 09:46:44.137276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fcaa232-ac2a-4896-a996-a544cad66e26 req-a63307a8-8d16-49ec-a74f-0d31ecc9d9d9 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932982 May 06 09:46:44.196699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 654978e6-bbdf-496b-9645-04addb397055, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=654978e6-bbdf-496b-9645-04addb397055,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:44.215246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '654978e6-bbdf-496b-9645-04addb397055', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'port_id': '654978e6-bbdf-496b-9645-04addb397055', 'mac_address': 'fa:16:3e:09:06:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:44.221743 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-d30fff82-927e-4456-8645-f4be0e0d49a6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] delete failed (client error): The resource could not be found. May 06 09:46:44.229111 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d30fff82-927e-4456-8645-f4be0e0d49a6 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/4f314d4b-88d2-4def-a001-2eed81e1596d HTTP/1.1" status: 404 len: 336 time: 0.2954893 May 06 09:46:44.232468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50380) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:44.297054 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.348367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adaafb13-4e18-4402-be0b-22d38489dff4 req-eb428798-c188-49f1-9af5-d0ec0fd43161 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0440986 May 06 09:46:44.354452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654978e6-bbdf-496b-9645-04addb397055 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:44.392105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 654978e6-bbdf-496b-9645-04addb397055, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=654978e6-bbdf-496b-9645-04addb397055,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:44.399621 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:44.427094 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00e3373f-7fc3-4640-81ef-6a3f509dc131 req-fa9639c7-2604-4051-870e-c27662fd7d5a service neutron] 10.222.0.83 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787850 May 06 09:46:44.431985 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-778181b2-f87a-41c8-b1e8-2e2e3c51f8d2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:44.433764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778181b2-f87a-41c8-b1e8-2e2e3c51f8d2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:44.445546 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-778181b2-f87a-41c8-b1e8-2e2e3c51f8d2 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/ae8f2a07-ac41-451d-b945-e88bc7912cdc HTTP/1.1" status: 404 len: 337 time: 0.1969962 May 06 09:46:44.446334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50390) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:44.466835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6782-c0da-40c2-8537-55ceffed7b8a req-ebdfa00c-064a-4dce-9a22-879fd1a3b781 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.484189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f15f6782-c0da-40c2-8537-55ceffed7b8a req-ebdfa00c-064a-4dce-9a22-879fd1a3b781 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1303575 May 06 09:46:44.515251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=654978e6-bbdf-496b-9645-04addb397055,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:44.522021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5abc6817-6d04-4144-b985-df106051489c tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=44b793b5-9425-4799-b979-6f2cbbd2dccd HTTP/1.1" status: 200 len: 205 time: 0.0716650 May 06 09:46:44.523093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50394) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:44.563122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f15f6782-c0da-40c2-8537-55ceffed7b8a req-426e59e1-1891-4b68-baf5-2714d93bc02c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747876 May 06 09:46:44.646421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50398) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:44.652878 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-c38e0ef3-a367-4d14-b23f-8ba157686f91 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] delete failed (client error): The resource could not be found. May 06 09:46:44.656885 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c38e0ef3-a367-4d14-b23f-8ba157686f91 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/44b793b5-9425-4799-b979-6f2cbbd2dccd HTTP/1.1" status: 404 len: 336 time: 0.1290314 May 06 09:46:44.657122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50400) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:44.684200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df285af-1a08-425b-94c6-45fbe1601486 req-707c41b6-d4d7-43f9-896a-3a117265fa9d tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.686465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6df285af-1a08-425b-94c6-45fbe1601486 req-707c41b6-d4d7-43f9-896a-3a117265fa9d tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 944 time: 0.1361184 May 06 09:46:44.696850 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-98c8fbe6-54db-4390-b054-a7d3e21cee55 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=021ecb24-5b78-4c80-b70a-30372d72e9c6 HTTP/1.1" status: 200 len: 205 time: 0.0297816 May 06 09:46:44.716676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['654978e6-bbdf-496b-9645-04addb397055'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:44.719777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50404) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:44.873292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6df285af-1a08-425b-94c6-45fbe1601486 req-1c586234-b75e-474d-a4d4-6193c8e9d33c tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180966 May 06 09:46:44.889858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79d025-bca8-4c71-9c12-9b84d94a73fc req-af396f51-a4ad-4e6e-bcf5-baba51b7af26 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.891462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e79d025-bca8-4c71-9c12-9b84d94a73fc req-af396f51-a4ad-4e6e-bcf5-baba51b7af26 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.2036932 May 06 09:46:44.901649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.902419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.903045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.903987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.904667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.905313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.905965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:44.916379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-ace99038-a130-4a56-8d9d-dbf500b8a346 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 6492 time: 0.2671816 May 06 09:46:44.992403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-71c89816-c625-4514-9106-d9d351c5aff4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747924 May 06 09:46:45.004871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e79d025-bca8-4c71-9c12-9b84d94a73fc req-5ad74860-299a-4152-be82-d2516d071c3f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786238 May 06 09:46:45.057538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a4154b4e-d5ce-4e6f-b7fd-c522fb91cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:45.073038 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-560f8355-3dbd-40c9-b5b8-092f74d2953b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] delete failed (client error): The resource could not be found. May 06 09:46:45.074127 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-560f8355-3dbd-40c9-b5b8-092f74d2953b tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/021ecb24-5b78-4c80-b70a-30372d72e9c6 HTTP/1.1" status: 404 len: 336 time: 0.3532426 May 06 09:46:45.077244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50410) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.079859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b353c98-b80b-40be-8957-db732b60e58e req-e3479b9d-0f47-452c-8c06-df036b360a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.081439 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4b353c98-b80b-40be-8957-db732b60e58e req-e3479b9d-0f47-452c-8c06-df036b360a46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=baea22d3c7834c1f8116506230d397c8&device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 1095 time: 0.4299514 May 06 09:46:45.104283 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6984c9-d483-42c0-85f5-36012055eefa tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:45.105209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6984c9-d483-42c0-85f5-36012055eefa tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:45.108878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-df6984c9-d483-42c0-85f5-36012055eefa tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/b29e64f0-e052-491f-a83c-ab6ba9ca21a3 HTTP/1.1" status: 404 len: 337 time: 0.0305943 May 06 09:46:45.113163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50420) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.144886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-df491568-64e5-4530-921e-8b9d54156ba5 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=6421b3d6-e83b-4e3f-a359-e8f4acbc61ee HTTP/1.1" status: 200 len: 205 time: 0.0308466 May 06 09:46:45.147174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50422) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.188277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b353c98-b80b-40be-8957-db732b60e58e req-3be55b3b-9468-4020-9073-13e76a23eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.190254 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4b353c98-b80b-40be-8957-db732b60e58e req-3be55b3b-9468-4020-9073-13e76a23eb8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=460cbe6c-b22f-4528-947e-1d7ec05da32f HTTP/1.1" status: 200 len: 916 time: 0.1021366 May 06 09:46:45.204014 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-408a7ceb-bdb0-4188-824a-03cc6e4e5e4f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] delete failed (client error): The resource could not be found. May 06 09:46:45.205162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-408a7ceb-bdb0-4188-824a-03cc6e4e5e4f tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/6421b3d6-e83b-4e3f-a359-e8f4acbc61ee HTTP/1.1" status: 404 len: 336 time: 0.0568089 May 06 09:46:45.209416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50426) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.291158 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86e29d2-8962-4c20-9e88-3b92410e7239 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:45.292447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86e29d2-8962-4c20-9e88-3b92410e7239 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:45.295902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e86e29d2-8962-4c20-9e88-3b92410e7239 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/140b7b7f-4919-4df2-8a01-b384e6d9ec8a HTTP/1.1" status: 404 len: 337 time: 0.0870562 May 06 09:46:45.298526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4b353c98-b80b-40be-8957-db732b60e58e req-f634a7c1-7e8b-4102-9c48-4fe96526cf4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919 HTTP/1.1" status: 200 len: 217 time: 0.0989156 May 06 09:46:45.298526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.306689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99130c-0ba7-44b5-8e63-1143599ff9d5 req-1c6d7dad-b925-4654-a6c9-47da85923de2 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.315268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d99130c-0ba7-44b5-8e63-1143599ff9d5 req-1c6d7dad-b925-4654-a6c9-47da85923de2 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 944 time: 0.0727313 May 06 09:46:45.346856 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d8058a4-727c-4d8e-ac1a-5951bf80eda7 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "GET /v2.0/ports?device_id=63f52e40-71e7-4722-939b-c5a82ec7108e HTTP/1.1" status: 200 len: 205 time: 0.0474133 May 06 09:46:45.359427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50436) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.364346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d99130c-0ba7-44b5-8e63-1143599ff9d5 req-bbd52ed1-8180-41e1-a138-a52ff0569471 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480199 May 06 09:46:45.406868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b353c98-b80b-40be-8957-db732b60e58e req-f32f4630-2d04-415c-89f7-1e97b29b7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.408392 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4b353c98-b80b-40be-8957-db732b60e58e req-f32f4630-2d04-415c-89f7-1e97b29b7b0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d640d678-b5a1-4bd5-a70d-6500e930349b HTTP/1.1" status: 200 len: 854 time: 0.0932627 May 06 09:46:45.430349 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-73492b7d-a76f-4d29-8182-eef7f62faa45 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] delete failed (client error): The resource could not be found. May 06 09:46:45.431383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-73492b7d-a76f-4d29-8182-eef7f62faa45 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/routers/63f52e40-71e7-4722-939b-c5a82ec7108e HTTP/1.1" status: 404 len: 336 time: 0.0709920 May 06 09:46:45.437450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50442) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.462316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b353c98-b80b-40be-8957-db732b60e58e req-36c1a29f-be86-436d-ac77-614fd1f490fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.464678 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4b353c98-b80b-40be-8957-db732b60e58e req-36c1a29f-be86-436d-ac77-614fd1f490fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=460cbe6c-b22f-4528-947e-1d7ec05da32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480194 May 06 09:46:45.468250 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1bb1b5-8917-4aae-b85b-82fa4c074426 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:45.468692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1bb1b5-8917-4aae-b85b-82fa4c074426 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:45.471623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2d1bb1b5-8917-4aae-b85b-82fa4c074426 tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/e6e9ccfa-4b60-4725-acfb-ea3dda6a5f40 HTTP/1.1" status: 404 len: 337 time: 0.0322521 May 06 09:46:45.475300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50444) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.526185 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9f4c56-4af8-48a6-a41f-b06e54020d5e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] DELETE failed (client error): The resource could not be found. May 06 09:46:45.526635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9f4c56-4af8-48a6-a41f-b06e54020d5e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:46:45.530238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e9f4c56-4af8-48a6-a41f-b06e54020d5e tempest-RoutersIpV6Test-1023844202 tempest-RoutersIpV6Test-1023844202-project] 10.222.0.76 "DELETE /v2.0/subnets/22e29223-f913-42d2-81b7-2115588a5922 HTTP/1.1" status: 404 len: 337 time: 0.0540409 May 06 09:46:45.535298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73141afc-90be-448c-bf1b-0d1b4952dd6f req-ed0d95ef-fc64-4a83-b64a-c7a4d9a532da tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0604012 May 06 09:46:45.560144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012a10d-9cff-4c52-82de-c30072fa241a req-fc0dfc7f-5e0f-4d47-8a98-bdb2b4dd0e33 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:45.561001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1012a10d-9cff-4c52-82de-c30072fa241a req-fc0dfc7f-5e0f-4d47-8a98-bdb2b4dd0e33 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.2197990 May 06 09:46:45.609721 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1012a10d-9cff-4c52-82de-c30072fa241a req-7fb5706c-1f68-49ef-8ec2-2dffe5e4265a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 May 06 09:46:45.645097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4b353c98-b80b-40be-8957-db732b60e58e req-dc9ead1f-a66d-42c1-aa53-b65adaf7b0bd service neutron] 10.222.0.83 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591501 May 06 09:46:45.746815 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4b353c98-b80b-40be-8957-db732b60e58e req-fc625426-ce48-443c-b1ec-b91cf3362bab service neutron] 10.222.0.83 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946555 May 06 09:46:45.841745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50450) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:45.935308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 654978e6-bbdf-496b-9645-04addb397055 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:45.986476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 654978e6-bbdf-496b-9645-04addb397055 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:45.990934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 654978e6-bbdf-496b-9645-04addb397055 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:45.991300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.011157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d77e5f4f-350f-47fc-92ea-f2d508eb1712 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18c955780be54281891e63d3ca1c3078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656084 May 06 09:46:46.012009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50456) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:46.016425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb347-9358-4683-bd7b-109a37baf817 req-1a322c4a-1494-4de0-9bd0-b8b75e11c1c5 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.017876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a85fb347-9358-4683-bd7b-109a37baf817 req-1a322c4a-1494-4de0-9bd0-b8b75e11c1c5 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 944 time: 0.0793161 May 06 09:46:46.060053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a85fb347-9358-4683-bd7b-109a37baf817 req-0514df7f-7dc5-466f-90be-acfc22b30794 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353765 May 06 09:46:46.071411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.081301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.096067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654978e6-bbdf-496b-9645-04addb397055'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:46.098366 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a237c-d864-4d8c-abf5-af7b45c90525" -d '{"events": [{"server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "name": "network-vif-plugged", "status": "completed", "tag": "654978e6-bbdf-496b-9645-04addb397055"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:46.105332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.115082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 654978e6-bbdf-496b-9645-04addb397055, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=654978e6-bbdf-496b-9645-04addb397055,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:46.119666 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.148410 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920122ef-7974-4e0f-b375-54d3cd720887 x-openstack-request-id: req-920122ef-7974-4e0f-b375-54d3cd720887 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:46.148710 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "name": "network-vif-plugged", "status": "completed", "tag": "654978e6-bbdf-496b-9645-04addb397055", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:46.149159 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-920122ef-7974-4e0f-b375-54d3cd720887 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:46.149731 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920122ef-7974-4e0f-b375-54d3cd720887'] response: {'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654978e6-bbdf-496b-9645-04addb397055', 'code': 200} May 06 09:46:46.161586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.164271 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.167766 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82934d53-b7cf-4baf-a87e-62e718bb5863 HTTP/1.1" status: 204 len: 168 time: 0.1525004 May 06 09:46:46.176026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82934d53-b7cf-4baf-a87e-62e718bb5863,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:46.180522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=654978e6-bbdf-496b-9645-04addb397055,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:46.183894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.184234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.185273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.185719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.186119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.186548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.186842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.187164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.187485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.187832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.188273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.188693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93316507-0067-46ac-af5b-216170b73fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:46.259882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77612d2b-f074-4f0e-ad84-f00e30566d1a req-33c5935b-5c17-47ae-a340-926f42d59bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.261486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77612d2b-f074-4f0e-ad84-f00e30566d1a req-33c5935b-5c17-47ae-a340-926f42d59bf4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 1096 time: 0.0447590 May 06 09:46:46.299033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77612d2b-f074-4f0e-ad84-f00e30566d1a req-68cc1c50-c7f3-4367-b867-49428ccecf96 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298662 May 06 09:46:46.373196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.489917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd5f8b-90d3-448f-ad71-733a4a3c125a req-eab84e71-18b5-4aa9-8bb8-7e4053e2c6f8 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.491415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9abd5f8b-90d3-448f-ad71-733a4a3c125a req-eab84e71-18b5-4aa9-8bb8-7e4053e2c6f8 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.0540268 May 06 09:46:46.530648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9abd5f8b-90d3-448f-ad71-733a4a3c125a req-e5d9a1e5-c16c-4351-8bc1-895d68256875 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 May 06 09:46:46.574456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.664497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-135f0ac5-f873-4893-a7b4-b2c4909ef6bf req-c2889612-f11a-431e-a795-b24b7d12f748 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0295157 May 06 09:46:46.739871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43ce40-d6ef-49d7-907d-307582a47897 req-ce1e76db-4384-4c5d-8bce-e7dbdbb7a7a9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:46.741411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae43ce40-d6ef-49d7-907d-307582a47897 req-ce1e76db-4384-4c5d-8bce-e7dbdbb7a7a9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0523882 May 06 09:46:46.781158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae43ce40-d6ef-49d7-907d-307582a47897 req-ef8c8ea9-3b2d-4592-8999-0449e8e49957 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326278 May 06 09:46:46.838334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50486) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:46.932972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-1653080161'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:46.952646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:46.956074 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:46.964152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.043562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.048040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.078708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:47.084329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9082177-b0ce-42ad-adb9-188e4d328497,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:47.092992 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.093339 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment 4581d0db-7eeb-4638-a824-0fe02b2f2060 of type vlan for network 58da0b42-f548-4049-80ff-df9779ce9248 May 06 09:46:47.139774 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.166582 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.173416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.174031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.201274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ee96-d8a0-4a92-98ee-6cfc5a9984cf req-3a476400-4264-43b5-ace6-1956ea26f1df tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.203340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e222ee96-d8a0-4a92-98ee-6cfc5a9984cf req-3a476400-4264-43b5-ace6-1956ea26f1df tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 944 time: 0.0582726 May 06 09:46:47.245043 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4055338 May 06 09:46:47.245906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e222ee96-d8a0-4a92-98ee-6cfc5a9984cf req-618bd3fa-4361-48b4-b50e-e32e47f363dd tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360298 May 06 09:46:47.247991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50492) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:47.253494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-1670210151'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:47.258697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a51c7a-3232-44fd-a2a7-62e89f0aff95 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=58da0b42-f548-4049-80ff-df9779ce9248,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:47.273708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 58da0b42-f548-4049-80ff-df9779ce9248 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:47.280882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:47.285456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.312778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:46:47.323324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.323731 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment 3c00c26b-47c5-4ae8-8152-145d0f95a53d of type vlan for network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 May 06 09:46:47.367819 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.393224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.398568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.399136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.451360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2018862 May 06 09:46:47.454226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50494) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:47.459253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': '58da0b42-f548-4049-80ff-df9779ce9248', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:47.471165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=3c619c8b-0105-41b0-b72f-c1c4f36a0c82,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:47.478469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.478811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.479154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.479480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.479832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.480152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.480470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.480788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.481104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.481932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.482103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.482291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fec8b9-1fd5-425b-a640-dd595702e9a9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:47.493780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:46:47.548291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:47.553057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.662885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83245e-fd95-4a1c-8bb7-c3cea5a40cd7 req-aeef9e85-890c-4044-8537-688f9760e62a tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.664379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b83245e-fd95-4a1c-8bb7-c3cea5a40cd7 req-aeef9e85-890c-4044-8537-688f9760e62a tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.0540078 May 06 09:46:47.703334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b83245e-fd95-4a1c-8bb7-c3cea5a40cd7 req-9c96c1fb-49c8-4c17-8750-c3d2b5ec08d2 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 May 06 09:46:47.758082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.785842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97286cf7-b973-4cdb-8ac7-04c8539f840b req-886c9d7c-608c-4fbc-abaa-424790c53faf tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0277405 May 06 09:46:47.821386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=db9ab216-9026-410d-8b2b-a8b5c28c35e9,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:47.832560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': '4581d0db-7eeb-4638-a824-0fe02b2f2060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '58da0b42-f548-4049-80ff-df9779ce9248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:47.832882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: 58da0b42-f548-4049-80ff-df9779ce9248, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:47.855790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 58da0b42-f548-4049-80ff-df9779ce9248 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:47.867023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 58da0b42-f548-4049-80ff-df9779ce9248) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:47.871876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.872831 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:47.876329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc0b1d-82a1-47b4-b279-21c957f5923c None None] Network 58da0b42-f548-4049-80ff-df9779ce9248 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:47.893430 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-54e0fbf3-679c-4d60-b7c2-5b749af7ed65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4380863 May 06 09:46:47.894042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50502) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:47.898840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': '3c619c8b-0105-41b0-b72f-c1c4f36a0c82', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:47.910600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb68bf-1087-4d74-bb25-0b2e04e434ef req-dc0d063a-d18b-4c89-88e2-a3a1bfe1fd7b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:47.912412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bfb68bf-1087-4d74-bb25-0b2e04e434ef req-dc0d063a-d18b-4c89-88e2-a3a1bfe1fd7b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0538366 May 06 09:46:47.957293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bfb68bf-1087-4d74-bb25-0b2e04e434ef req-838b29cc-e3d7-44ec-9188-25d3b22d6e51 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 May 06 09:46:48.001268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:46:48.005058 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.109256 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.178875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-58da0b42-f548-4049-80ff-df9779ce9248', 'network_id': '58da0b42-f548-4049-80ff-df9779ce9248', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': 'db9ab216-9026-410d-8b2b-a8b5c28c35e9'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:48.180390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.197855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.267819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=b5e227cd-3619-4698-9843-d8649b9dba3c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:48.273025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': '3c00c26b-47c5-4ae8-8152-145d0f95a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3c619c8b-0105-41b0-b72f-c1c4f36a0c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:48.273369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: 3c619c8b-0105-41b0-b72f-c1c4f36a0c82, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:46:48.293175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:46:48.308936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 3c619c8b-0105-41b0-b72f-c1c4f36a0c82) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:48.315899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:48.316395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.323173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e2bd9e-b382-485f-bd6f-43e53738bd67 None None] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:48.346113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b6f7cbb3-b6ad-462b-93a4-7e3a3a5924f2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4509988 May 06 09:46:48.348947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50506) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:48.354077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a27d144c-2665-491f-939b-c073f37a956e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1575778910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:48.379409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a27d144c-2665-491f-939b-c073f37a956e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.381496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a27d144c-2665-491f-939b-c073f37a956e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.384863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Allocated IP 172.20.0.2 (58da0b42-f548-4049-80ff-df9779ce9248/db9ab216-9026-410d-8b2b-a8b5c28c35e9/d3b028bb-acb9-48e2-8d71-a999dc49244d) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:48.385996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7ce3d-dd33-42a3-8951-308022940ed1 req-b95323db-f1d7-4d21-a3d9-833a4530cc2c tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:48.388781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86e7ce3d-dd33-42a3-8951-308022940ed1 req-b95323db-f1d7-4d21-a3d9-833a4530cc2c tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 944 time: 0.0585756 May 06 09:46:48.440056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86e7ce3d-dd33-42a3-8951-308022940ed1 req-414e01cd-234c-4aed-a210-801f50b467cd tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414371 May 06 09:46:48.447841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a27d144c-2665-491f-939b-c073f37a956e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.454505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a27d144c-2665-491f-939b-c073f37a956e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.483259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a27d144c-2665-491f-939b-c073f37a956e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.484700 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a27d144c-2665-491f-939b-c073f37a956e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1347737 May 06 09:46:48.487954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50508) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:48.584547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-3c619c8b-0105-41b0-b72f-c1c4f36a0c82', 'network_id': '3c619c8b-0105-41b0-b72f-c1c4f36a0c82', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': 'b5e227cd-3619-4698-9843-d8649b9dba3c'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:46:48.585158 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.655825 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.665177 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.669372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.782800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Network 58da0b42-f548-4049-80ff-df9779ce9248 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:48.797080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:48.801526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:48.807003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Pushing event updated for resources: {'Port': ['ID=d3b028bb-acb9-48e2-8d71-a999dc49244d,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:48.905771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Attempting to bind port d3b028bb-acb9-48e2-8d71-a999dc49244d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:48.906192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Attempting to bind port d3b028bb-acb9-48e2-8d71-a999dc49244d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4581d0db-7eeb-4638-a824-0fe02b2f2060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '58da0b42-f548-4049-80ff-df9779ce9248'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:48.906552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Attempting to bind port d3b028bb-acb9-48e2-8d71-a999dc49244d on network 58da0b42-f548-4049-80ff-df9779ce9248 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:48.909348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Allocated IP 172.21.0.2 (3c619c8b-0105-41b0-b72f-c1c4f36a0c82/b5e227cd-3619-4698-9843-d8649b9dba3c/09658e1b-0201-4b99-b593-512eb57d2bb8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:48.919494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:48.920011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Checking segment: {'id': '4581d0db-7eeb-4638-a824-0fe02b2f2060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '58da0b42-f548-4049-80ff-df9779ce9248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:48.920450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:48.921026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Bound using segment: {'id': '4581d0db-7eeb-4638-a824-0fe02b2f2060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '58da0b42-f548-4049-80ff-df9779ce9248'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:48.921537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Bound port: d3b028bb-acb9-48e2-8d71-a999dc49244d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4581d0db-7eeb-4638-a824-0fe02b2f2060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '58da0b42-f548-4049-80ff-df9779ce9248'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:48.921945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.066621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] For port d3b028bb-acb9-48e2-8d71-a999dc49244d, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:49.071799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] For port d3b028bb-acb9-48e2-8d71-a999dc49244d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d3b028bb-acb9-48e2-8d71-a999dc49244d,segment=NetworkSegment(4581d0db-7eeb-4638-a824-0fe02b2f2060),segment_id=4581d0db-7eeb-4638-a824-0fe02b2f2060)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:49.079245 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.178475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7de57ba0-b095-468f-971e-1a2610c4690c req-95f36aaa-edd8-4d4e-92f2-fbdc5ac3a84a tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0709352 May 06 09:46:49.180826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.184998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aba50-ab68-4fac-8355-4099bfb7370f None None] Pushing event updated for resources: {'Port': ['ID=d3b028bb-acb9-48e2-8d71-a999dc49244d,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.202467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.211224 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.211604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a38fc6-2488-4600-bde6-1380e61151c9 req-8ed4f033-80da-496c-9daf-3f0c83cec09a tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.212642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29a38fc6-2488-4600-bde6-1380e61151c9 req-8ed4f033-80da-496c-9daf-3f0c83cec09a tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.4286296 May 06 09:46:49.241614 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b4e42f70-fd64-4000-b607-8f0cb799d035 req-d93fe389-615d-457c-ae54-dd5e29703b59 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0614030 May 06 09:46:49.263718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:49.266737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:49.270835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:49.303490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Pushing event updated for resources: {'Port': ['ID=09658e1b-0201-4b99-b593-512eb57d2bb8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.338141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Attempting to bind port 09658e1b-0201-4b99-b593-512eb57d2bb8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:46:49.338804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Attempting to bind port 09658e1b-0201-4b99-b593-512eb57d2bb8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '3c00c26b-47c5-4ae8-8152-145d0f95a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3c619c8b-0105-41b0-b72f-c1c4f36a0c82'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:46:49.338905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Attempting to bind port 09658e1b-0201-4b99-b593-512eb57d2bb8 on network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:46:49.344328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:46:49.344704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Checking segment: {'id': '3c00c26b-47c5-4ae8-8152-145d0f95a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3c619c8b-0105-41b0-b72f-c1c4f36a0c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:46:49.345107 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.345503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Bound using segment: {'id': '3c00c26b-47c5-4ae8-8152-145d0f95a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3c619c8b-0105-41b0-b72f-c1c4f36a0c82'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:46:49.345970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Bound port: 09658e1b-0201-4b99-b593-512eb57d2bb8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c00c26b-47c5-4ae8-8152-145d0f95a53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3c619c8b-0105-41b0-b72f-c1c4f36a0c82'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:46:49.346356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.429767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29a38fc6-2488-4600-bde6-1380e61151c9 req-f5743a34-5dbc-449a-888d-218d46117f16 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712513 May 06 09:46:49.456691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791e4f3-63bd-47b1-9c85-b1f93462c05e req-238890c5-135e-4111-bde1-638b98ddbf6a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.457351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] For port 09658e1b-0201-4b99-b593-512eb57d2bb8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:46:49.458295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9791e4f3-63bd-47b1-9c85-b1f93462c05e req-238890c5-135e-4111-bde1-638b98ddbf6a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1561990 May 06 09:46:49.461385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] For port 09658e1b-0201-4b99-b593-512eb57d2bb8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=09658e1b-0201-4b99-b593-512eb57d2bb8,segment=NetworkSegment(3c00c26b-47c5-4ae8-8152-145d0f95a53d),segment_id=3c00c26b-47c5-4ae8-8152-145d0f95a53d)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:46:49.468671 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.549756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19b648-e537-4722-9d13-4b1c20536be9 None None] Pushing event updated for resources: {'Port': ['ID=09658e1b-0201-4b99-b593-512eb57d2bb8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.555632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 60fa5f53-d2ce-427e-8ec4-5c812a281919 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:46:49.638803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9791e4f3-63bd-47b1-9c85-b1f93462c05e req-c20ef974-f168-41c6-b5e6-8c4f9b1b7e02 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680286 May 06 09:46:49.683854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efbdee-0ea7-44a3-b0a6-d9915d258047 req-9c6760f1-7701-4d93-bf7d-efb61c8ef082 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.685974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19efbdee-0ea7-44a3-b0a6-d9915d258047 req-9c6760f1-7701-4d93-bf7d-efb61c8ef082 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.1605573 May 06 09:46:49.695691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.20.0.1 (58da0b42-f548-4049-80ff-df9779ce9248/db9ab216-9026-410d-8b2b-a8b5c28c35e9/c8ee43ca-fe9d-4e0f-911d-4eadda598155) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:49.696579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50522) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:49.702887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Request body: {'floatingip': {'port_id': '654978e6-bbdf-496b-9645-04addb397055'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:49.744133 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-57e1079f-9dc8-4140-b098-b5a5fe2f9599 req-fbd1efee-a800-456a-8e5d-77f6ec77b1a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0292785 May 06 09:46:49.759381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 60fa5f53-d2ce-427e-8ec4-5c812a281919, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:49.790773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'port_id': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'mac_address': 'fa:16:3e:4a:1f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:46:49.806247 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.835499 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.858179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fa5f53-d2ce-427e-8ec4-5c812a281919 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:46:49.881362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 60fa5f53-d2ce-427e-8ec4-5c812a281919, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:49.889374 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:49.950697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=60fa5f53-d2ce-427e-8ec4-5c812a281919,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:49.984584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940c8c-6995-4225-88b8-c6427a2197e5 req-a7c92498-1aa6-4203-bc9d-02694b5e8820 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:49.986143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9940c8c-6995-4225-88b8-c6427a2197e5 req-a7c92498-1aa6-4203-bc9d-02694b5e8820 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 944 time: 0.2046907 May 06 09:46:50.128005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.148804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9940c8c-6995-4225-88b8-c6427a2197e5 req-6be765ee-6a32-435f-aced-56081dbfb86c tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384542 May 06 09:46:50.269961 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.374161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.390433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28aeb4d1-286e-4224-992b-48b1c72a9d50 req-4ba51b3b-383e-46d2-9006-dfa532c67cb8 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0545468 May 06 09:46:50.400563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 58da0b42-f548-4049-80ff-df9779ce9248 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:50.401417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=c8ee43ca-fe9d-4e0f-911d-4eadda598155,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:50.432806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:50.435940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:50.459216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79653190-a9bf-491e-aea9-86ba515abb3b None None] Network 58da0b42-f548-4049-80ff-df9779ce9248 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:50.497868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.529615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['60fa5f53-d2ce-427e-8ec4-5c812a281919'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:46:50.531618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 09658e1b-0201-4b99-b593-512eb57d2bb8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:50.596068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8af5127c-7548-4fb4-b071-f388e8b6c0e0 None None] Provisioning complete for port d3b028bb-acb9-48e2-8d71-a999dc49244d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:50.596441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8af5127c-7548-4fb4-b071-f388e8b6c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.691772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.697808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.731978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 09658e1b-0201-4b99-b593-512eb57d2bb8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:50.731978 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.805311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:50.937454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2c078-1da5-44ee-9d77-cc014bf5661e req-da95b922-c603-46f0-b686-34e5606a7532 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:50.940045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19c2c078-1da5-44ee-9d77-cc014bf5661e req-da95b922-c603-46f0-b686-34e5606a7532 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1797678 May 06 09:46:50.947633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ce365-6f63-4c49-8d4d-ebd9769df5ca None None] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:46:50.948111 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Floating IP bda1ef1b-9709-4853-8aa3-8a71c56a9872 associated. External IP: 172.25.8.170, port: 654978e6-bbdf-496b-9645-04addb397055. May 06 09:46:50.953926 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8af5127c-7548-4fb4-b071-f388e8b6c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.146803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19c2c078-1da5-44ee-9d77-cc014bf5661e req-6503ccc9-0561-4c82-9b7e-4df546417d26 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964381 May 06 09:46:51.218763 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.268850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8af5127c-7548-4fb4-b071-f388e8b6c0e0 None None] For port d3b028bb-acb9-48e2-8d71-a999dc49244d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d3b028bb-acb9-48e2-8d71-a999dc49244d,segment=NetworkSegment(4581d0db-7eeb-4638-a824-0fe02b2f2060),segment_id=4581d0db-7eeb-4638-a824-0fe02b2f2060)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:51.287201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8af5127c-7548-4fb4-b071-f388e8b6c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.381688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 09658e1b-0201-4b99-b593-512eb57d2bb8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=09658e1b-0201-4b99-b593-512eb57d2bb8,segment=NetworkSegment(3c00c26b-47c5-4ae8-8152-145d0f95a53d),segment_id=3c00c26b-47c5-4ae8-8152-145d0f95a53d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:51.402791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.403890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3b028bb-acb9-48e2-8d71-a999dc49244d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:51.410011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0fe6-6f33-41a9-a0c9-8d52a4ce71ed req-23825868-32fd-4870-8dcb-ddaa13f2ea59 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:51.411615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ead0fe6-6f33-41a9-a0c9-8d52a4ce71ed req-23825868-32fd-4870-8dcb-ddaa13f2ea59 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 945 time: 0.1406677 May 06 09:46:51.458718 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.466505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:51.476607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.501201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5127c-7548-4fb4-b071-f388e8b6c0e0 None None] Pushing event updated for resources: {'Port': ['ID=d3b028bb-acb9-48e2-8d71-a999dc49244d,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:51.541537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ead0fe6-6f33-41a9-a0c9-8d52a4ce71ed req-1195704c-7c60-418f-8035-46a5d482aa1e tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225524 May 06 09:46:51.567052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-12aa1d16-de36-449e-8ace-c306bf3801c0 None None] Provisioning complete for port 09658e1b-0201-4b99-b593-512eb57d2bb8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:51.567052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12aa1d16-de36-449e-8ace-c306bf3801c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.569280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=09658e1b-0201-4b99-b593-512eb57d2bb8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:51.745175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d3b028bb-acb9-48e2-8d71-a999dc49244d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:51.745640 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.961522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2b508812-2ffd-4bcd-baf3-db9a9b20ecf5 None None] Provisioning complete for port c8ee43ca-fe9d-4e0f-911d-4eadda598155 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:51.962463 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b508812-2ffd-4bcd-baf3-db9a9b20ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:51.972015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea4c6791-4810-4707-9985-ca6d0f99d2b9 req-079efd37-ecf0-431f-9667-8a308e747d11 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.4272521 May 06 09:46:51.985110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=c8ee43ca-fe9d-4e0f-911d-4eadda598155,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:51.996891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.008580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2b508812-2ffd-4bcd-baf3-db9a9b20ecf5 None None] Port c8ee43ca-fe9d-4e0f-911d-4eadda598155 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:52.018090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2b508812-2ffd-4bcd-baf3-db9a9b20ecf5 None None] Provisioning complete for port 09658e1b-0201-4b99-b593-512eb57d2bb8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:52.018453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b508812-2ffd-4bcd-baf3-db9a9b20ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.106753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:52.110939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2b508812-2ffd-4bcd-baf3-db9a9b20ecf5 None None] Provisioning complete for port d3b028bb-acb9-48e2-8d71-a999dc49244d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:52.111759 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b508812-2ffd-4bcd-baf3-db9a9b20ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.112518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.133233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] Sync routers for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:52.150160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-46f54ff3-9737-4c59-afd7-bffdae001cb5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "PUT /v2.0/floatingips/bda1ef1b-9709-4853-8aa3-8a71c56a9872 HTTP/1.1" status: 200 len: 991 time: 2.4528310 May 06 09:46:52.151998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'tag': '654978e6-bbdf-496b-9645-04addb397055'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:52.155089 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "tag": "654978e6-bbdf-496b-9645-04addb397055"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:52.156651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:52.157273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:52.166900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 58da0b42-f548-4049-80ff-df9779ce9248 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:52.168386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:52.220352 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b86411-1ab2-4bdb-b2ae-7b6b78e15fba x-openstack-request-id: req-f9b86411-1ab2-4bdb-b2ae-7b6b78e15fba {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:52.221072 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "tag": "654978e6-bbdf-496b-9645-04addb397055", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:52.221072 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9b86411-1ab2-4bdb-b2ae-7b6b78e15fba {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:52.221364 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b86411-1ab2-4bdb-b2ae-7b6b78e15fba'] response: {'name': 'network-changed', 'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'tag': '654978e6-bbdf-496b-9645-04addb397055', 'status': 'completed', 'code': 200} May 06 09:46:52.350087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:52.382194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd4e02-0a0d-44a4-86a3-b23e953f00a2 req-4d773f45-cf54-4992-b890-7827c88973ff tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.389289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4fd4e02-0a0d-44a4-86a3-b23e953f00a2 req-4d773f45-cf54-4992-b890-7827c88973ff tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.1689405 May 06 09:46:52.434156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2508-7769-4029-a99a-24d5a79c345e req-976a3358-01a3-4ed1-9db7-e1628db6e2df tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.436160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fcb2508-7769-4029-a99a-24d5a79c345e req-976a3358-01a3-4ed1-9db7-e1628db6e2df tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1361797 May 06 09:46:52.440332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 09658e1b-0201-4b99-b593-512eb57d2bb8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:52.443989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-f470eecf-84cc-4f88-b42a-1d4d79a357e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.446186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-f470eecf-84cc-4f88-b42a-1d4d79a357e1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=187ee537eee549b2948c8e1e58fa0365&device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 1096 time: 0.1927600 May 06 09:46:52.529822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4fd4e02-0a0d-44a4-86a3-b23e953f00a2 req-96a1cc3e-cde6-4550-95ff-8dc7eada048d tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377664 May 06 09:46:52.557203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router c484af40-7fe5-4200-a1ef-c9cec2d0ab05 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:46:52.561706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fcb2508-7769-4029-a99a-24d5a79c345e req-01119055-284d-4f39-aaf3-f839b0b5f810 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133690 May 06 09:46:52.570961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 09658e1b-0201-4b99-b593-512eb57d2bb8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:52.571299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.612930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-504470c0-9c7e-49a9-a171-894f843b4bd7 None None] Provisioning complete for port c8ee43ca-fe9d-4e0f-911d-4eadda598155 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:52.613363 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-504470c0-9c7e-49a9-a171-894f843b4bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.698033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-504470c0-9c7e-49a9-a171-894f843b4bd7 None None] Port c8ee43ca-fe9d-4e0f-911d-4eadda598155 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:52.726009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-e7064410-970f-404d-9877-05ae7d786963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.727497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-e7064410-970f-404d-9877-05ae7d786963 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6d22d176-e752-49b4-b155-9e55f6e8b1b1 HTTP/1.1" status: 200 len: 907 time: 0.2718945 May 06 09:46:52.742068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:52.750179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-65dc4e21-0a76-4006-91af-9d71c3d965f6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/c484af40-7fe5-4200-a1ef-c9cec2d0ab05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2608962 May 06 09:46:52.753009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:52.757187 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] Sync routers for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:52.767901 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:52.768845 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:52.772415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3b028bb-acb9-48e2-8d71-a999dc49244d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:52.788735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e858d6-3b0a-424f-950d-bfbfc0c9dfba req-3c3c4f34-7909-49e1-9b53-891a4af578b5 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.790235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7e858d6-3b0a-424f-950d-bfbfc0c9dfba req-3c3c4f34-7909-49e1-9b53-891a4af578b5 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 945 time: 0.1568916 May 06 09:46:52.807609 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:52.816985 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:52.817910 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:52.818720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'bda1ef1b-9709-4853-8aa3-8a71c56a9872', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'port_id': '654978e6-bbdf-496b-9645-04addb397055', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'mac_address': 'fa:16:3e:09:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:31Z', 'updated_at': '2022-05-06T09:46:50Z', 'revision_number': 1, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:30Z', 'revision_number': 5, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:52.824596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3186894-66bb-4cbb-88ed-ead24745bf7b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.828657 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a3186894-66bb-4cbb-88ed-ead24745bf7b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports/c8ee43ca-fe9d-4e0f-911d-4eadda598155 HTTP/1.1" status: 200 len: 910 time: 0.0720742 May 06 09:46:52.829057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50544) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:52.845296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-7907703b-cacf-41e9-a21d-3b96a8986a14 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=654978e6-bbdf-496b-9645-04addb397055 HTTP/1.1" status: 200 len: 999 time: 0.1100416 May 06 09:46:52.850942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7e858d6-3b0a-424f-950d-bfbfc0c9dfba req-efc6563b-3896-4bf7-9f87-cb816bd40cae tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523803 May 06 09:46:52.851711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] Checking router: 264f36cc-6bc7-4ffe-bc27-e042f70efa55 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:52.867455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d3b028bb-acb9-48e2-8d71-a999dc49244d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:52.867851 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:52.871717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:52.872461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:52.931052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-a24a9356-0450-47d9-8365-012ac52b40be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:52.933836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-a24a9356-0450-47d9-8365-012ac52b40be service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e6bfde6f-05a0-4041-b139-0add4e81fb7d HTTP/1.1" status: 200 len: 845 time: 0.0755124 May 06 09:46:52.973319 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:52.974342 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed615c68-69cc-4921-aa2f-5583c3cb43f6 None None] The sync data for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:52.999071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-42824b0d-a784-4f4e-8df0-3ed6e37c0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.000752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-42824b0d-a784-4f4e-8df0-3ed6e37c0598 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6d22d176-e752-49b4-b155-9e55f6e8b1b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584662 May 06 09:46:53.100315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a467d43a-07d8-4b23-92f9-b8d4c98338d9 req-5adbbdb5-a34c-492d-979e-4c1bd71b1bc6 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0337677 May 06 09:46:53.149161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-43f69fa0-f0c5-43dc-9b62-0c23750e127a service neutron] 10.222.0.82 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408827 May 06 09:46:53.184973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:53.258250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.281686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10d59469-8f1b-47bf-8ac1-07ca5f1fb962 req-5987d882-12a7-4331-8148-30cf5c3a00d7 service neutron] 10.222.0.82 "GET /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247766 May 06 09:46:53.495026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'bda1ef1b-9709-4853-8aa3-8a71c56a9872', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'port_id': '654978e6-bbdf-496b-9645-04addb397055', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'mac_address': 'fa:16:3e:09:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:31Z', 'updated_at': '2022-05-06T09:46:50Z', 'revision_number': 1, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:30Z', 'revision_number': 5, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:53.514381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4861934e-a1f3-4dd0-9be8-2d5399893c99 req-6ad999ce-33e9-41d8-beb2-e30125076b21 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0588353 May 06 09:46:53.525505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550c4e3-50f6-4ee5-8845-f90620d62ec8 None None] The sync data for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 is: [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'bda1ef1b-9709-4853-8aa3-8a71c56a9872', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'floating_ip_address': '172.25.8.170', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'port_id': '654978e6-bbdf-496b-9645-04addb397055', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'mac_address': 'fa:16:3e:09:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:31Z', 'updated_at': '2022-05-06T09:46:50Z', 'revision_number': 1, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:30Z', 'revision_number': 5, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:53.591294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 60fa5f53-d2ce-427e-8ec4-5c812a281919 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:46:53.629547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.21.0.1 (3c619c8b-0105-41b0-b72f-c1c4f36a0c82/b5e227cd-3619-4698-9843-d8649b9dba3c/fa0803e2-1b64-4a60-89d1-c526a7965510) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:46:53.672038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 60fa5f53-d2ce-427e-8ec4-5c812a281919 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:46:53.681811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 60fa5f53-d2ce-427e-8ec4-5c812a281919 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:53.682153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.758155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94ac9-e079-4507-902e-284a2a74b987 req-ab016ee6-15ac-49f8-855c-79bc77043d13 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:53.760581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee94ac9-e079-4507-902e-284a2a74b987 req-ab016ee6-15ac-49f8-855c-79bc77043d13 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0795393 May 06 09:46:53.785727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.811481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.820320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee94ac9-e079-4507-902e-284a2a74b987 req-784e6fbe-995e-4ef9-a84c-86a894f11c4d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 May 06 09:46:53.842856 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.848495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:53.850771 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f682a-8452-4747-b470-29cfa316da09" -d '{"events": [{"server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "name": "network-vif-plugged", "status": "completed", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:53.863876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0515d15-64f4-4fd5-90d2-af24dd81630d None None] New status for floating IP bda1ef1b-9709-4853-8aa3-8a71c56a9872: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:46:53.869390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 60fa5f53-d2ce-427e-8ec4-5c812a281919, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:46:53.905647 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2a339b-d833-4eae-a82a-6390aa45870f x-openstack-request-id: req-da2a339b-d833-4eae-a82a-6390aa45870f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:53.906029 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "name": "network-vif-plugged", "status": "completed", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:53.906216 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da2a339b-d833-4eae-a82a-6390aa45870f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:53.906558 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2a339b-d833-4eae-a82a-6390aa45870f'] response: {'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'code': 200} May 06 09:46:53.906967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:53.910280 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:53.910675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:53.916365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:46:53.998894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=fa0803e2-1b64-4a60-89d1-c526a7965510,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:54.035522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=60fa5f53-d2ce-427e-8ec4-5c812a281919,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:54.040420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccfb29-7872-40b0-a789-61738dbb21f2 req-7be184fe-ab1d-41ed-85a0-81c6d506d710 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:54.042369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.042881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35ccfb29-7872-40b0-a789-61738dbb21f2 req-7be184fe-ab1d-41ed-85a0-81c6d506d710 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 946 time: 0.0810847 May 06 09:46:54.054564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.054903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.055235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.055564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.055916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.056239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.056557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.056876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.057191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.057508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.058527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.058842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:46:54.101384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe378b-b516-48b3-9b2c-82b3c3dfd8a5 req-ec081d70-e8af-44ee-aa57-7443c51fd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:54.105386 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-89fe378b-b516-48b3-9b2c-82b3c3dfd8a5 req-ec081d70-e8af-44ee-aa57-7443c51fd018 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 1097 time: 0.1291854 May 06 09:46:54.120166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35ccfb29-7872-40b0-a789-61738dbb21f2 req-416e7760-5f0b-481f-89af-9394b5febdb1 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677700 May 06 09:46:54.243827 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-89fe378b-b516-48b3-9b2c-82b3c3dfd8a5 req-6b231a8e-bba0-4c0f-ba64-78aeb7662ca8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288261 May 06 09:46:54.276022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.326910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-132a4db7-f44f-4e2d-9d90-796bbc128017 None None] Provisioning complete for port fa0803e2-1b64-4a60-89d1-c526a7965510 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:54.327341 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-132a4db7-f44f-4e2d-9d90-796bbc128017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.363302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-132a4db7-f44f-4e2d-9d90-796bbc128017 None None] Port fa0803e2-1b64-4a60-89d1-c526a7965510 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:54.539142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.543493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.616731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=fa0803e2-1b64-4a60-89d1-c526a7965510,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:54.619268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:54.634354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d88728f4-c618-4bd5-bad2-096adac316c5 req-0012b16d-430d-4a4a-b4e6-3a4d5bd185c5 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0289600 May 06 09:46:54.713029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:46:54.714345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:46:54.814543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router c484af40-7fe5-4200-a1ef-c9cec2d0ab05 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:54.913182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:54.920812 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3f9f9212-46fa-4059-8aac-52741a5e4217 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/c484af40-7fe5-4200-a1ef-c9cec2d0ab05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0881038 May 06 09:46:54.921853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50574) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:54.924558 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] Sync routers for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:54.938373 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:54.938993 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:54.948645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49715d-59be-47fe-be92-4c6b1c928c62 req-17b28ea3-c800-41d3-a96b-5a897b662cb2 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:54.950466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a49715d-59be-47fe-be92-4c6b1c928c62 req-17b28ea3-c800-41d3-a96b-5a897b662cb2 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0553873 May 06 09:46:54.971041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e384ab-0c03-4528-98c1-810360e402b2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:54.972465 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-67e384ab-0c03-4528-98c1-810360e402b2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports/fa0803e2-1b64-4a60-89d1-c526a7965510 HTTP/1.1" status: 200 len: 910 time: 0.0496926 May 06 09:46:54.975314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50576) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:54.976444 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:54.985712 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:54.986238 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:54.990127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6a7a0447-20e3-4b6e-8749-04f9a0343c59 None None] Provisioning complete for port fa0803e2-1b64-4a60-89d1-c526a7965510 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:46:54.990651 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6a7a0447-20e3-4b6e-8749-04f9a0343c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.023656 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:55.024588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b93e9f-ac86-4dd8-8be3-24a5b6faebd3 None None] The sync data for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:55.029258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a0447-20e3-4b6e-8749-04f9a0343c59 None None] Port fa0803e2-1b64-4a60-89d1-c526a7965510 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:46:55.065761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a49715d-59be-47fe-be92-4c6b1c928c62 req-be6681a1-5c6d-4d86-8795-ed50d6c68d02 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082850 May 06 09:46:55.285167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872d3ef-10e3-42d9-ba91-a060fe33b647 req-e6680744-acff-4bf2-b0d3-190d7071e317 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:55.286634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1872d3ef-10e3-42d9-ba91-a060fe33b647 req-e6680744-acff-4bf2-b0d3-190d7071e317 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 946 time: 0.0871949 May 06 09:46:55.337707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1872d3ef-10e3-42d9-ba91-a060fe33b647 req-6e88f320-e383-4c83-a10e-e2e9db906f92 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448956 May 06 09:46:55.380377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.627375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port fa0803e2-1b64-4a60-89d1-c526a7965510 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:55.627742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.726356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.748115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3db5fd7-8f14-4241-b325-85d957748ac2 req-a7c87c2e-6c99-4a19-941f-4cd50889def5 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0349503 May 06 09:46:55.753834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for fa0803e2-1b64-4a60-89d1-c526a7965510 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:55.939050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:55.971862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=fa0803e2-1b64-4a60-89d1-c526a7965510,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:56.137577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:56.265177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838ac0-84e7-4b34-b640-a13ed7d964a6 req-464e1970-ca84-4687-a0b3-781b7ff3b12d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:56.266562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88838ac0-84e7-4b34-b640-a13ed7d964a6 req-464e1970-ca84-4687-a0b3-781b7ff3b12d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1227646 May 06 09:46:56.370927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88838ac0-84e7-4b34-b640-a13ed7d964a6 req-fb641c6c-f34b-4f6c-b1df-0a659c8be7ed tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969551 May 06 09:46:56.392275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router c484af40-7fe5-4200-a1ef-c9cec2d0ab05 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:56.515053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:56.520424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2375d799-0f68-4f71-b61b-844d162a2ed5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/c484af40-7fe5-4200-a1ef-c9cec2d0ab05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5392978 May 06 09:46:56.523172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:56.524333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] Sync routers for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:56.530548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2ce26-06e5-4c53-bac2-548150d3add6 req-f67f4bc5-6833-49a4-b889-7031d6344926 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:56.532116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63a2ce26-06e5-4c53-bac2-548150d3add6 req-f67f4bc5-6833-49a4-b889-7031d6344926 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 946 time: 0.0966225 May 06 09:46:56.536479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:56.537331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:56.572170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63a2ce26-06e5-4c53-bac2-548150d3add6 req-31a48256-04ca-4eb2-8718-55af1da76944 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334926 May 06 09:46:56.573442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:56.582711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:56.583439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:56.621747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:56.622706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21626dcb-83e6-4297-8e3d-622740e90626 None None] The sync data for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:56.689299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1859d79-cfce-4d1a-9b28-03f0280d9bd0 req-dff22b3b-d72c-4ac2-a9be-70fad98dd8c0 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:56.690797 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1859d79-cfce-4d1a-9b28-03f0280d9bd0 req-dff22b3b-d72c-4ac2-a9be-70fad98dd8c0 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 946 time: 0.0504220 May 06 09:46:56.699544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50590) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:56.711238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Request body: {'floatingip': {'port_id': '60fa5f53-d2ce-427e-8ec4-5c812a281919'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:46:56.854980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc880af9-c4cb-4109-8a0f-1a30ab6afd1c req-1e3981a3-ce71-46b1-a6e7-7a535301b684 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0297201 May 06 09:46:57.011332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.460766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.495736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856cc4f-5352-403d-8a87-9c1179b62894 req-9aee8b81-0cf6-4e7c-b9a4-b642b5238781 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:57.497294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0856cc4f-5352-403d-8a87-9c1179b62894 req-9aee8b81-0cf6-4e7c-b9a4-b642b5238781 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0534012 May 06 09:46:57.536205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0856cc4f-5352-403d-8a87-9c1179b62894 req-e0d6de38-62ba-484b-b064-00b07019758e tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325322 May 06 09:46:57.699060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.704734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.865748 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Floating IP ab89006c-6e09-456f-adbe-744b19978dab associated. External IP: 172.25.8.117, port: 60fa5f53-d2ce-427e-8ec4-5c812a281919. May 06 09:46:57.956407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port c8ee43ca-fe9d-4e0f-911d-4eadda598155 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:46:57.956667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:57.966934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-108ddd53-f0a0-4e71-b9a7-b0f69f252164 req-d5371c4a-f192-47e7-8932-a72478a551fa tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0334082 May 06 09:46:58.098546 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.144158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for c8ee43ca-fe9d-4e0f-911d-4eadda598155 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:46:58.214000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Router a5f43cc9-5968-44d5-8910-7d4f39e84377 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:58.413777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:58.419918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.424172 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] Sync routers for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:58.434439 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:58.435171 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:58.446002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.478822 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fba96663-1b3a-4bb3-8d01-3b8c27286a08 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "PUT /v2.0/floatingips/ab89006c-6e09-456f-adbe-744b19978dab HTTP/1.1" status: 200 len: 992 time: 1.7757733 May 06 09:46:58.482120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:46:58.484493 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e80fce-945b-4e82-ab79-4ed905d51860" -d '{"events": [{"name": "network-changed", "server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:46:58.487507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=c8ee43ca-fe9d-4e0f-911d-4eadda598155,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:46:58.545054 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd98dc37-2450-41ab-aff1-bdcd1bc62fbb x-openstack-request-id: req-bd98dc37-2450-41ab-aff1-bdcd1bc62fbb {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:46:58.545348 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:46:58.545605 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd98dc37-2450-41ab-aff1-bdcd1bc62fbb {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:46:58.546020 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd98dc37-2450-41ab-aff1-bdcd1bc62fbb'] response: {'name': 'network-changed', 'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'status': 'completed', 'code': 200} May 06 09:46:58.550827 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:58.675232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeca48-663b-4174-a101-de8d2d946fcb req-a79306e4-171b-4824-9785-57b378307f78 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:58.676869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5afeca48-663b-4174-a101-de8d2d946fcb req-a79306e4-171b-4824-9785-57b378307f78 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0555437 May 06 09:46:58.683300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:58.697569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-91735227-da54-4f85-8401-f2d847f8970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:58.699238 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-91735227-da54-4f85-8401-f2d847f8970b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=baea22d3c7834c1f8116506230d397c8&device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 1097 time: 0.0961399 May 06 09:46:58.725095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5afeca48-663b-4174-a101-de8d2d946fcb req-cda2fc31-8985-4a8b-8a0c-c0eebdb08b76 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 May 06 09:46:58.819317 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'ab89006c-6e09-456f-adbe-744b19978dab', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'port_id': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'mac_address': 'fa:16:3e:4a:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598fff80-e374-42f3-9c25-2cb985743eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:34Z', 'updated_at': '2022-05-06T09:46:57Z', 'revision_number': 1, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:33Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:58.852996 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] Checking router: a5f43cc9-5968-44d5-8910-7d4f39e84377 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:46:58.862891 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:58.863629 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:58.974840 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:46:59.080590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fbdfca8-a84b-4777-a96f-2f5b302a97d2 req-f8336c53-815c-434c-8a62-494fd3608fdf tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0292466 May 06 09:46:59.189614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router c484af40-7fe5-4200-a1ef-c9cec2d0ab05 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:46:59.190906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-df525eb8-cb19-4af5-933a-fd8e97007e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:59.192404 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-df525eb8-cb19-4af5-933a-fd8e97007e59 service neutron] 10.222.0.83 "GET /v2.0/networks?id=460cbe6c-b22f-4528-947e-1d7ec05da32f HTTP/1.1" status: 200 len: 916 time: 0.4527924 May 06 09:46:59.209709 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'ab89006c-6e09-456f-adbe-744b19978dab', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'port_id': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'mac_address': 'fa:16:3e:4a:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598fff80-e374-42f3-9c25-2cb985743eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:34Z', 'updated_at': '2022-05-06T09:46:57Z', 'revision_number': 1, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:33Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:59.239729 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32475c37-5c06-4a7d-9145-40e6c429231c None None] The sync data for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 is: [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'ab89006c-6e09-456f-adbe-744b19978dab', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'port_id': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'mac_address': 'fa:16:3e:4a:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598fff80-e374-42f3-9c25-2cb985743eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:34Z', 'updated_at': '2022-05-06T09:46:57Z', 'revision_number': 1, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:33Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:59.313662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:46:59.321947 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8f44e104-f5df-4da9-b652-6dfdbc31a347 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/c484af40-7fe5-4200-a1ef-c9cec2d0ab05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976084 May 06 09:46:59.324593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] Sync routers for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:46:59.325990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50608) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:59.336239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:59.336511 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-060bac3b-f69b-4805-b2a1-4f0f62157cdd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919 HTTP/1.1" status: 200 len: 1000 time: 0.1349442 May 06 09:46:59.337264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:59.361058 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7212127a-7131-4526-b05a-f5db1544d9af tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=c484af40-7fe5-4200-a1ef-c9cec2d0ab05 HTTP/1.1" status: 200 len: 205 time: 0.0347428 May 06 09:46:59.363938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50610) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:46:59.374958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:59.385609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] Routers {'c484af40-7fe5-4200-a1ef-c9cec2d0ab05'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:46:59.386215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:59.403730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-1121010d-7a59-41f4-80e2-a2b7eaf97292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:59.405366 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-1121010d-7a59-41f4-80e2-a2b7eaf97292 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d640d678-b5a1-4bd5-a70d-6500e930349b HTTP/1.1" status: 200 len: 854 time: 0.0539191 May 06 09:46:59.421507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:46:59.421932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1316c1d-100a-47e2-b38c-3cb1f6de7404 None None] The sync data for ids ['c484af40-7fe5-4200-a1ef-c9cec2d0ab05'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:46:59.457867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-3cad3112-2dd9-4d3e-b904-eec69c6fbd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:46:59.459564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c365e-219d-4dd4-81d2-67596570260b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:46:59.460240 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-3cad3112-2dd9-4d3e-b904-eec69c6fbd8c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=460cbe6c-b22f-4528-947e-1d7ec05da32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477688 May 06 09:46:59.462226 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f101ad02-1ed0-4d65-a3f4-624b430b493d None None] New status for floating IP ab89006c-6e09-456f-adbe-744b19978dab: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:46:59.560086 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-c15006aa-35f7-4847-b7b8-40969641513b service neutron] 10.222.0.83 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917013 May 06 09:46:59.674952 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-84e80fce-945b-4e82-ab79-4ed905d51860 req-40812f82-84bd-4966-8d8f-213c77afc630 service neutron] 10.222.0.83 "GET /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068721 May 06 09:47:00.002328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c365e-219d-4dd4-81d2-67596570260b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.005736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c365e-219d-4dd4-81d2-67596570260b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.020024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338700f2-00cb-413b-8f71-1acbe7fe230a req-a9d15fce-c57e-4cb7-89a2-4418ca4085d7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.021484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-338700f2-00cb-413b-8f71-1acbe7fe230a req-a9d15fce-c57e-4cb7-89a2-4418ca4085d7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1955943 May 06 09:47:00.082311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-6a7e2fdd-0699-4a20-9145-54c7f1b01942 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1696827 May 06 09:47:00.085536 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c365e-219d-4dd4-81d2-67596570260b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.086011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22c365e-219d-4dd4-81d2-67596570260b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Fanout notify agent at l3_agent the message router_deleted on router c484af40-7fe5-4200-a1ef-c9cec2d0ab05 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:47:00.093529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c365e-219d-4dd4-81d2-67596570260b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.097056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b22c365e-219d-4dd4-81d2-67596570260b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/c484af40-7fe5-4200-a1ef-c9cec2d0ab05 HTTP/1.1" status: 204 len: 168 time: 0.7293630 May 06 09:47:00.097430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50616) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:00.108040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-338700f2-00cb-413b-8f71-1acbe7fe230a req-fe121c8e-c4e5-423f-a636-a9f1b77219d5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509274 May 06 09:47:00.159242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-4826abe4-0e77-4810-955d-b602d232db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.160780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-4826abe4-0e77-4810-955d-b602d232db9e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 1096 time: 0.0479240 May 06 09:47:00.162165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet b5e227cd-3619-4698-9843-d8649b9dba3c {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:00.165673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.207524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.243646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ac0b2c2-2364-4da6-9d60-6bd8338cbee7 req-41ff35bc-c914-4514-8104-9cfb39b67802 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0696597 May 06 09:47:00.287560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-84a69e19-e983-40b5-a336-71be802dca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.289220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-84a69e19-e983-40b5-a336-71be802dca3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.1061661 May 06 09:47:00.311116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.341968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-13b0b293-eef2-417c-bf3a-dfaf56c7d942 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 HTTP/1.1" status: 200 len: 217 time: 0.0401027 May 06 09:47:00.374631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.395545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-07daf378-1b0f-4bec-a145-6e57ea21d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.397142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-07daf378-1b0f-4bec-a145-6e57ea21d884 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.0479472 May 06 09:47:00.399799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e227cd-3619-4698-9843-d8649b9dba3c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:00.406434 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.409792 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-35593f61-bc3f-4461-b054-61ec72ad17d3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/b5e227cd-3619-4698-9843-d8649b9dba3c HTTP/1.1" status: 204 len: 168 time: 0.3111830 May 06 09:47:00.412368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50620) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:00.414952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292faba-afaa-4b7e-a9e0-ba4380897432 None None] Network 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:00.447211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-be64ba92-1dab-410b-a033-ade366ca2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:00.448825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-be64ba92-1dab-410b-a033-ade366ca2b78 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422568 May 06 09:47:00.464029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet db9ab216-9026-410d-8b2b-a8b5c28c35e9 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:00.469592 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.520527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.557015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-cd4c6ba3-1943-4c17-9170-556e0af7fc22 service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995789 May 06 09:47:00.614734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] DHCP port deletion for 3c619c8b-0105-41b0-b72f-c1c4f36a0c82 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:00.619759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.654923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86334b82-de9c-4f48-a549-aa68f70ae663 req-437ff392-2bc9-451e-a3f6-62903ea6766b service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899837 May 06 09:47:00.667421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] Deleting port 09658e1b-0201-4b99-b593-512eb57d2bb8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:00.667992 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.682602 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.716182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=db9ab216-9026-410d-8b2b-a8b5c28c35e9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:00.718202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.721378 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a096535a-672f-40a3-8bca-998ec7bdd90f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/db9ab216-9026-410d-8b2b-a8b5c28c35e9 HTTP/1.1" status: 204 len: 168 time: 0.3080094 May 06 09:47:00.723862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:00.730024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea87c3-647f-4681-9a5c-8067f6928687 None None] Network 58da0b42-f548-4049-80ff-df9779ce9248 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:00.790301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] For port 09658e1b-0201-4b99-b593-512eb57d2bb8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=09658e1b-0201-4b99-b593-512eb57d2bb8,segment=NetworkSegment(3c00c26b-47c5-4ae8-8152-145d0f95a53d),segment_id=3c00c26b-47c5-4ae8-8152-145d0f95a53d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:00.790612 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.799802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.809293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] Calling delete_port for 09658e1b-0201-4b99-b593-512eb57d2bb8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:00.855125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 09658e1b-0201-4b99-b593-512eb57d2bb8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:00.855125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.928812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 09658e1b-0201-4b99-b593-512eb57d2bb8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=09658e1b-0201-4b99-b593-512eb57d2bb8,segment=NetworkSegment(3c00c26b-47c5-4ae8-8152-145d0f95a53d),segment_id=3c00c26b-47c5-4ae8-8152-145d0f95a53d)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:00.929372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.943242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 09658e1b-0201-4b99-b593-512eb57d2bb8 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:00.951970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:00.982509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] Pushing event deleted for resources: {'Port': ['ID=09658e1b-0201-4b99-b593-512eb57d2bb8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:00.986278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01c1e5-5d1b-4b26-93b9-61e940340424 None None] No DVR routers for this DVR port 09658e1b-0201-4b99-b593-512eb57d2bb8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:01.011512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] DHCP port deletion for 58da0b42-f548-4049-80ff-df9779ce9248 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:01.037092 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.064057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=09658e1b-0201-4b99-b593-512eb57d2bb8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:01.064508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] Deleting port d3b028bb-acb9-48e2-8d71-a999dc49244d {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:01.064899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.068689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port 09658e1b-0201-4b99-b593-512eb57d2bb8 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:01.128861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] For port d3b028bb-acb9-48e2-8d71-a999dc49244d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d3b028bb-acb9-48e2-8d71-a999dc49244d,segment=NetworkSegment(4581d0db-7eeb-4638-a824-0fe02b2f2060),segment_id=4581d0db-7eeb-4638-a824-0fe02b2f2060)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:01.129245 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.144570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] Calling delete_port for d3b028bb-acb9-48e2-8d71-a999dc49244d owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:01.155342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.176645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c619c8b-0105-41b0-b72f-c1c4f36a0c82']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:01.186955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c00c26b-47c5-4ae8-8152-145d0f95a53d') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:01.187260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c00c26b-47c5-4ae8-8152-145d0f95a53d') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:01.197307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.212912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.220696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:01.221305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: timer() May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:01.224786 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:01.238857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.248400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100104b6-ca4a-462d-8c3d-0f9a67bb1183 req-3c144cad-5673-47dc-a0b5-4b7683e907b6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:01.249931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-100104b6-ca4a-462d-8c3d-0f9a67bb1183 req-3c144cad-5673-47dc-a0b5-4b7683e907b6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0619528 May 06 09:47:01.265953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] Pushing event deleted for resources: {'Port': ['ID=d3b028bb-acb9-48e2-8d71-a999dc49244d,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:01.268065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84375fc-8981-4a80-b8f2-11711eca372a None None] No DVR routers for this DVR port d3b028bb-acb9-48e2-8d71-a999dc49244d on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:01.302731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.304305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-100104b6-ca4a-462d-8c3d-0f9a67bb1183 req-26de934b-8c33-454d-833a-0ae23390da32 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476828 May 06 09:47:01.308633 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.315539 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/3c619c8b-0105-41b0-b72f-c1c4f36a0c82 HTTP/1.1" status: 204 len: 168 time: 0.5880406 May 06 09:47:01.316123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50628) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:01.337564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ee880-4262-45ef-a47e-022359462f9d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=3c619c8b-0105-41b0-b72f-c1c4f36a0c82,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:01.403637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e968725-d167-41b4-b30a-417b4d9d7014 req-e9bb68eb-fd64-426a-a7ba-4c1dad8d12e1 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0644884 May 06 09:47:01.422192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.508353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.530362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58da0b42-f548-4049-80ff-df9779ce9248']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:01.539467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4581d0db-7eeb-4638-a824-0fe02b2f2060') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:01.539800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4581d0db-7eeb-4638-a824-0fe02b2f2060') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:01.549200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.562126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.568374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:01.568826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: timer() May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:01.571852 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:01.628820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.636045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.639604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/58da0b42-f548-4049-80ff-df9779ce9248 HTTP/1.1" status: 204 len: 168 time: 0.3211081 May 06 09:47:01.643495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50630) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:01.648699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527693499'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:01.651275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaab0b-5bb8-495c-bfe4-1c1571be74be tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=58da0b42-f548-4049-80ff-df9779ce9248,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:01.668612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:01.672330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.695267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:01.705205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.705546 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment 7973bb29-c2bc-4109-b927-ad1033d7bcdd of type vlan for network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 May 06 09:47:01.745679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.770089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.775660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:01.776244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:01.836936 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1921635 May 06 09:47:01.839611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50632) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:01.846962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:01.853263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118dfdc-c52e-4673-ba9e-ddc6f103d7d1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:01.865378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:01.942524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:01.946376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.135886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.193782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:02.205708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': '7973bb29-c2bc-4109-b927-ad1033d7bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:02.206076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:02.224365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:02.233053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:02.238150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:02.239314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.242229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa2521-52b0-40b1-b934-2607538dfbe9 None None] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:02.257125 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6c43200c-9fb0-4a2a-8dab-65b65eb922a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4163988 May 06 09:47:02.259483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50634) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:02.265071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-58d0bf03-bbf7-4cf4-afb1-7a2507c1df6a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1004309624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:02.287438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58d0bf03-bbf7-4cf4-afb1-7a2507c1df6a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.288466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58d0bf03-bbf7-4cf4-afb1-7a2507c1df6a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.356731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58d0bf03-bbf7-4cf4-afb1-7a2507c1df6a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.362714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58d0bf03-bbf7-4cf4-afb1-7a2507c1df6a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.396141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58d0bf03-bbf7-4cf4-afb1-7a2507c1df6a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.396985 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58d0bf03-bbf7-4cf4-afb1-7a2507c1df6a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1363125 May 06 09:47:02.399071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50638) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:02.404893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'port': {'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18', 'name': 'tempest-RoutersTest-215206654'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:02.421253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 09658e1b-0201-4b99-b593-512eb57d2bb8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:02.446507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18', 'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': 'c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:02.447611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.451676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 09658e1b-0201-4b99-b593-512eb57d2bb8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:02.451843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59667cc9-f3ab-4dec-b3fb-cb1dcfd315dd req-d3fe34a8-245c-4066-8cb2-ec2cf338ca99 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:02.452689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 09658e1b-0201-4b99-b593-512eb57d2bb8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:02.453254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3b028bb-acb9-48e2-8d71-a999dc49244d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:02.460161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59667cc9-f3ab-4dec-b3fb-cb1dcfd315dd req-d3fe34a8-245c-4066-8cb2-ec2cf338ca99 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0787868 May 06 09:47:02.483356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d3b028bb-acb9-48e2-8d71-a999dc49244d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:02.484024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3b028bb-acb9-48e2-8d71-a999dc49244d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:02.510764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59667cc9-f3ab-4dec-b3fb-cb1dcfd315dd req-c71dd318-bec0-437d-b105-c82824e01d76 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475998 May 06 09:47:02.541528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea6a3957-fdb3-4a1f-a990-47973275cb49 req-735598fc-f530-4e3a-864c-e333f6dfc97a tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0296438 May 06 09:47:02.562391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:02.566036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.585663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] device_id is not set on port c64298af-074e-40f3-9381-07f2defe363d yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:47:02.632766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Allocated IP 172.20.0.2 (ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18/c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2/a7627b27-e340-4931-8c6a-981f037dabc8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:02.776547 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.782298 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.819870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:02.822583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:02.826739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:02.831821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.20.0.4 (ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18/c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2/c64298af-074e-40f3-9381-07f2defe363d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:02.836733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Pushing event updated for resources: {'Port': ['ID=a7627b27-e340-4931-8c6a-981f037dabc8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:02.892013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Attempting to bind port a7627b27-e340-4931-8c6a-981f037dabc8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:02.892683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Attempting to bind port a7627b27-e340-4931-8c6a-981f037dabc8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '7973bb29-c2bc-4109-b927-ad1033d7bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:02.892790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Attempting to bind port a7627b27-e340-4931-8c6a-981f037dabc8 on network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:02.897743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:02.898117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Checking segment: {'id': '7973bb29-c2bc-4109-b927-ad1033d7bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:02.898518 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.898910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Bound using segment: {'id': '7973bb29-c2bc-4109-b927-ad1033d7bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:02.899378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Bound port: a7627b27-e340-4931-8c6a-981f037dabc8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7973bb29-c2bc-4109-b927-ad1033d7bcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:02.899773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.961957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] For port a7627b27-e340-4931-8c6a-981f037dabc8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:02.966585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] For port a7627b27-e340-4931-8c6a-981f037dabc8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a7627b27-e340-4931-8c6a-981f037dabc8,segment=NetworkSegment(7973bb29-c2bc-4109-b927-ad1033d7bcdd),segment_id=7973bb29-c2bc-4109-b927-ad1033d7bcdd)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:02.970443 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:02.990790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.033261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.033472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51df1c2-fdef-4eaf-a159-d6e9cb49b9d7 None None] Pushing event updated for resources: {'Port': ['ID=a7627b27-e340-4931-8c6a-981f037dabc8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:03.085849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:03.088822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:03.092641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:03.101241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=c64298af-074e-40f3-9381-07f2defe363d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:03.148729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:03.149349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.168198 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6f2eb1ea-6fec-4e45-9bb2-79c1d8f7ac80 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7677348 May 06 09:47:03.171101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50642) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:03.511655 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.650533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527c9fa-4dee-4528-88f6-12fd84630653 req-4dfdd0ad-6252-4b3a-8841-468337a12a71 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:03.652232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b527c9fa-4dee-4528-88f6-12fd84630653 req-4dfdd0ad-6252-4b3a-8841-468337a12a71 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0634489 May 06 09:47:03.697757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bf0bcf5-3699-491f-a608-583bedde735b req-cb47f82d-4a3d-40e3-a700-9938452056b2 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0404871 May 06 09:47:03.736250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b527c9fa-4dee-4528-88f6-12fd84630653 req-b831df5a-8568-42c3-b4da-666b3a07af48 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675337 May 06 09:47:03.788237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.792915 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:03.879009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=c64298af-074e-40f3-9381-07f2defe363d,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:03.986701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf34c8-1c31-4d99-8727-282cf4f6b6e3 None None] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:04.029233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.153286 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.189553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-212bd0ae-dec9-485c-9265-9e208d364c15 None None] Provisioning complete for port a7627b27-e340-4931-8c6a-981f037dabc8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:04.189922 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-212bd0ae-dec9-485c-9265-9e208d364c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.343635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-212bd0ae-dec9-485c-9265-9e208d364c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.388239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-212bd0ae-dec9-485c-9265-9e208d364c15 None None] For port a7627b27-e340-4931-8c6a-981f037dabc8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a7627b27-e340-4931-8c6a-981f037dabc8,segment=NetworkSegment(7973bb29-c2bc-4109-b927-ad1033d7bcdd),segment_id=7973bb29-c2bc-4109-b927-ad1033d7bcdd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:04.394122 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-212bd0ae-dec9-485c-9265-9e208d364c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.458716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bd0ae-dec9-485c-9265-9e208d364c15 None None] Pushing event updated for resources: {'Port': ['ID=a7627b27-e340-4931-8c6a-981f037dabc8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:04.463401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a7627b27-e340-4931-8c6a-981f037dabc8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:04.531013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a7627b27-e340-4931-8c6a-981f037dabc8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:04.531748 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.722915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-28c87891-0c47-4e12-beff-55cbd9f1cb19 None None] Provisioning complete for port c64298af-074e-40f3-9381-07f2defe363d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:04.723309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-28c87891-0c47-4e12-beff-55cbd9f1cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.723801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.729227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.800478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-28c87891-0c47-4e12-beff-55cbd9f1cb19 None None] Port c64298af-074e-40f3-9381-07f2defe363d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:04.808424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.812310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=c64298af-074e-40f3-9381-07f2defe363d,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:04.832150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-28c87891-0c47-4e12-beff-55cbd9f1cb19 None None] Provisioning complete for port a7627b27-e340-4931-8c6a-981f037dabc8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:04.832774 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-28c87891-0c47-4e12-beff-55cbd9f1cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:04.865232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-335c81ca-f0b0-4c11-b871-390d9f4c14c5 req-b2b6ae1b-e195-4614-be18-1f62be7d7e9b tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0581157 May 06 09:47:04.933441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0244c88-a27e-405d-bb29-7c82f80e4e00 req-8551907b-1a2f-4615-81be-9049305040b9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:04.936252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0244c88-a27e-405d-bb29-7c82f80e4e00 req-8551907b-1a2f-4615-81be-9049305040b9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0695007 May 06 09:47:04.942755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:04.944754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:04.983277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0244c88-a27e-405d-bb29-7c82f80e4e00 req-9218167f-0775-4fd2-866f-1330fa08ba6a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 May 06 09:47:05.080227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7bb8bc93-c612-4e6e-8d91-50f3e864e47f None None] Provisioning complete for port c64298af-074e-40f3-9381-07f2defe363d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:05.080836 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bb8bc93-c612-4e6e-8d91-50f3e864e47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.081013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router f2b2be7d-03e9-4da2-85ce-088617c17795 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:47:05.116666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7bb8bc93-c612-4e6e-8d91-50f3e864e47f None None] Port c64298af-074e-40f3-9381-07f2defe363d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:05.180494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:05.185841 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8d532592-d50e-4211-b641-43a3c796dca8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/f2b2be7d-03e9-4da2-85ce-088617c17795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134933 May 06 09:47:05.188484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:05.194342 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] Sync routers for ids ['f2b2be7d-03e9-4da2-85ce-088617c17795'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:05.207762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] Routers {'f2b2be7d-03e9-4da2-85ce-088617c17795'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:05.208462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f2b2be7d-03e9-4da2-85ce-088617c17795'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:05.237824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d474e091-a12f-465e-9388-eae14ade9c6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:05.239163 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d474e091-a12f-465e-9388-eae14ade9c6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports/c64298af-074e-40f3-9381-07f2defe363d HTTP/1.1" status: 200 len: 976 time: 0.0497005 May 06 09:47:05.241851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50656) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:05.249878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:05.265953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] Routers {'f2b2be7d-03e9-4da2-85ce-088617c17795'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:05.266553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f2b2be7d-03e9-4da2-85ce-088617c17795'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:05.271168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3ec3befd-6291-45f5-9caa-e00bf1aed39f None None] Provisioning complete for port c64298af-074e-40f3-9381-07f2defe363d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:05.271168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3ec3befd-6291-45f5-9caa-e00bf1aed39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.321809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:05.322453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fb6186-9a7f-4d62-a454-0bad2b4a4356 None None] The sync data for ids ['f2b2be7d-03e9-4da2-85ce-088617c17795'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:05.338002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3befd-6291-45f5-9caa-e00bf1aed39f None None] Port c64298af-074e-40f3-9381-07f2defe363d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:05.555855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.764278 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port c64298af-074e-40f3-9381-07f2defe363d {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:05.764990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.859814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:05.872382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for c64298af-074e-40f3-9381-07f2defe363d owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:05.987801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9da9d80-cdcb-4a72-9f79-54bc82d7092d req-bfa0f853-3a1c-47df-a1bb-4f224a88d58f tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0270896 May 06 09:47:06.045478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.084647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=c64298af-074e-40f3-9381-07f2defe363d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:06.158981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dde2e5-4f6f-4aa2-8dda-20d9317d7ec8 req-b4cd085e-1f29-477c-9c3f-294d1fe1555e tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:06.160593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75dde2e5-4f6f-4aa2-8dda-20d9317d7ec8 req-b4cd085e-1f29-477c-9c3f-294d1fe1555e tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0831330 May 06 09:47:06.203802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75dde2e5-4f6f-4aa2-8dda-20d9317d7ec8 req-226f04de-4038-4835-8913-47c071f60464 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 May 06 09:47:06.237459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.395065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a7627b27-e340-4931-8c6a-981f037dabc8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:06.398822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router f2b2be7d-03e9-4da2-85ce-088617c17795 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:06.445065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a7627b27-e340-4931-8c6a-981f037dabc8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:06.445438 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.477933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:06.487921 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] Sync routers for ids ['f2b2be7d-03e9-4da2-85ce-088617c17795'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:06.488415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b7f09a2-9c0b-4489-8bdd-b06257229d8e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/f2b2be7d-03e9-4da2-85ce-088617c17795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2429829 May 06 09:47:06.488969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50666) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:06.499830 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] Routers {'f2b2be7d-03e9-4da2-85ce-088617c17795'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:06.500783 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f2b2be7d-03e9-4da2-85ce-088617c17795'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:06.537474 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:06.546417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] Routers {'f2b2be7d-03e9-4da2-85ce-088617c17795'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:06.547083 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f2b2be7d-03e9-4da2-85ce-088617c17795'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:06.580577 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:06.581221 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e9768-03d4-483e-98b2-e41914ac1ddb None None] The sync data for ids ['f2b2be7d-03e9-4da2-85ce-088617c17795'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:06.703328 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-6bb3fb0a-7d01-4e45-8995-adc2e7103d3c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] remove_router_interface failed (client error): The resource could not be found. May 06 09:47:06.705375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6bb3fb0a-7d01-4e45-8995-adc2e7103d3c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/f2b2be7d-03e9-4da2-85ce-088617c17795/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2141294 May 06 09:47:06.707047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50668) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:06.733140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e069dbdb-63a3-44c9-8ab1-510310db14ea tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2b2be7d-03e9-4da2-85ce-088617c17795 HTTP/1.1" status: 200 len: 205 time: 0.0250492 May 06 09:47:06.735534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50670) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:06.807646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2e2-5c01-4b70-9463-119d3fa543f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.961304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2e2-5c01-4b70-9463-119d3fa543f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:06.963257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2e2-5c01-4b70-9463-119d3fa543f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.005202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2e2-5c01-4b70-9463-119d3fa543f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.005923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae7c2e2-5c01-4b70-9463-119d3fa543f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Fanout notify agent at l3_agent the message router_deleted on router f2b2be7d-03e9-4da2-85ce-088617c17795 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:47:07.012251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2e2-5c01-4b70-9463-119d3fa543f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.013462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cae7c2e2-5c01-4b70-9463-119d3fa543f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/f2b2be7d-03e9-4da2-85ce-088617c17795 HTTP/1.1" status: 204 len: 168 time: 0.2770343 May 06 09:47:07.016220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50674) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:07.096602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:07.100071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31fe8c4a-a5fd-4a44-911b-233fcd7dfd17 req-684abe37-a737-4f83-be84-2eb94d044a7c tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0346310 May 06 09:47:07.101828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.142100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.225042 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.290511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.333708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.338708 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.343266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e57abe11-0bc0-4dc2-8c86-ba056d29d1ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2 HTTP/1.1" status: 204 len: 168 time: 0.3261058 May 06 09:47:07.344618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32350103-8353-4ff4-9bcb-6a17b338021b None None] Network ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:07.345373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50678) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:07.360963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499a8c-2117-4c7b-a4b1-ed5ed65b00a0 req-7ea43024-1d94-478a-94ed-c15658fbc62a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:07.362953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c499a8c-2117-4c7b-a4b1-ed5ed65b00a0 req-7ea43024-1d94-478a-94ed-c15658fbc62a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0900509 May 06 09:47:07.408296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c499a8c-2117-4c7b-a4b1-ed5ed65b00a0 req-1338042e-c73e-4e86-9c14-9eda773e81a0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 May 06 09:47:07.430481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.477534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port a7627b27-e340-4931-8c6a-981f037dabc8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:07.477798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.520205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] DHCP port deletion for ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:07.546774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port a7627b27-e340-4931-8c6a-981f037dabc8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a7627b27-e340-4931-8c6a-981f037dabc8,segment=NetworkSegment(7973bb29-c2bc-4109-b927-ad1033d7bcdd),segment_id=7973bb29-c2bc-4109-b927-ad1033d7bcdd)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:07.547130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.559860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for a7627b27-e340-4931-8c6a-981f037dabc8 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:07.571181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] Deleting port a7627b27-e340-4931-8c6a-981f037dabc8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:07.571550 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.634160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] For port a7627b27-e340-4931-8c6a-981f037dabc8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a7627b27-e340-4931-8c6a-981f037dabc8,segment=NetworkSegment(7973bb29-c2bc-4109-b927-ad1033d7bcdd),segment_id=7973bb29-c2bc-4109-b927-ad1033d7bcdd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:07.634729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.640010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.649025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] Calling delete_port for a7627b27-e340-4931-8c6a-981f037dabc8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:07.670862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=a7627b27-e340-4931-8c6a-981f037dabc8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.672854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port a7627b27-e340-4931-8c6a-981f037dabc8 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:07.727810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.751648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.754169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] Pushing event deleted for resources: {'Port': ['ID=a7627b27-e340-4931-8c6a-981f037dabc8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.757464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0cb40-df03-4aff-a8c6-7886ce85a8fc None None] No DVR routers for this DVR port a7627b27-e340-4931-8c6a-981f037dabc8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:07.772203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:07.782110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7973bb29-c2bc-4109-b927-ad1033d7bcdd') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:07.782397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7973bb29-c2bc-4109-b927-ad1033d7bcdd') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:07.791725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.804301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.810868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:07.811474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: timer() May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:07.814721 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:07.878556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.885475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.888966 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18 HTTP/1.1" status: 204 len: 168 time: 0.5420492 May 06 09:47:07.893230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50680) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:07.898507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-689316598'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:07.900369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94d970-5583-47d5-94d0-e25d31f63bfd tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=ac0dc8aa-04ef-4da7-96fb-f781e7ac8a18,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:07.917434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:07.920814 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.943136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:07.952600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:07.952971 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment a99149b3-5287-49d8-802e-71d84ec2e541 of type vlan for network a8152aa6-be75-4c11-abf5-84eab6b59b37 May 06 09:47:07.995152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.020590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.026061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:08.026638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.092730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1977694 May 06 09:47:08.095095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50682) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:08.100428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': 'a8152aa6-be75-4c11-abf5-84eab6b59b37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:08.101758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54585581-31ea-48f5-86f6-bf2fde40b4fb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=a8152aa6-be75-4c11-abf5-84eab6b59b37,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:08.112049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:08.190920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:08.194670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.208298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7388d3bb-8d43-4b70-b9ff-54c9983b9ab0 req-49cc468d-41d9-4020-abd3-66e09b577f1f tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0272164 May 06 09:47:08.378533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.382203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a7627b27-e340-4931-8c6a-981f037dabc8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:08.407178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a7627b27-e340-4931-8c6a-981f037dabc8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:08.407648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a7627b27-e340-4931-8c6a-981f037dabc8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:08.444225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=7716115d-0661-46bb-94ae-22bcba874511,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:08.456714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': 'a99149b3-5287-49d8-802e-71d84ec2e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a8152aa6-be75-4c11-abf5-84eab6b59b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:08.457068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: a8152aa6-be75-4c11-abf5-84eab6b59b37, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:08.474438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:08.484067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a8152aa6-be75-4c11-abf5-84eab6b59b37) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:08.488301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:08.488876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.499706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285a0dac-848b-4930-836d-09adbc039ab0 None None] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:08.507849 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d05080b6-9a1f-4fc6-a7f4-ca54532abbf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4114377 May 06 09:47:08.510487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50688) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:08.516415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5af641c1-9f51-417a-9e94-a73da7474cdb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-565359838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:08.540550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af641c1-9f51-417a-9e94-a73da7474cdb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.541686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af641c1-9f51-417a-9e94-a73da7474cdb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.542654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5090ef9-ffcc-4c0b-9a9c-294d797eb6ed req-b907a822-c24a-4783-ba1d-7fd0053a5cc7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:08.544258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5090ef9-ffcc-4c0b-9a9c-294d797eb6ed req-b907a822-c24a-4783-ba1d-7fd0053a5cc7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0609245 May 06 09:47:08.595171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af641c1-9f51-417a-9e94-a73da7474cdb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.600372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af641c1-9f51-417a-9e94-a73da7474cdb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.608236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5090ef9-ffcc-4c0b-9a9c-294d797eb6ed req-1417ee5e-0cce-4b52-be8f-8323aa9e73c1 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 May 06 09:47:08.620194 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af641c1-9f51-417a-9e94-a73da7474cdb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.631663 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5af641c1-9f51-417a-9e94-a73da7474cdb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1125772 May 06 09:47:08.631848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50690) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:08.666172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a8152aa6-be75-4c11-abf5-84eab6b59b37', 'network_id': 'a8152aa6-be75-4c11-abf5-84eab6b59b37', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': '7716115d-0661-46bb-94ae-22bcba874511'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:08.667020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.802201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Allocated IP 172.20.0.2 (a8152aa6-be75-4c11-abf5-84eab6b59b37/7716115d-0661-46bb-94ae-22bcba874511/0f52338f-216d-4eba-96ca-1106f4349fe5) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:08.907304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.948298 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.954170 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:08.991809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:08.994516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:08.998541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:09.007952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Pushing event updated for resources: {'Port': ['ID=0f52338f-216d-4eba-96ca-1106f4349fe5,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:09.063570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Attempting to bind port 0f52338f-216d-4eba-96ca-1106f4349fe5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:09.063960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Attempting to bind port 0f52338f-216d-4eba-96ca-1106f4349fe5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a99149b3-5287-49d8-802e-71d84ec2e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a8152aa6-be75-4c11-abf5-84eab6b59b37'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:09.064322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Attempting to bind port 0f52338f-216d-4eba-96ca-1106f4349fe5 on network a8152aa6-be75-4c11-abf5-84eab6b59b37 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:09.069208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:09.069575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Checking segment: {'id': 'a99149b3-5287-49d8-802e-71d84ec2e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a8152aa6-be75-4c11-abf5-84eab6b59b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:09.069970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.070357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Bound using segment: {'id': 'a99149b3-5287-49d8-802e-71d84ec2e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a8152aa6-be75-4c11-abf5-84eab6b59b37'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:09.070818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Bound port: 0f52338f-216d-4eba-96ca-1106f4349fe5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99149b3-5287-49d8-802e-71d84ec2e541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a8152aa6-be75-4c11-abf5-84eab6b59b37'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:09.071191 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.134377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] For port 0f52338f-216d-4eba-96ca-1106f4349fe5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:09.137705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] For port 0f52338f-216d-4eba-96ca-1106f4349fe5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f52338f-216d-4eba-96ca-1106f4349fe5,segment=NetworkSegment(a99149b3-5287-49d8-802e-71d84ec2e541),segment_id=a99149b3-5287-49d8-802e-71d84ec2e541)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:09.141569 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.151133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.20.0.1 (a8152aa6-be75-4c11-abf5-84eab6b59b37/7716115d-0661-46bb-94ae-22bcba874511/b432eff9-4e77-4cea-bd3a-bcbbf1b804b1) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:09.203469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8f26b-be8b-49c3-8760-22f39a81ef48 None None] Pushing event updated for resources: {'Port': ['ID=0f52338f-216d-4eba-96ca-1106f4349fe5,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:09.277603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.329176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f87a2844-ad7c-47e6-9656-02c3f93e8442 req-a43c5bb6-5a9a-455f-9c5c-881b7b7d1ed7 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0369575 May 06 09:47:09.338796 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.399388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:09.402426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:09.404959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:09.442624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=b432eff9-4e77-4cea-bd3a-bcbbf1b804b1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:09.463652 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:09.585658 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.103154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d3d7c-3964-4580-b74b-902232cf3433 req-7f1ea627-84fd-4d71-bac7-7f63e28c4eef tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:10.111853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e7d3d7c-3964-4580-b74b-902232cf3433 req-7f1ea627-84fd-4d71-bac7-7f63e28c4eef tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0975900 May 06 09:47:10.198061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ff1d5-d06d-497d-b1b0-7bb130bac303 None None] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:10.204046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e7d3d7c-3964-4580-b74b-902232cf3433 req-9a846805-6538-4a65-bd44-e9555b6548f5 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909843 May 06 09:47:10.260302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.267120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.326597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5ce12806-fa8f-405b-a099-ce7ed791627f None None] Provisioning complete for port 0f52338f-216d-4eba-96ca-1106f4349fe5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:10.326988 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ce12806-fa8f-405b-a099-ce7ed791627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.358756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=b432eff9-4e77-4cea-bd3a-bcbbf1b804b1,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:10.361996 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.474780 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ce12806-fa8f-405b-a099-ce7ed791627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.478756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-decdb004-5fdd-4c0e-841e-175985b79bd5 req-34d86aeb-db46-4dc7-a505-17ca1a8acc47 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0338645 May 06 09:47:10.510340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f52338f-216d-4eba-96ca-1106f4349fe5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:10.522877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5ce12806-fa8f-405b-a099-ce7ed791627f None None] For port 0f52338f-216d-4eba-96ca-1106f4349fe5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f52338f-216d-4eba-96ca-1106f4349fe5,segment=NetworkSegment(a99149b3-5287-49d8-802e-71d84ec2e541),segment_id=a99149b3-5287-49d8-802e-71d84ec2e541)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:10.530302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:10.532275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:10.547642 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ce12806-fa8f-405b-a099-ce7ed791627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.620239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce12806-fa8f-405b-a099-ce7ed791627f None None] Pushing event updated for resources: {'Port': ['ID=0f52338f-216d-4eba-96ca-1106f4349fe5,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:10.623506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0f52338f-216d-4eba-96ca-1106f4349fe5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:10.623900 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.674645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:47:10.771886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:10.776758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-da2e197c-e01e-40c7-80a5-3bd0b8070e65 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1502705 May 06 09:47:10.780229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50698) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:10.780699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f4b91400-773d-49ca-b019-ad8bb879562c None None] Provisioning complete for port b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:10.780699 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f4b91400-773d-49ca-b019-ad8bb879562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.785090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] Sync routers for ids ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:10.829997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] Routers {'59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:10.830637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:10.830822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e03c610-1ae3-48a2-a00b-20c8fc9e6747 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:10.832634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f4b91400-773d-49ca-b019-ad8bb879562c None None] Port b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:10.835037 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6e03c610-1ae3-48a2-a00b-20c8fc9e6747 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports/b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 HTTP/1.1" status: 200 len: 910 time: 0.0537703 May 06 09:47:10.835180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50700) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:10.867461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:10.882482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f4b91400-773d-49ca-b019-ad8bb879562c None None] Provisioning complete for port 0f52338f-216d-4eba-96ca-1106f4349fe5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:10.882881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f4b91400-773d-49ca-b019-ad8bb879562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:10.885446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] Routers {'59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:10.886073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:10.945742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:10.946389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916e94a-505b-407c-82d4-1d7a0b498e3a None None] The sync data for ids ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:11.128733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-80168ab7-2016-4783-a767-1745e243d32d None None] Provisioning complete for port b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:11.129108 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-80168ab7-2016-4783-a767-1745e243d32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.167906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-80168ab7-2016-4783-a767-1745e243d32d None None] Port b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:11.191161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.289528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a9c68991-bda6-49a6-8a0c-2ca48bad6b75 None None] Provisioning complete for port b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:11.290157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9c68991-bda6-49a6-8a0c-2ca48bad6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.327195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a9c68991-bda6-49a6-8a0c-2ca48bad6b75 None None] Port b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:11.369537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e71d3-26f3-4bda-a48c-4346892739e3 req-582cac25-cd16-461e-ac17-0b6e5e0f426c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:11.371007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-952e71d3-26f3-4bda-a48c-4346892739e3 req-582cac25-cd16-461e-ac17-0b6e5e0f426c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0993867 May 06 09:47:11.424210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-952e71d3-26f3-4bda-a48c-4346892739e3 req-b189f05a-a811-4265-93de-4c9b619728e7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 May 06 09:47:11.505767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:11.506060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.600723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.629609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8939dfa0-0e16-4a04-87aa-a243be885ed4 req-7d02fe9d-0910-43bf-8eca-00faa6bf2cb9 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0521510 May 06 09:47:11.641122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for b432eff9-4e77-4cea-bd3a-bcbbf1b804b1 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:11.806293 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:11.834773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=b432eff9-4e77-4cea-bd3a-bcbbf1b804b1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:11.975744 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.152429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:12.225417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:12.232609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dbfa7828-022f-4a63-bad3-2a0d046f0e93 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3939867 May 06 09:47:12.233821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50708) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:12.235490 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] Sync routers for ids ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:12.245115 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] Routers {'59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:12.245715 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:12.264799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5ed31bef-ef05-4075-9192-e024637ddaf3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c HTTP/1.1" status: 200 len: 205 time: 0.0295672 May 06 09:47:12.267483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50710) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:12.282032 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:12.290712 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] Routers {'59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:12.291292 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:12.323449 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:12.324112 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3544684-14a0-42b0-af45-a9327bc181e3 None None] The sync data for ids ['59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:12.343133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d2715ed-9411-4d2b-aba0-174a1440ec6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.523843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f52338f-216d-4eba-96ca-1106f4349fe5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:12.524802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d2715ed-9411-4d2b-aba0-174a1440ec6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.544576 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d2715ed-9411-4d2b-aba0-174a1440ec6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.571246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0f52338f-216d-4eba-96ca-1106f4349fe5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:12.571636 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.602245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93c7d5-061b-46ea-8635-3a8cb6f87c51 req-23e52d30-e2e1-42a8-8fa3-06c00488de51 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:12.603749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc93c7d5-061b-46ea-8635-3a8cb6f87c51 req-23e52d30-e2e1-42a8-8fa3-06c00488de51 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0929782 May 06 09:47:12.604798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d2715ed-9411-4d2b-aba0-174a1440ec6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.605334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2715ed-9411-4d2b-aba0-174a1440ec6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Fanout notify agent at l3_agent the message router_deleted on router 59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:47:12.613643 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d2715ed-9411-4d2b-aba0-174a1440ec6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.614772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4d2715ed-9411-4d2b-aba0-174a1440ec6b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c HTTP/1.1" status: 204 len: 168 time: 0.3463142 May 06 09:47:12.617427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50714) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:12.649907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc93c7d5-061b-46ea-8635-3a8cb6f87c51 req-c751a86f-7977-4c7b-a74f-8eaf6093de99 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 May 06 09:47:12.665746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6901c036-8805-48d1-8e97-11dd53f1b182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.694989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet 7716115d-0661-46bb-94ae-22bcba874511 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:12.698080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.738724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.740093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b77d19f3-866f-480f-a4c8-ee14225412db req-770f456e-455e-4bf6-a4bc-dd764f953dc9 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0275986 May 06 09:47:12.819814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.880990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.908769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=7716115d-0661-46bb-94ae-22bcba874511,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:12.912384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:12.915459 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5a468e4c-0e28-419d-984b-59b38b9c6cf1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/7716115d-0661-46bb-94ae-22bcba874511 HTTP/1.1" status: 204 len: 168 time: 0.2965398 May 06 09:47:12.918042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50718) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:12.918942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37f55e-15ca-4a48-a81b-f662b19549d4 None None] Network a8152aa6-be75-4c11-abf5-84eab6b59b37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:12.991405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.049667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 0f52338f-216d-4eba-96ca-1106f4349fe5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:13.050011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.091059 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] DHCP port deletion for a8152aa6-be75-4c11-abf5-84eab6b59b37 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:13.116479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 0f52338f-216d-4eba-96ca-1106f4349fe5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f52338f-216d-4eba-96ca-1106f4349fe5,segment=NetworkSegment(a99149b3-5287-49d8-802e-71d84ec2e541),segment_id=a99149b3-5287-49d8-802e-71d84ec2e541)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:13.116840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.129807 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 0f52338f-216d-4eba-96ca-1106f4349fe5 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:13.139000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] Deleting port 0f52338f-216d-4eba-96ca-1106f4349fe5 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:13.139342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.203322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] For port 0f52338f-216d-4eba-96ca-1106f4349fe5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f52338f-216d-4eba-96ca-1106f4349fe5,segment=NetworkSegment(a99149b3-5287-49d8-802e-71d84ec2e541),segment_id=a99149b3-5287-49d8-802e-71d84ec2e541)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:13.203758 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.211924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.217976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] Calling delete_port for 0f52338f-216d-4eba-96ca-1106f4349fe5 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:13.237958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=0f52338f-216d-4eba-96ca-1106f4349fe5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:13.241483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port 0f52338f-216d-4eba-96ca-1106f4349fe5 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:13.297724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.318885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.322922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] Pushing event deleted for resources: {'Port': ['ID=0f52338f-216d-4eba-96ca-1106f4349fe5,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:13.327360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f64d21-3d4a-4268-ad5c-cd1defb98f56 None None] No DVR routers for this DVR port 0f52338f-216d-4eba-96ca-1106f4349fe5 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:13.345014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8152aa6-be75-4c11-abf5-84eab6b59b37']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:13.354232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99149b3-5287-49d8-802e-71d84ec2e541') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:13.354536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99149b3-5287-49d8-802e-71d84ec2e541') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:13.368365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.381110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.387693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:13.388141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: timer() May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:13.390994 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:13.450326 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.455108 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.458383 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/a8152aa6-be75-4c11-abf5-84eab6b59b37 HTTP/1.1" status: 204 len: 168 time: 0.5393844 May 06 09:47:13.462525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50720) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:13.468065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1329060227', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:13.473644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a07eb-74d3-479d-8784-feced70c99ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=a8152aa6-be75-4c11-abf5-84eab6b59b37,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:13.489729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.490765 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.544329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.679345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.786659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250562c-0f7f-4829-8804-b15fef3f2fc5 req-6f6e33f5-03e5-402d-a53a-2552cbf2c93b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:13.788138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f250562c-0f7f-4829-8804-b15fef3f2fc5 req-6f6e33f5-03e5-402d-a53a-2552cbf2c93b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0587435 May 06 09:47:13.867782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff9b6bf5-e8e1-424d-997e-b9b77fe68533 req-1e01bf26-fa74-4603-be38-a68da3ad98aa tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0468373 May 06 09:47:13.872611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f250562c-0f7f-4829-8804-b15fef3f2fc5 req-fa69f73d-435d-49f7-862f-3400837a8ae3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779533 May 06 09:47:13.977371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:13.995864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.099089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.25.8.101 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/41644eec-8899-4890-b691-30bb3a0852da) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:14.207102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.241549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.275961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:14.279023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:14.282365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:14.312494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=41644eec-8899-4890-b691-30bb3a0852da,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:14.385975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f52338f-216d-4eba-96ca-1106f4349fe5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:14.406506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0f52338f-216d-4eba-96ca-1106f4349fe5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:14.406852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f52338f-216d-4eba-96ca-1106f4349fe5 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:14.561812 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.756585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:14.882168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router af25caeb-358c-45d5-87a5-fc8d880eccc7 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:47:15.026578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27f54dcb-e503-4d3a-959a-1ef2fdc8649d req-15dfeb68-d025-4c66-8114-5f0ea4a2b3b4 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0530431 May 06 09:47:15.047921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:15.062038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] Sync routers for ids ['af25caeb-358c-45d5-87a5-fc8d880eccc7'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:15.072083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f78ef-518e-4247-ac15-dbec17cc5201 req-f1f62b3b-1310-4639-b1c9-5c40e384302f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:15.073994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98f78ef-518e-4247-ac15-dbec17cc5201 req-f1f62b3b-1310-4639-b1c9-5c40e384302f tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1015017 May 06 09:47:15.076527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] Routers {'af25caeb-358c-45d5-87a5-fc8d880eccc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:15.077146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:46:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['af25caeb-358c-45d5-87a5-fc8d880eccc7'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:15.080840 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0170232a-3b89-49c8-bba3-c9a9b3b3beb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.081159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:15.083287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3b721489-792c-4012-abd2-c0093d0e3fb4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6195953 May 06 09:47:15.086398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50734) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:15.117116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:15.126180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] Routers {'af25caeb-358c-45d5-87a5-fc8d880eccc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:15.126795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['af25caeb-358c-45d5-87a5-fc8d880eccc7'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:15.160798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:15.161349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e99cc9-1c13-41b5-8635-f04653d5b0ab None None] The sync data for ids ['af25caeb-358c-45d5-87a5-fc8d880eccc7'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:15.471026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98f78ef-518e-4247-ac15-dbec17cc5201 req-55e6af6e-d145-46a5-b8c2-c3952882cfdc tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864415 May 06 09:47:15.529818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c87c11a2-6f08-4fba-a1c3-07f41921123f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/routers/af25caeb-358c-45d5-87a5-fc8d880eccc7 HTTP/1.1" status: 200 len: 881 time: 0.4422991 May 06 09:47:15.532119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50738) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:15.760740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-caa47421-7837-4011-9549-ce4b4024929b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2273831 May 06 09:47:15.763855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50740) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:15.768147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b673f718-3fd9-4d8a-9993-fb55c31bd634 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1329060227'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:16.080118 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b673f718-3fd9-4d8a-9993-fb55c31bd634 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.091795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b673f718-3fd9-4d8a-9993-fb55c31bd634 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.160290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-373a5e9c-f17f-4dbc-a116-30fa152466f1 req-79eecc50-75a7-46d2-a990-f319a0a873e5 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0313845 May 06 09:47:16.224151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b673f718-3fd9-4d8a-9993-fb55c31bd634 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router af25caeb-358c-45d5-87a5-fc8d880eccc7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:16.329644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b673f718-3fd9-4d8a-9993-fb55c31bd634 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:16.336490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b673f718-3fd9-4d8a-9993-fb55c31bd634 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.337666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b673f718-3fd9-4d8a-9993-fb55c31bd634 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/af25caeb-358c-45d5-87a5-fc8d880eccc7 HTTP/1.1" status: 200 len: 888 time: 0.5729158 May 06 09:47:16.340480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50744) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:16.341705 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] Sync routers for ids ['af25caeb-358c-45d5-87a5-fc8d880eccc7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:16.351070 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] Routers {'af25caeb-358c-45d5-87a5-fc8d880eccc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:16.351701 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['af25caeb-358c-45d5-87a5-fc8d880eccc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:16.385305 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:16.390165 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.395594 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] Routers {'af25caeb-358c-45d5-87a5-fc8d880eccc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:16.396215 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['af25caeb-358c-45d5-87a5-fc8d880eccc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:16.451830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-274d0e2b-8158-4308-a23a-d38da32125e6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/routers/af25caeb-358c-45d5-87a5-fc8d880eccc7 HTTP/1.1" status: 200 len: 888 time: 0.1103504 May 06 09:47:16.454365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50746) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:16.486998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1a65189c-ea51-47bd-98d8-a5d7a65178f1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=af25caeb-358c-45d5-87a5-fc8d880eccc7 HTTP/1.1" status: 200 len: 205 time: 0.0282528 May 06 09:47:16.487958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50748) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:16.525883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:16.526531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70ed468-515e-4a8a-9856-41612d3466f1 None None] The sync data for ids ['af25caeb-358c-45d5-87a5-fc8d880eccc7'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:16.576720 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.634103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.679691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e61f0-66d4-40a0-928f-322e67ba91f4 req-04b0d709-4fe7-4532-bb8c-c7ffe72f2aa6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:16.681116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-590e61f0-66d4-40a0-928f-322e67ba91f4 req-04b0d709-4fe7-4532-bb8c-c7ffe72f2aa6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.1291134 May 06 09:47:16.756020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-590e61f0-66d4-40a0-928f-322e67ba91f4 req-7ea462c6-eaed-452e-9de5-acfa8fe477c6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684786 May 06 09:47:16.771875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.824981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 41644eec-8899-4890-b691-30bb3a0852da {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:16.825473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.903316 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:16.914527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 41644eec-8899-4890-b691-30bb3a0852da owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:17.075491 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.101302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=41644eec-8899-4890-b691-30bb3a0852da,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:17.165442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.268130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.283234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.286356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-197f5421-1a2c-4cf6-880e-3991ebd7c4d7 req-3c6a9016-92b3-4893-a9df-013c5a646185 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0318315 May 06 09:47:17.333990 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.334526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Fanout notify agent at l3_agent the message router_deleted on router af25caeb-358c-45d5-87a5-fc8d880eccc7 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:47:17.342232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.348158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50754) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:17.348703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f5bb6f5f-4692-4bac-8884-ad1452bccc4c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/af25caeb-358c-45d5-87a5-fc8d880eccc7 HTTP/1.1" status: 204 len: 168 time: 0.8581712 May 06 09:47:17.352240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-28037860'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:17.372932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:17.376729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.409272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:17.420222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.420565 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment b5b291bc-af16-4041-af1b-9f8cfaffeac1 of type vlan for network bd2df06e-710b-4390-be09-77e8e66ca489 May 06 09:47:17.463530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.489062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.494869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.495453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.562516 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2142770 May 06 09:47:17.565738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50756) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:17.573691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': 'bd2df06e-710b-4390-be09-77e8e66ca489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:17.626943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa217f5-fcca-4f31-9325-796229795ba3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=bd2df06e-710b-4390-be09-77e8e66ca489,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:17.637693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network bd2df06e-710b-4390-be09-77e8e66ca489 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:17.687974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:17.691954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.884102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262e38d-9278-46aa-80c1-6d6c1e62f9f5 req-2ce55903-1c87-4a55-9208-0ffdfe4c7267 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:17.885612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6262e38d-9278-46aa-80c1-6d6c1e62f9f5 req-2ce55903-1c87-4a55-9208-0ffdfe4c7267 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0567927 May 06 09:47:17.896279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:17.926327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6262e38d-9278-46aa-80c1-6d6c1e62f9f5 req-b90e254f-2466-4bf9-b571-af61edcdad0b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343730 May 06 09:47:18.094870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.216311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=60f49c15-d7f3-4b85-a063-fbc6497d2751,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:18.226421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': 'b5b291bc-af16-4041-af1b-9f8cfaffeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bd2df06e-710b-4390-be09-77e8e66ca489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:18.226778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: bd2df06e-710b-4390-be09-77e8e66ca489, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:18.244927 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network bd2df06e-710b-4390-be09-77e8e66ca489 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:18.254719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, bd2df06e-710b-4390-be09-77e8e66ca489) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:18.258885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:18.259471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.265656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb46ef-e0e5-4847-8626-b006a2b003cb None None] Network bd2df06e-710b-4390-be09-77e8e66ca489 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:18.278473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c25ed153-6004-4d4c-b784-38cdcd4798b6 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7086701 May 06 09:47:18.278763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50760) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:18.283441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6092838e-9905-4e36-9363-806ec97ee77b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1799880075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:18.309793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6092838e-9905-4e36-9363-806ec97ee77b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.311323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6092838e-9905-4e36-9363-806ec97ee77b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.367290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6092838e-9905-4e36-9363-806ec97ee77b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.373476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6092838e-9905-4e36-9363-806ec97ee77b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.401697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6092838e-9905-4e36-9363-806ec97ee77b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.403716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6092838e-9905-4e36-9363-806ec97ee77b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1237462 May 06 09:47:18.406647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:18.420571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-643bb77e-c87f-4498-a263-d8015daebe2f req-90452726-bef9-4e30-a83d-1436d3511d44 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0342059 May 06 09:47:18.435096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-bd2df06e-710b-4390-be09-77e8e66ca489', 'network_id': 'bd2df06e-710b-4390-be09-77e8e66ca489', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': '60f49c15-d7f3-4b85-a063-fbc6497d2751'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:18.436151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.574020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Allocated IP 172.20.0.2 (bd2df06e-710b-4390-be09-77e8e66ca489/60f49c15-d7f3-4b85-a063-fbc6497d2751/a8e75413-d765-4885-a208-7aff5b57fa3a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:18.660360 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.694636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.740144 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.747011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.786082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Network bd2df06e-710b-4390-be09-77e8e66ca489 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:18.788807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:18.792283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:18.802508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Pushing event updated for resources: {'Port': ['ID=a8e75413-d765-4885-a208-7aff5b57fa3a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:18.852633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Attempting to bind port a8e75413-d765-4885-a208-7aff5b57fa3a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:18.852992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Attempting to bind port a8e75413-d765-4885-a208-7aff5b57fa3a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'b5b291bc-af16-4041-af1b-9f8cfaffeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bd2df06e-710b-4390-be09-77e8e66ca489'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:18.853342 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Attempting to bind port a8e75413-d765-4885-a208-7aff5b57fa3a on network bd2df06e-710b-4390-be09-77e8e66ca489 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:18.858950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:18.859306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Checking segment: {'id': 'b5b291bc-af16-4041-af1b-9f8cfaffeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bd2df06e-710b-4390-be09-77e8e66ca489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:18.859731 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.860115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Bound using segment: {'id': 'b5b291bc-af16-4041-af1b-9f8cfaffeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bd2df06e-710b-4390-be09-77e8e66ca489'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:18.860576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Bound port: a8e75413-d765-4885-a208-7aff5b57fa3a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b291bc-af16-4041-af1b-9f8cfaffeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bd2df06e-710b-4390-be09-77e8e66ca489'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:18.860935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.926432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] For port a8e75413-d765-4885-a208-7aff5b57fa3a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:18.929573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] For port a8e75413-d765-4885-a208-7aff5b57fa3a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a8e75413-d765-4885-a208-7aff5b57fa3a,segment=NetworkSegment(b5b291bc-af16-4041-af1b-9f8cfaffeac1),segment_id=b5b291bc-af16-4041-af1b-9f8cfaffeac1)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:18.934954 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:18.937315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.20.0.1 (bd2df06e-710b-4390-be09-77e8e66ca489/60f49c15-d7f3-4b85-a063-fbc6497d2751/97ba66a9-84b3-4d10-8917-3d8feba779b2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:19.002915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1396b-8d3a-49d8-b2ce-2c382e53ccef None None] Pushing event updated for resources: {'Port': ['ID=a8e75413-d765-4885-a208-7aff5b57fa3a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:19.065440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695e61-404f-4bd7-b274-c0685c6ace7f req-b1d1a4e4-96c6-42de-99e4-64a573386fbf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:19.067020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7695e61-404f-4bd7-b274-c0685c6ace7f req-b1d1a4e4-96c6-42de-99e4-64a573386fbf tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0559061 May 06 09:47:19.067330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.105456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.108851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7695e61-404f-4bd7-b274-c0685c6ace7f req-192bb5e3-ddfa-48e8-8359-93a526dd7580 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352290 May 06 09:47:19.146258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network bd2df06e-710b-4390-be09-77e8e66ca489 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:19.149527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:19.155097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:19.200786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=97ba66a9-84b3-4d10-8917-3d8feba779b2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:19.225604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.328005 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:47:19.353591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.533973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0328cf75-6265-451f-8fe9-80413f18823a req-da9d2e7c-ca2e-45f4-ace3-2ab0b87029b1 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0309272 May 06 09:47:19.618601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.624117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.701982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=97ba66a9-84b3-4d10-8917-3d8feba779b2,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:19.707172 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:19.804190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network bd2df06e-710b-4390-be09-77e8e66ca489 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:19.805627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:19.930146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 2b6bd02f-efd4-4d7a-8aed-bbc0d205706c is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:47:19.938154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa3b996-8674-4945-b892-1a2192f4ba31 None None] Network bd2df06e-710b-4390-be09-77e8e66ca489 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:20.025510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:20.032145 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-631a96ca-8542-4a4e-827a-7c447b6e149f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/2b6bd02f-efd4-4d7a-8aed-bbc0d205706c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6236937 May 06 09:47:20.032521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-826ab3c2-bbe4-4ade-b781-b2161ce88e10 None None] Provisioning complete for port a8e75413-d765-4885-a208-7aff5b57fa3a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:20.032960 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-826ab3c2-bbe4-4ade-b781-b2161ce88e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.034733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50772) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:20.070771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] Sync routers for ids ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:20.081581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:20.081796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9afca6f-fd75-46a7-bf96-3f3082072de4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:20.085398 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b9afca6f-fd75-46a7-bf96-3f3082072de4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports/97ba66a9-84b3-4d10-8917-3d8feba779b2 HTTP/1.1" status: 200 len: 910 time: 0.0472460 May 06 09:47:20.085573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:20.085688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:20.090911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '60f49c15-d7f3-4b85-a063-fbc6497d2751'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:20.155793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] Routers {'2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:20.156431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:20.238223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb194f7-6349-4d7e-bc53-545dc93f0933 req-c1ac3ef1-a87c-4ccb-869e-9580cc4892e9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:20.239966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bb194f7-6349-4d7e-bc53-545dc93f0933 req-c1ac3ef1-a87c-4ccb-869e-9580cc4892e9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0570669 May 06 09:47:20.251941 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.256515 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:20.284674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bb194f7-6349-4d7e-bc53-545dc93f0933 req-a828bbcd-d762-403d-acd0-47406ba20c41 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 May 06 09:47:20.295850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] Routers {'2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:20.296483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:20.393742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:20.394632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56488557-2312-4f1c-bef6-e402738f0a20 None None] The sync data for ids ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:20.445874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-826ab3c2-bbe4-4ade-b781-b2161ce88e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.447662 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.453668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.472379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a8e75413-d765-4885-a208-7aff5b57fa3a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:20.506179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:20.546099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:20.548560 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6fe682-6010-44ed-a9fa-a3e2ce8ed370" -d '{"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:20.558252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'port_id': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'mac_address': 'fa:16:3e:e5:2c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0078a3ce-1d3d-4391-a69d-d746800f5445', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:20.699116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.708445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e33f2f91-07ca-42ac-b625-02ca8166f388 req-d5a8a7c8-0ccf-49d7-92ed-8ff12967eeaa tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0305159 May 06 09:47:20.710748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.728568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:20.730458 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cac5f7-e9ba-425b-829c-2b190a599f80 x-openstack-request-id: req-25cac5f7-e9ba-425b-829c-2b190a599f80 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:20.730812 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:20.731069 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25cac5f7-e9ba-425b-829c-2b190a599f80 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:20.731692 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cac5f7-e9ba-425b-829c-2b190a599f80'] response: {'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'code': 200} May 06 09:47:20.743288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.746217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-826ab3c2-bbe4-4ade-b781-b2161ce88e10 None None] For port a8e75413-d765-4885-a208-7aff5b57fa3a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a8e75413-d765-4885-a208-7aff5b57fa3a,segment=NetworkSegment(b5b291bc-af16-4041-af1b-9f8cfaffeac1),segment_id=b5b291bc-af16-4041-af1b-9f8cfaffeac1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:20.773577 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-826ab3c2-bbe4-4ade-b781-b2161ce88e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.806059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:20.806693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.811505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50784) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:20.811823 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/ports/97ba66a9-84b3-4d10-8917-3d8feba779b2 HTTP/1.1" status: 200 len: 910 time: 0.7250102 May 06 09:47:20.812802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d3756-3718-40e3-b188-f855ce42f020 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=97ba66a9-84b3-4d10-8917-3d8feba779b2,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:20.813137 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.844925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:20.852822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a8e75413-d765-4885-a208-7aff5b57fa3a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:20.853459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.857628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:20.919055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:20.934707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:20.972901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ab3c2-bbe4-4ade-b781-b2161ce88e10 None None] Pushing event updated for resources: {'Port': ['ID=a8e75413-d765-4885-a208-7aff5b57fa3a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:20.982426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29f12d24-218d-43c2-9de8-b6df18c3ea47 None None] Provisioning complete for port 97ba66a9-84b3-4d10-8917-3d8feba779b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:20.982426 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29f12d24-218d-43c2-9de8-b6df18c3ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.084853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-29f12d24-218d-43c2-9de8-b6df18c3ea47 None None] Port 97ba66a9-84b3-4d10-8917-3d8feba779b2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:21.095889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:21.108054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29f12d24-218d-43c2-9de8-b6df18c3ea47 None None] Provisioning complete for port a8e75413-d765-4885-a208-7aff5b57fa3a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:21.108430 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29f12d24-218d-43c2-9de8-b6df18c3ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.180331 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.268290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:21.342583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-59e72dc8-561b-4ac2-a065-768c764b6bd8 None None] Provisioning complete for port 97ba66a9-84b3-4d10-8917-3d8feba779b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:21.342936 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-59e72dc8-561b-4ac2-a065-768c764b6bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.399699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-59e72dc8-561b-4ac2-a065-768c764b6bd8 None None] Port 97ba66a9-84b3-4d10-8917-3d8feba779b2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:21.674219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffa07f-0042-4afa-ac1d-a687b7c46502 req-cd1e03c3-71e9-4871-a9fa-9d4ec4d0d887 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:21.675605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98ffa07f-0042-4afa-ac1d-a687b7c46502 req-cd1e03c3-71e9-4871-a9fa-9d4ec4d0d887 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 945 time: 0.0719440 May 06 09:47:21.744087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98ffa07f-0042-4afa-ac1d-a687b7c46502 req-586a1d94-22c8-4e38-a281-9d81057d4504 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624363 May 06 09:47:21.800364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 97ba66a9-84b3-4d10-8917-3d8feba779b2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:21.800696 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.864830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7747bb8-a371-4c90-95dc-c9546aebc033 req-3d201369-4876-4530-bd59-dbe92031d6cc tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0670443 May 06 09:47:21.907557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:21.919560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 97ba66a9-84b3-4d10-8917-3d8feba779b2 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:22.092706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.121053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=97ba66a9-84b3-4d10-8917-3d8feba779b2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:22.259532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.401177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a8e75413-d765-4885-a208-7aff5b57fa3a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:22.420001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 2b6bd02f-efd4-4d7a-8aed-bbc0d205706c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:22.448731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a8e75413-d765-4885-a208-7aff5b57fa3a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:22.449096 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.497497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:22.505770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d56705a8-0930-4136-a26c-44e24938eff3 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/2b6bd02f-efd4-4d7a-8aed-bbc0d205706c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902261 May 06 09:47:22.505880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:22.509155 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] Sync routers for ids ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:22.520927 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] Routers {'2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:22.521522 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:22.535935 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c06d44af-b7de-4663-a14b-2cfd818c97ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b6bd02f-efd4-4d7a-8aed-bbc0d205706c HTTP/1.1" status: 200 len: 205 time: 0.0289664 May 06 09:47:22.538327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50792) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:22.557951 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:22.566907 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] Routers {'2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:22.567505 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:22.604554 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:22.605149 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d440f0b-ade3-4fd4-969c-6838ea73384c None None] The sync data for ids ['2b6bd02f-efd4-4d7a-8aed-bbc0d205706c'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:22.618008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b733b1ec-f69f-4c2f-b830-b69135afab2f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.773629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b733b1ec-f69f-4c2f-b830-b69135afab2f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.775815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b733b1ec-f69f-4c2f-b830-b69135afab2f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.819642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b733b1ec-f69f-4c2f-b830-b69135afab2f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.820231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b733b1ec-f69f-4c2f-b830-b69135afab2f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Fanout notify agent at l3_agent the message router_deleted on router 2b6bd02f-efd4-4d7a-8aed-bbc0d205706c {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:47:22.827281 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b733b1ec-f69f-4c2f-b830-b69135afab2f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.828473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b733b1ec-f69f-4c2f-b830-b69135afab2f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/2b6bd02f-efd4-4d7a-8aed-bbc0d205706c HTTP/1.1" status: 204 len: 168 time: 0.2892251 May 06 09:47:22.832504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50798) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:22.872242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8affb5-01a1-4af8-9be9-a3f1f8c1a8d9 req-7bd44b9b-a2f9-4c11-a0fc-eff914b8f45d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:22.873686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac8affb5-01a1-4af8-9be9-a3f1f8c1a8d9 req-7bd44b9b-a2f9-4c11-a0fc-eff914b8f45d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 945 time: 0.0588036 May 06 09:47:22.888054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet 60f49c15-d7f3-4b85-a063-fbc6497d2751 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:22.891170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.919434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac8affb5-01a1-4af8-9be9-a3f1f8c1a8d9 req-b07e6f4a-d5d7-4914-9286-317d7f13d88a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 May 06 09:47:22.937520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:22.973461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c53ec301-9ec7-41f4-b763-50d4eb836822 req-7c37988c-a5cb-4e44-8c78-0fe8f000edd4 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0268030 May 06 09:47:23.020428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.080885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.109128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=60f49c15-d7f3-4b85-a063-fbc6497d2751,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:23.111088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.114468 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-418987a9-1ecc-4650-a717-47e676a7fa8b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/60f49c15-d7f3-4b85-a063-fbc6497d2751 HTTP/1.1" status: 204 len: 168 time: 0.2810307 May 06 09:47:23.117044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50802) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:23.117575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26832dc7-0a25-4fe2-a07e-f6f6b0ef1232 None None] Network bd2df06e-710b-4390-be09-77e8e66ca489 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:23.190772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.243604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port a8e75413-d765-4885-a208-7aff5b57fa3a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:23.243943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.288150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] DHCP port deletion for bd2df06e-710b-4390-be09-77e8e66ca489 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:23.336519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] Deleting port a8e75413-d765-4885-a208-7aff5b57fa3a {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:23.336947 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.407788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] For port a8e75413-d765-4885-a208-7aff5b57fa3a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a8e75413-d765-4885-a208-7aff5b57fa3a,segment=NetworkSegment(b5b291bc-af16-4041-af1b-9f8cfaffeac1),segment_id=b5b291bc-af16-4041-af1b-9f8cfaffeac1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:23.408528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.421777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] Calling delete_port for a8e75413-d765-4885-a208-7aff5b57fa3a owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:23.500996 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.533513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] Pushing event deleted for resources: {'Port': ['ID=a8e75413-d765-4885-a208-7aff5b57fa3a,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:23.535230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f886184-efb6-4ac2-a6f8-0720f3a8f091 None None] No DVR routers for this DVR port a8e75413-d765-4885-a208-7aff5b57fa3a on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:23.569054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port a8e75413-d765-4885-a208-7aff5b57fa3a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a8e75413-d765-4885-a208-7aff5b57fa3a,segment=NetworkSegment(b5b291bc-af16-4041-af1b-9f8cfaffeac1),segment_id=b5b291bc-af16-4041-af1b-9f8cfaffeac1)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:23.569617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.582472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for a8e75413-d765-4885-a208-7aff5b57fa3a owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:23.657609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.685898 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=a8e75413-d765-4885-a208-7aff5b57fa3a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:23.689366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port a8e75413-d765-4885-a208-7aff5b57fa3a on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:23.766447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.786419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2df06e-710b-4390-be09-77e8e66ca489']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:23.796214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b291bc-af16-4041-af1b-9f8cfaffeac1') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:23.796465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b291bc-af16-4041-af1b-9f8cfaffeac1') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:23.805626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.818606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.825226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:23.825869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: timer() May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:23.829163 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:23.889137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.896011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.898926 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/bd2df06e-710b-4390-be09-77e8e66ca489 HTTP/1.1" status: 204 len: 168 time: 0.7809353 May 06 09:47:23.903730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50804) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:23.908850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8dac1369-76f6-4c3e-b2a4-3a6cd89cc8d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-398054478', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:23.911242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5e7ef-afcd-4642-abdb-69cd23b52029 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=bd2df06e-710b-4390-be09-77e8e66ca489,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:23.932790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8dac1369-76f6-4c3e-b2a4-3a6cd89cc8d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.933847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8dac1369-76f6-4c3e-b2a4-3a6cd89cc8d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:23.990217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8dac1369-76f6-4c3e-b2a4-3a6cd89cc8d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.001779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8dac1369-76f6-4c3e-b2a4-3a6cd89cc8d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.035953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8dac1369-76f6-4c3e-b2a4-3a6cd89cc8d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.037151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8dac1369-76f6-4c3e-b2a4-3a6cd89cc8d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1320548 May 06 09:47:24.039941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50810) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:24.045365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-1367181542'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:24.053656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6e660-6ed8-4f5e-9f2d-78de8a62f3e2 req-79c41ece-fb3d-40b3-b2b9-17868a0c5bca tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:24.055205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da6e660-6ed8-4f5e-9f2d-78de8a62f3e2 req-79c41ece-fb3d-40b3-b2b9-17868a0c5bca tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 945 time: 0.0638330 May 06 09:47:24.064967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:24.068352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.084249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b5ea34f-650c-4a34-b49e-05ba3e093162 req-a0a9bb07-11d8-407b-b81a-fe929ba29ff5 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0280430 May 06 09:47:24.090751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:24.093464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:24.116768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.116768 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment ede79d0d-e56f-4ffa-82c6-194273f689f4 of type vlan for network 68d25d54-cbf1-469f-a470-463d543be6df May 06 09:47:24.120130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da6e660-6ed8-4f5e-9f2d-78de8a62f3e2 req-3698e699-5577-4e11-9ee8-88c8ac3437c9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 May 06 09:47:24.150846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:24.151307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.155917 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.179615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.185720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:24.186309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.230984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.247694 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2065141 May 06 09:47:24.250512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50812) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:24.255175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:24.257426 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d4942-482b-4a11-ba5c-2cdf3c054e6f" -d '{"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-plugged", "status": "completed", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:24.259153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:24.274321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:24.279033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.302189 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8867f5-8940-48af-bb11-0633e948d666 x-openstack-request-id: req-7c8867f5-8940-48af-bb11-0633e948d666 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:24.302481 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-plugged", "status": "completed", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:24.302730 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c8867f5-8940-48af-bb11-0633e948d666 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:24.303119 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8867f5-8940-48af-bb11-0633e948d666'] response: {'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'code': 200} May 06 09:47:24.318286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d60365-e7d2-40ba-ad08-1c8e799b9c8c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=68d25d54-cbf1-469f-a470-463d543be6df,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:24.329971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:24.334748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 68d25d54-cbf1-469f-a470-463d543be6df details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:24.374161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:24.378317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.433429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a8e75413-d765-4885-a208-7aff5b57fa3a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:24.459405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a8e75413-d765-4885-a208-7aff5b57fa3a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:24.460011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a8e75413-d765-4885-a208-7aff5b57fa3a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:24.490872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378317f-63b7-407f-8efa-ef3a68671ee2 req-cb0dcce3-e78f-472a-8cdb-42a65d5b444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:24.492579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378317f-63b7-407f-8efa-ef3a68671ee2 req-cb0dcce3-e78f-472a-8cdb-42a65d5b444f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 1097 time: 0.0541289 May 06 09:47:24.529561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4378317f-63b7-407f-8efa-ef3a68671ee2 req-295712eb-24fb-4767-847d-87cbf0353f46 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291181 May 06 09:47:24.578258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.636461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=765f90b1-dd20-44aa-82a9-42a323f1ffad,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:24.647087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:24.647447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: 68d25d54-cbf1-469f-a470-463d543be6df, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:24.663942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 68d25d54-cbf1-469f-a470-463d543be6df is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:24.673025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 68d25d54-cbf1-469f-a470-463d543be6df) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:24.677059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:24.677640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.684886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c215ba-2356-4a3a-90fc-52c95cc101e4 None None] Network 68d25d54-cbf1-469f-a470-463d543be6df requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:24.693739 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-00f6b6c0-3cb1-4c6a-919b-336a32c0f34c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4415240 May 06 09:47:24.696601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50816) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:24.837557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-68d25d54-cbf1-469f-a470-463d543be6df', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:24.838405 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:24.971084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Allocated IP 172.20.0.2 (68d25d54-cbf1-469f-a470-463d543be6df/765f90b1-dd20-44aa-82a9-42a323f1ffad/92141874-f116-471d-a49d-819f0025ebd8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:24.977302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.118891 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.125131 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.162825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Network 68d25d54-cbf1-469f-a470-463d543be6df is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:25.167170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:25.171879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:25.182137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Pushing event updated for resources: {'Port': ['ID=92141874-f116-471d-a49d-819f0025ebd8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:25.245519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Attempting to bind port 92141874-f116-471d-a49d-819f0025ebd8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:25.245898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Attempting to bind port 92141874-f116-471d-a49d-819f0025ebd8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:25.246945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Attempting to bind port 92141874-f116-471d-a49d-819f0025ebd8 on network 68d25d54-cbf1-469f-a470-463d543be6df {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:25.252104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:25.252477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Checking segment: {'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:25.252881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.253276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Bound using segment: {'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:25.253745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Bound port: 92141874-f116-471d-a49d-819f0025ebd8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:25.256433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.285745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8bcc768-392e-46b0-9483-a39e0070435a req-9abdd0f3-8373-4c9a-9dbf-4a8ab1ab2c2f tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0456018 May 06 09:47:25.331761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] For port 92141874-f116-471d-a49d-819f0025ebd8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:25.334275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6c5c-3542-491d-aac7-1e3737baca84 req-1e2c8acf-6b53-485a-96e3-9c932170ea0a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:25.335131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] For port 92141874-f116-471d-a49d-819f0025ebd8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=92141874-f116-471d-a49d-819f0025ebd8,segment=NetworkSegment(ede79d0d-e56f-4ffa-82c6-194273f689f4),segment_id=ede79d0d-e56f-4ffa-82c6-194273f689f4)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:25.335912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c6a6c5c-3542-491d-aac7-1e3737baca84 req-1e2c8acf-6b53-485a-96e3-9c932170ea0a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0910416 May 06 09:47:25.337139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.20.0.1 (68d25d54-cbf1-469f-a470-463d543be6df/765f90b1-dd20-44aa-82a9-42a323f1ffad/796144de-1e4b-428d-9477-966d330331d5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:25.339788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.397719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336826b-829c-4a40-87e8-ef04a64dd007 None None] Pushing event updated for resources: {'Port': ['ID=92141874-f116-471d-a49d-819f0025ebd8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:25.429530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c6a6c5c-3542-491d-aac7-1e3737baca84 req-cbdc5d3e-0006-426e-b3b2-023453d1d102 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854077 May 06 09:47:25.488439 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.524441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.579977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 68d25d54-cbf1-469f-a470-463d543be6df is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:25.583452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:25.587176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:25.629420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=796144de-1e4b-428d-9477-966d330331d5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:25.644401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:25.770985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.041819 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.047245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.120947 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.123292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=796144de-1e4b-428d-9477-966d330331d5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:26.221965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network 68d25d54-cbf1-469f-a470-463d543be6df is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:26.223493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:26.350999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:47:26.369927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb9c22d-8fa8-4965-8c9d-7b054fafb1b0 None None] Network 68d25d54-cbf1-469f-a470-463d543be6df requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:26.430246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbde79ce-6a04-4ce9-ac16-afffe1e13fb4 req-225e8325-2788-4201-91e5-44fd35017a47 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0305777 May 06 09:47:26.497323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 92141874-f116-471d-a49d-819f0025ebd8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:26.497830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:26.503098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-64b5f4be-e080-4451-aabb-df38fffdd7a4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8052797 May 06 09:47:26.505772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:26.511258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-506717224'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:26.532089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:26.536957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:26.540772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.546897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0ea7de02-0fc9-459e-9d84-0045ea92f00f None None] Provisioning complete for port 92141874-f116-471d-a49d-819f0025ebd8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:26.547265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ea7de02-0fc9-459e-9d84-0045ea92f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.567812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f52627-b32e-488b-9c0d-2146963042ef req-6cfda7ea-5bf3-4f18-8415-e0a413bfeec8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:26.572149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:26.576215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83f52627-b32e-488b-9c0d-2146963042ef req-6cfda7ea-5bf3-4f18-8415-e0a413bfeec8 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0600350 May 06 09:47:26.593216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.593756 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment 529b4088-72fb-4c8a-8345-7d0ed301b444 of type vlan for network e764a02e-948a-46f8-9ad2-2c223fd678aa May 06 09:47:26.615025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:26.615947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:26.621022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83f52627-b32e-488b-9c0d-2146963042ef req-4464b697-4957-45fb-af99-edc4123b2e5a tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 May 06 09:47:26.638881 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.669202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.676709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:26.677452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.742162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50834) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:26.742414 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2353592 May 06 09:47:26.749655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:26.759133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c123b14-253e-4b47-a528-3a205dc34fab tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=e764a02e-948a-46f8-9ad2-2c223fd678aa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:26.775411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e4f41-9731-42d9-9292-10a01dd62f7f req-2aaad28f-cba3-41a3-b222-41a74cd98537 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:26.777056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-038e4f41-9731-42d9-9292-10a01dd62f7f req-2aaad28f-cba3-41a3-b222-41a74cd98537 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0831878 May 06 09:47:26.837861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e764a02e-948a-46f8-9ad2-2c223fd678aa details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:26.858100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-038e4f41-9731-42d9-9292-10a01dd62f7f req-7d13c3f4-8dba-4003-9277-b8d36c98fb6c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 May 06 09:47:26.885723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:26.889900 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:26.948030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:26.973283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 92141874-f116-471d-a49d-819f0025ebd8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:26.973706 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.075961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ea7de02-0fc9-459e-9d84-0045ea92f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.095040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.179528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:27.181859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:27.182332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: e764a02e-948a-46f8-9ad2-2c223fd678aa, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:27.201142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0ea7de02-0fc9-459e-9d84-0045ea92f00f None None] For port 92141874-f116-471d-a49d-819f0025ebd8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=92141874-f116-471d-a49d-819f0025ebd8,segment=NetworkSegment(ede79d0d-e56f-4ffa-82c6-194273f689f4),segment_id=ede79d0d-e56f-4ffa-82c6-194273f689f4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:27.208208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network e764a02e-948a-46f8-9ad2-2c223fd678aa is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:27.221179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e764a02e-948a-46f8-9ad2-2c223fd678aa) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:27.228758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:27.229647 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.242520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db13f46e-7a06-41e2-aefe-cff59cc40929 None None] Network e764a02e-948a-46f8-9ad2-2c223fd678aa requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:27.249112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0ea7de02-0fc9-459e-9d84-0045ea92f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.254080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-41808103-d019-4acf-bdc6-3894d6eb4841 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5082798 May 06 09:47:27.254648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:27.347111 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.397354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-eaa8fd74-1295-4500-aec1-b0f90c529e71 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:27.406355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-eaa8fd74-1295-4500-aec1-b0f90c529e71 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 814 time: 0.1536002 May 06 09:47:27.423091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-a6c1a25a-3763-4782-982f-fc5e57409465 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/quotas/f9f48b4631d2416eac58a2a8d3382ca3 HTTP/1.1" status: 200 len: 375 time: 0.0151830 May 06 09:47:27.438092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7de02-0fc9-459e-9d84-0045ea92f00f None None] Pushing event updated for resources: {'Port': ['ID=92141874-f116-471d-a49d-819f0025ebd8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:27.496116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-239bd685-a6c0-43a0-9aef-07c8b85590e3 None None] Provisioning complete for port 92141874-f116-471d-a49d-819f0025ebd8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:27.497173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-239bd685-a6c0-43a0-9aef-07c8b85590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.532182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-55f7862c-053b-41e6-820f-afc574bbc933 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028202 May 06 09:47:27.580938 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:47:27.581205 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:47:27.645771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:25Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:25Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:27.649742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e764a02e-948a-46f8-9ad2-2c223fd678aa', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:27.650571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.665945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbb5e125-c303-42bd-8e53-7df4dd1bd01d req-00aafe51-3ebf-4fab-a6d1-2b5ba611f4a6 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0619519 May 06 09:47:27.710929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:27.711424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Updating router 67cab266-8ffb-4ed4-950a-1bf97e786a20 port 796144de-1e4b-428d-9477-966d330331d5 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:27.715953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.735775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-552b8d12-8eaf-4d01-9b24-387a74bb0b30 service neutron] 10.222.0.76 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815932 May 06 09:47:27.745095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:27.862393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-6a1e9097-af3d-415e-97fe-9e7c30ea4047 service neutron] 10.222.0.76 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189985 May 06 09:47:27.975429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-239bd685-a6c0-43a0-9aef-07c8b85590e3 None None] Provisioning complete for port 796144de-1e4b-428d-9477-966d330331d5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:27.976232 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-239bd685-a6c0-43a0-9aef-07c8b85590e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.061949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-982af2fa-c1ba-46ae-9893-bf540b62b220 req-75853a26-7d8a-4902-818c-84e20fa6c4d0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 210 time: 0.0382667 May 06 09:47:28.144499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Allocated IP 172.21.0.2 (e764a02e-948a-46f8-9ad2-2c223fd678aa/2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467/6f91aa67-3d10-4335-a4b3-1343857ddb7b) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:28.146499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-239bd685-a6c0-43a0-9aef-07c8b85590e3 None None] Port 796144de-1e4b-428d-9477-966d330331d5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:28.206013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff0415-7de1-47a5-bd0c-42bf05134f99 req-af623a58-276c-43c4-9e7d-1aa0211d9775 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:28.207705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aff0415-7de1-47a5-bd0c-42bf05134f99 req-af623a58-276c-43c4-9e7d-1aa0211d9775 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.0566552 May 06 09:47:28.255360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aff0415-7de1-47a5-bd0c-42bf05134f99 req-0802bb50-bdb8-4795-9901-a8c514193016 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409350 May 06 09:47:28.314142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-99f07497-fefa-49b0-8b18-0e85914bd156 None None] Provisioning complete for port 796144de-1e4b-428d-9477-966d330331d5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:28.314620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-99f07497-fefa-49b0-8b18-0e85914bd156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.437433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 92141874-f116-471d-a49d-819f0025ebd8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:28.440690 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.446280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-99f07497-fefa-49b0-8b18-0e85914bd156 None None] Port 796144de-1e4b-428d-9477-966d330331d5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:28.476858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.681385 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.694556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-7c8810a0-7161-4eec-a896-d1ad60c60671 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:28.696278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-7c8810a0-7161-4eec-a896-d1ad60c60671 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "GET /v2.0/ports?device_id=f5054e48-a64e-4a5c-ae90-67280e415666 HTTP/1.1" status: 200 len: 946 time: 0.0571883 May 06 09:47:28.719784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.755217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.21.0.1 (e764a02e-948a-46f8-9ad2-2c223fd678aa/2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467/6ddf5b23-b375-4a86-a20a-e34111cd16af) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:28.774154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Network e764a02e-948a-46f8-9ad2-2c223fd678aa is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:28.782644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:28.816786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc411a1e-2291-4246-b3df-765d2d0893d1 None None] Pushing event updated for resources: {'Port': ['ID=796144de-1e4b-428d-9477-966d330331d5,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:28.819411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:28.836440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe2e3b98-ef01-42c6-8e0d-1193dcf499d2 req-70cec083-c218-4021-9061-ea154613d8cb tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0378153 May 06 09:47:28.881407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Deleting port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:28.883616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.896842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 92141874-f116-471d-a49d-819f0025ebd8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:28.897215 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:28.982582 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b6e381f8-11db-47c8-b6a6-b596dea49853 req-f9cfabc8-cd1f-44db-9c86-e4fc2ded61d6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0412562 May 06 09:47:28.988171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Pushing event updated for resources: {'Port': ['ID=6f91aa67-3d10-4335-a4b3-1343857ddb7b,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:29.020344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.026286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] For port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:29.026973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.039144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Attempting to bind port 796144de-1e4b-428d-9477-966d330331d5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:29.039890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Attempting to bind port 796144de-1e4b-428d-9477-966d330331d5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:29.040267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Attempting to bind port 796144de-1e4b-428d-9477-966d330331d5 on network 68d25d54-cbf1-469f-a470-463d543be6df {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:29.044551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Attempting to bind port 6f91aa67-3d10-4335-a4b3-1343857ddb7b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:29.044899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Attempting to bind port 6f91aa67-3d10-4335-a4b3-1343857ddb7b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:29.045561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Attempting to bind port 6f91aa67-3d10-4335-a4b3-1343857ddb7b on network e764a02e-948a-46f8-9ad2-2c223fd678aa {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:29.045688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Calling delete_port for f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:29.062351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.062642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:29.063179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Checking segment: {'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:29.063656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.064150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Bound using segment: {'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:29.064678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Bound port: 6f91aa67-3d10-4335-a4b3-1343857ddb7b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:29.065070 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.068648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:29.068648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Checking segment: {'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:29.069041 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.069293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Bound using segment: {'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:29.069910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Bound port: 796144de-1e4b-428d-9477-966d330331d5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede79d0d-e56f-4ffa-82c6-194273f689f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:29.070294 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.121793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=6ddf5b23-b375-4a86-a20a-e34111cd16af,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:29.141458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network e764a02e-948a-46f8-9ad2-2c223fd678aa is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:29.143042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:29.145581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:29.197756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.358036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cf931173-4e40-4f69-b034-476683ee97db None None] Provisioning complete for port 796144de-1e4b-428d-9477-966d330331d5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:29.358757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cf931173-4e40-4f69-b034-476683ee97db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.362979 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.447136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-cf931173-4e40-4f69-b034-476683ee97db None None] Port 796144de-1e4b-428d-9477-966d330331d5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:29.473903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] For port 796144de-1e4b-428d-9477-966d330331d5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:29.478513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] For port 796144de-1e4b-428d-9477-966d330331d5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=796144de-1e4b-428d-9477-966d330331d5,segment=NetworkSegment(ede79d0d-e56f-4ffa-82c6-194273f689f4),segment_id=ede79d0d-e56f-4ffa-82c6-194273f689f4)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:29.479691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] For port 6f91aa67-3d10-4335-a4b3-1343857ddb7b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:29.483190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] For port 6f91aa67-3d10-4335-a4b3-1343857ddb7b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6f91aa67-3d10-4335-a4b3-1343857ddb7b,segment=NetworkSegment(529b4088-72fb-4c8a-8345-7d0ed301b444),segment_id=529b4088-72fb-4c8a-8345-7d0ed301b444)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:29.485266 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.491691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.550646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:29.550866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:29.585597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6bb127e-24ec-42a9-a0b6-ad1bea9b58f5 req-2675ae95-d7a6-46cb-9815-4d333920945b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 210 time: 0.0354130 May 06 09:47:29.683453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc411a1e-2291-4246-b3df-765d2d0893d1 None None] Pushing event updated for resources: {'Port': ['ID=796144de-1e4b-428d-9477-966d330331d5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:29.743336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.749918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.757700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:29.785551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cd30f-4685-47c8-b3f1-3b83c0cc6546 req-54cfa4a7-c69c-491a-906f-2903532e159f tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:29.795428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-243cd30f-4685-47c8-b3f1-3b83c0cc6546 req-54cfa4a7-c69c-491a-906f-2903532e159f tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.2623854 May 06 09:47:29.801927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a627f-2196-42f5-aba1-2e43dc828d7a None None] Pushing event updated for resources: {'Port': ['ID=6f91aa67-3d10-4335-a4b3-1343857ddb7b,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:29.820312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-ff85c57a-b02f-4f08-94c2-128371e1b6ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:29.822058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-ff85c57a-b02f-4f08-94c2-128371e1b6ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 814 time: 0.7717352 May 06 09:47:29.836803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Request body: {'port': {'device_id': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'admin_state_up': True, 'tenant_id': 'f9f48b4631d2416eac58a2a8d3382ca3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:29.846729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:29.848649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=6ddf5b23-b375-4a86-a20a-e34111cd16af,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:30.015109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.023262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c0618bec-4180-4d22-8e3a-aa0087a17aff None None] Provisioning complete for port 796144de-1e4b-428d-9477-966d330331d5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:30.023262 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c0618bec-4180-4d22-8e3a-aa0087a17aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.024516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network e764a02e-948a-46f8-9ad2-2c223fd678aa is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:30.027348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:30.045260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d0e3a57-008f-4f32-b7ae-94600efcb6c1 req-e3790f78-a078-4a1c-9cc5-1ca4d0a9a6c8 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0728436 May 06 09:47:30.049906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:30.051920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-243cd30f-4685-47c8-b3f1-3b83c0cc6546 req-3dc16e5c-744f-40c4-8c91-b500f85b177b tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552788 May 06 09:47:30.094901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Pushing event deleted for resources: {'Port': ['ID=f0f7b6a7-5823-46d7-b1a4-1916111d2fb8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:30.168731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Made reservation on behalf of f9f48b4631d2416eac58a2a8d3382ca3 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:30.168934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:30.172517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.202757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] No DVR routers for this DVR port f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:30.206595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.209894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb7f39fc-bc37-4057-a01b-e98d868eb1b0 req-5dfb137e-4ef1-4714-862a-16379d9f4632 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "DELETE /v2.0/ports/f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 HTTP/1.1" status: 204 len: 173 time: 1.5065560 May 06 09:47:30.217122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-deleted', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:30.218999 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c0618bec-4180-4d22-8e3a-aa0087a17aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.219856 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f4896-867e-40e8-9f68-d8e015519387" -d '{"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-deleted", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:30.249635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 3, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:28Z', 'revision_number': 1, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:30.291723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e8384-5622-4b1d-957d-b42147a4e124 None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 3, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:28Z', 'revision_number': 1, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:30.296660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c0618bec-4180-4d22-8e3a-aa0087a17aff None None] For port 796144de-1e4b-428d-9477-966d330331d5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=796144de-1e4b-428d-9477-966d330331d5,segment=NetworkSegment(ede79d0d-e56f-4ffa-82c6-194273f689f4),segment_id=ede79d0d-e56f-4ffa-82c6-194273f689f4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:30.303118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c0618bec-4180-4d22-8e3a-aa0087a17aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.324080 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c020ba3-bff1-4b6b-a125-0d134edbb5a8 x-openstack-request-id: req-9c020ba3-bff1-4b6b-a125-0d134edbb5a8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:30.324484 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5054e48-a64e-4a5c-ae90-67280e415666", "name": "network-vif-deleted", "tag": "f0f7b6a7-5823-46d7-b1a4-1916111d2fb8", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:30.324765 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c020ba3-bff1-4b6b-a125-0d134edbb5a8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:30.325192 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c020ba3-bff1-4b6b-a125-0d134edbb5a8'] response: {'server_uuid': 'f5054e48-a64e-4a5c-ae90-67280e415666', 'name': 'network-vif-deleted', 'tag': 'f0f7b6a7-5823-46d7-b1a4-1916111d2fb8', 'status': 'completed', 'code': 200} May 06 09:47:30.327222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:30.332841 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6cf3d290-b3db-4fda-a5ca-48ba728316ff tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0770013 May 06 09:47:30.335365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50886) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:30.341078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-1328995987'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:30.377631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:30.382144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.416995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0618bec-4180-4d22-8e3a-aa0087a17aff None None] Pushing event updated for resources: {'Port': ['ID=796144de-1e4b-428d-9477-966d330331d5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:30.421827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:30.443372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.444265 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment e97ac227-d65d-4882-a1a4-550ebfe68335 of type vlan for network eb7644b1-5177-4c6b-9e70-71ed70e183d7 May 06 09:47:30.454105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Allocated IP 172.20.0.4 (8a82bf60-ae46-43e6-b200-26fc38e0b47b/0078a3ce-1d3d-4391-a69d-d746800f5445/58a6df8c-048e-4091-b135-f8382ea5fb67) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:30.507528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.544698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.551297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:30.552142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.570457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f91aa67-3d10-4335-a4b3-1343857ddb7b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:30.689689 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3529749 May 06 09:47:30.693525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50890) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:30.693883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6f91aa67-3d10-4335-a4b3-1343857ddb7b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:30.694253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.712595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:30.779610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d244b60-b126-432b-989b-e558ffe1b704 req-70303ac3-b96f-4167-93fb-6d9da1c94689 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 210 time: 0.1012137 May 06 09:47:30.851001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8c521-4428-4962-8846-5edadbc381ca tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=eb7644b1-5177-4c6b-9e70-71ed70e183d7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:30.881897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:30.925904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:30.929858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:30.988479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.022238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.047236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-8c747bb6-de05-49e4-9dd0-fd55e22804b5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.051133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-8c747bb6-de05-49e4-9dd0-fd55e22804b5 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.82 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.2459793 May 06 09:47:31.093294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 6f91aa67-3d10-4335-a4b3-1343857ddb7b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6f91aa67-3d10-4335-a4b3-1343857ddb7b,segment=NetworkSegment(529b4088-72fb-4c8a-8345-7d0ed301b444),segment_id=529b4088-72fb-4c8a-8345-7d0ed301b444)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:31.106911 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.233504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=6f91aa67-3d10-4335-a4b3-1343857ddb7b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:31.273493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7459297-475c-4ab6-a5a7-89f96a9a5069 None None] Network e764a02e-948a-46f8-9ad2-2c223fd678aa requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:31.274683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ea68f26-68d7-4459-991a-c9993d3b2237 req-f9b6d2ed-8fb3-482e-bf2b-f4a0f0019d06 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0658984 May 06 09:47:31.281167 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.354802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.438967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=cad39636-fb31-4e06-8466-73ca18aeaedd,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:31.454022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:31.454387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: eb7644b1-5177-4c6b-9e70-71ed70e183d7, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:31.470999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Network 8a82bf60-ae46-43e6-b200-26fc38e0b47b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:31.476891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:31.494588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, eb7644b1-5177-4c6b-9e70-71ed70e183d7) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:31.495608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec944f7-66c5-4840-9648-cf337473ae63 req-7ee252a8-69e4-4044-bd2b-30d24ee63385 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.497853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ec944f7-66c5-4840-9648-cf337473ae63 req-7ee252a8-69e4-4044-bd2b-30d24ee63385 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 945 time: 0.2051098 May 06 09:47:31.502440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Pushing event updated for resources: {'Port': ['ID=58a6df8c-048e-4091-b135-f8382ea5fb67,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:31.503795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.504393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.514634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:31.522097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f98fcee-0be9-4faf-908a-f23e9f9468b5 None None] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:31.526568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Deleting port 654978e6-bbdf-496b-9645-04addb397055 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:31.527130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.531800 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02531aff-43c8-409a-ae29-d2263950a210 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8365302 May 06 09:47:31.533117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:31.534590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50900) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:31.690405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1d550932-8543-4a1a-ae07-cbca9da3eb1c None None] Provisioning complete for port 6f91aa67-3d10-4335-a4b3-1343857ddb7b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:31.690985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d550932-8543-4a1a-ae07-cbca9da3eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.696584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:31.697398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.752930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-2cf0d283-54f6-4ec7-ad51-eb3affb0a8ea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9201291 May 06 09:47:31.758886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ec944f7-66c5-4840-9648-cf337473ae63 req-676eaa1d-b0b2-4d3f-9bd4-2267602a182c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2359395 May 06 09:47:31.784962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Request body: {'port': {'device_id': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:31.858648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] For port 654978e6-bbdf-496b-9645-04addb397055, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=654978e6-bbdf-496b-9645-04addb397055,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:31.859021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:31.910418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa24d09d-f6d4-454e-84db-e0e6b3e2a5eb req-33862fb8-0174-480b-9fb5-a16edf042b10 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f&device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0587461 May 06 09:47:32.010098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:32.011175 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.126167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 654978e6-bbdf-496b-9645-04addb397055 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:32.186608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.226522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.241614 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-50b71503-f56a-489e-8a3e-4ed5ff537d84 req-73050b85-8353-40b7-8817-b51b60f517c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f49b4129e215401996258cf056cd6de7&device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0405910 May 06 09:47:32.444228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29521dc3-ce30-4eaf-a4dc-3578c8e2493d req-7d29c1b6-3170-427b-b59f-f0d3482293e3 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0742340 May 06 09:47:32.535379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-329e5429-9938-49a9-b949-c39f171c3c39 None None] Provisioning complete for port 6f91aa67-3d10-4335-a4b3-1343857ddb7b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:32.535778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-329e5429-9938-49a9-b949-c39f171c3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.563447 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.564029 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.564488 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Floating IP bda1ef1b-9709-4853-8aa3-8a71c56a9872 disassociated. External IP: 172.25.8.170, port: 654978e6-bbdf-496b-9645-04addb397055. May 06 09:47:32.564917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Calling delete_port for 654978e6-bbdf-496b-9645-04addb397055 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:32.649079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Allocated IP 172.22.0.2 (eb7644b1-5177-4c6b-9e70-71ed70e183d7/cad39636-fb31-4e06-8466-73ca18aeaedd/778df130-aa93-4503-afdf-baddf01e2d86) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:32.664640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f91aa67-3d10-4335-a4b3-1343857ddb7b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:32.673656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee25488-066d-4ed3-854f-cce083681045 req-41f1cf50-907c-4b5f-b742-bded6d72ebe0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:32.675201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ee25488-066d-4ed3-854f-cce083681045 req-41f1cf50-907c-4b5f-b742-bded6d72ebe0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 931 time: 0.7617736 May 06 09:47:32.778793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.850637 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-50b71503-f56a-489e-8a3e-4ed5ff537d84 req-0b73affe-16f4-4b9d-981a-70935f89eae4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f49b4129e215401996258cf056cd6de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396731 May 06 09:47:32.891507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654978e6-bbdf-496b-9645-04addb397055'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:32.894023 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe88194c-fe70-4907-8f84-be7b3df394a8" -d '{"events": [{"server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "name": "network-vif-unplugged", "status": "completed", "tag": "654978e6-bbdf-496b-9645-04addb397055"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:32.921708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 654978e6-bbdf-496b-9645-04addb397055, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=654978e6-bbdf-496b-9645-04addb397055,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:32.946173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6f91aa67-3d10-4335-a4b3-1343857ddb7b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:32.946645 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.970539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:32.971306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:33.005191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ee25488-066d-4ed3-854f-cce083681045 req-a3c75389-ef56-4f23-ab73-5725f30c59f7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157594 May 06 09:47:33.065206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:33.065555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f0f7b6a7-5823-46d7-b1a4-1916111d2fb8 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:33.073421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-329e5429-9938-49a9-b949-c39f171c3c39 None None] Provisioning complete for port 6ddf5b23-b375-4a86-a20a-e34111cd16af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:33.073799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-329e5429-9938-49a9-b949-c39f171c3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.098797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b2ea1-8a38-43e5-bdf3-eee6f881c01c req-fd074e30-88af-472a-b91f-c06e1016723c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.100390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-463b2ea1-8a38-43e5-bdf3-eee6f881c01c req-fd074e30-88af-472a-b91f-c06e1016723c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 943 time: 0.1718307 May 06 09:47:33.125714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a6df8c-048e-4091-b135-f8382ea5fb67 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:33.129013 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b411a5b-e95b-4f49-a5d9-89c4d6b773ed x-openstack-request-id: req-2b411a5b-e95b-4f49-a5d9-89c4d6b773ed {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:33.129310 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "name": "network-vif-unplugged", "status": "completed", "tag": "654978e6-bbdf-496b-9645-04addb397055", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:33.129570 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b411a5b-e95b-4f49-a5d9-89c4d6b773ed {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:33.130005 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b411a5b-e95b-4f49-a5d9-89c4d6b773ed'] response: {'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '654978e6-bbdf-496b-9645-04addb397055', 'code': 200} May 06 09:47:33.138561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-329e5429-9938-49a9-b949-c39f171c3c39 None None] Port 6ddf5b23-b375-4a86-a20a-e34111cd16af cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:33.144839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.158342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.181251 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b71503-f56a-489e-8a3e-4ed5ff537d84 req-8df1a89b-3532-4aa1-bd1b-de5500db91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.182767 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-50b71503-f56a-489e-8a3e-4ed5ff537d84 req-8df1a89b-3532-4aa1-bd1b-de5500db91ce service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3210983 May 06 09:47:33.191310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event deleted for resources: {'Port': ['ID=654978e6-bbdf-496b-9645-04addb397055,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.210436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=654978e6-bbdf-496b-9645-04addb397055,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.219977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Transition to ACTIVE for port object 58a6df8c-048e-4091-b135-f8382ea5fb67 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:33.229049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.231831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-463b2ea1-8a38-43e5-bdf3-eee6f881c01c req-e09a1d14-7f1e-4221-bcef-15be04d84662 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7b26b58-5375-4296-be6f-8ce0349bf31c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224949 May 06 09:47:33.258290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.273064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.312066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.22.0.1 (eb7644b1-5177-4c6b-9e70-71ed70e183d7/cad39636-fb31-4e06-8466-73ca18aeaedd/5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:33.316913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:33.325075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:33.332250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d6edb58f-8e4f-4339-8961-3fe47e2c21a5 None None] Provisioning complete for port 6ddf5b23-b375-4a86-a20a-e34111cd16af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:33.332441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d6edb58f-8e4f-4339-8961-3fe47e2c21a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.334066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:33.344173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 796144de-1e4b-428d-9477-966d330331d5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:33.377531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Pushing event updated for resources: {'Port': ['ID=58a6df8c-048e-4091-b135-f8382ea5fb67,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.391481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Pushing event updated for resources: {'Port': ['ID=778df130-aa93-4503-afdf-baddf01e2d86,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.449934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:33.462197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d6edb58f-8e4f-4339-8961-3fe47e2c21a5 None None] Port 6ddf5b23-b375-4a86-a20a-e34111cd16af cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:33.476953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Attempting to bind port 778df130-aa93-4503-afdf-baddf01e2d86 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:33.477336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Attempting to bind port 778df130-aa93-4503-afdf-baddf01e2d86 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:33.477702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Attempting to bind port 778df130-aa93-4503-afdf-baddf01e2d86 on network eb7644b1-5177-4c6b-9e70-71ed70e183d7 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:33.487790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:33.488170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Checking segment: {'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:33.488570 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.488961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Bound using segment: {'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:33.489438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Bound port: 778df130-aa93-4503-afdf-baddf01e2d86, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:33.489810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.500846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 796144de-1e4b-428d-9477-966d330331d5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:33.501141 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.518312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Attempting to bind port 58a6df8c-048e-4091-b135-f8382ea5fb67 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:33.518683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Attempting to bind port 58a6df8c-048e-4091-b135-f8382ea5fb67 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:33.518962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Attempting to bind port 58a6df8c-048e-4091-b135-f8382ea5fb67 on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:33.525860 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.526981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Port 58a6df8c-048e-4091-b135-f8382ea5fb67 on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:33.527305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Attempting to bind port 58a6df8c-048e-4091-b135-f8382ea5fb67 on network 8a82bf60-ae46-43e6-b200-26fc38e0b47b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:33.539827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:33.540158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Checking segment: {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:33.540538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Bound using segment: {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:33.541035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Bound port: 58a6df8c-048e-4091-b135-f8382ea5fb67, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:33.541418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.586908 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:33.595980 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.597986 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:33.599801 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:33.624950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] For port 778df130-aa93-4503-afdf-baddf01e2d86, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:33.630236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] For port 778df130-aa93-4503-afdf-baddf01e2d86, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=778df130-aa93-4503-afdf-baddf01e2d86,segment=NetworkSegment(e97ac227-d65d-4882-a1a4-550ebfe68335),segment_id=e97ac227-d65d-4882-a1a4-550ebfe68335)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:33.635047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd82e457-5d83-4fa6-a7c3-395306cb8eac req-69fb281c-489a-4180-84c5-be689686022b tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0814438 May 06 09:47:33.659959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:33.677512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:33.686856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:33.694272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.722323 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:33.743352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] For port 58a6df8c-048e-4091-b135-f8382ea5fb67, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:33.749778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] For port 58a6df8c-048e-4091-b135-f8382ea5fb67, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58a6df8c-048e-4091-b135-f8382ea5fb67,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:33.756057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:33.759346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.776969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] Sync routers for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:33.782724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.815110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c1007-1a6b-46cb-837c-ffd9dddf5981 None None] Pushing event updated for resources: {'Port': ['ID=778df130-aa93-4503-afdf-baddf01e2d86,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:33.818732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.843798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:33.844432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:33.911077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] No DVR routers for this DVR port 654978e6-bbdf-496b-9645-04addb397055 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:33.916122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:33.919205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.920840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] 10.222.0.82 "PUT /v2.0/ports/58a6df8c-048e-4091-b135-f8382ea5fb67 HTTP/1.1" status: 200 len: 1091 time: 2.1494186 May 06 09:47:33.921539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'tag': '58a6df8c-048e-4091-b135-f8382ea5fb67'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:33.924077 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed8b0536-1c99-4860-92e9-aade4a847442", "tag": "58a6df8c-048e-4091-b135-f8382ea5fb67"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:33.940962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:33.944373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db9a442b-2d91-420a-ad42-83d1144e6959 req-1da7f72d-13b5-4c62-b628-6ec17e646ddf tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.82 "DELETE /v2.0/ports/654978e6-bbdf-496b-9645-04addb397055 HTTP/1.1" status: 204 len: 173 time: 2.8807175 May 06 09:47:33.983564 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 3, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:29Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:34.025375 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:34.025739 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Updating router 67cab266-8ffb-4ed4-950a-1bf97e786a20 port 6ddf5b23-b375-4a86-a20a-e34111cd16af binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:34.053847 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.073624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:34.104286 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484afec3-5b5a-4b75-a981-8faa1e99496f x-openstack-request-id: req-484afec3-5b5a-4b75-a981-8faa1e99496f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:34.104859 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed8b0536-1c99-4860-92e9-aade4a847442", "tag": "58a6df8c-048e-4091-b135-f8382ea5fb67", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:34.115369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.116049 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-484afec3-5b5a-4b75-a981-8faa1e99496f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:34.118580 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-484afec3-5b5a-4b75-a981-8faa1e99496f'] response: {'name': 'network-changed', 'server_uuid': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'tag': '58a6df8c-048e-4091-b135-f8382ea5fb67', 'status': 'completed', 'code': 200} May 06 09:47:34.125325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdd917-ef1f-4355-8d08-ba731b723c7a service neutron] Pushing event updated for resources: {'Port': ['ID=58a6df8c-048e-4091-b135-f8382ea5fb67,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:34.257650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-ac4f0a96-c7d7-4a1e-98aa-64138addda2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:34.262886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-ac4f0a96-c7d7-4a1e-98aa-64138addda2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 1094 time: 0.2793577 May 06 09:47:34.352563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-179c565d-8887-4737-98d2-1a2aec8ed2d1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58a6df8c-048e-4091-b135-f8382ea5fb67 HTTP/1.1" status: 200 len: 217 time: 0.0839021 May 06 09:47:34.400183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7133b-2f94-4826-9b8e-795a1462aa05 req-27c72a76-e2d8-4dea-8e6f-74ea4a3071b3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:34.402026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87f7133b-2f94-4826-9b8e-795a1462aa05 req-27c72a76-e2d8-4dea-8e6f-74ea4a3071b3 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 943 time: 0.2153580 May 06 09:47:34.456001 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.468724 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.519519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-dca92344-9b72-478f-9487-0c1fe57d1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:34.522754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-dca92344-9b72-478f-9487-0c1fe57d1945 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0078a3ce-1d3d-4391-a69d-d746800f5445 HTTP/1.1" status: 200 len: 854 time: 0.1582611 May 06 09:47:34.531034 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Pushing event updated for resources: {'Port': ['ID=6ddf5b23-b375-4a86-a20a-e34111cd16af,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:34.545022 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.545854 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.546350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.546687 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.547018 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.547343 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.548328 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.548846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.549171 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.549496 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.549813 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.550346 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:34.607434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 778df130-aa93-4503-afdf-baddf01e2d86 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:34.612388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49acbf57-1f9d-464d-b184-583924862c51 req-52520452-927f-4ea0-bd1b-24889bd1c72c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9b140af-aa47-46a3-ae90-8e2a4c1c780a HTTP/1.1" status: 200 len: 210 time: 0.1726947 May 06 09:47:34.651183 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Attempting to bind port 6ddf5b23-b375-4a86-a20a-e34111cd16af on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:34.653096 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Attempting to bind port 6ddf5b23-b375-4a86-a20a-e34111cd16af by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:34.653719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Attempting to bind port 6ddf5b23-b375-4a86-a20a-e34111cd16af on network e764a02e-948a-46f8-9ad2-2c223fd678aa {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:34.673532 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:34.674333 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Checking segment: {'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:34.675075 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.675735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Bound using segment: {'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:34.676498 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Bound port: 6ddf5b23-b375-4a86-a20a-e34111cd16af, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529b4088-72fb-4c8a-8345-7d0ed301b444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:34.677128 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.680315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.687066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.689071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-b37ef00c-e9dc-4a25-8263-6d08fdd0c7e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a82bf60-ae46-43e6-b200-26fc38e0b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754552 May 06 09:47:34.768994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87f7133b-2f94-4826-9b8e-795a1462aa05 req-ca2bc3b9-b948-4cbc-bd91-dd8605d57b7b tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242300 May 06 09:47:34.772302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:30Z', 'revision_number': 5, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:34.814680 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] For port 6ddf5b23-b375-4a86-a20a-e34111cd16af, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:34.819262 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] For port 6ddf5b23-b375-4a86-a20a-e34111cd16af, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6ddf5b23-b375-4a86-a20a-e34111cd16af,segment=NetworkSegment(529b4088-72fb-4c8a-8345-7d0ed301b444),segment_id=529b4088-72fb-4c8a-8345-7d0ed301b444)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:34.823019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] Checking router: 264f36cc-6bc7-4ffe-bc27-e042f70efa55 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:34.827859 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.845792 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-50b71503-f56a-489e-8a3e-4ed5ff537d84 req-e99bfd3d-74ba-4439-aed4-d94a58d86ab0 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.83 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.0985312 May 06 09:47:34.856434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 778df130-aa93-4503-afdf-baddf01e2d86 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:34.856750 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.884289 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:34.886220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:34.896864 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec50f1-6020-4545-91fc-d7fcf81210dd None None] Pushing event updated for resources: {'Port': ['ID=6ddf5b23-b375-4a86-a20a-e34111cd16af,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:34.920735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:34.922076 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:34.942302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:34.942954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:35.015393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81b4a42d-2477-41e1-a6a2-b333f4a403af req-a0571444-ff37-4ab2-833d-9bb3e8376fd4 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=acbf2dfe-65b3-4012-b72e-fcaa179e3c7f HTTP/1.1" status: 200 len: 210 time: 0.1769588 May 06 09:47:35.048895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-faed0334-51b9-4950-8a84-144a506dcb7f service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325088 May 06 09:47:35.121833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:35.122386 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:35.124111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:35.157391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0454f670-c0c3-46a6-a6e9-5aa44598127a None None] Provisioning complete for port 6ddf5b23-b375-4a86-a20a-e34111cd16af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:35.160591 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0454f670-c0c3-46a6-a6e9-5aa44598127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.187430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b9f376-3ba1-4369-bec7-ed292849912c req-6e3c9e1f-aded-4ecc-861f-4135b6b8f1cf service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301413 May 06 09:47:35.350543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-8771046a-e19b-4493-aff9-c136ea333800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.350778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:35.352076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-8771046a-e19b-4493-aff9-c136ea333800 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 1094 time: 0.1006162 May 06 09:47:35.438047 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:33Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:34Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:34Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:35.483523 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf065271-0f3a-4fe3-b865-8149c697f08a None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:33Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:34Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:34Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:35.520331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:35.530713 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f67c0795-1935-4a9e-9640-b0a4d144cb5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9949851 May 06 09:47:35.531365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50922) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:35.536725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'network': {'name': 'tempest-RoutersTest-1043969063'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:35.586094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-6134ce88-0bde-45ad-a235-97a72ad5bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.591514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-6134ce88-0bde-45ad-a235-97a72ad5bea0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 200 len: 915 time: 0.2303786 May 06 09:47:35.593667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:35.594626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:35.600700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.633081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:35.647329 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.648045 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added segment fe3ad1f7-5c97-4fa2-b45e-2f70296d497a of type vlan for network c05de685-2db4-411b-b6ef-2b19dfbe2482 May 06 09:47:35.654377 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.670067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-019e33a5-572c-434f-84f3-6ff4d203da4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58a6df8c-048e-4091-b135-f8382ea5fb67 HTTP/1.1" status: 200 len: 217 time: 0.0712049 May 06 09:47:35.705837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3789b818-b1d4-49a8-9f13-59478d4eabd1 None None] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:35.750047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.771565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-754ce9c5-19bc-463a-a1a7-0afa0207ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.771894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:35.772459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-754ce9c5-19bc-463a-a1a7-0afa0207ca41 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0078a3ce-1d3d-4391-a69d-d746800f5445 HTTP/1.1" status: 200 len: 854 time: 0.0975430 May 06 09:47:35.832327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-9aa06912-08ca-4bd2-87a3-00830e385a94 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=8a82bf60-ae46-43e6-b200-26fc38e0b47b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503132 May 06 09:47:35.872623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0454f670-c0c3-46a6-a6e9-5aa44598127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.881560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.881776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 778df130-aa93-4503-afdf-baddf01e2d86, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=778df130-aa93-4503-afdf-baddf01e2d86,segment=NetworkSegment(e97ac227-d65d-4882-a1a4-550ebfe68335),segment_id=e97ac227-d65d-4882-a1a4-550ebfe68335)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:35.898623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.914866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:35.915526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.951122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a107-793c-40a5-8bfc-2751185a084c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:35.989319 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4541531 May 06 09:47:36.000431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50932) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:36.007293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'subnet': {'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:36.011191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0454f670-c0c3-46a6-a6e9-5aa44598127a None None] For port 6ddf5b23-b375-4a86-a20a-e34111cd16af, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6ddf5b23-b375-4a86-a20a-e34111cd16af,segment=NetworkSegment(529b4088-72fb-4c8a-8345-7d0ed301b444),segment_id=529b4088-72fb-4c8a-8345-7d0ed301b444)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:36.014265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-141327a0-bc02-4298-a80a-fca7e585627e service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765075 May 06 09:47:36.026779 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0454f670-c0c3-46a6-a6e9-5aa44598127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.040016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=778df130-aa93-4503-afdf-baddf01e2d86,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:36.144928 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a107-793c-40a5-8bfc-2751185a084c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.199800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454f670-c0c3-46a6-a6e9-5aa44598127a None None] Pushing event updated for resources: {'Port': ['ID=6ddf5b23-b375-4a86-a20a-e34111cd16af,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:36.214712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-643515d7-d7ba-46d5-bc6c-2188c4ae14b0 None None] Provisioning complete for port 778df130-aa93-4503-afdf-baddf01e2d86 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:36.215948 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-643515d7-d7ba-46d5-bc6c-2188c4ae14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.253661 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a107-793c-40a5-8bfc-2751185a084c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.256800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f2a107-793c-40a5-8bfc-2751185a084c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.261364 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b5f2a107-793c-40a5-8bfc-2751185a084c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "DELETE /v2.0/security-groups/d7b26b58-5375-4296-be6f-8ce0349bf31c HTTP/1.1" status: 204 len: 168 time: 0.4880493 May 06 09:47:36.265752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50938) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:36.298165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:30Z', 'revision_number': 5, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:36.302102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2a107-793c-40a5-8bfc-2751185a084c tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b26b58-5375-4296-be6f-8ce0349bf31c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:36.320490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910a771-5960-40fe-9e9f-9c8c833ebc39 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Network': ['ID=c05de685-2db4-411b-b6ef-2b19dfbe2482,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:36.374227 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-ec05e6f3-d58c-419e-906e-7d8e24b1fb6b tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] show failed (client error): The resource could not be found. May 06 09:47:36.375229 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ec05e6f3-d58c-419e-906e-7d8e24b1fb6b tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "GET /v2.0/security-groups/d7b26b58-5375-4296-be6f-8ce0349bf31c HTTP/1.1" status: 404 len: 347 time: 0.0968978 May 06 09:47:36.379347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-67693248-4374-4eec-a4f3-e34ad2d32bf7 req-de2a1aae-56fa-4da6-9441-d1b02ef06830 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f49b4129e215401996258cf056cd6de7&device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0425043 May 06 09:47:36.379837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50942) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:36.400931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950c5e8c-d448-4364-970a-68ae3a05aeac None None] The sync data for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 is: [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:46:23Z', 'revision_number': 4, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0223a193-35fb-4950-b01d-d2929fb044f7', 'name': '', 'network_id': '6d22d176-e752-49b4-b155-9e55f6e8b1b1', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'mac_address': 'fa:16:3e:aa:b0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_interface', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:22Z', 'updated_at': '2022-05-06T09:46:30Z', 'revision_number': 5, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'subnets': [{'id': 'e6bfde6f-05a0-4041-b139-0add4e81fb7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:36.423425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:36.476145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Made reservation on behalf of 7eaa4b155c3141c3a4b263bb62db9738 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:36.482391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.626937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 778df130-aa93-4503-afdf-baddf01e2d86 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:36.642970 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:36.659192 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-67693248-4374-4eec-a4f3-e34ad2d32bf7 req-9184402c-12c1-493f-91af-efd78ba05caf service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f49b4129e215401996258cf056cd6de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2682636 May 06 09:47:36.661413 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:36.662040 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:36.734511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-643515d7-d7ba-46d5-bc6c-2188c4ae14b0 None None] Provisioning complete for port 6ddf5b23-b375-4a86-a20a-e34111cd16af triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:36.735109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-643515d7-d7ba-46d5-bc6c-2188c4ae14b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.749105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'name': 'network-vif-deleted', 'tag': '654978e6-bbdf-496b-9645-04addb397055'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:36.755253 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e540f4c9-ce96-4c10-8903-960bc842b016" -d '{"events": [{"server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "name": "network-vif-deleted", "tag": "654978e6-bbdf-496b-9645-04addb397055"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:36.796704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 778df130-aa93-4503-afdf-baddf01e2d86 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:36.797330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:36.820378 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:36.857591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b65a770f-ffa8-4323-8603-ddab627a44d9 req-78c9e4a5-572f-44e3-af87-5cb944f7c340 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0959852 May 06 09:47:36.899105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ece78-cb24-460e-b72f-7fb3720b3d97 req-c077ee3a-c5ea-4ed1-aa87-7dc71ec7c3ae tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:36.901188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d2ece78-cb24-460e-b72f-7fb3720b3d97 req-c077ee3a-c5ea-4ed1-aa87-7dc71ec7c3ae tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 943 time: 0.9687927 May 06 09:47:36.996549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0ee621-e6da-4d7c-a81d-7c875834e509 None None] New status for floating IP bda1ef1b-9709-4853-8aa3-8a71c56a9872: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:47:37.007474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba5b06b3-4a5d-4c4a-9d82-a649664e0cfc req-860d2683-93fa-4a8f-ba77-58bc64459502 service neutron] 10.222.0.82 "GET /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9658196 May 06 09:47:37.009797 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da092d44-0160-465a-98a8-b0241696a5fc x-openstack-request-id: req-da092d44-0160-465a-98a8-b0241696a5fc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:37.010446 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b140af-aa47-46a3-ae90-8e2a4c1c780a", "name": "network-vif-deleted", "tag": "654978e6-bbdf-496b-9645-04addb397055", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:37.010715 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da092d44-0160-465a-98a8-b0241696a5fc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:37.011110 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da092d44-0160-465a-98a8-b0241696a5fc'] response: {'server_uuid': 'b9b140af-aa47-46a3-ae90-8e2a4c1c780a', 'name': 'network-vif-deleted', 'tag': '654978e6-bbdf-496b-9645-04addb397055', 'status': 'completed', 'code': 200} May 06 09:47:37.021581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Deleting port 2bc5511f-a94a-4c69-94cc-e26c897e0246 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:37.022095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.047815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d2ece78-cb24-460e-b72f-7fb3720b3d97 req-4726df47-db68-4d5c-888f-7bc7e9299e4e tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313710 May 06 09:47:37.101756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693248-4374-4eec-a4f3-e34ad2d32bf7 req-aba3783e-494b-4240-91ce-8c7dfac8623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:37.103330 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-67693248-4374-4eec-a4f3-e34ad2d32bf7 req-aba3783e-494b-4240-91ce-8c7dfac8623a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4322045 May 06 09:47:37.204917 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.205348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.208889 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.248326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Calling delete_port for 2bc5511f-a94a-4c69-94cc-e26c897e0246 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:37.268399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6ddf5b23-b375-4a86-a20a-e34111cd16af up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:37.271505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-defbc4a9-53a0-4a74-b2ae-24e12e3a02ba None None] Provisioning complete for port 778df130-aa93-4503-afdf-baddf01e2d86 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:37.271980 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-defbc4a9-53a0-4a74-b2ae-24e12e3a02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.337402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:33Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:34Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:37.358072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Subnet': ['ID=82decb98-1f6b-412a-bfe9-60e3a36e86ad,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:37.364994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Checking segment: {'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:37.365365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network hostable DHCP agents. Network: c05de685-2db4-411b-b6ef-2b19dfbe2482, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:37.365983 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:37.365983 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Updating router 67cab266-8ffb-4ed4-950a-1bf97e786a20 port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:37.366271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6ddf5b23-b375-4a86-a20a-e34111cd16af triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:37.366585 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.395892 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.396113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:37.430215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c05de685-2db4-411b-b6ef-2b19dfbe2482) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:37.436830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:37.437430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.447639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a36e250-f162-477f-9ba6-2eabcb51589d None None] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:37.465870 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7e49eda2-1c05-496c-aba2-7d2390b4a8a2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4596298 May 06 09:47:37.465870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50948) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:37.578572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-defbc4a9-53a0-4a74-b2ae-24e12e3a02ba None None] Provisioning complete for port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:37.578572 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-defbc4a9-53a0-4a74-b2ae-24e12e3a02ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.609059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.641017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-defbc4a9-53a0-4a74-b2ae-24e12e3a02ba None None] Port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:47:37.647479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Pushing event deleted for resources: {'Port': ['ID=2bc5511f-a94a-4c69-94cc-e26c897e0246,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:37.686143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-c05de685-2db4-411b-b6ef-2b19dfbe2482', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:47:37.687015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.716704 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.724700 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.780050 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bfd97-304d-4810-9f5d-959e2d22c920 None None] Pushing event updated for resources: {'Port': ['ID=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:37.851007 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Attempting to bind port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:37.851379 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Attempting to bind port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:37.851978 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Attempting to bind port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 on network eb7644b1-5177-4c6b-9e70-71ed70e183d7 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:37.858299 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:37.858693 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Checking segment: {'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:37.859067 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.859465 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Bound using segment: {'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:37.859980 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Bound port: 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97ac227-d65d-4882-a1a4-550ebfe68335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:37.860360 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.932199 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] For port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:37.935732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] For port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,segment=NetworkSegment(e97ac227-d65d-4882-a1a4-550ebfe68335),segment_id=e97ac227-d65d-4882-a1a4-550ebfe68335)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:37.943618 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:37.975420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6437942e-3619-41cf-a71d-92a3b80ea9dc None None] Provisioning complete for port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:37.975977 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6437942e-3619-41cf-a71d-92a3b80ea9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.001268 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:38.002033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:38.033542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e89f6b93-fbb7-4479-91bd-3dc24877cef4 req-e9c95924-92fe-4f2c-88a0-7fff396a8139 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0514297 May 06 09:47:38.107709 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:38.129119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58a6df8c-048e-4091-b135-f8382ea5fb67 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:47:38.146788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Allocated IP 172.23.0.2 (c05de685-2db4-411b-b6ef-2b19dfbe2482/82decb98-1f6b-412a-bfe9-60e3a36e86ad/71b4ee99-21a8-4b12-825e-59e31c4dc399) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:38.215175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd96a1-177b-4583-8d27-cdb3f6455fb2 req-0f4c0270-0aab-4455-bcda-710b6c56bd13 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:38.216939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dcd96a1-177b-4583-8d27-cdb3f6455fb2 req-0f4c0270-0aab-4455-bcda-710b6c56bd13 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 943 time: 0.0914941 May 06 09:47:38.267201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dcd96a1-177b-4583-8d27-cdb3f6455fb2 req-f8e74d1d-5411-496e-ad52-3ccae68da827 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429335 May 06 09:47:38.303175 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6437942e-3619-41cf-a71d-92a3b80ea9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.306879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:47:38.317459 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bfd97-304d-4810-9f5d-959e2d22c920 None None] Pushing event updated for resources: {'Port': ['ID=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:38.383938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.393237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.394710 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4cbc19c-6c1d-4239-8075-5bf30af5f433 tempest-ServersTestJSON-709584138 tempest-ServersTestJSON-709584138-project] 10.222.0.76 "DELETE /v2.0/floatingips/bda1ef1b-9709-4853-8aa3-8a71c56a9872 HTTP/1.1" status: 204 len: 168 time: 2.0130510 May 06 09:47:38.400297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50954) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:38.460432 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:33Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:37Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:38.497778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.508817 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923b120-6fd5-4cd8-8226-f7f3e373543a None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:33Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:37Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:38.537575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:38.578194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.605288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6437942e-3619-41cf-a71d-92a3b80ea9dc None None] For port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,segment=NetworkSegment(e97ac227-d65d-4882-a1a4-550ebfe68335),segment_id=e97ac227-d65d-4882-a1a4-550ebfe68335)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:38.622512 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.624639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6437942e-3619-41cf-a71d-92a3b80ea9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.638919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 58a6df8c-048e-4091-b135-f8382ea5fb67, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58a6df8c-048e-4091-b135-f8382ea5fb67,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:38.685538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '58a6df8c-048e-4091-b135-f8382ea5fb67', 'network_id': '8a82bf60-ae46-43e6-b200-26fc38e0b47b', 'port_id': '58a6df8c-048e-4091-b135-f8382ea5fb67', 'mac_address': 'fa:16:3e:80:d4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0078a3ce-1d3d-4391-a69d-d746800f5445', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:47:38.693584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:38.705791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:38.709134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Pushing event updated for resources: {'Port': ['ID=71b4ee99-21a8-4b12-825e-59e31c4dc399,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:38.713265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:38.750373 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-67693248-4374-4eec-a4f3-e34ad2d32bf7 req-1ae32c2f-865d-4ab7-8b50-72b8f6932990 tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.83 "GET /v2.0/ports?device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0325174 May 06 09:47:38.787055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:38.787429 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.888859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.914188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f4fe36d2-72dd-4c0a-b18a-18c20778f52c None None] Provisioning complete for port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:38.915100 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f4fe36d2-72dd-4c0a-b18a-18c20778f52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.925539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Allocated IP 172.23.0.1 (c05de685-2db4-411b-b6ef-2b19dfbe2482/82decb98-1f6b-412a-bfe9-60e3a36e86ad/812301b3-ad70-4e23-a664-a89fb7be4003) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:38.942886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437942e-3619-41cf-a71d-92a3b80ea9dc None None] Pushing event updated for resources: {'Port': ['ID=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:38.947875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Attempting to bind port 71b4ee99-21a8-4b12-825e-59e31c4dc399 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:38.948245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Attempting to bind port 71b4ee99-21a8-4b12-825e-59e31c4dc399 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:38.948607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Attempting to bind port 71b4ee99-21a8-4b12-825e-59e31c4dc399 on network c05de685-2db4-411b-b6ef-2b19dfbe2482 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:38.959304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a6df8c-048e-4091-b135-f8382ea5fb67 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:38.975824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:38.976278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Checking segment: {'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:38.976590 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:38.976983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Bound using segment: {'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:38.977460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Bound port: 71b4ee99-21a8-4b12-825e-59e31c4dc399, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:38.977837 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.009485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 58a6df8c-048e-4091-b135-f8382ea5fb67, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58a6df8c-048e-4091-b135-f8382ea5fb67,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:39.014630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.049731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.059299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.112556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.121344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] For port 71b4ee99-21a8-4b12-825e-59e31c4dc399, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:39.150625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] For port 71b4ee99-21a8-4b12-825e-59e31c4dc399, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=71b4ee99-21a8-4b12-825e-59e31c4dc399,segment=NetworkSegment(fe3ad1f7-5c97-4fa2-b45e-2f70296d497a),segment_id=fe3ad1f7-5c97-4fa2-b45e-2f70296d497a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:39.194923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.195872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:39.201181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:39.204093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=58a6df8c-048e-4091-b135-f8382ea5fb67,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.204230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:39.246672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50b2e1b6-d191-4951-acc4-ddb431e16f63 req-959d8c4f-1298-4591-8c4d-80c47d4ef2fe tempest-ServerShowV247Test-1133042471 tempest-ServerShowV247Test-1133042471-project] 10.222.0.76 "GET /v2.0/ports?device_id=da6897da-ccde-4cfe-9be0-fa9780bf7bb8 HTTP/1.1" status: 200 len: 210 time: 0.0739625 May 06 09:47:39.278293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=812301b3-ad70-4e23-a664-a89fb7be4003,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.312539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.318209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ede2eb-048e-4221-bd62-6454eaae515c None None] Pushing event updated for resources: {'Port': ['ID=71b4ee99-21a8-4b12-825e-59e31c4dc399,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.369996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['58a6df8c-048e-4091-b135-f8382ea5fb67'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:39.451026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c288b-ef78-4849-950a-4ccda7c2e515 req-23b2ffd0-18e8-42e7-85be-69fc20ff4754 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:39.453252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd9c288b-ef78-4849-950a-4ccda7c2e515 req-23b2ffd0-18e8-42e7-85be-69fc20ff4754 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 944 time: 0.0699155 May 06 09:47:39.466969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Deleting port 0223a193-35fb-4950-b01d-d2929fb044f7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:39.467311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.495879 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.597839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd9c288b-ef78-4849-950a-4ccda7c2e515 req-e79fb6b9-9412-4f87-8cb7-9980b17ff9ce tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330976 May 06 09:47:39.629719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] For port 0223a193-35fb-4950-b01d-d2929fb044f7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0223a193-35fb-4950-b01d-d2929fb044f7,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:39.630112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.645905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Calling delete_port for 0223a193-35fb-4950-b01d-d2929fb044f7 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:39.836103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.841525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.843965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:39.872554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0223a193-35fb-4950-b01d-d2929fb044f7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.924754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event updated for resources: {'Port': ['ID=812301b3-ad70-4e23-a664-a89fb7be4003,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:39.927332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.039615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:40.041291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:40.050380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.167012 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:40.278277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:40.283846 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8458ab7e-c868-4c37-b07c-687ed87967b7 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8171117 May 06 09:47:40.286640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50962) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:40.293996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:40.296415 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:40.312006 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:40.313305 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:40.398309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:40.483880 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:40.514325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58343b39-713a-438e-9f36-89a623afaa0a None None] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:40.670626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8fde2233-a2bb-464d-8912-4c1eaa5cbfc1 None None] Provisioning complete for port 71b4ee99-21a8-4b12-825e-59e31c4dc399 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:40.670992 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8fde2233-a2bb-464d-8912-4c1eaa5cbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.688651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:40.713826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e680aa6-0af5-435d-9bb7-46895a939ca8 admin admin] 10.222.0.76 "PUT /v2.0/routers/264f36cc-6bc7-4ffe-bc27-e042f70efa55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094299 May 06 09:47:40.713988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50970) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:40.757920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] Sync routers for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:40.760508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:40.785557 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:39Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:39Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:40.798948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50974) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:40.825495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:40.826276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Updating router 67cab266-8ffb-4ed4-950a-1bf97e786a20 port 812301b3-ad70-4e23-a664-a89fb7be4003 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:47:40.844271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:40.845041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:40.865655 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.925981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ea578-e79b-4cfd-9854-3253be3d16e0 req-798c713d-cc4c-4f76-84e6-ba2a78792635 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:40.927479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b30ea578-e79b-4cfd-9854-3253be3d16e0 req-798c713d-cc4c-4f76-84e6-ba2a78792635 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 944 time: 0.1717348 May 06 09:47:40.967936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.968177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:40.968559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:40.993566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1b15e7d-f5cd-4a64-ab2b-a42d1c03ba50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.010525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8fde2233-a2bb-464d-8912-4c1eaa5cbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.113573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b30ea578-e79b-4cfd-9854-3253be3d16e0 req-e8fd46ec-f81b-48c9-8b2f-4aea2e8d17c7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778653 May 06 09:47:41.129759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1b15e7d-f5cd-4a64-ab2b-a42d1c03ba50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.132588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.extraroute_db [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:47:41.137708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1b15e7d-f5cd-4a64-ab2b-a42d1c03ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.155367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.extraroute_db [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Removed routes are [] {{(pid=102742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:47:41.155853 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.158293 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.179340 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a1b15e7d-f5cd-4a64-ab2b-a42d1c03ba50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f49b4129e215401996258cf056cd6de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784831 May 06 09:47:41.180039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50978) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:41.229021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b15e7d-f5cd-4a64-ab2b-a42d1c03ba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb23933-de45-49de-b6ed-def44105dfce,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:41.266142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e119ddb-32df-4ba9-813a-9fb4ef336393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.283072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8fde2233-a2bb-464d-8912-4c1eaa5cbfc1 None None] For port 71b4ee99-21a8-4b12-825e-59e31c4dc399, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=71b4ee99-21a8-4b12-825e-59e31c4dc399,segment=NetworkSegment(fe3ad1f7-5c97-4fa2-b45e-2f70296d497a),segment_id=fe3ad1f7-5c97-4fa2-b45e-2f70296d497a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:41.288612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:41.304738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e119ddb-32df-4ba9-813a-9fb4ef336393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.320664 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8fde2233-a2bb-464d-8912-4c1eaa5cbfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.338293 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.345523 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.394736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e119ddb-32df-4ba9-813a-9fb4ef336393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.397540 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e119ddb-32df-4ba9-813a-9fb4ef336393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.402167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0e119ddb-32df-4ba9-813a-9fb4ef336393 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbb23933-de45-49de-b6ed-def44105dfce HTTP/1.1" status: 204 len: 168 time: 0.2151506 May 06 09:47:41.416995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Deleting port cafee418-b998-4ce2-85c6-5eeb49dfe802 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:41.419037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.441153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e119ddb-32df-4ba9-813a-9fb4ef336393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb23933-de45-49de-b6ed-def44105dfce,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:41.499568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.513075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.561678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b4ee99-21a8-4b12-825e-59e31c4dc399 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:41.578003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2233-a2bb-464d-8912-4c1eaa5cbfc1 None None] Pushing event updated for resources: {'Port': ['ID=71b4ee99-21a8-4b12-825e-59e31c4dc399,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:41.588536 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2645b-736f-41a4-91fa-14005cd81381 None None] Pushing event updated for resources: {'Port': ['ID=812301b3-ad70-4e23-a664-a89fb7be4003,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:41.681191 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Attempting to bind port 812301b3-ad70-4e23-a664-a89fb7be4003 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:41.681639 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Attempting to bind port 812301b3-ad70-4e23-a664-a89fb7be4003 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:41.682070 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Attempting to bind port 812301b3-ad70-4e23-a664-a89fb7be4003 on network c05de685-2db4-411b-b6ef-2b19dfbe2482 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:41.689376 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:41.689921 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Checking segment: {'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:41.690317 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.690772 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Bound using segment: {'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:41.691637 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Bound port: 812301b3-ad70-4e23-a664-a89fb7be4003, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:41.691766 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.701058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 71b4ee99-21a8-4b12-825e-59e31c4dc399 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:41.701433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.773445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:47:39Z', 'revision_number': 5, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port': {'id': 'cafee418-b998-4ce2-85c6-5eeb49dfe802', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:73:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:16Z', 'updated_at': '2022-05-06T09:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:41.783067 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] For port 812301b3-ad70-4e23-a664-a89fb7be4003, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:41.786798 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] For port 812301b3-ad70-4e23-a664-a89fb7be4003, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=812301b3-ad70-4e23-a664-a89fb7be4003,segment=NetworkSegment(fe3ad1f7-5c97-4fa2-b45e-2f70296d497a),segment_id=fe3ad1f7-5c97-4fa2-b45e-2f70296d497a)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:41.792767 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:41.819545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] Checking router: 264f36cc-6bc7-4ffe-bc27-e042f70efa55 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:41.848701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] Routers {'264f36cc-6bc7-4ffe-bc27-e042f70efa55'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:41.849351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:41.891735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2645b-736f-41a4-91fa-14005cd81381 None None] Pushing event updated for resources: {'Port': ['ID=812301b3-ad70-4e23-a664-a89fb7be4003,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:41.916015 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:41.916493 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:41.979389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] Provisioning complete for port 812301b3-ad70-4e23-a664-a89fb7be4003 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:41.979791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.041811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] Set router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:42.069999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] For port cafee418-b998-4ce2-85c6-5eeb49dfe802, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cafee418-b998-4ce2-85c6-5eeb49dfe802,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:42.070517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.084846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:42.093999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Calling delete_port for cafee418-b998-4ce2-85c6-5eeb49dfe802 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:42.129945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:47:41Z', 'revision_number': 6, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:42.162959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:42.199386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccb005e-f3a1-4695-8637-4190379281bc None None] The sync data for ids ['264f36cc-6bc7-4ffe-bc27-e042f70efa55'] in n-d-840834-1 is: [{'id': '264f36cc-6bc7-4ffe-bc27-e042f70efa55', 'name': 'tempest-ServersTestJSON-1926997598-router', 'tenant_id': '187ee537eee549b2948c8e1e58fa0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:14Z', 'updated_at': '2022-05-06T09:47:41Z', 'revision_number': 6, 'project_id': '187ee537eee549b2948c8e1e58fa0365', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:42.205573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58a6df8c-048e-4091-b135-f8382ea5fb67 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:42.385895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 58a6df8c-048e-4091-b135-f8382ea5fb67 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:47:42.396042 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.399512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 58a6df8c-048e-4091-b135-f8382ea5fb67 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:42.404938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:42.406548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.427651 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.431853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3b6fee5e-2636-4e86-b4dd-94392f23ba5a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 200 len: 933 time: 2.1417844 May 06 09:47:42.432614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51002) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:42.494536 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:41Z', 'revision_number': 6, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:41Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:42.513011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae470-fd64-49d7-936c-f2ec38529f04 req-8b97a1d9-2b0d-41b3-bf33-6c4867156656 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:42.514621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e9ae470-fd64-49d7-936c-f2ec38529f04 req-8b97a1d9-2b0d-41b3-bf33-6c4867156656 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 944 time: 0.1994760 May 06 09:47:42.535358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] For port 812301b3-ad70-4e23-a664-a89fb7be4003, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=812301b3-ad70-4e23-a664-a89fb7be4003,segment=NetworkSegment(fe3ad1f7-5c97-4fa2-b45e-2f70296d497a),segment_id=fe3ad1f7-5c97-4fa2-b45e-2f70296d497a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:42.548310 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.576037 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb5d00-8bb8-470c-aee0-cfcd5dc58bf0 None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:41Z', 'revision_number': 6, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:41Z', 'revision_number': 4, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:42.707168 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-61c3418a-a1c8-431b-b3bc-d8c7e6769e51 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 200 len: 933 time: 0.2699039 May 06 09:47:42.707314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51006) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:42.728127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'routes': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:42.784596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] Provisioning complete for port 71b4ee99-21a8-4b12-825e-59e31c4dc399 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:42.785156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.845621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b4ee99-21a8-4b12-825e-59e31c4dc399 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:42.884526 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c780565c-4b7f-4853-b585-126fc2aa900f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:42.965689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db805d-a4c8-4b5c-8b88-28cc1203b6c5 None None] Pushing event updated for resources: {'Port': ['ID=812301b3-ad70-4e23-a664-a89fb7be4003,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:43.009100 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.036647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e9ae470-fd64-49d7-936c-f2ec38529f04 req-72b45686-2208-4b9a-9f75-d37ca382f4c9 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049500 May 06 09:47:43.042435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.082424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Pushing event deleted for resources: {'Port': ['ID=cafee418-b998-4ce2-85c6-5eeb49dfe802,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:43.104238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 71b4ee99-21a8-4b12-825e-59e31c4dc399 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:43.104657 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.138735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a6df8c-048e-4091-b135-f8382ea5fb67'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:43.141068 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc0f01-d14b-48f5-998f-4ca32f79a99d" -d '{"events": [{"server_uuid": "ed8b0536-1c99-4860-92e9-aade4a847442", "name": "network-vif-plugged", "status": "completed", "tag": "58a6df8c-048e-4091-b135-f8382ea5fb67"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:43.174131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 58a6df8c-048e-4091-b135-f8382ea5fb67, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58a6df8c-048e-4091-b135-f8382ea5fb67,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:43.189415 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.240608 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0090bb12-0add-4ebb-88aa-a9a6a7685732 x-openstack-request-id: req-0090bb12-0add-4ebb-88aa-a9a6a7685732 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:43.242091 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b0536-1c99-4860-92e9-aade4a847442", "name": "network-vif-plugged", "status": "completed", "tag": "58a6df8c-048e-4091-b135-f8382ea5fb67", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:43.242091 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0090bb12-0add-4ebb-88aa-a9a6a7685732 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:43.242091 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0090bb12-0add-4ebb-88aa-a9a6a7685732'] response: {'server_uuid': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a6df8c-048e-4091-b135-f8382ea5fb67', 'code': 200} May 06 09:47:43.287182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-922b66ac-917d-40ab-90fe-8112bee57982 None None] Provisioning complete for port 812301b3-ad70-4e23-a664-a89fb7be4003 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:43.287553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-922b66ac-917d-40ab-90fe-8112bee57982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.318762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=58a6df8c-048e-4091-b135-f8382ea5fb67,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:43.333876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.434981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0223a193-35fb-4950-b01d-d2929fb044f7 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:43.464018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0223a193-35fb-4950-b01d-d2929fb044f7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:43.464509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0223a193-35fb-4950-b01d-d2929fb044f7 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:43.536081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.542016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.622951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebb76d-f1da-476c-a535-210b3c715274 req-1e766b82-a37f-446f-9cf4-f42fd81630ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:43.625457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84ebb76d-f1da-476c-a535-210b3c715274 req-1e766b82-a37f-446f-9cf4-f42fd81630ee service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 1096 time: 0.2820911 May 06 09:47:43.632439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3f24d980-0ef3-480b-a952-eaee8ab9e9e9 None None] Provisioning complete for port 812301b3-ad70-4e23-a664-a89fb7be4003 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:43.632955 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3f24d980-0ef3-480b-a952-eaee8ab9e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.660848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.661380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264f36cc-6bc7-4ffe-bc27-e042f70efa55 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:47:43.667534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.669230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e6d0b23b-2d1d-4fd7-a443-f4b3817aaade admin admin] 10.222.0.76 "DELETE /v2.0/routers/264f36cc-6bc7-4ffe-bc27-e042f70efa55 HTTP/1.1" status: 204 len: 168 time: 2.9542887 May 06 09:47:43.671927 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51028) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:43.724221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84ebb76d-f1da-476c-a535-210b3c715274 req-50c12aa4-b493-430d-9454-996245d2db0d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732355 May 06 09:47:43.745535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.extraroute_db [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added routes are [] {{(pid=102742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:47:43.745899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.extraroute_db [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102742) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:47:43.766140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] Deleting subnet e6bfde6f-05a0-4041-b139-0add4e81fb7d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:43.784591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.811493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.825537 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:43.905785 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:43.916200 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:43.917068 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:43.943800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.015107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.035062 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:44.048832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6bfde6f-05a0-4041-b139-0add4e81fb7d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:44.057507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.067469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0967b040-2d1a-481e-95fb-b10830d55250 None None] Network 6d22d176-e752-49b4-b155-9e55f6e8b1b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:44.075029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4d4003d-e567-4ab5-bb98-a5ef9a935686 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e6bfde6f-05a0-4041-b139-0add4e81fb7d HTTP/1.1" status: 204 len: 168 time: 0.4005983 May 06 09:47:44.075756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:44.076630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.084552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.172284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.236141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Deleting port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:44.236501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.247874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:44.304066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] For port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,segment=NetworkSegment(33303722-bb8b-451b-9cc7-9d1d9342e32e),segment_id=33303722-bb8b-451b-9cc7-9d1d9342e32e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:44.304438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.318842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Calling delete_port for 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:44.345222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] DHCP port deletion for 6d22d176-e752-49b4-b155-9e55f6e8b1b1 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:44.365861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be548a1-6de8-443b-bbc6-672534491749 req-49ec7627-ce20-45d5-af37-a8bdd7fc5769 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:44.374479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5be548a1-6de8-443b-bbc6-672534491749 req-49ec7627-ce20-45d5-af37-a8bdd7fc5769 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.1454978 May 06 09:47:44.405559 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:43Z', 'revision_number': 7, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:44.446687 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:44.458144 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:44.458804 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:44.462583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5be548a1-6de8-443b-bbc6-672534491749 req-5cfc32ec-af33-4e56-acb9-a0cc051e4371 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868514 May 06 09:47:44.469844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.474599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] Deleting port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:44.474969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.489883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:44.498971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.500984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6be12b1d-b63c-4edd-a935-d3b11097e8c8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 200 len: 699 time: 1.7916436 May 06 09:47:44.504500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51040) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:44.551739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] No DVR routers for this DVR port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:44.553663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:44.613805 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:44.632876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 812301b3-ad70-4e23-a664-a89fb7be4003 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:47:44.642453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] For port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:44.642842 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.688878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5120f8e9-41eb-4d5d-82e9-e327e5b8511b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 200 len: 699 time: 0.1804087 May 06 09:47:44.690675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51042) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:44.701021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] Calling delete_port for 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:44.702307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.711548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] Port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:47:44.718530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.757885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d22d176-e752-49b4-b155-9e55f6e8b1b1']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:44.772958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33303722-bb8b-451b-9cc7-9d1d9342e32e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:44.774345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33303722-bb8b-451b-9cc7-9d1d9342e32e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:44.838957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.869263 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.882770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:44.883015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:44.934097 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:43Z', 'revision_number': 7, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: timer() May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:44.971158 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:44.988290 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0301aea-d245-407b-97a3-c783275d6141 None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:43Z', 'revision_number': 7, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:45.014463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.025466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] Pushing event deleted for resources: {'Port': ['ID=1bb0bb53-43d6-4a86-83d6-86c97cd06b9c,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:45.040792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.043465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbf32d1-68ec-4035-a628-5c06c5757895 None None] No DVR routers for this DVR port 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:45.051260 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6d22d176-e752-49b4-b155-9e55f6e8b1b1 HTTP/1.1" status: 204 len: 168 time: 0.9717696 May 06 09:47:45.054198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08653c27-1ccb-473c-abbb-cd5a2c78e438 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d22d176-e752-49b4-b155-9e55f6e8b1b1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:45.076891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 812301b3-ad70-4e23-a664-a89fb7be4003 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:47:45.078683 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.130901 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-25e03014-ab1a-4b72-a433-300e63eeb256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.273830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51050) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:45.288456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cafee418-b998-4ce2-85c6-5eeb49dfe802 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:45.296169 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.316551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: cafee418-b998-4ce2-85c6-5eeb49dfe802 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:45.316898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cafee418-b998-4ce2-85c6-5eeb49dfe802 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:45.317312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:45.340602 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c9566ce-11ca-48a7-942c-e666c1ae0bd0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=187ee537eee549b2948c8e1e58fa0365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635316 May 06 09:47:45.343438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:45.353350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:45.353686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1bb0bb53-43d6-4a86-83d6-86c97cd06b9c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:45.382841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:45.398369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:45.410090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:45.410793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:45.417485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f72b8e5f-227e-4f2c-a688-939a5512e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.440638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f72b8e5f-227e-4f2c-a688-939a5512e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.501314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f72b8e5f-227e-4f2c-a688-939a5512e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.503891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f72b8e5f-227e-4f2c-a688-939a5512e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.505088 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f72b8e5f-227e-4f2c-a688-939a5512e824 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74b39423-be51-4c0c-a2dc-b9e4232e1641 HTTP/1.1" status: 204 len: 168 time: 0.1603827 May 06 09:47:45.513748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b8e5f-227e-4f2c-a688-939a5512e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b39423-be51-4c0c-a2dc-b9e4232e1641,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:45.535628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:45.560006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cfc78f5c-f653-4328-8ffe-9d9f1fb3938b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.637466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 812301b3-ad70-4e23-a664-a89fb7be4003 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:45.638228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.674790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cfc78f5c-f653-4328-8ffe-9d9f1fb3938b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.679527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cfc78f5c-f653-4328-8ffe-9d9f1fb3938b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.748901 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cfc78f5c-f653-4328-8ffe-9d9f1fb3938b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=864c7b481b2f467cbd94d167e606ce42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620331 May 06 09:47:45.749831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51064) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:45.763028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc78f5c-f653-4328-8ffe-9d9f1fb3938b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe0bf5-b87f-4b38-80e9-f4837b2957c6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:45.765723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4946c1-ba6c-49b3-b940-f5ab9a33f43d req-66ea1c8f-6fe0-4682-a08c-8e10ed62a1d6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:45.767229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af4946c1-ba6c-49b3-b940-f5ab9a33f43d req-66ea1c8f-6fe0-4682-a08c-8e10ed62a1d6 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.1087711 May 06 09:47:45.817132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af4946c1-ba6c-49b3-b940-f5ab9a33f43d req-5065e20c-6356-4994-9582-f70108f16b00 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372188 May 06 09:47:45.822315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 812301b3-ad70-4e23-a664-a89fb7be4003, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=812301b3-ad70-4e23-a664-a89fb7be4003,segment=NetworkSegment(fe3ad1f7-5c97-4fa2-b45e-2f70296d497a),segment_id=fe3ad1f7-5c97-4fa2-b45e-2f70296d497a)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:45.822685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.839858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f048ee6f-a764-4fe6-961e-73043318a14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.845362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 812301b3-ad70-4e23-a664-a89fb7be4003 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:45.869346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:43Z', 'revision_number': 7, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:45.885120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f048ee6f-a764-4fe6-961e-73043318a14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.914897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:45.929216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:45.934934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:45.953273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f048ee6f-a764-4fe6-961e-73043318a14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.959869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f048ee6f-a764-4fe6-961e-73043318a14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:45.961346 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f048ee6f-a764-4fe6-961e-73043318a14b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5dfe0bf5-b87f-4b38-80e9-f4837b2957c6 HTTP/1.1" status: 204 len: 168 time: 0.2106442 May 06 09:47:45.981176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048ee6f-a764-4fe6-961e-73043318a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe0bf5-b87f-4b38-80e9-f4837b2957c6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:46.025532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249abe7f-ae3d-43c4-8c87-01026246bbb1 req-46896ab2-5de0-473d-9780-862e602b3559 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.027904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-249abe7f-ae3d-43c4-8c87-01026246bbb1 req-46896ab2-5de0-473d-9780-862e602b3559 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.0872786 May 06 09:47:46.105238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:46.130680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-249abe7f-ae3d-43c4-8c87-01026246bbb1 req-7047ebb8-eadb-47fe-ac57-42125eeefbfa tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604184 May 06 09:47:46.208613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.253402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=812301b3-ad70-4e23-a664-a89fb7be4003,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:46.473300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.541766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:43Z', 'revision_number': 7, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:46.551211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51090) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:46.580618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.617173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c72984-e4dd-45cf-9a9d-83e27ad5c02b None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:43Z', 'revision_number': 7, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '812301b3-ad70-4e23-a664-a89fb7be4003', 'name': '', 'network_id': 'c05de685-2db4-411b-b6ef-2b19dfbe2482', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:90:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:38Z', 'updated_at': '2022-05-06T09:47:42Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '82decb98-1f6b-412a-bfe9-60e3a36e86ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:46.626958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.643532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5ab44-c72b-45d9-b83d-617144464b50 req-99d70469-ec27-4dec-9443-39024fdec678 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:46.645165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bf5ab44-c72b-45d9-b83d-617144464b50 req-99d70469-ec27-4dec-9443-39024fdec678 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.1858232 May 06 09:47:46.672663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.704899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.720775 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.774967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f50587-197a-4e10-b254-69f09150ccf4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:46.787221 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.787566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.787984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.788329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.788759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.789131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.789464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.789877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.790245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.790780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.791100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.791466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:46.797651 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2e31ec14-931a-4027-ab95-4d8eda229100 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f91925506c9f47f68144e6508062bc1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437758 May 06 09:47:46.800232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:46.864795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d146697-f00c-4773-9543-bb1f264a0422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.897819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d146697-f00c-4773-9543-bb1f264a0422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.919502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51096) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:46.971873 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d146697-f00c-4773-9543-bb1f264a0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.975380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d146697-f00c-4773-9543-bb1f264a0422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:46.979209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d146697-f00c-4773-9543-bb1f264a0422 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/48f50587-197a-4e10-b254-69f09150ccf4 HTTP/1.1" status: 204 len: 168 time: 0.1756830 May 06 09:47:46.987701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d146697-f00c-4773-9543-bb1f264a0422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f50587-197a-4e10-b254-69f09150ccf4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:47.073552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2072891447-network', 'tenant_id': 'f99877bbd02e4303b60815f0dcbabd53'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:47.086292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bf5ab44-c72b-45d9-b83d-617144464b50 req-298e349d-4cf2-4aa3-862f-733514d21421 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320371 May 06 09:47:47.094635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Made reservation on behalf of f99877bbd02e4303b60815f0dcbabd53 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:47.097412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.108326 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.215825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.220975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.256699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1633faf5-101d-4b49-aece-9ee596655dfa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:47.260203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:47.277059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.277442 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Added segment 01407f29-a6a4-42d0-92ec-ac5bd93f1dc1 of type vlan for network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 May 06 09:47:47.293442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc993245-3936-485f-82db-8ebe14647b1d req-d5aed438-45fc-45c8-be5e-42395f6da8a0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:47.294997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc993245-3936-485f-82db-8ebe14647b1d req-d5aed438-45fc-45c8-be5e-42395f6da8a0 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.1322086 May 06 09:47:47.313424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:47.333374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.347755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc993245-3936-485f-82db-8ebe14647b1d req-8fa572fe-eb12-47af-ad64-75870b50c610 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455871 May 06 09:47:47.368854 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.370432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:47.372485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.445390 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5199041 May 06 09:47:47.446207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:47.451422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Request body: {'subnet': {'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2072891447-subnet', 'tenant_id': 'f99877bbd02e4303b60815f0dcbabd53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:47.452371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:47.464517 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:47.468595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e9efc15-25f3-4d46-a49b-726bc70fd3a5 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766442 May 06 09:47:47.469305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51118) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:47.490323 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:47.490626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13174-f1ee-41a1-b831-e49b38476cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9d9d2b-89cb-44ec-83d2-ef37595e3647,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:47.491049 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:47.494387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Made reservation on behalf of f99877bbd02e4303b60815f0dcbabd53 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:47.498767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.506522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:47.552792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet 82decb98-1f6b-412a-bfe9-60e3a36e86ad {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:47.556744 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.628326 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.684367 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:47.715996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b33f36-d06b-4075-a12c-15ab39fe4d26 req-e76541fc-0e13-4295-909c-e2fab6b39f64 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:47.718176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40b33f36-d06b-4075-a12c-15ab39fe4d26 req-e76541fc-0e13-4295-909c-e2fab6b39f64 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.1072874 May 06 09:47:47.783052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.785772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.812307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40b33f36-d06b-4075-a12c-15ab39fe4d26 req-6fd79724-66c5-4cf0-aab6-fd46a9975301 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717411 May 06 09:47:47.856522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc2078f-5b8f-47f5-847f-ade3d373a9aa,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:47.887171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Checking segment: {'id': '01407f29-a6a4-42d0-92ec-ac5bd93f1dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:47.887880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Network hostable DHCP agents. Network: 3f9d9d2b-89cb-44ec-83d2-ef37595e3647, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:47.895785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.917595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:47.931260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 3f9d9d2b-89cb-44ec-83d2-ef37595e3647) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:47.937378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:47.938271 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.941294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c14e72-9e5b-4761-ad5a-b23a41f1436b None None] Network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:47.950547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=82decb98-1f6b-412a-bfe9-60e3a36e86ad,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:47.964147 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1f6c17a4-bff4-4108-8440-44a71e31f3b1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5168619 May 06 09:47:47.970953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:47.976692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/82decb98-1f6b-412a-bfe9-60e3a36e86ad HTTP/1.1" status: 204 len: 168 time: 0.5063217 May 06 09:47:47.979618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51138) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:48.000968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.008007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.008531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.008967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.009444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.009874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.010304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.010696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.011090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.012100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.012632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.013157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62cc362-6ff6-41cc-ab39-ca08501328ef tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:48.054743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe2537-7ae3-475d-aa66-9298193e57c9 None None] Network c05de685-2db4-411b-b6ef-2b19dfbe2482 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:48.124295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996940-0166-4e4e-929e-d8c6200a7d74 req-1fc718c0-c85b-46ee-a913-74053ed6cdea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:48.129924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82996940-0166-4e4e-929e-d8c6200a7d74 req-1fc718c0-c85b-46ee-a913-74053ed6cdea tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.1688888 May 06 09:47:48.144790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.166313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.204759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82996940-0166-4e4e-929e-d8c6200a7d74 req-55f7cde9-6421-4db7-aae1-1381efa3f70c tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695746 May 06 09:47:48.218948 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:46Z', 'revision_number': 8, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:48.257791 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:48.270390 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:48.271392 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:48.281689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 71b4ee99-21a8-4b12-825e-59e31c4dc399 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:48.282991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.397565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f201fe49-6178-497c-9482-2018ffb52d41 None None] Network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:48.428282 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:48.459147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 71b4ee99-21a8-4b12-825e-59e31c4dc399, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=71b4ee99-21a8-4b12-825e-59e31c4dc399,segment=NetworkSegment(fe3ad1f7-5c97-4fa2-b45e-2f70296d497a),segment_id=fe3ad1f7-5c97-4fa2-b45e-2f70296d497a)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:48.460138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.488646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 71b4ee99-21a8-4b12-825e-59e31c4dc399 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:48.635061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173975b9-cea8-4321-bfac-08b40304e18e None None] DHCP port deletion for c05de685-2db4-411b-b6ef-2b19dfbe2482 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:48.687131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.704958 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.727958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-173975b9-cea8-4321-bfac-08b40304e18e None None] The port '71b4ee99-21a8-4b12-825e-59e31c4dc399' was deleted {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 06 09:47:48.756922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=71b4ee99-21a8-4b12-825e-59e31c4dc399,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:48.761066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port 71b4ee99-21a8-4b12-825e-59e31c4dc399 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:48.877155 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:46Z', 'revision_number': 8, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:48.911138 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb39712d-4d99-4416-9766-f6439f25872f None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:46Z', 'revision_number': 8, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6', 'name': '', 'network_id': 'eb7644b1-5177-4c6b-9e70-71ed70e183d7', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:c6:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:32Z', 'updated_at': '2022-05-06T09:47:38Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': 'cad39636-fb31-4e06-8466-73ca18aeaedd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:48.917377 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.921300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab1282-8a4b-4a6b-b10f-ab33fb4d5144 req-01444a86-7cdd-49d8-9ffd-2737f1b60bc7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:48.930545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbab1282-8a4b-4a6b-b10f-ab33fb4d5144 req-01444a86-7cdd-49d8-9ffd-2737f1b60bc7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.0966287 May 06 09:47:48.958591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05de685-2db4-411b-b6ef-2b19dfbe2482']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:48.971157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:48.971465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe3ad1f7-5c97-4fa2-b45e-2f70296d497a') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:48.985624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:48.990540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbab1282-8a4b-4a6b-b10f-ab33fb4d5144 req-1b2a8f57-7a42-4157-9cab-4bc6d91cf3a2 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590720 May 06 09:47:49.003363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.013347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:49.013347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: timer() May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:49.019861 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:49.091874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.096906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.100339 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/c05de685-2db4-411b-b6ef-2b19dfbe2482 HTTP/1.1" status: 204 len: 168 time: 1.1188860 May 06 09:47:49.104491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51174) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:49.120232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76d545-840b-4bb8-bc21-b6fda2c4536a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=c05de685-2db4-411b-b6ef-2b19dfbe2482,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:49.533995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:49.903561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:49.903936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.015382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-6fe20ac4-930d-4800-8b42-18c6847f2366 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:50.016948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-6fe20ac4-930d-4800-8b42-18c6847f2366 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/networks?id=3f9d9d2b-89cb-44ec-83d2-ef37595e3647 HTTP/1.1" status: 200 len: 810 time: 0.2044528 May 06 09:47:50.055373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335277cf-a067-476f-97c5-7f5ae08c862d req-e0b2683f-d065-4ba4-a7a8-10037fe7a853 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:50.057232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-335277cf-a067-476f-97c5-7f5ae08c862d req-e0b2683f-d065-4ba4-a7a8-10037fe7a853 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.1456532 May 06 09:47:50.062622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-9cf25a38-b654-46e7-b310-da0a9e89df93 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/quotas/f99877bbd02e4303b60815f0dcbabd53 HTTP/1.1" status: 200 len: 375 time: 0.0306566 May 06 09:47:50.123727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,segment=NetworkSegment(e97ac227-d65d-4882-a1a4-550ebfe68335),segment_id=e97ac227-d65d-4882-a1a4-550ebfe68335)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:50.124100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.166872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-e42b1d23-d570-4fd1-954c-3be398415316 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f99877bbd02e4303b60815f0dcbabd53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945692 May 06 09:47:50.175161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:50.322891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce1a4-19bf-4261-8d1c-400ddff5fb1a req-d227d428-31ed-4410-a604-0beb2881ff28 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:50.324921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b63ce1a4-19bf-4261-8d1c-400ddff5fb1a req-d227d428-31ed-4410-a604-0beb2881ff28 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 945 time: 0.2517192 May 06 09:47:50.392471 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.447488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-a23a4d26-3d73-430c-8abb-e007c78f39dc service neutron] 10.222.0.76 "GET /v2.0/networks/3f9d9d2b-89cb-44ec-83d2-ef37595e3647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652540 May 06 09:47:50.451563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 812301b3-ad70-4e23-a664-a89fb7be4003 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:50.461793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Deleting port 58a6df8c-048e-4091-b135-f8382ea5fb67 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:50.462131 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.467826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b63ce1a4-19bf-4261-8d1c-400ddff5fb1a req-06a618e3-5d75-4b4f-951a-de52e7ed24cb tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/security-groups?id=e342c535-7964-4684-ada3-11f347c55c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314809 May 06 09:47:50.475078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 812301b3-ad70-4e23-a664-a89fb7be4003 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:50.475669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 812301b3-ad70-4e23-a664-a89fb7be4003 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:50.476272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b4ee99-21a8-4b12-825e-59e31c4dc399 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:50.510752 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 71b4ee99-21a8-4b12-825e-59e31c4dc399 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:50.511100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b4ee99-21a8-4b12-825e-59e31c4dc399 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:50.592022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51232) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:50.681274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] For port 58a6df8c-048e-4091-b135-f8382ea5fb67, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=58a6df8c-048e-4091-b135-f8382ea5fb67,segment=NetworkSegment(a0622dfe-14cb-48a4-bc12-c9baf96eb6d4),segment_id=a0622dfe-14cb-48a4-bc12-c9baf96eb6d4)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:50.681817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.693106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-904d238e-fdfa-4f98-aee0-e78e99f37dda service neutron] 10.222.0.76 "GET /v2.0/networks/3f9d9d2b-89cb-44ec-83d2-ef37595e3647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372613 May 06 09:47:50.695499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.700893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47f4d1b3-ab9f-4d19-815d-e1b64a2558e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.704199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Calling delete_port for 58a6df8c-048e-4091-b135-f8382ea5fb67 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:50.738088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:50.799934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47f4d1b3-ab9f-4d19-815d-e1b64a2558e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.809654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47f4d1b3-ab9f-4d19-815d-e1b64a2558e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:50.851164 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47f4d1b3-ab9f-4d19-815d-e1b64a2558e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bea2a8b4d1c8447fb5c555c173efd7c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580216 May 06 09:47:50.852444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4d1b3-ab9f-4d19-815d-e1b64a2558e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d0fd73-67d8-48a6-aa28-fb8f6b9ee33f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:50.854222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51236) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:51.044274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcd2c53f-cf44-49fd-b617-8678ece80519 req-4dd80e85-b6d1-4e42-a377-ec693dd93f99 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0463164 May 06 09:47:51.047394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-201eb2fe-d2ed-47c2-961e-879ffee146f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.102808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.110760 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-201eb2fe-d2ed-47c2-961e-879ffee146f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.223306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.236488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['58a6df8c-048e-4091-b135-f8382ea5fb67'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:47:51.269414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Pushing event deleted for resources: {'Port': ['ID=58a6df8c-048e-4091-b135-f8382ea5fb67,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:51.320679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] No DVR routers for this DVR port 58a6df8c-048e-4091-b135-f8382ea5fb67 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:51.323496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.327325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-335277cf-a067-476f-97c5-7f5ae08c862d req-eda389d7-50ba-4c4d-866a-95688e81ebd7 tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.82 "DELETE /v2.0/ports/58a6df8c-048e-4091-b135-f8382ea5fb67 HTTP/1.1" status: 204 len: 173 time: 1.2607887 May 06 09:47:51.330917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'name': 'network-vif-deleted', 'tag': '58a6df8c-048e-4091-b135-f8382ea5fb67'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:51.333766 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49fc645-be03-4eb8-b9d0-31d04081f600" -d '{"events": [{"server_uuid": "ed8b0536-1c99-4860-92e9-aade4a847442", "name": "network-vif-deleted", "tag": "58a6df8c-048e-4091-b135-f8382ea5fb67"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:51.349276 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-201eb2fe-d2ed-47c2-961e-879ffee146f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.352967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-201eb2fe-d2ed-47c2-961e-879ffee146f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.354256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-201eb2fe-d2ed-47c2-961e-879ffee146f7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87d0fd73-67d8-48a6-aa28-fb8f6b9ee33f HTTP/1.1" status: 204 len: 168 time: 0.4948349 May 06 09:47:51.704432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51258) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:51.719102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a18cd7c6-2aa0-4358-a4fd-8683ff913b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.793828 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf26746-15e5-432b-8ea8-a94eb18d6a61 x-openstack-request-id: req-9cf26746-15e5-432b-8ea8-a94eb18d6a61 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:51.794453 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed8b0536-1c99-4860-92e9-aade4a847442", "name": "network-vif-deleted", "tag": "58a6df8c-048e-4091-b135-f8382ea5fb67", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:51.794453 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cf26746-15e5-432b-8ea8-a94eb18d6a61 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:51.794752 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf26746-15e5-432b-8ea8-a94eb18d6a61'] response: {'server_uuid': 'ed8b0536-1c99-4860-92e9-aade4a847442', 'name': 'network-vif-deleted', 'tag': '58a6df8c-048e-4091-b135-f8382ea5fb67', 'status': 'completed', 'code': 200} May 06 09:47:51.798501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201eb2fe-d2ed-47c2-961e-879ffee146f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d0fd73-67d8-48a6-aa28-fb8f6b9ee33f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:51.813444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a18cd7c6-2aa0-4358-a4fd-8683ff913b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.818661 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a18cd7c6-2aa0-4358-a4fd-8683ff913b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:51.829518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9178f3ce-5b0b-46ca-b38c-b4064589fcdd req-4bc722be-b10a-4734-85a9-9afa80a02f8d tempest-ServerDiskConfigTestJSON-1360317458 tempest-ServerDiskConfigTestJSON-1360317458-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed8b0536-1c99-4860-92e9-aade4a847442 HTTP/1.1" status: 200 len: 210 time: 0.0375535 May 06 09:47:51.862783 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a18cd7c6-2aa0-4358-a4fd-8683ff913b30 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e3995c10505f49c095109f49e1e53add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563766 May 06 09:47:51.864026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cd7c6-2aa0-4358-a4fd-8683ff913b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f040c90-6985-4abf-886f-e311dcdc5ed4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:51.865607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51260) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:51.878220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:52.005367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0332-1e77-462a-9f00-c401dca35a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.039507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:52.048292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bc7d8662-61a8-4bed-92be-f5854216b95a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9386599 May 06 09:47:52.048292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0332-1e77-462a-9f00-c401dca35a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.049706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51262) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:52.051072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:52.067185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:52.069733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:52.135070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet cad39636-fb31-4e06-8466-73ca18aeaedd {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:52.140142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.193177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-30283bbd-4c6a-493c-b9b6-d0dbc611fd84 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:52.193436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:52.195406 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-30283bbd-4c6a-493c-b9b6-d0dbc611fd84 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.83 "GET /v2.0/networks?id=3f9d9d2b-89cb-44ec-83d2-ef37595e3647 HTTP/1.1" status: 200 len: 810 time: 0.1813009 May 06 09:47:52.201614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ea6e328-22ff-42f4-8bda-415bfef4147e req-b45d9fb0-350d-4f2e-89b3-9e37830dc022 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0624542 May 06 09:47:52.215402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Request body: {'port': {'device_id': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647', 'admin_state_up': True, 'tenant_id': 'f99877bbd02e4303b60815f0dcbabd53'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:52.224666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0332-1e77-462a-9f00-c401dca35a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.227322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0332-1e77-462a-9f00-c401dca35a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.228490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ee8f0332-1e77-462a-9f00-c401dca35a4d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f040c90-6985-4abf-886f-e311dcdc5ed4 HTTP/1.1" status: 204 len: 168 time: 0.3610392 May 06 09:47:52.251048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.282206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f0332-1e77-462a-9f00-c401dca35a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f040c90-6985-4abf-886f-e311dcdc5ed4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:52.357335 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.366247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Made reservation on behalf of f99877bbd02e4303b60815f0dcbabd53 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:52.375618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.474939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.509654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=cad39636-fb31-4e06-8466-73ca18aeaedd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:52.512245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.518229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-27d56634-12d3-4483-8180-17c482858492 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/cad39636-fb31-4e06-8466-73ca18aeaedd HTTP/1.1" status: 204 len: 168 time: 0.4649367 May 06 09:47:52.518413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51270) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:52.530568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a1232-17f0-4288-b5c9-df3591ebca77 None None] Network eb7644b1-5177-4c6b-9e70-71ed70e183d7 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:52.595713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Allocated IP 172.20.0.6 (3f9d9d2b-89cb-44ec-83d2-ef37595e3647/ddc2078f-5b8f-47f5-847f-ade3d373a9aa/2afd1328-62ba-4502-b623-a4840e219d70) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:47:52.613060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.681627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 778df130-aa93-4503-afdf-baddf01e2d86 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:52.683908 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.752136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:50Z', 'revision_number': 9, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:52.764782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 778df130-aa93-4503-afdf-baddf01e2d86, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=778df130-aa93-4503-afdf-baddf01e2d86,segment=NetworkSegment(e97ac227-d65d-4882-a1a4-550ebfe68335),segment_id=e97ac227-d65d-4882-a1a4-550ebfe68335)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:52.765153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.786640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 778df130-aa93-4503-afdf-baddf01e2d86 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:52.786761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:52.793487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.795940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:52.796608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:52.841022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:52.882314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] DHCP port deletion for eb7644b1-5177-4c6b-9e70-71ed70e183d7 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:52.903155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Pushing event updated for resources: {'Port': ['ID=2afd1328-62ba-4502-b623-a4840e219d70,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:52.919701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:47:52.923495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:52.926426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:47:52.940526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:52.984878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.014009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:53.014787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.039375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=778df130-aa93-4503-afdf-baddf01e2d86,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:53.044397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port 778df130-aa93-4503-afdf-baddf01e2d86 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:53.059646 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-674553f1-3727-4e04-bca8-95d95da28b6d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8525331 May 06 09:47:53.072666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Request body: {'port': {'device_id': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:53.098783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] Deleting port 778df130-aa93-4503-afdf-baddf01e2d86 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:53.099955 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.140888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.163418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7644b1-5177-4c6b-9e70-71ed70e183d7']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:53.173933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97ac227-d65d-4882-a1a4-550ebfe68335') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:53.174234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97ac227-d65d-4882-a1a4-550ebfe68335') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:53.177796 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.183123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51296) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:53.184443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.189936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] For port 778df130-aa93-4503-afdf-baddf01e2d86, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:53.190767 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.197806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.204524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:53.204922 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: timer() May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:53.217737 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:53.223820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] Calling delete_port for 778df130-aa93-4503-afdf-baddf01e2d86 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:53.227564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] Port 778df130-aa93-4503-afdf-baddf01e2d86 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:47:53.231815 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.281811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.296138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] Pushing event deleted for resources: {'Port': ['ID=778df130-aa93-4503-afdf-baddf01e2d86,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:53.304831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.308034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7779e65e-d184-408a-82a0-0642e588b20a None None] No DVR routers for this DVR port 778df130-aa93-4503-afdf-baddf01e2d86 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:53.313123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/eb7644b1-5177-4c6b-9e70-71ed70e183d7 HTTP/1.1" status: 204 len: 168 time: 0.7936471 May 06 09:47:53.313466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51302) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:53.329080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55928f91-695e-4fef-b491-8d86eb09bd4a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=eb7644b1-5177-4c6b-9e70-71ed70e183d7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:53.350066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:50Z', 'revision_number': 9, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:53.383117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94faa431-fbf5-4282-ae92-d4650fa79ca4 None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:50Z', 'revision_number': 9, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '6ddf5b23-b375-4a86-a20a-e34111cd16af', 'name': '', 'network_id': 'e764a02e-948a-46f8-9ad2-2c223fd678aa', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:30:e0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:27Z', 'updated_at': '2022-05-06T09:47:35Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:53.388797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e6fba-9c42-4703-bcdd-ab9e6915318c req-970f750b-1754-428b-b7bb-5509fbcad0b6 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:53.391345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-206e6fba-9c42-4703-bcdd-ab9e6915318c req-970f750b-1754-428b-b7bb-5509fbcad0b6 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 931 time: 0.0760999 May 06 09:47:53.444254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-206e6fba-9c42-4703-bcdd-ab9e6915318c req-5a10f23d-e444-4a68-9d2e-14c713a5e872 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 May 06 09:47:53.659252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] Deleting subnet 0078a3ce-1d3d-4391-a69d-d746800f5445 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:53.666473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.804007 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:53.941891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.109724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.164871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0078a3ce-1d3d-4391-a69d-d746800f5445,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.182055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.185329 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ed5cf64b-ef29-4fdd-98db-7a6b29b63fa0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0078a3ce-1d3d-4391-a69d-d746800f5445 HTTP/1.1" status: 204 len: 168 time: 1.0009935 May 06 09:47:54.188002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51328) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:54.201010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58a6df8c-048e-4091-b135-f8382ea5fb67 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:54.227855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 58a6df8c-048e-4091-b135-f8382ea5fb67 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:54.228474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 58a6df8c-048e-4091-b135-f8382ea5fb67 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:54.231288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afd1328-62ba-4502-b623-a4840e219d70 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:47:54.241734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.264041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Transition to ACTIVE for port object 2afd1328-62ba-4502-b623-a4840e219d70 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:47:54.272512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.274856 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.350867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd1328-62ba-4502-b623-a4840e219d70,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.365319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.394176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a82bf60-ae46-43e6-b200-26fc38e0b47b']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:54.405135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:54.405621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0622dfe-14cb-48a4-bc12-c9baf96eb6d4') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:54.416881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.423980 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.432044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.442726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:54.443435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: timer() May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:54.445422 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:54.495199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 778df130-aa93-4503-afdf-baddf01e2d86 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:54.530163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 778df130-aa93-4503-afdf-baddf01e2d86 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:54.530625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 778df130-aa93-4503-afdf-baddf01e2d86 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:54.532070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:54.553759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:54.554194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5bbada36-ca5b-41e9-8a0f-1e4ebf1a96f6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:54.565243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.567396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Attempting to bind port 2afd1328-62ba-4502-b623-a4840e219d70 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:47:54.567723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Attempting to bind port 2afd1328-62ba-4502-b623-a4840e219d70 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '01407f29-a6a4-42d0-92ec-ac5bd93f1dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:47:54.568083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Attempting to bind port 2afd1328-62ba-4502-b623-a4840e219d70 on network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:54.576370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Port 2afd1328-62ba-4502-b623-a4840e219d70 on network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:47:54.576370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Attempting to bind port 2afd1328-62ba-4502-b623-a4840e219d70 on network 3f9d9d2b-89cb-44ec-83d2-ef37595e3647 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:47:54.584621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:47:54.584986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Checking segment: {'id': '01407f29-a6a4-42d0-92ec-ac5bd93f1dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:54.585408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Bound using segment: {'id': '01407f29-a6a4-42d0-92ec-ac5bd93f1dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:47:54.585815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Bound port: 2afd1328-62ba-4502-b623-a4840e219d70, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01407f29-a6a4-42d0-92ec-ac5bd93f1dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:47:54.586193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.605042 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.611196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8a82bf60-ae46-43e6-b200-26fc38e0b47b HTTP/1.1" status: 204 len: 168 time: 0.4192612 May 06 09:47:54.621848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3c10-f2dd-4ce5-b6bb-60571c636dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a82bf60-ae46-43e6-b200-26fc38e0b47b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.652970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba376aaf-2b6f-4659-94f6-6fa45cdef55b req-e1f5f34c-0daa-4c84-9c54-0613722793ba tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:54.662174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba376aaf-2b6f-4659-94f6-6fa45cdef55b req-e1f5f34c-0daa-4c84-9c54-0613722793ba tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 943 time: 0.1133859 May 06 09:47:54.706650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba376aaf-2b6f-4659-94f6-6fa45cdef55b req-40e2074d-4192-446a-99a3-c2e4104a8f63 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 May 06 09:47:54.743351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] For port 2afd1328-62ba-4502-b623-a4840e219d70, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:47:54.765598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] For port 2afd1328-62ba-4502-b623-a4840e219d70, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2afd1328-62ba-4502-b623-a4840e219d70,segment=NetworkSegment(01407f29-a6a4-42d0-92ec-ac5bd93f1dc1),segment_id=01407f29-a6a4-42d0-92ec-ac5bd93f1dc1)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:47:54.770972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.815834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:54.816568 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:54.817825 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] 10.222.0.83 "PUT /v2.0/ports/2afd1328-62ba-4502-b623-a4840e219d70 HTTP/1.1" status: 200 len: 1091 time: 1.7505732 May 06 09:47:54.821445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'tag': '2afd1328-62ba-4502-b623-a4840e219d70'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:47:54.822049 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc56015-f121-45d5-b976-54cc62536fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "d49d6477-66c9-4e40-9354-5f10da94f6b6", "tag": "2afd1328-62ba-4502-b623-a4840e219d70"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:47:54.856916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca114d5-b5f3-4ec9-96ec-66c6b71be276 service neutron] Pushing event updated for resources: {'Port': ['ID=2afd1328-62ba-4502-b623-a4840e219d70,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:54.883190 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ee7930-12fe-4fa4-ab52-cfe36db7ce97 x-openstack-request-id: req-10ee7930-12fe-4fa4-ab52-cfe36db7ce97 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:47:54.883470 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49d6477-66c9-4e40-9354-5f10da94f6b6", "tag": "2afd1328-62ba-4502-b623-a4840e219d70", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:47:54.883747 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10ee7930-12fe-4fa4-ab52-cfe36db7ce97 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:47:54.884137 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ee7930-12fe-4fa4-ab52-cfe36db7ce97'] response: {'name': 'network-changed', 'server_uuid': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'tag': '2afd1328-62ba-4502-b623-a4840e219d70', 'status': 'completed', 'code': 200} May 06 09:47:54.912821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:54.959182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f5d0d4d7-8f36-4d77-ae3c-300d17a20776 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f9f48b4631d2416eac58a2a8d3382ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429540 May 06 09:47:54.959420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51354) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:54.965304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-64784317-ea67-4811-819a-05907356d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:54.967107 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-64784317-ea67-4811-819a-05907356d39c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99877bbd02e4303b60815f0dcbabd53&device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 1094 time: 0.0857582 May 06 09:47:55.013870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4290c1d-41f6-414d-95b1-c8de3d15bf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.018075 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-2dd1aa8b-0a04-422c-821f-9a35e744bcb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afd1328-62ba-4502-b623-a4840e219d70 HTTP/1.1" status: 200 len: 217 time: 0.0423892 May 06 09:47:55.020483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 6ddf5b23-b375-4a86-a20a-e34111cd16af {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:55.020824 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.043218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4290c1d-41f6-414d-95b1-c8de3d15bf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.097141 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4290c1d-41f6-414d-95b1-c8de3d15bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.102360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4290c1d-41f6-414d-95b1-c8de3d15bf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.103687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4290c1d-41f6-414d-95b1-c8de3d15bf3a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e342c535-7964-4684-ada3-11f347c55c58 HTTP/1.1" status: 204 len: 168 time: 0.1432726 May 06 09:47:55.113454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4290c1d-41f6-414d-95b1-c8de3d15bf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e342c535-7964-4684-ada3-11f347c55c58,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:55.125803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-68da3369-db26-4578-9da2-d2355f38851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:55.127902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-68da3369-db26-4578-9da2-d2355f38851b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ddc2078f-5b8f-47f5-847f-ade3d373a9aa HTTP/1.1" status: 200 len: 850 time: 0.1028976 May 06 09:47:55.170480 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-61d2097c-6d93-496c-a1db-1f4b757ac70c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f9d9d2b-89cb-44ec-83d2-ef37595e3647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309980 May 06 09:47:55.247992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 6ddf5b23-b375-4a86-a20a-e34111cd16af, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6ddf5b23-b375-4a86-a20a-e34111cd16af,segment=NetworkSegment(529b4088-72fb-4c8a-8345-7d0ed301b444),segment_id=529b4088-72fb-4c8a-8345-7d0ed301b444)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:55.249820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.268812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 6ddf5b23-b375-4a86-a20a-e34111cd16af owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:55.338367 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-429e9bca-01d0-4d6f-850d-8f977538aca3 service neutron] 10.222.0.83 "GET /v2.0/networks/3f9d9d2b-89cb-44ec-83d2-ef37595e3647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588538 May 06 09:47:55.488940 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85af070b-5ec8-4f22-b520-c62d94c809e6 req-4051fc2e-4928-4ca6-9e6e-4a9125b2fd4c service neutron] 10.222.0.83 "GET /v2.0/networks/3f9d9d2b-89cb-44ec-83d2-ef37595e3647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412315 May 06 09:47:55.578427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:55.610872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=6ddf5b23-b375-4a86-a20a-e34111cd16af,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:55.642144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56015-f121-45d5-b976-54cc62536fe0 req-811d96e5-d129-4264-9aad-9d5a46f9af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:55.643570 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afc56015-f121-45d5-b976-54cc62536fe0 req-811d96e5-d129-4264-9aad-9d5a46f9af12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99877bbd02e4303b60815f0dcbabd53&device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 1094 time: 0.1025116 May 06 09:47:55.930111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662d9e6-d076-4054-81f6-b1944c8c8534 req-f26a7507-e7a0-4f50-aca3-01079e2f74c9 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:55.944270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56015-f121-45d5-b976-54cc62536fe0 req-7d5fe3ad-5b43-4ac4-b317-97d641ec2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:55.945698 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afc56015-f121-45d5-b976-54cc62536fe0 req-7d5fe3ad-5b43-4ac4-b317-97d641ec2fb2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f9d9d2b-89cb-44ec-83d2-ef37595e3647 HTTP/1.1" status: 200 len: 911 time: 0.2833388 May 06 09:47:55.947928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e662d9e6-d076-4054-81f6-b1944c8c8534 req-f26a7507-e7a0-4f50-aca3-01079e2f74c9 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 943 time: 0.1001651 May 06 09:47:55.968529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.008333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e662d9e6-d076-4054-81f6-b1944c8c8534 req-ee982c97-eb93-4000-b674-8da1561fc4d8 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 May 06 09:47:56.010163 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afc56015-f121-45d5-b976-54cc62536fe0 req-e4259d1b-c2d5-41fb-a49f-48d1464567cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afd1328-62ba-4502-b623-a4840e219d70 HTTP/1.1" status: 200 len: 217 time: 0.0531752 May 06 09:47:56.162127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.169207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.175955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.182278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.188980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.195187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.202819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.205015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-1123088a-80ac-45cd-8386-a86ea7d96e72 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.1185474 May 06 09:47:56.257444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3909866b-a69d-42c0-af7c-210df5f8e332 req-3a53223c-c6e2-4b8a-b249-0388a61b7814 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454125 May 06 09:47:56.328952 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:47:56.438378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56015-f121-45d5-b976-54cc62536fe0 req-9a374c8b-d4f3-46c7-9f02-5c21567651bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:56.439939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afc56015-f121-45d5-b976-54cc62536fe0 req-9a374c8b-d4f3-46c7-9f02-5c21567651bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ddc2078f-5b8f-47f5-847f-ade3d373a9aa HTTP/1.1" status: 200 len: 850 time: 0.4226322 May 06 09:47:56.476027 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afc56015-f121-45d5-b976-54cc62536fe0 req-09418317-cdd1-4726-ab31-2b63e799ac70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f9d9d2b-89cb-44ec-83d2-ef37595e3647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278423 May 06 09:47:56.532502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51406) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:56.646301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:47:56.667391 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afc56015-f121-45d5-b976-54cc62536fe0 req-d4d0f665-1260-428f-a5e7-2fc09e019b52 service neutron] 10.222.0.83 "GET /v2.0/networks/3f9d9d2b-89cb-44ec-83d2-ef37595e3647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827679 May 06 09:47:56.757131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-835962347-network', 'tenant_id': '8dd9bd60931443a38af90551e7b0efd7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:56.777689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Made reservation on behalf of 8dd9bd60931443a38af90551e7b0efd7 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:56.780660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.789946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.823210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:47:56.830712 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-98358ec9-8bb1-41c2-b31f-06b4d9896c43 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5162096 May 06 09:47:56.833908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51418) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:56.836432 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:47:56.848287 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:56.849294 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:56.908697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.919381 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.920944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afc56015-f121-45d5-b976-54cc62536fe0 req-d2bc2edf-c2a5-47c6-8c53-609a7271c862 service neutron] 10.222.0.83 "GET /v2.0/networks/3f9d9d2b-89cb-44ec-83d2-ef37595e3647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135379 May 06 09:47:56.929159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet 2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:47:56.932814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.936865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:47:56.950363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:56.950957 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Added segment 58660a41-5c4e-45ba-86f1-191ff658bbd4 of type vlan for network 4da36898-73d3-4ea6-99a8-d10d7481df7f May 06 09:47:56.959341 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:56.986268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.015807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.085665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1edff7-df23-45a3-984b-8836da8c84a9,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:57.137840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.145270 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.146254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.147003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.189578 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:55Z', 'revision_number': 10, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:57.210237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6766193 May 06 09:47:57.216496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:57.218342 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:47:57.224047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Request body: {'subnet': {'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-835962347-subnet', 'tenant_id': '8dd9bd60931443a38af90551e7b0efd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:57.227183 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:47:57.228320 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:57.237418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360db501-b2c2-4a3e-b272-dcaebefbda26 req-219b6630-f3f4-44ec-b717-d791784b3a8d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.245378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-360db501-b2c2-4a3e-b272-dcaebefbda26 req-219b6630-f3f4-44ec-b717-d791784b3a8d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 943 time: 0.1337852 May 06 09:47:57.266789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d137bc-c264-43de-bf5e-812b7f847e53 admin admin] Pushing event updated for resources: {'Network': ['ID=4da36898-73d3-4ea6-99a8-d10d7481df7f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:57.268565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Made reservation on behalf of 8dd9bd60931443a38af90551e7b0efd7 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:47:57.279563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4da36898-73d3-4ea6-99a8-d10d7481df7f details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:47:57.281142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.289537 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.311098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-360db501-b2c2-4a3e-b272-dcaebefbda26 req-d7d42433-efac-46ad-8e7d-b5e1c6484337 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588415 May 06 09:47:57.389198 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:47:57.412897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:57.432636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.436832 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c1fe4f4f-2f1f-4b59-a3ac-b8a832201f4d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467 HTTP/1.1" status: 204 len: 168 time: 0.6008143 May 06 09:47:57.441137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405665f-5163-4af6-9976-99f5fc077f92 None None] Network e764a02e-948a-46f8-9ad2-2c223fd678aa requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:57.443808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:57.475838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.482286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.488783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.495328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.502334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.509406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.516111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:57.518327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-96e11967-56cd-4930-8605-b8b5890afde1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.1360722 May 06 09:47:57.544841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.639805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc863643-84fb-45bf-9667-b9ab5df1e32a req-d0a42485-93bc-438b-b29e-cea53970999d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126425 May 06 09:47:57.705385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 6f91aa67-3d10-4335-a4b3-1343857ddb7b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:57.705850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.781834 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:55Z', 'revision_number': 10, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:57.821040 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d6151-6839-439c-85bc-35bf686a5faa None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:47:55Z', 'revision_number': 10, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None, '_interfaces': [{'id': '796144de-1e4b-428d-9477-966d330331d5', 'name': '', 'network_id': '68d25d54-cbf1-469f-a470-463d543be6df', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'mac_address': 'fa:16:3e:e1:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:47:25Z', 'updated_at': '2022-05-06T09:47:30Z', 'revision_number': 5, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'subnets': [{'id': '765f90b1-dd20-44aa-82a9-42a323f1ffad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:47:57.845645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] DHCP port deletion for e764a02e-948a-46f8-9ad2-2c223fd678aa request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:47:57.859677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 6f91aa67-3d10-4335-a4b3-1343857ddb7b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6f91aa67-3d10-4335-a4b3-1343857ddb7b,segment=NetworkSegment(529b4088-72fb-4c8a-8345-7d0ed301b444),segment_id=529b4088-72fb-4c8a-8345-7d0ed301b444)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:57.860223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.889530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 6f91aa67-3d10-4335-a4b3-1343857ddb7b owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:57.899415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.934708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Deleting port 6f91aa67-3d10-4335-a4b3-1343857ddb7b {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:57.935089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:57.991406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e33938e-5831-4e29-8e21-6cd75a3afaa7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:58.000619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] For port 6f91aa67-3d10-4335-a4b3-1343857ddb7b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6f91aa67-3d10-4335-a4b3-1343857ddb7b,segment=NetworkSegment(529b4088-72fb-4c8a-8345-7d0ed301b444),segment_id=529b4088-72fb-4c8a-8345-7d0ed301b444)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:58.001447 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.016043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Calling delete_port for 6f91aa67-3d10-4335-a4b3-1343857ddb7b owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:58.029749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Checking segment: {'id': '58660a41-5c4e-45ba-86f1-191ff658bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:47:58.030161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Network hostable DHCP agents. Network: 4da36898-73d3-4ea6-99a8-d10d7481df7f, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:47:58.059239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Network 4da36898-73d3-4ea6-99a8-d10d7481df7f is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:47:58.062870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.094201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4da36898-73d3-4ea6-99a8-d10d7481df7f) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:47:58.098510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=6f91aa67-3d10-4335-a4b3-1343857ddb7b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:58.102117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port 6f91aa67-3d10-4335-a4b3-1343857ddb7b on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:58.104266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.104923 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.116125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167f228-3a68-427f-b6f1-a51fa8dcbb0f None None] Network 4da36898-73d3-4ea6-99a8-d10d7481df7f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: from cryptography.utils import int_from_bytes May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: from cryptography.utils import int_from_bytes May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:47:58.119455 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:47:58.165043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.211790 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-de93ca45-f283-4444-b411-e2d1ce9a3ee6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9862161 May 06 09:47:58.211790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.217004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Pushing event deleted for resources: {'Port': ['ID=6f91aa67-3d10-4335-a4b3-1343857ddb7b,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:58.222287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] No DVR routers for this DVR port 6f91aa67-3d10-4335-a4b3-1343857ddb7b on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:47:58.240542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e764a02e-948a-46f8-9ad2-2c223fd678aa']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:58.247514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.248433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.248745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.249087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.249416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.249741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.250066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.250392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.250711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.251028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.251496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.251672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716cbbe-0836-4a51-8680-ec10f9b55019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:47:58.255025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529b4088-72fb-4c8a-8345-7d0ed301b444') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:58.256321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529b4088-72fb-4c8a-8345-7d0ed301b444') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:47:58.291216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.312507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.327743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:47:58.328648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: timer() May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:47:58.334519 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:47:58.379815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b0d238-4c5f-4378-b609-e4359b511eb2 None None] Network 4da36898-73d3-4ea6-99a8-d10d7481df7f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:47:58.442557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.479362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:58.483244 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/e764a02e-948a-46f8-9ad2-2c223fd678aa HTTP/1.1" status: 204 len: 168 time: 1.0380387 May 06 09:47:58.491150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51466) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:47:58.502685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a2a56-4543-42a0-95e8-cf60cb1e33a1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=e764a02e-948a-46f8-9ad2-2c223fd678aa,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:47:58.590902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f91aa67-3d10-4335-a4b3-1343857ddb7b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:58.641094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6f91aa67-3d10-4335-a4b3-1343857ddb7b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:58.643141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f91aa67-3d10-4335-a4b3-1343857ddb7b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:58.643863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6ddf5b23-b375-4a86-a20a-e34111cd16af no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:47:58.674992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6ddf5b23-b375-4a86-a20a-e34111cd16af {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:47:58.675347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6ddf5b23-b375-4a86-a20a-e34111cd16af not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:47:58.732648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb14cd0-7e5b-4c11-9470-22899f7232a4 req-a4194f7c-c439-456c-a9d5-6066e4201ce5 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.734295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bb14cd0-7e5b-4c11-9470-22899f7232a4 req-a4194f7c-c439-456c-a9d5-6066e4201ce5 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 943 time: 0.3064725 May 06 09:47:58.815243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bb14cd0-7e5b-4c11-9470-22899f7232a4 req-1ef7d9bb-598b-4a4c-807e-8f4f83fc33d4 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708256 May 06 09:47:58.973436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.979671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.986307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.992401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:58.998820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.004610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.010350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.012884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-c7413e7d-499d-4914-8b7a-f19c5ec51cfd tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.1294074 May 06 09:47:59.123498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.171409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50f4e338-a40e-4e2c-a064-1f4b893e8ee9 req-68b1bbdb-9087-4586-af3e-3269e487b7c2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432254 May 06 09:47:59.244597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a046d-a985-48e4-b462-63929fa144d0 req-e4236b30-7d0b-47d3-b36d-c1def90ae7cf tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.246446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-e4236b30-7d0b-47d3-b36d-c1def90ae7cf tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/networks?id=4da36898-73d3-4ea6-99a8-d10d7481df7f HTTP/1.1" status: 200 len: 817 time: 0.2315383 May 06 09:47:59.266542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-cb255095-e81c-4bb8-a9bd-3e3b941b2fbf tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/quotas/8dd9bd60931443a38af90551e7b0efd7 HTTP/1.1" status: 200 len: 375 time: 0.0127521 May 06 09:47:59.344624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-98366c87-d806-49ab-ae10-f7f36385bc62 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8dd9bd60931443a38af90551e7b0efd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463021 May 06 09:47:59.487707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-67996942-4ae5-43a1-94bf-79de7d06f5fa service neutron] 10.222.0.76 "GET /v2.0/networks/4da36898-73d3-4ea6-99a8-d10d7481df7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340449 May 06 09:47:59.513577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.519523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.525717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.531720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.537681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.544766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.550852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.552813 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-f8cadc5f-a07b-426d-a2a9-55ab36ff0206 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 5445 time: 0.1104231 May 06 09:47:59.607133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-405d9c2d-425d-43a4-8e19-64e80f1bcb7a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:47:59.608579 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-405d9c2d-425d-43a4-8e19-64e80f1bcb7a tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "GET /v2.0/ports/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0490015 May 06 09:47:59.613743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 796144de-1e4b-428d-9477-966d330331d5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:47:59.614387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.677019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-2d469b6d-e33c-4f8a-bf9a-a2ec186cbda1 service neutron] 10.222.0.76 "GET /v2.0/networks/4da36898-73d3-4ea6-99a8-d10d7481df7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826334 May 06 09:47:59.724656 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-4b624bfc-ca05-41ff-bfd4-9c3b8c4d8477 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "GET /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1108744 May 06 09:47:59.738051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:47:59.740907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 796144de-1e4b-428d-9477-966d330331d5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=796144de-1e4b-428d-9477-966d330331d5,segment=NetworkSegment(ede79d0d-e56f-4ffa-82c6-194273f689f4),segment_id=ede79d0d-e56f-4ffa-82c6-194273f689f4)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:47:59.741278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.758149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 796144de-1e4b-428d-9477-966d330331d5 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:47:59.842721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:47:59.892326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65aed042-0d05-4a9b-b7de-0355b4bf84a1 req-fb3e4d5c-e68f-44cc-aa66-0163e997dc49 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 210 time: 0.0482199 May 06 09:47:59.905894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2afd1328-62ba-4502-b623-a4840e219d70 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:00.051349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea582f-73fd-4b47-b056-8b0e623bfac8 req-dbd28f11-2dfc-497e-a7f8-fe1106ae30cd tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.052525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2afd1328-62ba-4502-b623-a4840e219d70, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2afd1328-62ba-4502-b623-a4840e219d70,segment=NetworkSegment(01407f29-a6a4-42d0-92ec-ac5bd93f1dc1),segment_id=01407f29-a6a4-42d0-92ec-ac5bd93f1dc1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:00.052856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7ea582f-73fd-4b47-b056-8b0e623bfac8 req-dbd28f11-2dfc-497e-a7f8-fe1106ae30cd tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 943 time: 0.0967658 May 06 09:48:00.069508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '2afd1328-62ba-4502-b623-a4840e219d70', 'network_id': '3f9d9d2b-89cb-44ec-83d2-ef37595e3647', 'port_id': '2afd1328-62ba-4502-b623-a4840e219d70', 'mac_address': 'fa:16:3e:87:26:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc2078f-5b8f-47f5-847f-ade3d373a9aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:00.099846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] For port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:00.131660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.138021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] For port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:00.142087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7ea582f-73fd-4b47-b056-8b0e623bfac8 req-7297cd9e-14f9-412e-b295-528bfacb2af7 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643029 May 06 09:48:00.143358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.157107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afd1328-62ba-4502-b623-a4840e219d70 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:00.205930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] device_id is not set on port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:00.217760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2afd1328-62ba-4502-b623-a4840e219d70, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2afd1328-62ba-4502-b623-a4840e219d70,segment=NetworkSegment(01407f29-a6a4-42d0-92ec-ac5bd93f1dc1),segment_id=01407f29-a6a4-42d0-92ec-ac5bd93f1dc1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:00.218003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.218159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=796144de-1e4b-428d-9477-966d330331d5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:00.226208 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.227297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.301811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=2afd1328-62ba-4502-b623-a4840e219d70,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:00.335904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] Pushing event updated for resources: {'Port': ['ID=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,revision_number=6']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:00.447173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] No DVR routers for this DVR port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:00.544870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.554879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] In _notify_port_updated(), no bound segment for port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:48:00.555907 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.556621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.557941 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-0a1ca684-1570-464f-b4d8-92071e81df5f service neutron] 10.222.0.83 "PUT /v2.0/ports/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 HTTP/1.1" status: 200 len: 1033 time: 0.8263712 May 06 09:48:00.631971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-f308bf63-7efd-4a5c-baf6-d364a89471a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.639473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['2afd1328-62ba-4502-b623-a4840e219d70'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:00.644283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-f308bf63-7efd-4a5c-baf6-d364a89471a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.652867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-f308bf63-7efd-4a5c-baf6-d364a89471a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.654301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-e7125bad-dce7-46b8-94fe-1e153b05b46c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.655780 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-e7125bad-dce7-46b8-94fe-1e153b05b46c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "GET /v2.0/ports/803f3ef6-07d9-4481-9e40-5c7c95b40ed7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0918159 May 06 09:48:00.661136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-f308bf63-7efd-4a5c-baf6-d364a89471a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.670061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-f308bf63-7efd-4a5c-baf6-d364a89471a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.678925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-f308bf63-7efd-4a5c-baf6-d364a89471a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:00.683085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:00.693553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-f308bf63-7efd-4a5c-baf6-d364a89471a0 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 4665 time: 0.3292058 May 06 09:48:00.817290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3deecddd-b187-42c9-9203-55c65c35abb0 None None] Provisioning complete for port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:00.817663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3deecddd-b187-42c9-9203-55c65c35abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.826645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:00.867732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3deecddd-b187-42c9-9203-55c65c35abb0 None None] Port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:00.874870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d41f78fb-7a87-45e4-9d09-4bbe91ed3e28 req-a180033f-c6fc-4b89-bb05-9360b59eb921 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&id=8e5035c0-a2ff-44ad-94ac-2ffc85519972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1721728 May 06 09:48:00.880803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:01.022699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:01.029883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1b350778-ba2c-4ab8-8b38-2a04f0f244ac tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5249352 May 06 09:48:01.032084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] For port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:01.035041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51544) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:01.038060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:01.054930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:01.056282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:01.105480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting subnet 765f90b1-dd20-44aa-82a9-42a323f1ffad {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:01.111258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.142508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:01.166919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] For port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:01.191754 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.260940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] device_id is not set on port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:01.290001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.302826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:48:00Z', 'revision_number': 11, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:01.308710 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.352991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:01.372586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:01.374491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:01.452191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.465854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7af8b891-05cf-4783-87fd-e297a9350367 req-57eb20a4-6cb8-4229-b0f5-b2ee4cddb5bd tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 210 time: 0.4555902 May 06 09:48:01.543468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] No DVR routers for this DVR port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:01.604868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82fa63-4825-4875-a74e-8feb2e85c5c9 req-0eaeb52b-8f2a-4d6d-a490-6088a6f6e9dc tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.608540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f82fa63-4825-4875-a74e-8feb2e85c5c9 req-0eaeb52b-8f2a-4d6d-a490-6088a6f6e9dc tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 944 time: 0.1558044 May 06 09:48:01.623302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] Pushing event updated for resources: {'Port': ['ID=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,revision_number=6']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:01.629753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] In _notify_port_updated(), no bound segment for port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 on network 1923bd5b-10a9-4fab-8e4d-167ff958e058 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:48:01.630669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.631362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.632826 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-ba6cb926-667d-47e8-9d0c-e1cd5bd3734f service neutron] 10.222.0.83 "PUT /v2.0/ports/803f3ef6-07d9-4481-9e40-5c7c95b40ed7 HTTP/1.1" status: 200 len: 1032 time: 0.9545825 May 06 09:48:01.634543 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.682222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f82fa63-4825-4875-a74e-8feb2e85c5c9 req-e4368a9f-8782-4a17-b75c-1c8e11cdcdd9 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526843 May 06 09:48:01.722856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a046d-a985-48e4-b462-63929fa144d0 req-6490e0a1-033e-4e0b-aad0-079dfeb42621 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:01.724720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-6490e0a1-033e-4e0b-aad0-079dfeb42621 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.82 "GET /v2.0/networks?id=4da36898-73d3-4ea6-99a8-d10d7481df7f HTTP/1.1" status: 200 len: 817 time: 0.2737098 May 06 09:48:01.732834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Subnet': ['ID=765f90b1-dd20-44aa-82a9-42a323f1ffad,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:01.744234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Request body: {'port': {'device_id': 'f968eadb-a349-46b9-915d-ae93c3675880', 'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f', 'admin_state_up': True, 'tenant_id': '8dd9bd60931443a38af90551e7b0efd7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:01.753624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.758996 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-76e2e031-cf29-4305-b6d3-940915ccf18f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/765f90b1-dd20-44aa-82a9-42a323f1ffad HTTP/1.1" status: 204 len: 168 time: 0.7236395 May 06 09:48:01.762951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51556) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:01.765235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83ec28-afc4-40af-8d55-e5460d051c08 None None] Network 68d25d54-cbf1-469f-a470-463d543be6df requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:01.819668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:01.845606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port c8bb029d-95eb-4440-a0a8-53bcf432cc6e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:01.846177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.870023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.907891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2afd1328-62ba-4502-b623-a4840e219d70 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:01.914303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:48:00Z', 'revision_number': 11, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:01.966001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] For port c8bb029d-95eb-4440-a0a8-53bcf432cc6e, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:01.966689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:01.982333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for c8bb029d-95eb-4440-a0a8-53bcf432cc6e owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:02.005005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ef0746-844a-4ebf-b34c-59391fca740e None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:48:00Z', 'revision_number': 11, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:02.013496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-05c5c12d-65fe-41d6-ab44-41829a6be743 None None] Provisioning complete for port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:02.013863 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05c5c12d-65fe-41d6-ab44-41829a6be743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.030366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Deleting port 92141874-f116-471d-a49d-819f0025ebd8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:02.030726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.139662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Made reservation on behalf of 8dd9bd60931443a38af90551e7b0efd7 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:02.143132 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.156524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-05c5c12d-65fe-41d6-ab44-41829a6be743 None None] Port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:02.160793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 2afd1328-62ba-4502-b623-a4840e219d70 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:02.166438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 2afd1328-62ba-4502-b623-a4840e219d70 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:02.167367 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.190650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] For port 92141874-f116-471d-a49d-819f0025ebd8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=92141874-f116-471d-a49d-819f0025ebd8,segment=NetworkSegment(ede79d0d-e56f-4ffa-82c6-194273f689f4),segment_id=ede79d0d-e56f-4ffa-82c6-194273f689f4)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:02.191094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.191858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.214013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b1107-6c5c-4bde-8fa3-84e72dae4118 req-d687ca91-e449-48e6-9664-5e8647ca91ed tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.219985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b1107-6c5c-4bde-8fa3-84e72dae4118 req-d687ca91-e449-48e6-9664-5e8647ca91ed tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.227139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b1107-6c5c-4bde-8fa3-84e72dae4118 req-d687ca91-e449-48e6-9664-5e8647ca91ed tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.234321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b1107-6c5c-4bde-8fa3-84e72dae4118 req-d687ca91-e449-48e6-9664-5e8647ca91ed tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.241189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b1107-6c5c-4bde-8fa3-84e72dae4118 req-d687ca91-e449-48e6-9664-5e8647ca91ed tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:02.243026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-877b1107-6c5c-4bde-8fa3-84e72dae4118 req-d687ca91-e449-48e6-9664-5e8647ca91ed tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 3886 time: 0.2269974 May 06 09:48:02.259733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=c8bb029d-95eb-4440-a0a8-53bcf432cc6e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:02.282029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Calling delete_port for 92141874-f116-471d-a49d-819f0025ebd8 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:02.296660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.318972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] No DVR routers for this DVR port c8bb029d-95eb-4440-a0a8-53bcf432cc6e on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:02.323205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.329295 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-08a81afa-7024-4f14-9821-b9544a2c25e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "DELETE /v2.0/ports/c8bb029d-95eb-4440-a0a8-53bcf432cc6e HTTP/1.1" status: 204 len: 173 time: 0.6826556 May 06 09:48:02.330332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:02.333645 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46675c84-df08-46e5-bdf0-0143a190a17d" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "c8bb029d-95eb-4440-a0a8-53bcf432cc6e"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:02.342838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd1328-62ba-4502-b623-a4840e219d70'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:02.345952 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba42595-4887-450b-9315-be50ad1fc847" -d '{"events": [{"server_uuid": "d49d6477-66c9-4e40-9354-5f10da94f6b6", "name": "network-vif-plugged", "status": "completed", "tag": "2afd1328-62ba-4502-b623-a4840e219d70"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:02.364723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2afd1328-62ba-4502-b623-a4840e219d70, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2afd1328-62ba-4502-b623-a4840e219d70,segment=NetworkSegment(01407f29-a6a4-42d0-92ec-ac5bd93f1dc1),segment_id=01407f29-a6a4-42d0-92ec-ac5bd93f1dc1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:02.373127 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.374424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device eb04a056-501f-4037-b991-5160eba40b87 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:02.435457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-877b1107-6c5c-4bde-8fa3-84e72dae4118 req-5b08b150-6458-4677-9c50-b2c6041e8f14 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546719 May 06 09:48:02.467191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] DHCP port deletion for 68d25d54-cbf1-469f-a470-463d543be6df request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:48:02.476225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Allocated IP 172.20.0.5 (4da36898-73d3-4ea6-99a8-d10d7481df7f/9e33938e-5831-4e29-8e21-6cd75a3afaa7/d96ec2fe-5b51-408b-9d34-a52ba18ee978) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:02.489984 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6fae7c-c456-428c-8dcd-31f65e18f169 x-openstack-request-id: req-ae6fae7c-c456-428c-8dcd-31f65e18f169 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:02.491675 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "c8bb029d-95eb-4440-a0a8-53bcf432cc6e", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:02.497047 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae6fae7c-c456-428c-8dcd-31f65e18f169 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:02.497047 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6fae7c-c456-428c-8dcd-31f65e18f169'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': 'c8bb029d-95eb-4440-a0a8-53bcf432cc6e', 'status': 'completed', 'code': 200} May 06 09:48:02.528158 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7865316-8bb8-4f32-af82-10dcbd82eb7f x-openstack-request-id: req-a7865316-8bb8-4f32-af82-10dcbd82eb7f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:02.528666 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49d6477-66c9-4e40-9354-5f10da94f6b6", "name": "network-vif-plugged", "status": "completed", "tag": "2afd1328-62ba-4502-b623-a4840e219d70", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:02.529050 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7865316-8bb8-4f32-af82-10dcbd82eb7f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:02.529578 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7865316-8bb8-4f32-af82-10dcbd82eb7f'] response: {'server_uuid': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afd1328-62ba-4502-b623-a4840e219d70', 'code': 200} May 06 09:48:02.579957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.623665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Port': ['ID=92141874-f116-471d-a49d-819f0025ebd8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:02.634092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 796144de-1e4b-428d-9477-966d330331d5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:02.641653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port eb04a056-501f-4037-b991-5160eba40b87 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:02.642472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.673584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=2afd1328-62ba-4502-b623-a4840e219d70,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:02.679970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 796144de-1e4b-428d-9477-966d330331d5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:02.680305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 796144de-1e4b-428d-9477-966d330331d5 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:02.680722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 92141874-f116-471d-a49d-819f0025ebd8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:02.751517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72488e36-e958-4b1a-9511-83148fd213fd req-94014ce0-dd6f-4afc-9789-356764d356ac tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 210 time: 0.0928853 May 06 09:48:02.792037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 92141874-f116-471d-a49d-819f0025ebd8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:02.794659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 92141874-f116-471d-a49d-819f0025ebd8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:02.797188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No DVR routers for this DVR port 92141874-f116-471d-a49d-819f0025ebd8 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:02.825962 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.878197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port eb04a056-501f-4037-b991-5160eba40b87, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=eb04a056-501f-4037-b991-5160eba40b87,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:02.881096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] For port eb04a056-501f-4037-b991-5160eba40b87, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=eb04a056-501f-4037-b991-5160eba40b87,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:02.885303 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.896225 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.897041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:02.943929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] Deleting port 92141874-f116-471d-a49d-819f0025ebd8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:02.944390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:02.954216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:02.954823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c8bb029d-95eb-4440-a0a8-53bcf432cc6e no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:03.014445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: c8bb029d-95eb-4440-a0a8-53bcf432cc6e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:03.014888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device c8bb029d-95eb-4440-a0a8-53bcf432cc6e not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:03.015407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 198c7658-0fc4-40ae-a5ff-69701502c8dd no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:03.129713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cb2bc-717d-4080-9b4c-b03f6ef69a61 req-fd472ed4-1c32-431c-9786-1141ff0d80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.131213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-217cb2bc-717d-4080-9b4c-b03f6ef69a61 req-fd472ed4-1c32-431c-9786-1141ff0d80d1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 1096 time: 0.5093834 May 06 09:48:03.146616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=eb04a056-501f-4037-b991-5160eba40b87,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.151935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] For port 92141874-f116-471d-a49d-819f0025ebd8, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:03.152957 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.155502 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.172592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] Calling delete_port for 92141874-f116-471d-a49d-819f0025ebd8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:03.176946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] Port 92141874-f116-471d-a49d-819f0025ebd8 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:48:03.215328 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.263684 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.267162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] No DVR routers for this DVR port 92141874-f116-471d-a49d-819f0025ebd8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:03.268863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b816345-8e0f-49db-86bd-d602b3a1361f None None] Pushing event deleted for resources: {'Port': ['ID=92141874-f116-471d-a49d-819f0025ebd8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.283553 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.329112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdb7d8-1379-4ce9-8648-58ae6acd15e2 req-295f5d69-093f-4d91-a3a4-36696fa5054c tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.330721 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cebdb7d8-1379-4ce9-8648-58ae6acd15e2 req-295f5d69-093f-4d91-a3a4-36696fa5054c tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 945 time: 0.4982257 May 06 09:48:03.334802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d25d54-cbf1-469f-a470-463d543be6df']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:03.345438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.346008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.346487 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Floating IP b4ef6cb6-1b76-4a66-8868-23557f621084 disassociated. External IP: 172.25.8.176, port: eb04a056-501f-4037-b991-5160eba40b87. May 06 09:48:03.347180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for eb04a056-501f-4037-b991-5160eba40b87 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:03.364913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede79d0d-e56f-4ffa-82c6-194273f689f4') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:03.365270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede79d0d-e56f-4ffa-82c6-194273f689f4') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:03.390110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 198c7658-0fc4-40ae-a5ff-69701502c8dd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:03.395179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-217cb2bc-717d-4080-9b4c-b03f6ef69a61 req-e27ef2d7-b44f-4676-9e00-62e1f652ce73 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514541 May 06 09:48:03.402277 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.402457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.403697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:03.439311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.473883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:03.474333 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: timer() May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:03.477609 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:03.483568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cebdb7d8-1379-4ce9-8648-58ae6acd15e2 req-71c8299e-fa7b-4ad6-9656-09bb2f084dcf tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252217 May 06 09:48:03.496310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:03.497250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:03.538347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=198c7658-0fc4-40ae-a5ff-69701502c8dd,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.563119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.569197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.638850 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.667993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Network 4da36898-73d3-4ea6-99a8-d10d7481df7f is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:03.672978 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.677360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:03.684272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:03.689973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:03.692293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=eb04a056-501f-4037-b991-5160eba40b87,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.698400 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.699763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:03.708012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.715101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/networks/68d25d54-cbf1-469f-a470-463d543be6df HTTP/1.1" status: 204 len: 168 time: 1.9520338 May 06 09:48:03.718645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51610) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:03.733243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'routes': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:03.754982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Pushing event updated for resources: {'Port': ['ID=d96ec2fe-5b51-408b-9d34-a52ba18ee978,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.764303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7264dc-c53a-4ccd-9c1c-38f8ff1a0b61 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Pushing event deleted for resources: {'Network': ['ID=68d25d54-cbf1-469f-a470-463d543be6df,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.787141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725746-20e1-4fd7-9723-fe842725a9af req-1825750e-6b5c-4695-b482-6200bfaec9ff tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.803663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725746-20e1-4fd7-9723-fe842725a9af req-1825750e-6b5c-4695-b482-6200bfaec9ff tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.814511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7725746-20e1-4fd7-9723-fe842725a9af req-1825750e-6b5c-4695-b482-6200bfaec9ff tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.815780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7725746-20e1-4fd7-9723-fe842725a9af req-1825750e-6b5c-4695-b482-6200bfaec9ff tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 2413 time: 0.1908431 May 06 09:48:03.866217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:03.866944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:03.868241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:03.934559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-87c1a506-0dea-4c28-a0e3-a194cbb14b9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1972799 May 06 09:48:03.949683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Request body: {'port': {'device_id': 'f968eadb-a349-46b9-915d-ae93c3675880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:03.980830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7725746-20e1-4fd7-9723-fe842725a9af req-5a245ff2-5745-47fd-b9d3-594984249d4b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473386 May 06 09:48:03.991492 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.029011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474236d-a24f-4e5f-bb71-74130d3bae1b req-7eef1058-c32f-4b33-afd1-f3731d5d3a1f tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:04.036830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5474236d-a24f-4e5f-bb71-74130d3bae1b req-7eef1058-c32f-4b33-afd1-f3731d5d3a1f tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 931 time: 0.1432056 May 06 09:48:04.061185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.074797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:04.083026 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.213436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:04.347422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5474236d-a24f-4e5f-bb71-74130d3bae1b req-21d95e68-d208-4f14-9049-ec39d6943d28 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095467 May 06 09:48:04.502985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96ec2fe-5b51-408b-9d34-a52ba18ee978 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:04.510623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.531254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Transition to ACTIVE for port object d96ec2fe-5b51-408b-9d34-a52ba18ee978 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:04.532399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:04.535432 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11734bf5-263b-428e-88d6-0b9db1971dad" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb04a056-501f-4037-b991-5160eba40b87"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:04.536321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.564855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Added routes are [] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 06 09:48:04.565272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.extraroute_db [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Removed routes are [] {{(pid=102743) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 06 09:48:04.565702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.633536 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 06 May 2022 09:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089b1f93-0994-43c7-9bdb-88a40bd22ffe x-openstack-request-id: req-089b1f93-0994-43c7-9bdb-88a40bd22ffe {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:04.633742 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "eb04a056-501f-4037-b991-5160eba40b87", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:04.633920 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-089b1f93-0994-43c7-9bdb-88a40bd22ffe {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:04.634332 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089b1f93-0994-43c7-9bdb-88a40bd22ffe'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87', 'code': 200} May 06 09:48:04.634598 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089b1f93-0994-43c7-9bdb-88a40bd22ffe'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd', 'code': 200} May 06 09:48:04.634854 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089b1f93-0994-43c7-9bdb-88a40bd22ffe'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd', 'code': 200} May 06 09:48:04.635113 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089b1f93-0994-43c7-9bdb-88a40bd22ffe'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c', 'code': 200} May 06 09:48:04.690556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Pushing event updated for resources: {'Port': ['ID=d96ec2fe-5b51-408b-9d34-a52ba18ee978,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:04.721690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Router 02ea7d91-ea48-4106-b88e-2e261216368d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:04.782990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.789098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5386ef-e0c9-46e9-9b84-800284389448 req-0b1c00bc-6cb4-4f59-a173-4cb7a9b48503 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:04.789879 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.791568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea5386ef-e0c9-46e9-9b84-800284389448 req-0b1c00bc-6cb4-4f59-a173-4cb7a9b48503 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 945 time: 0.1435306 May 06 09:48:04.792596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Attempting to bind port d96ec2fe-5b51-408b-9d34-a52ba18ee978 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:04.793618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Attempting to bind port d96ec2fe-5b51-408b-9d34-a52ba18ee978 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '58660a41-5c4e-45ba-86f1-191ff658bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:04.794297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Attempting to bind port d96ec2fe-5b51-408b-9d34-a52ba18ee978 on network 4da36898-73d3-4ea6-99a8-d10d7481df7f {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:04.801401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Port d96ec2fe-5b51-408b-9d34-a52ba18ee978 on network 4da36898-73d3-4ea6-99a8-d10d7481df7f not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:04.802049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Attempting to bind port d96ec2fe-5b51-408b-9d34-a52ba18ee978 on network 4da36898-73d3-4ea6-99a8-d10d7481df7f {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:04.820812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:04.821703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Checking segment: {'id': '58660a41-5c4e-45ba-86f1-191ff658bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:04.822304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Bound using segment: {'id': '58660a41-5c4e-45ba-86f1-191ff658bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:04.823078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Bound port: d96ec2fe-5b51-408b-9d34-a52ba18ee978, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58660a41-5c4e-45ba-86f1-191ff658bbd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:04.823706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:04.860219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea5386ef-e0c9-46e9-9b84-800284389448 req-be2356cf-17e5-4822-a875-959ae87a8103 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601797 May 06 09:48:04.949014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] For port d96ec2fe-5b51-408b-9d34-a52ba18ee978, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:04.953237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] For port d96ec2fe-5b51-408b-9d34-a52ba18ee978, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d96ec2fe-5b51-408b-9d34-a52ba18ee978,segment=NetworkSegment(58660a41-5c4e-45ba-86f1-191ff658bbd4),segment_id=58660a41-5c4e-45ba-86f1-191ff658bbd4)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:04.961429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.004277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.004981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.006538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] 10.222.0.82 "PUT /v2.0/ports/d96ec2fe-5b51-408b-9d34-a52ba18ee978 HTTP/1.1" status: 200 len: 1091 time: 1.0621150 May 06 09:48:05.007034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f968eadb-a349-46b9-915d-ae93c3675880', 'tag': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:05.009401 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f" -d '{"events": [{"name": "network-changed", "server_uuid": "f968eadb-a349-46b9-915d-ae93c3675880", "tag": "d96ec2fe-5b51-408b-9d34-a52ba18ee978"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:05.065669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router 67cab266-8ffb-4ed4-950a-1bf97e786a20 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:05.150832 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c195eea6-b4a0-40e8-a406-73750bbe4345 x-openstack-request-id: req-c195eea6-b4a0-40e8-a406-73750bbe4345 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:05.151123 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f968eadb-a349-46b9-915d-ae93c3675880", "tag": "d96ec2fe-5b51-408b-9d34-a52ba18ee978", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:05.151413 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c195eea6-b4a0-40e8-a406-73750bbe4345 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:05.151872 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c195eea6-b4a0-40e8-a406-73750bbe4345'] response: {'name': 'network-changed', 'server_uuid': 'f968eadb-a349-46b9-915d-ae93c3675880', 'tag': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978', 'status': 'completed', 'code': 200} May 06 09:48:05.167224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:05.176004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7fb26-9ad7-40cb-9eb6-2614d05a5105 service neutron] Pushing event updated for resources: {'Port': ['ID=d96ec2fe-5b51-408b-9d34-a52ba18ee978,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:05.190823 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] Sync routers for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:05.200151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:05.207494 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:05.207494 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:05.211686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] Sync routers for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:05.223979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:05.224623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:05.232136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a046d-a985-48e4-b462-63929fa144d0 req-dcdef200-0fe4-4e30-abb6-5900cb7e550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.234406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-dcdef200-0fe4-4e30-abb6-5900cb7e550f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8dd9bd60931443a38af90551e7b0efd7&device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 1094 time: 0.1383760 May 06 09:48:05.242660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.243444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ef669495-11f6-413b-a9d2-bfaec580cc49 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 200 len: 700 time: 1.5238345 May 06 09:48:05.246780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51650) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:05.274489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbfed4-f888-43d1-be2b-a18b3416d219 req-089ff8de-27f6-4cc9-b1cd-cfac594fd89c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.281151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbfed4-f888-43d1-be2b-a18b3416d219 req-089ff8de-27f6-4cc9-b1cd-cfac594fd89c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.287797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbfed4-f888-43d1-be2b-a18b3416d219 req-089ff8de-27f6-4cc9-b1cd-cfac594fd89c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.289818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78cbfed4-f888-43d1-be2b-a18b3416d219 req-089ff8de-27f6-4cc9-b1cd-cfac594fd89c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 2409 time: 0.1346769 May 06 09:48:05.345761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] No DVR routers for this DVR port eb04a056-501f-4037-b991-5160eba40b87 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:05.351709 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.356223 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-8410526d-debc-45bf-b4b5-949ccc598141 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "DELETE /v2.0/ports/eb04a056-501f-4037-b991-5160eba40b87 HTTP/1.1" status: 204 len: 173 time: 3.0190885 May 06 09:48:05.361236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:05.364249 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8854a9a0-edcf-46e9-8d97-a1d896f38438" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "eb04a056-501f-4037-b991-5160eba40b87"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:05.392002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:05.446305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-b3c8fcb1-7e9c-4003-b464-b87205082397 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d96ec2fe-5b51-408b-9d34-a52ba18ee978 HTTP/1.1" status: 200 len: 217 time: 0.2004986 May 06 09:48:05.456031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:48:00Z', 'revision_number': 11, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:05.456670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51660) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:05.468572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1c20a02c-1ed1-460b-9021-1183a7af796a tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 200 len: 205 time: 0.2132742 May 06 09:48:05.501681 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1697544-74f5-482c-a485-c514a1d29c75 x-openstack-request-id: req-e1697544-74f5-482c-a485-c514a1d29c75 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:05.506865 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "eb04a056-501f-4037-b991-5160eba40b87", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:05.513117 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1697544-74f5-482c-a485-c514a1d29c75 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:05.513881 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1697544-74f5-482c-a485-c514a1d29c75'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': 'eb04a056-501f-4037-b991-5160eba40b87', 'status': 'completed', 'code': 200} May 06 09:48:05.538111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] Checking router: 67cab266-8ffb-4ed4-950a-1bf97e786a20 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:05.548006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] Routers {'67cab266-8ffb-4ed4-950a-1bf97e786a20'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:05.548915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67cab266-8ffb-4ed4-950a-1bf97e786a20'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:05.673818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a74f78f-8819-4b00-bf80-52963508ec1d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:05.703843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a046d-a985-48e4-b462-63929fa144d0 req-626f1464-791f-4668-86de-29e31b38a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.705375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-626f1464-791f-4668-86de-29e31b38a0ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9e33938e-5831-4e29-8e21-6cd75a3afaa7 HTTP/1.1" status: 200 len: 857 time: 0.2344275 May 06 09:48:05.713623 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:05.722277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] Set router 67cab266-8ffb-4ed4-950a-1bf97e786a20 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:05.725703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78cbfed4-f888-43d1-be2b-a18b3416d219 req-8b9d5b04-53e4-4d2a-bad6-d0cfabd96762 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828678 May 06 09:48:05.750408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0458d59-3c05-47ed-ba5b-1afaeac326c6 req-7bb56f94-cdf2-4e03-8006-109b4992cd9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:05.758133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0458d59-3c05-47ed-ba5b-1afaeac326c6 req-7bb56f94-cdf2-4e03-8006-109b4992cd9a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 943 time: 0.1406958 May 06 09:48:05.792405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-5e01624d-7f71-4f45-a09b-720aa6f3b7c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4da36898-73d3-4ea6-99a8-d10d7481df7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588057 May 06 09:48:05.813250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:48:00Z', 'revision_number': 11, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:05.881788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0458d59-3c05-47ed-ba5b-1afaeac326c6 req-748f0d07-6e76-4e40-b5fa-e1c8e0ddbfde tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173627 May 06 09:48:05.882460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b439e9d7-bb93-4823-8752-238a87bb4996 None None] The sync data for ids ['67cab266-8ffb-4ed4-950a-1bf97e786a20'] in n-d-840834-1 is: [{'id': '67cab266-8ffb-4ed4-950a-1bf97e786a20', 'name': 'tempest-RoutersTest-router-398054478', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:47:23Z', 'updated_at': '2022-05-06T09:48:00Z', 'revision_number': 11, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:06.005483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-7147c305-5739-4492-b046-fc1018b4b81d service neutron] 10.222.0.82 "GET /v2.0/networks/4da36898-73d3-4ea6-99a8-d10d7481df7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039864 May 06 09:48:06.047198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a74f78f-8819-4b00-bf80-52963508ec1d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.053947 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a74f78f-8819-4b00-bf80-52963508ec1d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.104248 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:09Z', 'revision_number': 5, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:06.127745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6fd71-97c1-4757-b201-616de51a6a89 req-24041b6f-a65d-475b-8a75-6519d1c96e5a tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.136068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bf6fd71-97c1-4757-b201-616de51a6a89 req-24041b6f-a65d-475b-8a75-6519d1c96e5a tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 945 time: 0.1272349 May 06 09:48:06.142192 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] Checking router: 02ea7d91-ea48-4106-b88e-2e261216368d for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:06.143509 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:06.144020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.152861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a74f78f-8819-4b00-bf80-52963508ec1d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.153352 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:06.153482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74f78f-8819-4b00-bf80-52963508ec1d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Fanout notify agent at l3_agent the message router_deleted on router 67cab266-8ffb-4ed4-950a-1bf97e786a20 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:48:06.154236 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:06.177378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a74f78f-8819-4b00-bf80-52963508ec1d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.178516 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a74f78f-8819-4b00-bf80-52963508ec1d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 204 len: 168 time: 0.7181027 May 06 09:48:06.189366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51674) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:06.202898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e3f249b6-6e69-4be1-9d46-20a33f235074 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-947512316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:06.216222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a046d-a985-48e4-b462-63929fa144d0 req-04202b16-5289-4a9c-9e74-969dbcbee922 service neutron] 10.222.0.82 "GET /v2.0/networks/4da36898-73d3-4ea6-99a8-d10d7481df7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894333 May 06 09:48:06.238469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bf6fd71-97c1-4757-b201-616de51a6a89 req-83e34be7-cdb9-4015-a6da-cd9fb7fbd6bd tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007805 May 06 09:48:06.266144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3f249b6-6e69-4be1-9d46-20a33f235074 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.267219 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3f249b6-6e69-4be1-9d46-20a33f235074 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.327039 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:06.446522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] For port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:06.447360 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.472755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3f249b6-6e69-4be1-9d46-20a33f235074 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.486161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-66c01967-2210-4e54-9b12-8802f935eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.487708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:06.498226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-66c01967-2210-4e54-9b12-8802f935eb15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8dd9bd60931443a38af90551e7b0efd7&device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 1094 time: 0.2170994 May 06 09:48:06.502690 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3f249b6-6e69-4be1-9d46-20a33f235074 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.687758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-f8414aec-04c3-4d60-bf7f-8702f6cc1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.689237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-f8414aec-04c3-4d60-bf7f-8702f6cc1d6f service neutron] 10.222.0.82 "GET /v2.0/networks?id=4da36898-73d3-4ea6-99a8-d10d7481df7f HTTP/1.1" status: 200 len: 918 time: 0.1734281 May 06 09:48:06.720825 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:09Z', 'revision_number': 5, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:06.764552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-681f2c8c-0840-4e1e-8284-32d049478553 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d96ec2fe-5b51-408b-9d34-a52ba18ee978 HTTP/1.1" status: 200 len: 217 time: 0.0657179 May 06 09:48:06.769071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3f249b6-6e69-4be1-9d46-20a33f235074 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:06.772893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e3f249b6-6e69-4be1-9d46-20a33f235074 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5801268 May 06 09:48:06.788578 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dead1b-dd5f-4240-a757-ac6a967acaab None None] The sync data for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 is: [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:02Z', 'revision_number': 4, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a79df526-735d-4863-8d00-251458d5c44c', 'name': '', 'network_id': '8c917134-8201-47cd-a40c-b62de7168243', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'mac_address': 'fa:16:3e:b6:3e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:02Z', 'updated_at': '2022-05-06T09:42:09Z', 'revision_number': 5, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'subnets': [{'id': '323d6d81-cf2b-491e-b557-e2eedc3bc7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:06.804500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51688) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:06.811114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-64648cbe-ee40-4a93-a49e-79a5a3199f0d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:06.836576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-f076f3ee-98f3-4e4f-b41a-75dd9d2e661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:06.838336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-f076f3ee-98f3-4e4f-b41a-75dd9d2e661b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9e33938e-5831-4e29-8e21-6cd75a3afaa7 HTTP/1.1" status: 200 len: 857 time: 0.0664489 May 06 09:48:06.903530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-c1d55c32-2373-4b01-9389-bfdac6fdaf5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4da36898-73d3-4ea6-99a8-d10d7481df7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530963 May 06 09:48:07.017485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ef687-a971-427d-845c-82b1ea51215e req-76c8ea30-1b01-4b75-abea-894e6b7adec5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.024122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ef687-a971-427d-845c-82b1ea51215e req-76c8ea30-1b01-4b75-abea-894e6b7adec5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.030855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ef687-a971-427d-845c-82b1ea51215e req-76c8ea30-1b01-4b75-abea-894e6b7adec5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.032704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-559ef687-a971-427d-845c-82b1ea51215e req-76c8ea30-1b01-4b75-abea-894e6b7adec5 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 2409 time: 0.1532714 May 06 09:48:07.045273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578590e-6e51-416c-898f-ef111e31a6f8 req-e7a94f0d-b550-4b10-9e22-38b30ebed280 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.047356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7578590e-6e51-416c-898f-ef111e31a6f8 req-e7a94f0d-b550-4b10-9e22-38b30ebed280 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 945 time: 0.2080414 May 06 09:48:07.083133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.110025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-559ef687-a971-427d-845c-82b1ea51215e req-c5ca8b02-7ed6-40fc-b517-5ad0e50e83d4 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596018 May 06 09:48:07.167569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:07.188420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-203ba639-ea29-41be-9bea-46f610186c59 service neutron] 10.222.0.82 "GET /v2.0/networks/4da36898-73d3-4ea6-99a8-d10d7481df7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504256 May 06 09:48:07.203385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7578590e-6e51-416c-898f-ef111e31a6f8 req-38efe799-0eaf-4bf3-9886-8a4ca1a1260d tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437314 May 06 09:48:07.266977 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9e5e08-2a31-4580-8915-93e66d91d9da None None] New status for floating IP b4ef6cb6-1b76-4a66-8868-23557f621084: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:48:07.331877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a3f87a-78f7-452e-be2f-e6d5f3c9ea0f req-2bde894b-fa72-4bb5-9978-0af4a17a5947 service neutron] 10.222.0.82 "GET /v2.0/networks/4da36898-73d3-4ea6-99a8-d10d7481df7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238954 May 06 09:48:07.335239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] No DVR routers for this DVR port 3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:07.349231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.356537 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-b931f179-bbc2-4ab9-8ded-90d7bff2d0e7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "DELETE /v2.0/ports/3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd HTTP/1.1" status: 204 len: 173 time: 1.9517651 May 06 09:48:07.362800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64648cbe-ee40-4a93-a49e-79a5a3199f0d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.414643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9da350-0b31-433f-b54b-f4becdaffb46 req-7f6bcd02-0a80-4b8e-b258-7bf574fbefb4 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:07.423997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b9da350-0b31-433f-b54b-f4becdaffb46 req-7f6bcd02-0a80-4b8e-b258-7bf574fbefb4 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 943 time: 0.1779377 May 06 09:48:07.455502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64648cbe-ee40-4a93-a49e-79a5a3199f0d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.507705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b9da350-0b31-433f-b54b-f4becdaffb46 req-b612258e-0658-45f5-93f8-bccc1fa15386 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792420 May 06 09:48:07.551112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port 198c7658-0fc4-40ae-a5ff-69701502c8dd {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:07.552398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:07.559773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:07.562764 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d2032c-e3f9-44dd-82ad-3fb85eeff839" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:07.654538 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0120d52-e7b2-413a-a463-04190b409778 x-openstack-request-id: req-f0120d52-e7b2-413a-a463-04190b409778 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:07.654833 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:07.655077 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0120d52-e7b2-413a-a463-04190b409778 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:07.655475 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0120d52-e7b2-413a-a463-04190b409778'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': '3ba7ba5f-59be-44f1-9cab-3a26aa2e97cd', 'status': 'completed', 'code': 200} May 06 09:48:08.020208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] For port 198c7658-0fc4-40ae-a5ff-69701502c8dd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=198c7658-0fc4-40ae-a5ff-69701502c8dd,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:08.020571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.029684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64648cbe-ee40-4a93-a49e-79a5a3199f0d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Router f0b11b26-309a-451b-a719-5893568feff3 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:48:08.039363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for 198c7658-0fc4-40ae-a5ff-69701502c8dd owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:08.153335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64648cbe-ee40-4a93-a49e-79a5a3199f0d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:08.161119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64648cbe-ee40-4a93-a49e-79a5a3199f0d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.162281 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-64648cbe-ee40-4a93-a49e-79a5a3199f0d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "PUT /v2.0/routers/f0b11b26-309a-451b-a719-5893568feff3 HTTP/1.1" status: 200 len: 693 time: 1.3566866 May 06 09:48:08.165329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51712) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:08.180496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] Sync routers for ids ['f0b11b26-309a-451b-a719-5893568feff3'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:08.192938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] Routers {'f0b11b26-309a-451b-a719-5893568feff3'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:08.194803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0b11b26-309a-451b-a719-5893568feff3'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:08.265186 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.366219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=198c7658-0fc4-40ae-a5ff-69701502c8dd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:08.393554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] Set router f0b11b26-309a-451b-a719-5893568feff3 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:08.445678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] No DVR routers for this DVR port 198c7658-0fc4-40ae-a5ff-69701502c8dd on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:08.452907 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.458189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9754726d-6ed2-487f-8012-cb8e41606ebb tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/routers/f0b11b26-309a-451b-a719-5893568feff3 HTTP/1.1" status: 200 len: 699 time: 0.2908437 May 06 09:48:08.459973 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-7f391e89-8233-46b6-a599-51f1d0b8bdb2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "DELETE /v2.0/ports/198c7658-0fc4-40ae-a5ff-69701502c8dd HTTP/1.1" status: 204 len: 173 time: 1.0930071 May 06 09:48:08.460735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51718) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:08.464451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b11b26-309a-451b-a719-5893568feff3', 'name': 'tempest-RoutersTest-router-947512316', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:06Z', 'updated_at': '2022-05-06T09:48:07Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:08.466605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d96ec2fe-5b51-408b-9d34-a52ba18ee978 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:08.503616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] Checking router: f0b11b26-309a-451b-a719-5893568feff3 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:08.543458 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e1f7439f-940d-41ca-9411-3af5e7d2988e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0b11b26-309a-451b-a719-5893568feff3 HTTP/1.1" status: 200 len: 205 time: 0.0739806 May 06 09:48:08.544213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51722) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:08.558660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] Routers {'f0b11b26-309a-451b-a719-5893568feff3'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:08.559570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:47:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0b11b26-309a-451b-a719-5893568feff3'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:08.572514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51724) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:08.602357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-22538f45-1043-4135-b869-24242c372efa tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:08.604153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-22538f45-1043-4135-b869-24242c372efa tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.83 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 945 time: 0.1447754 May 06 09:48:08.649860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de1ef8-f71f-46ba-aee0-97f2da69c9b3 req-a8ab0b38-35ae-476f-852c-dc4717c5423c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:08.653614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3de1ef8-f71f-46ba-aee0-97f2da69c9b3 req-a8ab0b38-35ae-476f-852c-dc4717c5423c tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 942 time: 0.1619925 May 06 09:48:08.724852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83a014ba-92a5-4ef1-b628-ef8c2915602f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.759861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822055c4-96ae-4306-9f2b-679a33fd1e72 req-c7d5af0b-67ce-4f30-8b3b-ab4566c11692 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:08.762274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-822055c4-96ae-4306-9f2b-679a33fd1e72 req-c7d5af0b-67ce-4f30-8b3b-ab4566c11692 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 945 time: 0.2718096 May 06 09:48:08.883912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3de1ef8-f71f-46ba-aee0-97f2da69c9b3 req-6ae7ec4d-0ffa-49d6-980f-6cb985273f96 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7481e43-2c4f-4796-8658-851a7a6350ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003834 May 06 09:48:08.914630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10bf9ed9-ec69-4651-8f31-5031bbd063f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.929825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] Set router f0b11b26-309a-451b-a719-5893568feff3 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:08.947792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83a014ba-92a5-4ef1-b628-ef8c2915602f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.952530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:08.953001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:08.962211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83a014ba-92a5-4ef1-b628-ef8c2915602f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.004796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b11b26-309a-451b-a719-5893568feff3', 'name': 'tempest-RoutersTest-router-947512316', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:06Z', 'updated_at': '2022-05-06T09:48:07Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:09.005162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-822055c4-96ae-4306-9f2b-679a33fd1e72 req-ee3d5e76-2b70-4f85-9000-1835d03593ec tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/security-groups?id=1633faf5-101d-4b49-aece-9ee596655dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328279 May 06 09:48:09.045119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01d4a1-89e7-4050-89bc-9d23fe6af068 None None] The sync data for ids ['f0b11b26-309a-451b-a719-5893568feff3'] in n-d-840834-1 is: [{'id': 'f0b11b26-309a-451b-a719-5893568feff3', 'name': 'tempest-RoutersTest-router-947512316', 'tenant_id': '7eaa4b155c3141c3a4b263bb62db9738', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:06Z', 'updated_at': '2022-05-06T09:48:07Z', 'revision_number': 2, 'project_id': '7eaa4b155c3141c3a4b263bb62db9738', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:09.092399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Deleting port 2afd1328-62ba-4502-b623-a4840e219d70 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:09.092622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.097485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d96ec2fe-5b51-408b-9d34-a52ba18ee978, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d96ec2fe-5b51-408b-9d34-a52ba18ee978,segment=NetworkSegment(58660a41-5c4e-45ba-86f1-191ff658bbd4),segment_id=58660a41-5c4e-45ba-86f1-191ff658bbd4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:09.113659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978', 'network_id': '4da36898-73d3-4ea6-99a8-d10d7481df7f', 'port_id': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978', 'mac_address': 'fa:16:3e:87:f5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e33938e-5831-4e29-8e21-6cd75a3afaa7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:09.125298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] For port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:09.125799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.141930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:09.177704 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.227452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96ec2fe-5b51-408b-9d34-a52ba18ee978 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:09.234672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8010dc-98df-4498-8679-57560040862e req-90dc647d-b949-409c-8a16-48cb4c3ba909 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:09.236406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d8010dc-98df-4498-8679-57560040862e req-90dc647d-b949-409c-8a16-48cb4c3ba909 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 943 time: 0.1962030 May 06 09:48:09.280095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d96ec2fe-5b51-408b-9d34-a52ba18ee978, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d96ec2fe-5b51-408b-9d34-a52ba18ee978,segment=NetworkSegment(58660a41-5c4e-45ba-86f1-191ff658bbd4),segment_id=58660a41-5c4e-45ba-86f1-191ff658bbd4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:09.286400 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.311351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10bf9ed9-ec69-4651-8f31-5031bbd063f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.337388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10bf9ed9-ec69-4651-8f31-5031bbd063f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.357311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d96ec2fe-5b51-408b-9d34-a52ba18ee978,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.384470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.388565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] For port 2afd1328-62ba-4502-b623-a4840e219d70, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2afd1328-62ba-4502-b623-a4840e219d70,segment=NetworkSegment(01407f29-a6a4-42d0-92ec-ac5bd93f1dc1),segment_id=01407f29-a6a4-42d0-92ec-ac5bd93f1dc1)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:09.389006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.419842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.431203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83a014ba-92a5-4ef1-b628-ef8c2915602f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.431876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a014ba-92a5-4ef1-b628-ef8c2915602f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Fanout notify agent at l3_agent the message router_deleted on router f0b11b26-309a-451b-a719-5893568feff3 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:48:09.442474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d8010dc-98df-4498-8679-57560040862e req-bcd401a8-9e18-4806-a876-2bd69742ea88 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904798 May 06 09:48:09.443370 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83a014ba-92a5-4ef1-b628-ef8c2915602f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.443519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Calling delete_port for 2afd1328-62ba-4502-b623-a4840e219d70 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:09.450199 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83a014ba-92a5-4ef1-b628-ef8c2915602f tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/f0b11b26-309a-451b-a719-5893568feff3 HTTP/1.1" status: 204 len: 168 time: 0.8900342 May 06 09:48:09.454832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51730) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.478993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-10bf9ed9-ec69-4651-8f31-5031bbd063f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b199aca52a214e4aac267ae02c0703df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9025249 May 06 09:48:09.492419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51732) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.494308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf9ed9-ec69-4651-8f31-5031bbd063f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd34c82-82ad-4cdc-9692-a60aa9120567,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.501681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] No DVR routers for this DVR port 5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:09.502600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-238ea76e-f991-45cb-a39d-a554b388dbe8 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0b11b26-309a-451b-a719-5893568feff3 HTTP/1.1" status: 200 len: 205 time: 0.0439100 May 06 09:48:09.505396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51734) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.508514 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.515315 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-48e48a39-460c-43c7-9546-b4cf5b23cb1d req-c1b5cc1b-74bc-4d7a-a763-214782e6d1b9 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.83 "DELETE /v2.0/ports/5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c HTTP/1.1" status: 204 len: 173 time: 0.9896820 May 06 09:48:09.569694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4acc947-c6de-47d0-917c-f3516fad5075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.575527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d96ec2fe-5b51-408b-9d34-a52ba18ee978'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:09.584232 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-285bab5f-a46c-4800-b77a-52172636794d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] delete failed (client error): The resource could not be found. May 06 09:48:09.585642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-285bab5f-a46c-4800-b77a-52172636794d tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/f0b11b26-309a-451b-a719-5893568feff3 HTTP/1.1" status: 404 len: 336 time: 0.0794523 May 06 09:48:09.588127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51736) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.600408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4acc947-c6de-47d0-917c-f3516fad5075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.628399 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9ed1be-024e-4d95-9cc2-7d5a54185f0b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:09.632347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9ed1be-024e-4d95-9cc2-7d5a54185f0b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:09.635568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5c9ed1be-024e-4d95-9cc2-7d5a54185f0b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/82decb98-1f6b-412a-bfe9-60e3a36e86ad HTTP/1.1" status: 404 len: 337 time: 0.0428033 May 06 09:48:09.643972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51738) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.656844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd'}, {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:09.659598 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d42be45-2ace-48a2-b32d-e438a874bda4" -d '{"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd"}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:09.683300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4acc947-c6de-47d0-917c-f3516fad5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.686086 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4acc947-c6de-47d0-917c-f3516fad5075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.687360 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4acc947-c6de-47d0-917c-f3516fad5075 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdd34c82-82ad-4cdc-9692-a60aa9120567 HTTP/1.1" status: 204 len: 168 time: 0.1939416 May 06 09:48:09.691691 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ecc4d-9025-4ecd-8849-0f8b814dbfa4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:09.692504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36ecc4d-9025-4ecd-8849-0f8b814dbfa4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:09.695639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f36ecc4d-9025-4ecd-8849-0f8b814dbfa4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/cad39636-fb31-4e06-8466-73ca18aeaedd HTTP/1.1" status: 404 len: 337 time: 0.0489714 May 06 09:48:09.698487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51744) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.762868 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-89465d5f-1bb3-4684-9bf5-abc931ea26ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:09.763505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89465d5f-1bb3-4684-9bf5-abc931ea26ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:09.779187 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-89465d5f-1bb3-4684-9bf5-abc931ea26ec tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/2636fcc6-0882-4e1a-9f0b-8fdbdcbd5467 HTTP/1.1" status: 404 len: 337 time: 0.0788386 May 06 09:48:09.782299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51746) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.786284 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 06 May 2022 09:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2d0207-a6d7-4615-9c06-806fca8a29a3 x-openstack-request-id: req-fc2d0207-a6d7-4615-9c06-806fca8a29a3 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:09.786793 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "198c7658-0fc4-40ae-a5ff-69701502c8dd", "status": "completed", "code": 200}, {"server_uuid": "38c1c36f-3873-44c7-9d7c-e4f7b022c9f8", "name": "network-vif-deleted", "tag": "5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:09.787899 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc2d0207-a6d7-4615-9c06-806fca8a29a3 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:09.788415 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2d0207-a6d7-4615-9c06-806fca8a29a3'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': '198c7658-0fc4-40ae-a5ff-69701502c8dd', 'status': 'completed', 'code': 200} May 06 09:48:09.794305 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2d0207-a6d7-4615-9c06-806fca8a29a3'] response: {'server_uuid': '38c1c36f-3873-44c7-9d7c-e4f7b022c9f8', 'name': 'network-vif-deleted', 'tag': '5fe7bcb7-b149-4621-8ae5-3b1b20fb0f4c', 'status': 'completed', 'code': 200} May 06 09:48:09.797906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acc947-c6de-47d0-917c-f3516fad5075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd34c82-82ad-4cdc-9692-a60aa9120567,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.856550 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e11adfb-d336-4c22-8e73-4f7ff0d71456 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:09.859974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e11adfb-d336-4c22-8e73-4f7ff0d71456 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:09.864309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e11adfb-d336-4c22-8e73-4f7ff0d71456 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/765f90b1-dd20-44aa-82a9-42a323f1ffad HTTP/1.1" status: 404 len: 337 time: 0.0787570 May 06 09:48:09.870355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51748) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:09.905802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:09.944452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Pushing event deleted for resources: {'Port': ['ID=2afd1328-62ba-4502-b623-a4840e219d70,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:09.945211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['2afd1328-62ba-4502-b623-a4840e219d70'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:10.001160 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-97cab953-b032-4bb3-b2bd-e17fe5c53310 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 200 len: 205 time: 0.1213579 May 06 09:48:10.002815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51752) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.081672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] No DVR routers for this DVR port 2afd1328-62ba-4502-b623-a4840e219d70 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:10.090269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.094863 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-c27a963e-4f41-490d-8364-a8b883fd0ab4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2912920 May 06 09:48:10.096116 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-d630a924-9d2f-4e48-b343-4603b0204383 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] delete failed (client error): The resource could not be found. May 06 09:48:10.099982 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d630a924-9d2f-4e48-b343-4603b0204383 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/67cab266-8ffb-4ed4-950a-1bf97e786a20 HTTP/1.1" status: 404 len: 336 time: 0.0876975 May 06 09:48:10.101076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51758) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.103707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4edba8eb-b9d8-410b-b857-86177b8ff2f7 req-cfcc10b1-205b-4e76-a4b3-c9afb034fc10 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.83 "DELETE /v2.0/ports/2afd1328-62ba-4502-b623-a4840e219d70 HTTP/1.1" status: 204 len: 173 time: 1.4869108 May 06 09:48:10.105080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'name': 'network-vif-deleted', 'tag': '2afd1328-62ba-4502-b623-a4840e219d70'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:10.107393 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47ea86a-3779-4782-9dee-830f24f8ed8d" -d '{"events": [{"server_uuid": "d49d6477-66c9-4e40-9354-5f10da94f6b6", "name": "network-vif-deleted", "tag": "2afd1328-62ba-4502-b623-a4840e219d70"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:10.164025 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b061ba52-69cf-42eb-a57f-682e0bbb17ce tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b6bd02f-efd4-4d7a-8aed-bbc0d205706c HTTP/1.1" status: 200 len: 205 time: 0.0615342 May 06 09:48:10.164753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51762) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.194523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc9c69ab-e177-4d35-b1f6-effa90680e07 req-b64b6892-c3dd-4f90-8736-e566f182e875 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.1161520 May 06 09:48:10.270714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41c0b1eb-923c-4a2f-a1ba-08d46e1fb291 req-bc71ca0d-7034-4853-95db-6972431f26e1 tempest-ServerGroupTestJSON-2012639550 tempest-ServerGroupTestJSON-2012639550-project] 10.222.0.76 "GET /v2.0/ports?device_id=d49d6477-66c9-4e40-9354-5f10da94f6b6 HTTP/1.1" status: 200 len: 210 time: 0.0806623 May 06 09:48:10.311386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-a2680409-be8f-493e-9f13-a0fbd547f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:10.320416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-a2680409-be8f-493e-9f13-a0fbd547f158 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 1096 time: 0.1307046 May 06 09:48:10.337608 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-38838429-d44e-4994-802b-e8598e6e489e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] delete failed (client error): The resource could not be found. May 06 09:48:10.338934 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-38838429-d44e-4994-802b-e8598e6e489e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/2b6bd02f-efd4-4d7a-8aed-bbc0d205706c HTTP/1.1" status: 404 len: 336 time: 0.1731644 May 06 09:48:10.349336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.359832 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45596de0-671f-4c83-9558-ddecbee5f510 x-openstack-request-id: req-45596de0-671f-4c83-9558-ddecbee5f510 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:10.360033 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49d6477-66c9-4e40-9354-5f10da94f6b6", "name": "network-vif-deleted", "tag": "2afd1328-62ba-4502-b623-a4840e219d70", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:10.360286 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45596de0-671f-4c83-9558-ddecbee5f510 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:10.360699 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45596de0-671f-4c83-9558-ddecbee5f510'] response: {'server_uuid': 'd49d6477-66c9-4e40-9354-5f10da94f6b6', 'name': 'network-vif-deleted', 'tag': '2afd1328-62ba-4502-b623-a4840e219d70', 'status': 'completed', 'code': 200} May 06 09:48:10.406098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51768) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.416141 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6ea358-5e58-4923-8e8e-b6faebeedbb1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:10.416620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6ea358-5e58-4923-8e8e-b6faebeedbb1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:10.430120 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ee6ea358-5e58-4923-8e8e-b6faebeedbb1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/60f49c15-d7f3-4b85-a063-fbc6497d2751 HTTP/1.1" status: 404 len: 337 time: 0.0796795 May 06 09:48:10.432370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51770) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.449485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fbba88d-118b-400d-aa37-55439ab468ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.470407 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6a65728-ca59-4828-9f54-baa4a5446bb1 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=af25caeb-358c-45d5-87a5-fc8d880eccc7 HTTP/1.1" status: 200 len: 205 time: 0.0344841 May 06 09:48:10.475575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51772) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.543358 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-85cdb0d6-d4e8-45ec-b048-c092c1d2909b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] delete failed (client error): The resource could not be found. May 06 09:48:10.543993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-ebeae4d3-a3f5-425d-aa68-7671e05cedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:10.545680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-ebeae4d3-a3f5-425d-aa68-7671e05cedb5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.2035873 May 06 09:48:10.547550 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-85cdb0d6-d4e8-45ec-b048-c092c1d2909b tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/af25caeb-358c-45d5-87a5-fc8d880eccc7 HTTP/1.1" status: 404 len: 336 time: 0.0722463 May 06 09:48:10.547931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51776) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.589333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f8147617-3749-4ca5-a382-6143a8b05d1c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c HTTP/1.1" status: 200 len: 205 time: 0.0398278 May 06 09:48:10.592097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51778) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.637143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-979c393f-da97-4576-8612-39d5afb8a2bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 200 len: 217 time: 0.0561166 May 06 09:48:10.768923 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fbba88d-118b-400d-aa37-55439ab468ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.775413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fbba88d-118b-400d-aa37-55439ab468ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.818344 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7fbba88d-118b-400d-aa37-55439ab468ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a50dab756214ed9b2a30f84f3fa095c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067206 May 06 09:48:10.819208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51780) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:10.852093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbba88d-118b-400d-aa37-55439ab468ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508bc3dc-e62c-4955-a25d-6cff93519965,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:10.899260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73e6444f-b387-451c-88cb-abbd968bb998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:10.937933 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73e6444f-b387-451c-88cb-abbd968bb998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.002933 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73e6444f-b387-451c-88cb-abbd968bb998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.006116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73e6444f-b387-451c-88cb-abbd968bb998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.007701 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-73e6444f-b387-451c-88cb-abbd968bb998 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/508bc3dc-e62c-4955-a25d-6cff93519965 HTTP/1.1" status: 204 len: 168 time: 0.1875272 May 06 09:48:11.018110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6444f-b387-451c-88cb-abbd968bb998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508bc3dc-e62c-4955-a25d-6cff93519965,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:11.155373 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-7095eb92-ed1b-4bef-9271-5ca30bab3a1c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] delete failed (client error): The resource could not be found. May 06 09:48:11.159010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7095eb92-ed1b-4bef-9271-5ca30bab3a1c tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/59b2b6bd-eb10-45ed-8dc9-3a9cdef7c53c HTTP/1.1" status: 404 len: 336 time: 0.5659263 May 06 09:48:11.159324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.206461 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9731ea-9279-4947-bb63-e003c339e6d0 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:11.207339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9731ea-9279-4947-bb63-e003c339e6d0 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:11.211189 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6e9731ea-9279-4947-bb63-e003c339e6d0 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/7716115d-0661-46bb-94ae-22bcba874511 HTTP/1.1" status: 404 len: 337 time: 0.0505183 May 06 09:48:11.214011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.238276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-5e27606d-31bb-42f8-bc5d-74fc6e53e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.239782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-5e27606d-31bb-42f8-bc5d-74fc6e53e41a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.0785444 May 06 09:48:11.248765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a7134-0336-4bb2-985e-cc7c3f7a8cde req-3bda4964-513b-4cca-9855-e162c1d2bbdc tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.250296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-877a7134-0336-4bb2-985e-cc7c3f7a8cde req-3bda4964-513b-4cca-9855-e162c1d2bbdc tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 944 time: 0.6173408 May 06 09:48:11.266102 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e9e9f4b5-9a6d-47e9-8e61-fe77158aefc2 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2b2be7d-03e9-4da2-85ce-088617c17795 HTTP/1.1" status: 200 len: 205 time: 0.0504994 May 06 09:48:11.268560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.313458 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-99f8722a-6842-42f0-9203-daa02e373e56 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] delete failed (client error): The resource could not be found. May 06 09:48:11.314579 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-99f8722a-6842-42f0-9203-daa02e373e56 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/f2b2be7d-03e9-4da2-85ce-088617c17795 HTTP/1.1" status: 404 len: 336 time: 0.0446875 May 06 09:48:11.317175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51796) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.331983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-877a7134-0336-4bb2-985e-cc7c3f7a8cde req-638f824c-1edd-4826-93fa-39f398ccf95f tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714505 May 06 09:48:11.372927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-996d96ea-feb6-4039-bf5a-ef4db942a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:11.374474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-996d96ea-feb6-4039-bf5a-ef4db942a7d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232698 May 06 09:48:11.376878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11e30e06-7e7a-4e63-a2e6-7eda305f9549 req-63aafa5a-15ce-4ec8-a879-f911b906c045 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0384140 May 06 09:48:11.423152 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d83884d-dc19-4019-9199-97fa90d0533e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:11.423704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d83884d-dc19-4019-9199-97fa90d0533e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:11.430413 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7d83884d-dc19-4019-9199-97fa90d0533e tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/c310a7c9-b0a3-47d9-b87d-7fde44c7bbc2 HTTP/1.1" status: 404 len: 337 time: 0.1119423 May 06 09:48:11.431141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51798) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.469170 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e1c706e-ea03-4d1c-b32c-6580f89b3ca4 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "GET /v2.0/ports?device_id=c484af40-7fe5-4200-a1ef-c9cec2d0ab05 HTTP/1.1" status: 200 len: 205 time: 0.0368965 May 06 09:48:11.469785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51802) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.524620 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-cc8f0dc5-4a4c-4c8f-89b9-6795002159fc tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] delete failed (client error): The resource could not be found. May 06 09:48:11.529044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51808) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.530025 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc8f0dc5-4a4c-4c8f-89b9-6795002159fc tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/routers/c484af40-7fe5-4200-a1ef-c9cec2d0ab05 HTTP/1.1" status: 404 len: 336 time: 0.0578358 May 06 09:48:11.534873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-8415fc6e-a388-413e-9d58-03252f3fd6a0 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529939 May 06 09:48:11.566412 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-88170bb6-e676-4951-9c92-46c6195000d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:11.566992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88170bb6-e676-4951-9c92-46c6195000d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:11.571013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-88170bb6-e676-4951-9c92-46c6195000d9 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/b5e227cd-3619-4698-9843-d8649b9dba3c HTTP/1.1" status: 404 len: 337 time: 0.0405731 May 06 09:48:11.573211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51814) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.663480 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a13c4b2-d55b-4213-909d-830ff0293c07 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] DELETE failed (client error): The resource could not be found. May 06 09:48:11.663977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a13c4b2-d55b-4213-909d-830ff0293c07 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:11.669662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a13c4b2-d55b-4213-909d-830ff0293c07 tempest-RoutersTest-176123334 tempest-RoutersTest-176123334-project] 10.222.0.76 "DELETE /v2.0/subnets/db9ab216-9026-410d-8b2b-a8b5c28c35e9 HTTP/1.1" status: 404 len: 337 time: 0.0913761 May 06 09:48:11.765010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b38f8a9a-ab45-4269-b670-5845201eb0d2 req-92320540-dab6-4e96-9714-d1e31421831d service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927314 May 06 09:48:11.768206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51836) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:11.829596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] Deleting subnet ddc2078f-5b8f-47f5-847f-ade3d373a9aa {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:11.833158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.873725 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.931343 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:11.955830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51842) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:12.012789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.043962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc2078f-5b8f-47f5-847f-ade3d373a9aa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:12.054450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.063925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-70692566-37bc-4bad-a8dd-74beb060a7b4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ddc2078f-5b8f-47f5-847f-ade3d373a9aa HTTP/1.1" status: 204 len: 168 time: 0.2925265 May 06 09:48:12.064833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:12.167180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.189355 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-011fcd84-d3ad-44f4-bfd5-498158993b19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7eaa4b155c3141c3a4b263bb62db9738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300043 May 06 09:48:12.189637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51854) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:12.247140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d96ec2fe-5b51-408b-9d34-a52ba18ee978 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:12.298494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.313822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d96ec2fe-5b51-408b-9d34-a52ba18ee978 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:12.319538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d96ec2fe-5b51-408b-9d34-a52ba18ee978 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:12.320209 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.325637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7dd74dcd-bf8f-453e-98d7-c5a50744928f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.331943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9d9d2b-89cb-44ec-83d2-ef37595e3647']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:12.357406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01407f29-a6a4-42d0-92ec-ac5bd93f1dc1') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:12.357701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01407f29-a6a4-42d0-92ec-ac5bd93f1dc1') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:12.377396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.383373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7dd74dcd-bf8f-453e-98d7-c5a50744928f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.425366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.451564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:12.452381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: timer() May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:12.454665 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:12.464863 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.516949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968eadb-a349-46b9-915d-ae93c3675880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:12.528348 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2666311-8673-4a95-880c-960fd7f07e9c" -d '{"events": [{"server_uuid": "f968eadb-a349-46b9-915d-ae93c3675880", "name": "network-vif-plugged", "status": "completed", "tag": "d96ec2fe-5b51-408b-9d34-a52ba18ee978"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:12.555954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.559096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d96ec2fe-5b51-408b-9d34-a52ba18ee978, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d96ec2fe-5b51-408b-9d34-a52ba18ee978,segment=NetworkSegment(58660a41-5c4e-45ba-86f1-191ff658bbd4),segment_id=58660a41-5c4e-45ba-86f1-191ff658bbd4)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:12.564963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bc8a1-30ab-4859-adf7-06e9bc2c332f req-eea07c9b-2f2c-41bb-9e5f-031a3a41a88a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.566656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.579667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.579874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-483bc8a1-30ab-4859-adf7-06e9bc2c332f req-eea07c9b-2f2c-41bb-9e5f-031a3a41a88a tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 944 time: 0.1070280 May 06 09:48:12.584242 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3f9d9d2b-89cb-44ec-83d2-ef37595e3647 HTTP/1.1" status: 204 len: 168 time: 0.5157387 May 06 09:48:12.586931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7dd74dcd-bf8f-453e-98d7-c5a50744928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.590547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7dd74dcd-bf8f-453e-98d7-c5a50744928f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.592449 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7dd74dcd-bf8f-453e-98d7-c5a50744928f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9082177-b0ce-42ad-adb9-188e4d328497 HTTP/1.1" status: 204 len: 168 time: 0.4018593 May 06 09:48:12.606332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc7844-cdb8-4283-9155-88feebcbf776 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9d9d2b-89cb-44ec-83d2-ef37595e3647,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:12.614661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd74dcd-bf8f-453e-98d7-c5a50744928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9082177-b0ce-42ad-adb9-188e4d328497,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:12.632203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5607d327-e9ac-42e9-8e85-f68685b14fad req-3e0a5863-b853-43e7-8d86-cbb468d00028 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0986810 May 06 09:48:12.684670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d96ec2fe-5b51-408b-9d34-a52ba18ee978,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:12.688843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a0e831b4-caf5-403c-9f0b-2de72b559125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:12.714922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-483bc8a1-30ab-4859-adf7-06e9bc2c332f req-da926a54-80e7-43d8-901b-fe29f582f7e8 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371281 May 06 09:48:12.736080 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2aea70-8731-44ec-b9da-5e0cd033f1ec x-openstack-request-id: req-2b2aea70-8731-44ec-b9da-5e0cd033f1ec {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:12.736365 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968eadb-a349-46b9-915d-ae93c3675880", "name": "network-vif-plugged", "status": "completed", "tag": "d96ec2fe-5b51-408b-9d34-a52ba18ee978", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:12.736634 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b2aea70-8731-44ec-b9da-5e0cd033f1ec {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:12.738537 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2aea70-8731-44ec-b9da-5e0cd033f1ec'] response: {'server_uuid': 'f968eadb-a349-46b9-915d-ae93c3675880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978', 'code': 200} May 06 09:48:12.859800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaca6ca-8722-41e1-b33e-2456d9a61cb5 req-8727a961-fed0-40fd-8aff-e382e6d87375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:12.862652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eaca6ca-8722-41e1-b33e-2456d9a61cb5 req-8727a961-fed0-40fd-8aff-e382e6d87375 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 1096 time: 0.0606894 May 06 09:48:12.900894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51880) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:12.929022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eaca6ca-8722-41e1-b33e-2456d9a61cb5 req-26c7d08d-276e-482a-be89-ecd9aa65d354 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582185 May 06 09:48:12.963817 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2590eb34-0f84-4a7d-8c75-41623cc93cf0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f99877bbd02e4303b60815f0dcbabd53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616915 May 06 09:48:12.967135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51884) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:13.059688 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79b60269-58de-4035-bd54-9ee5d0e54043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.102032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79b60269-58de-4035-bd54-9ee5d0e54043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.165032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79b60269-58de-4035-bd54-9ee5d0e54043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.168384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79b60269-58de-4035-bd54-9ee5d0e54043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:13.172677 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-79b60269-58de-4035-bd54-9ee5d0e54043 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1633faf5-101d-4b49-aece-9ee596655dfa HTTP/1.1" status: 204 len: 168 time: 0.2037487 May 06 09:48:13.181937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b60269-58de-4035-bd54-9ee5d0e54043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1633faf5-101d-4b49-aece-9ee596655dfa,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:13.767647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ccd53f0-c117-41d3-9229-829e62ce66c6 req-861ab5a2-9d89-4395-adeb-6a351457baa1 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0365653 May 06 09:48:13.867906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452745b8-da5a-4bbf-acd8-528bbbdbef76 req-77cd3ad8-0e2f-4122-be43-ce6484fb8f9b tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:13.869981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-452745b8-da5a-4bbf-acd8-528bbbdbef76 req-77cd3ad8-0e2f-4122-be43-ce6484fb8f9b tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 945 time: 0.0736213 May 06 09:48:13.926468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-452745b8-da5a-4bbf-acd8-528bbbdbef76 req-bcecbee5-aab1-4c2d-bdb2-003864e0dc9e tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486984 May 06 09:48:13.926702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2afd1328-62ba-4502-b623-a4840e219d70 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:13.957317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 2afd1328-62ba-4502-b623-a4840e219d70 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:13.957912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2afd1328-62ba-4502-b623-a4840e219d70 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:13.968475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51938) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.010662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51944) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.176420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--436555856'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:14.207073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e924d98-5128-4b92-b6fa-7abbb6bb628c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.227105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.240665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.348258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e924d98-5128-4b92-b6fa-7abbb6bb628c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.359357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e924d98-5128-4b92-b6fa-7abbb6bb628c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.376759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51954) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.397854 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.416309 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9e924d98-5128-4b92-b6fa-7abbb6bb628c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=25f5ed03e7194338828c61fc97ffc0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4021387 May 06 09:48:14.416309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.416724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51958) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.474997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.477956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e924d98-5128-4b92-b6fa-7abbb6bb628c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aafab2-b4b8-4d5f-9a46-ab87db7de903,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.492810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f678e6d-71ad-4024-a8a8-a173ac91defa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.494133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.514946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-356558002-network', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:14.529048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.530868 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5613108 May 06 09:48:14.531317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f678e6d-71ad-4024-a8a8-a173ac91defa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.534611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51960) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.536706 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40723c6a-74f7-4279-8fd8-e7cc532ce207,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.565802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bca85-145b-4ab8-81d2-92efa44b1b62 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d8493e-1512-428c-8457-84f61c58ba9b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.585223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Made reservation on behalf of f3bfa9b81f4441b1bc0957b5dd261b47 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:14.587727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.614936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.658897 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f678e6d-71ad-4024-a8a8-a173ac91defa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.661339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f678e6d-71ad-4024-a8a8-a173ac91defa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.662470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3f678e6d-71ad-4024-a8a8-a173ac91defa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/69aafab2-b4b8-4d5f-9a46-ab87db7de903 HTTP/1.1" status: 204 len: 168 time: 0.2442026 May 06 09:48:14.685887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-18e9eed8-4f2f-454a-8fe0-dfe52e793bf8 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1458740 May 06 09:48:14.686761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f678e6d-71ad-4024-a8a8-a173ac91defa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aafab2-b4b8-4d5f-9a46-ab87db7de903,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.688870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51964) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.698013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b2e39492-6fd5-4fc2-9b0c-cb20f32d467b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-security--246674395', 'description': 'tempest-security-description-242690178'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:14.736784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2e39492-6fd5-4fc2-9b0c-cb20f32d467b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.775808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.783744 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.794751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2e39492-6fd5-4fc2-9b0c-cb20f32d467b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.804226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2e39492-6fd5-4fc2-9b0c-cb20f32d467b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.806689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2e39492-6fd5-4fc2-9b0c-cb20f32d467b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.810527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b2e39492-6fd5-4fc2-9b0c-cb20f32d467b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "PUT /v2.0/security-groups/14d8493e-1512-428c-8457-84f61c58ba9b HTTP/1.1" status: 200 len: 1778 time: 0.1193457 May 06 09:48:14.813080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51968) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.834445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:14.845052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.845791 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Added segment ec2581dd-eb06-41f2-a404-479b398677ec of type vlan for network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 May 06 09:48:14.887855 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f7e7289f-0eb3-45fc-9a26-c26220b6e303 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups/14d8493e-1512-428c-8457-84f61c58ba9b HTTP/1.1" status: 200 len: 1778 time: 0.0690129 May 06 09:48:14.889352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39492-6fd5-4fc2-9b0c-cb20f32d467b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d8493e-1512-428c-8457-84f61c58ba9b,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.892604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51972) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:14.925051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff9a1215-36e1-4584-8511-2029e2716565 req-ce6e668f-0265-40b9-a5cf-a92682003a19 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0487998 May 06 09:48:14.934425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c30c91-12b9-48e0-87d9-abf27226fd69,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:14.954451 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:14.974344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a537e703-aabf-40d3-86c4-a27145bb40df tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.006454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a537e703-aabf-40d3-86c4-a27145bb40df tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.035037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.037520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.038668 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.068521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a537e703-aabf-40d3-86c4-a27145bb40df tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.069642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6917598 May 06 09:48:15.072028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a537e703-aabf-40d3-86c4-a27145bb40df tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.074660 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a537e703-aabf-40d3-86c4-a27145bb40df tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/14d8493e-1512-428c-8457-84f61c58ba9b HTTP/1.1" status: 204 len: 168 time: 0.1807585 May 06 09:48:15.075278 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51980) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:15.084741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Request body: {'subnet': {'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-356558002-subnet', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:15.088413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51982) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:15.094393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14db1a7c-fe3c-4db5-a09f-34c3f7b74e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.122329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537e703-aabf-40d3-86c4-a27145bb40df tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d8493e-1512-428c-8457-84f61c58ba9b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.162865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Made reservation on behalf of f3bfa9b81f4441b1bc0957b5dd261b47 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:15.165373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.173897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b3869-7c80-4142-b4f8-4151ac7d17fe admin admin] Pushing event updated for resources: {'Network': ['ID=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.197850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:15.198125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd58fa-c0e4-4033-82db-8cd7f7ee16d8 req-e94d22e5-d17a-4505-902a-aaaef702d520 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.216133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afcd58fa-c0e4-4033-82db-8cd7f7ee16d8 req-e94d22e5-d17a-4505-902a-aaaef702d520 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 945 time: 0.1509459 May 06 09:48:15.231993 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-601d0cd2-09e1-4e67-9e8f-d3dd98e558f0 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1361065 May 06 09:48:15.232561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51988) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:15.253031 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-f1428930-6805-406e-b4ca-09a688bf5a51 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] delete failed (client error): The resource could not be found. May 06 09:48:15.258666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1428930-6805-406e-b4ca-09a688bf5a51 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/14d8493e-1512-428c-8457-84f61c58ba9b HTTP/1.1" status: 404 len: 347 time: 0.0206008 May 06 09:48:15.258955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51990) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:15.264977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-99ab3b3c-3515-4d3d-867c-9ab8e21ca9ea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--740420194'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:15.305685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afcd58fa-c0e4-4033-82db-8cd7f7ee16d8 req-5a677846-eef4-4d91-9bc2-c799a651feb9 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882628 May 06 09:48:15.313988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99ab3b3c-3515-4d3d-867c-9ab8e21ca9ea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.460310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.517510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99ab3b3c-3515-4d3d-867c-9ab8e21ca9ea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.533621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99ab3b3c-3515-4d3d-867c-9ab8e21ca9ea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.563879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4546d9-b910-4ab7-9e69-f096004be95f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.579952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Checking segment: {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:15.580217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Network hostable DHCP agents. Network: 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:48:15.595825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab3b3c-3515-4d3d-867c-9ab8e21ca9ea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94442051-1254-4af3-939a-e8ea8cc7f8a7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:15.600910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99ab3b3c-3515-4d3d-867c-9ab8e21ca9ea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.605285 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-99ab3b3c-3515-4d3d-867c-9ab8e21ca9ea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3420911 May 06 09:48:15.606063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52002) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:15.610458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ff7e2072-c7d4-4058-bac7-62d356855b92 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': '94442051-1254-4af3-939a-e8ea8cc7f8a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:15.626819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:48:15.645971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:15.654839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.655634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.660348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9e024-dece-4f71-b640-a81bbed97707 None None] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:15.663136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2072-c7d4-4058-bac7-62d356855b92 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.694084 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a0918b7-4111-43b5-aa65-cc2ae9777c33 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6139343 May 06 09:48:15.696884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad18be-e6eb-4048-88d6-cea253056d9d req-88dc3734-3df2-4015-a009-e6417a958a90 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:15.700346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52006) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:15.705069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:15.706824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60ad18be-e6eb-4048-88d6-cea253056d9d req-88dc3734-3df2-4015-a009-e6417a958a90 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 945 time: 0.0994091 May 06 09:48:15.745854 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.746910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.764843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60ad18be-e6eb-4048-88d6-cea253056d9d req-cb1403a6-4850-4546-8b73-d4eafa8bd35f tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555654 May 06 09:48:15.834559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.850624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2072-c7d4-4058-bac7-62d356855b92 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.888260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2072-c7d4-4058-bac7-62d356855b92 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:15.915298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1945763-9f42-43b8-9232-c138d845b960 None None] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:15.951566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e2072-c7d4-4058-bac7-62d356855b92 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21625b54-02c6-4dc9-a930-404fd60745c5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:16.029868 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2072-c7d4-4058-bac7-62d356855b92 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.031273 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ff7e2072-c7d4-4058-bac7-62d356855b92 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242294 May 06 09:48:16.034409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52016) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:16.037756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.134365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-236a281e-cbe5-4e3c-b3d6-6f3884ff71ce req-20857ff3-ffb4-4e55-b582-0424bca44c3e tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0510814 May 06 09:48:16.172665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f06c65eb-7b8c-4310-b139-2979f13b4203 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.182772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f06c65eb-7b8c-4310-b139-2979f13b4203 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.222426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f06c65eb-7b8c-4310-b139-2979f13b4203 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.235120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f06c65eb-7b8c-4310-b139-2979f13b4203 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.236901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f06c65eb-7b8c-4310-b139-2979f13b4203 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/21625b54-02c6-4dc9-a930-404fd60745c5 HTTP/1.1" status: 204 len: 168 time: 0.2002196 May 06 09:48:16.240949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52022) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:16.260104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c65eb-7b8c-4310-b139-2979f13b4203 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21625b54-02c6-4dc9-a930-404fd60745c5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:16.296895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-90e5b4b1-5aac-4cc6-947b-f7421f439926 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543368 May 06 09:48:16.300177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52024) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:16.378295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b323afa-158f-4f30-b510-c83e7763489a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.423226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.430006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b323afa-158f-4f30-b510-c83e7763489a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.436567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.467113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.482488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b323afa-158f-4f30-b510-c83e7763489a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.485306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b323afa-158f-4f30-b510-c83e7763489a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.489881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7b323afa-158f-4f30-b510-c83e7763489a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/94442051-1254-4af3-939a-e8ea8cc7f8a7 HTTP/1.1" status: 204 len: 168 time: 0.1882606 May 06 09:48:16.491040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52034) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:16.509498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b323afa-158f-4f30-b510-c83e7763489a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94442051-1254-4af3-939a-e8ea8cc7f8a7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:16.559222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e926628-bf70-4f8f-ba97-ca76148c02c9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575771 May 06 09:48:16.560097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:16.565170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c4777763-a552-44f3-855b-8ca50cf3b952 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--117793626'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:16.593924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.609502 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4777763-a552-44f3-855b-8ca50cf3b952 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.625896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Allocated IP 172.25.8.119 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/b052e938-04cc-462d-b37b-7260088c6c1d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:16.711425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4777763-a552-44f3-855b-8ca50cf3b952 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.718577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4777763-a552-44f3-855b-8ca50cf3b952 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.761964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c4777763-a552-44f3-855b-8ca50cf3b952 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.763738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c4777763-a552-44f3-855b-8ca50cf3b952 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2026620 May 06 09:48:16.766670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4777763-a552-44f3-855b-8ca50cf3b952 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a597e1d-0378-4ea7-942c-63c619e74f54,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:16.769076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52046) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:16.774541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b22c0f35-7248-4f18-8c0c-9f68389f91de tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': '3a597e1d-0378-4ea7-942c-63c619e74f54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:16.790619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.833336 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c0f35-7248-4f18-8c0c-9f68389f91de tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.849433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.916331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=b052e938-04cc-462d-b37b-7260088c6c1d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:16.945617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:16.953095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:16.955918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:16.975447 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c0f35-7248-4f18-8c0c-9f68389f91de tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.987291 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c0f35-7248-4f18-8c0c-9f68389f91de tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:16.999562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c97ad-b0f0-4920-8892-56b646ea42e4 req-5f911506-93dc-4b49-8b56-c15e85e57d32 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.001149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f04c97ad-b0f0-4920-8892-56b646ea42e4 req-5f911506-93dc-4b49-8b56-c15e85e57d32 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 945 time: 0.1232617 May 06 09:48:17.044915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-30f88dc2-eb42-4d92-97f0-5d2a19932fe0 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.045581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-30f88dc2-eb42-4d92-97f0-5d2a19932fe0 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.82 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 945 time: 0.1168475 May 06 09:48:17.052884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c0f35-7248-4f18-8c0c-9f68389f91de tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e90d6e-c006-4241-bcda-09002f8e8f3f,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:17.060352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b22c0f35-7248-4f18-8c0c-9f68389f91de tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.061571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b22c0f35-7248-4f18-8c0c-9f68389f91de tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2910819 May 06 09:48:17.064292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52060) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:17.079122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7bb5cbc7-cb7c-4ca3-9c94-2118c1d5209b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': '3a597e1d-0378-4ea7-942c-63c619e74f54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:17.114450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f04c97ad-b0f0-4920-8892-56b646ea42e4 req-08dbc96b-b11f-4ec0-bccf-4d5b4bab2de0 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc1edff7-df23-45a3-984b-8836da8c84a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036990 May 06 09:48:17.246342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb5cbc7-cb7c-4ca3-9c94-2118c1d5209b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.252659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Deleting port d96ec2fe-5b51-408b-9d34-a52ba18ee978 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:17.253009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.332131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f65aa4d8-4002-400a-8177-f8a675d65680 req-1ba9f79a-41f3-476f-9bd7-ea892a7fac0b tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0579653 May 06 09:48:17.423142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] For port d96ec2fe-5b51-408b-9d34-a52ba18ee978, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d96ec2fe-5b51-408b-9d34-a52ba18ee978,segment=NetworkSegment(58660a41-5c4e-45ba-86f1-191ff658bbd4),segment_id=58660a41-5c4e-45ba-86f1-191ff658bbd4)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:17.424323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.444918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Calling delete_port for d96ec2fe-5b51-408b-9d34-a52ba18ee978 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:17.467693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb5cbc7-cb7c-4ca3-9c94-2118c1d5209b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.470449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.520981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb5cbc7-cb7c-4ca3-9c94-2118c1d5209b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.553625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb5cbc7-cb7c-4ca3-9c94-2118c1d5209b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.557351 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7bb5cbc7-cb7c-4ca3-9c94-2118c1d5209b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4895775 May 06 09:48:17.557657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52094) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:17.560023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5cbc7-cb7c-4ca3-9c94-2118c1d5209b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6937b798-b4fd-4d43-a8f9-17d5f963fbcc,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:17.564617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-409e681d-4872-47cf-a183-0744605dfd13 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': '3a597e1d-0378-4ea7-942c-63c619e74f54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:17.648433 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-409e681d-4872-47cf-a183-0744605dfd13 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.789170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.795514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52100) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:17.801203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d96ec2fe-5b51-408b-9d34-a52ba18ee978'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:17.832943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.871205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Pushing event deleted for resources: {'Port': ['ID=d96ec2fe-5b51-408b-9d34-a52ba18ee978,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:17.925989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-d77fd9ee-da0b-4c28-a37c-9d017bf6b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:17.927734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-d77fd9ee-da0b-4c28-a37c-9d017bf6b18e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.2060041 May 06 09:48:17.929243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-409e681d-4872-47cf-a183-0744605dfd13 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.930989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] No DVR routers for this DVR port d96ec2fe-5b51-408b-9d34-a52ba18ee978 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:17.934220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:17.937947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9e98cf4-e4e9-48c1-bb44-5d02f8cb4cfa req-26169bc7-59ac-4033-900b-f2e893260876 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.82 "DELETE /v2.0/ports/d96ec2fe-5b51-408b-9d34-a52ba18ee978 HTTP/1.1" status: 204 len: 173 time: 0.8809135 May 06 09:48:17.939566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f968eadb-a349-46b9-915d-ae93c3675880', 'name': 'network-vif-deleted', 'tag': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:17.942803 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097318e7-89dd-4fdc-a376-8ac2271d0253" -d '{"events": [{"server_uuid": "f968eadb-a349-46b9-915d-ae93c3675880", "name": "network-vif-deleted", "tag": "d96ec2fe-5b51-408b-9d34-a52ba18ee978"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:17.957328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-409e681d-4872-47cf-a183-0744605dfd13 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.038064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad687d-2af3-4989-b7ff-143878f0f0cc req-42919611-b0a7-4aed-97ca-cd7118b2e399 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.041230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6ad687d-2af3-4989-b7ff-143878f0f0cc req-42919611-b0a7-4aed-97ca-cd7118b2e399 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.2551575 May 06 09:48:18.070053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e681d-4872-47cf-a183-0744605dfd13 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28163c8e-c1e8-4df5-b086-1d87432f8de4,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:18.074062 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d73cd4-52dd-4474-abeb-648bd06e8b22 x-openstack-request-id: req-48d73cd4-52dd-4474-abeb-648bd06e8b22 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:18.074549 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f968eadb-a349-46b9-915d-ae93c3675880", "name": "network-vif-deleted", "tag": "d96ec2fe-5b51-408b-9d34-a52ba18ee978", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:18.074831 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48d73cd4-52dd-4474-abeb-648bd06e8b22 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:18.075287 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d73cd4-52dd-4474-abeb-648bd06e8b22'] response: {'server_uuid': 'f968eadb-a349-46b9-915d-ae93c3675880', 'name': 'network-vif-deleted', 'tag': 'd96ec2fe-5b51-408b-9d34-a52ba18ee978', 'status': 'completed', 'code': 200} May 06 09:48:18.094678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Router 52681178-6e12-4c3b-9acc-aa5f030dd285 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:48:18.095600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-409e681d-4872-47cf-a183-0744605dfd13 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.100430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-409e681d-4872-47cf-a183-0744605dfd13 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5378108 May 06 09:48:18.100430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52106) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:18.101175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-177fc368-2849-4543-bf67-f82e88449293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.112276 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.116228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-fbf25d70-c46e-4fa9-9864-56056890ef19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': '3a597e1d-0378-4ea7-942c-63c619e74f54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:18.222852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6ad687d-2af3-4989-b7ff-143878f0f0cc req-ed04c874-3216-4e84-9ec5-c63cf26adb55 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653912 May 06 09:48:18.232179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-e90b7360-028e-4ba0-94ff-40fa372d83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.233651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-e90b7360-028e-4ba0-94ff-40fa372d83ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.2948358 May 06 09:48:18.246373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbf25d70-c46e-4fa9-9864-56056890ef19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.314450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18907fd8-872d-4ef5-9a46-a31d9c440bce req-4f8c37ed-89f7-4fc5-9a5b-e4e1c6b34452 tempest-InstanceActionsV221TestJSON-335654184 tempest-InstanceActionsV221TestJSON-335654184-project] 10.222.0.76 "GET /v2.0/ports?device_id=f968eadb-a349-46b9-915d-ae93c3675880 HTTP/1.1" status: 200 len: 210 time: 0.0859923 May 06 09:48:18.379791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-d98c7388-621f-4c2e-be26-781a4b6d5856 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 1000 time: 0.1290364 May 06 09:48:18.453200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-177fc368-2849-4543-bf67-f82e88449293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.477059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-177fc368-2849-4543-bf67-f82e88449293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.508868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbf25d70-c46e-4fa9-9864-56056890ef19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.511739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11edf293-d5ba-4587-bc51-7b26cf310985 req-35c26865-4277-40c2-8294-ee512c55ca84 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0690422 May 06 09:48:18.516606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-6f3e9892-f3e7-46ab-8501-e87ad7220ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.518168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-6f3e9892-f3e7-46ab-8501-e87ad7220ccf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.1323080 May 06 09:48:18.531166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbf25d70-c46e-4fa9-9864-56056890ef19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.608666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-177fc368-2849-4543-bf67-f82e88449293 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02baaff1eeab40359709d983a3fd06c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8064477 May 06 09:48:18.609442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fc368-2849-4543-bf67-f82e88449293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0324e654-f8a1-4618-934c-1a6f5a892b7e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:18.618633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52112) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:18.619615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf25d70-c46e-4fa9-9864-56056890ef19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5113da6b-ee0e-469a-afb9-f18a73b5ba4b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:18.634197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbf25d70-c46e-4fa9-9864-56056890ef19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.639293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fbf25d70-c46e-4fa9-9864-56056890ef19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5356703 May 06 09:48:18.641399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52114) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:18.653971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-05181188-f867-4349-b99c-8e2c2bd3dd4f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': '3a597e1d-0378-4ea7-942c-63c619e74f54', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:18.657135 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.682652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:18.693612 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Sync routers for ids ['52681178-6e12-4c3b-9acc-aa5f030dd285'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:18.704837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.706453 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-81e10911-8022-49af-8638-2a3943751ed9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0048480 May 06 09:48:18.709119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:18.711278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-ad5c1ccc-3bf1-4599-95dd-c8c8411a83e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:18.712985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-ad5c1ccc-3bf1-4599-95dd-c8c8411a83e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852775 May 06 09:48:18.714122 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Routers {'52681178-6e12-4c3b-9acc-aa5f030dd285'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:18.714851 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['52681178-6e12-4c3b-9acc-aa5f030dd285'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:18.789747 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71f952bf-180b-4e87-9b9a-b4505d6c00ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.791889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05181188-f867-4349-b99c-8e2c2bd3dd4f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.826525 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Set router 52681178-6e12-4c3b-9acc-aa5f030dd285 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:18.862829 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05181188-f867-4349-b99c-8e2c2bd3dd4f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.879313 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05181188-f867-4349-b99c-8e2c2bd3dd4f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.914883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05181188-f867-4349-b99c-8e2c2bd3dd4f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a3db13-aaf0-4fda-a6c9-a5c1a3db78de,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:18.954399 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71f952bf-180b-4e87-9b9a-b4505d6c00ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.978603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05181188-f867-4349-b99c-8e2c2bd3dd4f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:18.981256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-05181188-f867-4349-b99c-8e2c2bd3dd4f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3365815 May 06 09:48:18.984452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52118) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:18.986449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-70b50dae-6030-4c58-9858-22d26b1622e2 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652788 May 06 09:48:19.029840 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:48:17Z', 'revision_number': 3, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port': {'id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:16Z', 'updated_at': '2022-05-06T09:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:19.060652 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Checking router: 52681178-6e12-4c3b-9acc-aa5f030dd285 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:19.061281 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Updating router 52681178-6e12-4c3b-9acc-aa5f030dd285 port b052e938-04cc-462d-b37b-7260088c6c1d binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:48:19.089698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53fc4047-e158-4314-a2b4-fbfbdacead21 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.099184 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.099435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53fc4047-e158-4314-a2b4-fbfbdacead21 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.144325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53fc4047-e158-4314-a2b4-fbfbdacead21 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.150759 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53fc4047-e158-4314-a2b4-fbfbdacead21 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.153810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-53fc4047-e158-4314-a2b4-fbfbdacead21 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b8a3db13-aaf0-4fda-a6c9-a5c1a3db78de HTTP/1.1" status: 204 len: 168 time: 0.1642308 May 06 09:48:19.154563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52120) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:19.170905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71f952bf-180b-4e87-9b9a-b4505d6c00ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.173421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71f952bf-180b-4e87-9b9a-b4505d6c00ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.177485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-71f952bf-180b-4e87-9b9a-b4505d6c00ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0324e654-f8a1-4618-934c-1a6f5a892b7e HTTP/1.1" status: 204 len: 168 time: 0.5532503 May 06 09:48:19.188722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f952bf-180b-4e87-9b9a-b4505d6c00ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0324e654-f8a1-4618-934c-1a6f5a892b7e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:19.192704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc4047-e158-4314-a2b4-fbfbdacead21 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8a3db13-aaf0-4fda-a6c9-a5c1a3db78de,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:19.242182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfec5574-92ab-45ab-a374-efdbb5ff594c req-175767dc-8d3d-4457-8e27-182b519a9cc6 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442825 May 06 09:48:19.395143 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cd732d50-c67a-4cce-bda9-af52b9635eea tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2392507 May 06 09:48:19.398661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52132) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:19.407156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.459328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905694-0ad5-40bd-b025-fa7ddb333e89 req-cfc9285a-827d-4350-ac03-3cca2d544d1e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:19.462043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71d6055c-6d73-4813-80b9-43ece3053bcf tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.465300 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.468233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a905694-0ad5-40bd-b025-fa7ddb333e89 req-cfc9285a-827d-4350-ac03-3cca2d544d1e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1080844 May 06 09:48:19.473955 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.481852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71d6055c-6d73-4813-80b9-43ece3053bcf tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.523793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71d6055c-6d73-4813-80b9-43ece3053bcf tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.532976 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71d6055c-6d73-4813-80b9-43ece3053bcf tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.537778 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-71d6055c-6d73-4813-80b9-43ece3053bcf tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5113da6b-ee0e-469a-afb9-f18a73b5ba4b HTTP/1.1" status: 204 len: 168 time: 0.1346731 May 06 09:48:19.560387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52138) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:19.578087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6055c-6d73-4813-80b9-43ece3053bcf tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5113da6b-ee0e-469a-afb9-f18a73b5ba4b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:19.579881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a905694-0ad5-40bd-b025-fa7ddb333e89 req-248596aa-2553-4380-b221-ed1862e13261 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032612 May 06 09:48:19.655166 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eff2b-af66-45dd-8330-54ad0d6740a5 None None] Pushing event updated for resources: {'Port': ['ID=b052e938-04cc-462d-b37b-7260088c6c1d,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:19.695344 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Attempting to bind port b052e938-04cc-462d-b37b-7260088c6c1d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:19.695980 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Attempting to bind port b052e938-04cc-462d-b37b-7260088c6c1d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:19.696493 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Attempting to bind port b052e938-04cc-462d-b37b-7260088c6c1d on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:19.709408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bc6cb69f-8efe-4001-be7b-b8af051e6379 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1443460 May 06 09:48:19.710109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52146) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:19.720895 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:19.721264 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:19.722964 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.724177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:19.724882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Bound port: b052e938-04cc-462d-b37b-7260088c6c1d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:19.725461 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.741431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:19.781354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:19.785722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5259a59b-9860-4aa8-82f6-54f782baf746 req-bfd91a93-fc57-4e9e-82ed-7c24646fe2f2 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0753152 May 06 09:48:19.801634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d40240f-c248-4297-83e2-1b0a12f618f7 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.817719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] For port b052e938-04cc-462d-b37b-7260088c6c1d, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:19.821298 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] For port b052e938-04cc-462d-b37b-7260088c6c1d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b052e938-04cc-462d-b37b-7260088c6c1d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:19.828276 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.831907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9eb88944-8d1c-4ef3-a2ca-866a8096ef5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.838643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Allocated IP 172.20.0.1 (4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0/7d4546d9-b910-4ab7-9e69-f096004be95f/b1099f57-a0d8-4467-a8e8-687f3ba2abc2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:19.882462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] Deleting subnet 9e33938e-5831-4e29-8e21-6cd75a3afaa7 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:19.890216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.940032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d40240f-c248-4297-83e2-1b0a12f618f7 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.956476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.991351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:19.994665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d40240f-c248-4297-83e2-1b0a12f618f7 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.003075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d40240f-c248-4297-83e2-1b0a12f618f7 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.006967 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d40240f-c248-4297-83e2-1b0a12f618f7 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/28163c8e-c1e8-4df5-b086-1d87432f8de4 HTTP/1.1" status: 204 len: 168 time: 0.2958438 May 06 09:48:20.009376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52152) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.013290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.048389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40240f-c248-4297-83e2-1b0a12f618f7 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28163c8e-c1e8-4df5-b086-1d87432f8de4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.102720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9eb88944-8d1c-4ef3-a2ca-866a8096ef5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.110012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9eb88944-8d1c-4ef3-a2ca-866a8096ef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.110588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eff2b-af66-45dd-8330-54ad0d6740a5 None None] Pushing event updated for resources: {'Port': ['ID=b052e938-04cc-462d-b37b-7260088c6c1d,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.118785 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7cb141d3-700b-410b-9759-9a0592d8029d tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1073558 May 06 09:48:20.122529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52154) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.146994 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Routers {'52681178-6e12-4c3b-9acc-aa5f030dd285'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:20.148024 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['52681178-6e12-4c3b-9acc-aa5f030dd285'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:20.150718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.174672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9eb88944-8d1c-4ef3-a2ca-866a8096ef5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4d0981962534be0940061c0e04c41d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921266 May 06 09:48:20.175814 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.178062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52156) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.180088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb88944-8d1c-4ef3-a2ca-866a8096ef5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d323e17-316d-4cff-bac0-b7325ca02328,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.201645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95433999-a7c8-4f06-8ecd-246dcd389a70 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.210349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e33938e-5831-4e29-8e21-6cd75a3afaa7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.220320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:20.228853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:20.236087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:20.245237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d96ec2fe-5b51-408b-9d34-a52ba18ee978 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:20.258324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.262104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e9e67ed-dba9-4e66-b0a5-59104f5fe944 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9e33938e-5831-4e29-8e21-6cd75a3afaa7 HTTP/1.1" status: 204 len: 168 time: 0.5196569 May 06 09:48:20.263257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95433999-a7c8-4f06-8ecd-246dcd389a70 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.264825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52158) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.287368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: d96ec2fe-5b51-408b-9d34-a52ba18ee978 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:20.288419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d96ec2fe-5b51-408b-9d34-a52ba18ee978 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:20.302641 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] Set router 52681178-6e12-4c3b-9acc-aa5f030dd285 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:20.337249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95433999-a7c8-4f06-8ecd-246dcd389a70 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.355839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.356600 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95433999-a7c8-4f06-8ecd-246dcd389a70 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.360411 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95433999-a7c8-4f06-8ecd-246dcd389a70 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6937b798-b4fd-4d43-a8f9-17d5f963fbcc HTTP/1.1" status: 204 len: 168 time: 0.2366824 May 06 09:48:20.361264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95433999-a7c8-4f06-8ecd-246dcd389a70 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6937b798-b4fd-4d43-a8f9-17d5f963fbcc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.369962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52160) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.397069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.404792 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.405027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.412127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad76-e7bc-4983-81d3-90d888e2731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.483869 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-75b3e66a-b9be-4a5b-8449-34cce0b0499b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1121640 May 06 09:48:20.485265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad76-e7bc-4983-81d3-90d888e2731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.487595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52162) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.496366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.535072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f2936f62-3223-4b38-aba2-a9e2183facf5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.544465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f2936f62-3223-4b38-aba2-a9e2183facf5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.550358 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:48:17Z', 'revision_number': 3, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port': {'id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:16Z', 'updated_at': '2022-05-06T09:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:20.589705 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa61fa-c4a4-49c5-a51c-7481776d4f46 None None] The sync data for ids ['52681178-6e12-4c3b-9acc-aa5f030dd285'] in n-d-840834-1 is: [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:48:17Z', 'revision_number': 3, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port': {'id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:16Z', 'updated_at': '2022-05-06T09:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:20.596155 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f2936f62-3223-4b38-aba2-a9e2183facf5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.601228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.641688 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f2936f62-3223-4b38-aba2-a9e2183facf5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.645335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f2936f62-3223-4b38-aba2-a9e2183facf5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a2e90d6e-c006-4241-bcda-09002f8e8f3f HTTP/1.1" status: 204 len: 168 time: 0.1543822 May 06 09:48:20.645561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da36898-73d3-4ea6-99a8-d10d7481df7f']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:20.649499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2936f62-3223-4b38-aba2-a9e2183facf5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2e90d6e-c006-4241-bcda-09002f8e8f3f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.662383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52166) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.668549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58660a41-5c4e-45ba-86f1-191ff658bbd4') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:20.668900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58660a41-5c4e-45ba-86f1-191ff658bbd4') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:20.680068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.708169 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.720166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:20.720686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: timer() May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:20.722706 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:20.752444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1b23d0e-b074-45c1-ab83-beab81beb366 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886753 May 06 09:48:20.758855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:20.793509 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad76-e7bc-4983-81d3-90d888e2731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.796077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5c3ad76-e7bc-4983-81d3-90d888e2731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.797304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b5c3ad76-e7bc-4983-81d3-90d888e2731c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8d323e17-316d-4cff-bac0-b7325ca02328 HTTP/1.1" status: 204 len: 168 time: 0.5940900 May 06 09:48:20.824850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3ad76-e7bc-4983-81d3-90d888e2731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d323e17-316d-4cff-bac0-b7325ca02328,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:20.870834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d123a-8671-40f5-867f-2d45a0568f28 req-b71297a6-38db-44e5-8b23-2a6967749c3b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:20.878205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c7d123a-8671-40f5-867f-2d45a0568f28 req-b71297a6-38db-44e5-8b23-2a6967749c3b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1599586 May 06 09:48:20.900101 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.932648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.948467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.964130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:20.992491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4da36898-73d3-4ea6-99a8-d10d7481df7f HTTP/1.1" status: 204 len: 168 time: 0.7249725 May 06 09:48:21.005859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4654-f5fb-462a-b7fa-5b4477dc92e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da36898-73d3-4ea6-99a8-d10d7481df7f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.061621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.076637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.156283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8807f11f-5840-4c00-865b-a553d9679338 req-1f76ef79-62ae-4814-935b-e9be1f26c653 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.1569138 May 06 09:48:21.168529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c7d123a-8671-40f5-867f-2d45a0568f28 req-13ad8637-4650-433b-b74a-54630342bab9 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2894433 May 06 09:48:21.178612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d244af06-405d-4765-9a68-8df9af32b1d6 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.247020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d244af06-405d-4765-9a68-8df9af32b1d6 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.259259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:21.261039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:21.316603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d244af06-405d-4765-9a68-8df9af32b1d6 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.320810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d244af06-405d-4765-9a68-8df9af32b1d6 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.327065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d244af06-405d-4765-9a68-8df9af32b1d6 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/3a597e1d-0378-4ea7-942c-63c619e74f54 HTTP/1.1" status: 204 len: 168 time: 0.5637600 May 06 09:48:21.333710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52178) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.380421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244af06-405d-4765-9a68-8df9af32b1d6 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a597e1d-0378-4ea7-942c-63c619e74f54,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.445155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cce1dacc-db27-4562-a6fd-161de11e3727 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102922 May 06 09:48:21.449689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52184) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.459753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d4b7216d-917a-4048-b959-bd14e7dde582 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661596505'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:21.498950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Router 52681178-6e12-4c3b-9acc-aa5f030dd285 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:21.506801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52188) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.508685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4b7216d-917a-4048-b959-bd14e7dde582 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.605805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4b7216d-917a-4048-b959-bd14e7dde582 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.614438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4b7216d-917a-4048-b959-bd14e7dde582 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.618998 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a118ae22-c1cc-49dc-866e-600e73e88139 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dd9bd60931443a38af90551e7b0efd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107233 May 06 09:48:21.649095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.701568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7216d-917a-4048-b959-bd14e7dde582 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6967f-68c2-41c4-93e4-3c8c3d892138,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.729085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:21.736877 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e37700e5-0023-426b-aabc-fcd9bccf6aa7 admin admin] 10.222.0.76 "PUT /v2.0/routers/52681178-6e12-4c3b-9acc-aa5f030dd285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0263314 May 06 09:48:21.746184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4b7216d-917a-4048-b959-bd14e7dde582 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.749172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d4b7216d-917a-4048-b959-bd14e7dde582 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2957356 May 06 09:48:21.752365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52196) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.757859 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9defacf-607a-442f-b6e7-ecd6776641ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.762710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9c7500a4-cc4d-4f39-9001-3ed8400fee32 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': 'a0a6967f-68c2-41c4-93e4-3c8c3d892138', 'direction': 'ingress', 'protocol': 17}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:21.818756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9defacf-607a-442f-b6e7-ecd6776641ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.819227 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c7500a4-cc4d-4f39-9001-3ed8400fee32 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.891600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c7500a4-cc4d-4f39-9001-3ed8400fee32 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.897413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c7500a4-cc4d-4f39-9001-3ed8400fee32 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.936294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9defacf-607a-442f-b6e7-ecd6776641ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.939812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a9defacf-607a-442f-b6e7-ecd6776641ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.944121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7500a4-cc4d-4f39-9001-3ed8400fee32 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69be8777-441c-4922-8a8d-d7da279e4979,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:21.944601 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a9defacf-607a-442f-b6e7-ecd6776641ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc1edff7-df23-45a3-984b-8836da8c84a9 HTTP/1.1" status: 204 len: 168 time: 0.2937362 May 06 09:48:21.967108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c7500a4-cc4d-4f39-9001-3ed8400fee32 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:21.968980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9c7500a4-cc4d-4f39-9001-3ed8400fee32 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2144465 May 06 09:48:21.972476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52204) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:21.973439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9defacf-607a-442f-b6e7-ecd6776641ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1edff7-df23-45a3-984b-8836da8c84a9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:22.082810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6739a33a-26cc-448d-8fec-a40de43e25f3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.125267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6739a33a-26cc-448d-8fec-a40de43e25f3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.201593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6739a33a-26cc-448d-8fec-a40de43e25f3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.204605 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6739a33a-26cc-448d-8fec-a40de43e25f3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.209351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52220) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:22.209543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6739a33a-26cc-448d-8fec-a40de43e25f3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/a0a6967f-68c2-41c4-93e4-3c8c3d892138 HTTP/1.1" status: 204 len: 168 time: 0.2348459 May 06 09:48:22.219709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739a33a-26cc-448d-8fec-a40de43e25f3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6967f-68c2-41c4-93e4-3c8c3d892138,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:22.295714 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b20cfa88-0688-4156-8543-ae286e995384 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0849609 May 06 09:48:22.300182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52222) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:22.307030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-57074cf1-e2f0-4261-b9bd-cf19656a239a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053713090'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:22.341971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57074cf1-e2f0-4261-b9bd-cf19656a239a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.477144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57074cf1-e2f0-4261-b9bd-cf19656a239a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.483391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57074cf1-e2f0-4261-b9bd-cf19656a239a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.523393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57074cf1-e2f0-4261-b9bd-cf19656a239a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace27cd4-02fb-4879-853e-50687d93a1c0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:22.557476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b052e938-04cc-462d-b37b-7260088c6c1d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:22.561129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57074cf1-e2f0-4261-b9bd-cf19656a239a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.563987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-57074cf1-e2f0-4261-b9bd-cf19656a239a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2627745 May 06 09:48:22.566675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52238) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:22.571248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-498cb0cb-6482-4522-9dd9-b47ab505b5f5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812161119'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:22.642648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-498cb0cb-6482-4522-9dd9-b47ab505b5f5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.678079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b052e938-04cc-462d-b37b-7260088c6c1d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:22.678743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.764589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-42b1ff69-b27a-4678-870e-fa8b8d2a2151 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:22.768086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-42b1ff69-b27a-4678-870e-fa8b8d2a2151 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 810 time: 0.2029986 May 06 09:48:22.784264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-53c09d6b-4c16-45b8-8de2-fd00cdbe3909 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/quotas/f3bfa9b81f4441b1bc0957b5dd261b47 HTTP/1.1" status: 200 len: 375 time: 0.0124147 May 06 09:48:22.796234 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.826176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-498cb0cb-6482-4522-9dd9-b47ab505b5f5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.828783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b052e938-04cc-462d-b37b-7260088c6c1d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b052e938-04cc-462d-b37b-7260088c6c1d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:22.832093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-498cb0cb-6482-4522-9dd9-b47ab505b5f5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.836636 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.888891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cb0cb-6482-4522-9dd9-b47ab505b5f5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c122352c-c269-4633-bc9e-74e508ee38ef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:22.905728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-0206400b-9df3-4f60-94a1-f6eca1fab326 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072564 May 06 09:48:22.915375 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-498cb0cb-6482-4522-9dd9-b47ab505b5f5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:22.918640 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-498cb0cb-6482-4522-9dd9-b47ab505b5f5 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3508971 May 06 09:48:22.921584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52244) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:22.929326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b7bc75d8-ad41-4a66-aa5f-3984b678b0bb tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': 'ace27cd4-02fb-4879-853e-50687d93a1c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c122352c-c269-4633-bc9e-74e508ee38ef', 'remote_ip_prefix': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:22.934580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b052e938-04cc-462d-b37b-7260088c6c1d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:22.973228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7bc75d8-ad41-4a66-aa5f-3984b678b0bb tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.068972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2fd2f01-9d3c-422b-bba4-526ef4d5100d req-4cec3345-8e3f-49f0-8498-ae4d55176552 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.7534344 May 06 09:48:23.086300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7bc75d8-ad41-4a66-aa5f-3984b678b0bb tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.092782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7bc75d8-ad41-4a66-aa5f-3984b678b0bb tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.119143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc75d8-ad41-4a66-aa5f-3984b678b0bb tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911881ab-99b2-469f-a67c-143e7c49e322,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:23.146353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-dc00ac0e-9c92-4bc9-8f65-29116a45a61b service neutron] 10.222.0.76 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210412 May 06 09:48:23.156105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7bc75d8-ad41-4a66-aa5f-3984b678b0bb tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.158342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b7bc75d8-ad41-4a66-aa5f-3984b678b0bb tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2353301 May 06 09:48:23.161656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52248) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:23.207042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58075fa0-7d16-43b9-94e0-48dfb56f8eb3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.218169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58075fa0-7d16-43b9-94e0-48dfb56f8eb3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.268306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58075fa0-7d16-43b9-94e0-48dfb56f8eb3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.280815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58075fa0-7d16-43b9-94e0-48dfb56f8eb3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.283332 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58075fa0-7d16-43b9-94e0-48dfb56f8eb3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/911881ab-99b2-469f-a67c-143e7c49e322 HTTP/1.1" status: 204 len: 168 time: 0.1198995 May 06 09:48:23.287119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:23.325048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58075fa0-7d16-43b9-94e0-48dfb56f8eb3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=911881ab-99b2-469f-a67c-143e7c49e322,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:23.344981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269f529-1b94-4785-a032-94dc72cc7035 req-7317218e-30f1-4f6c-bd33-d64858356283 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:23.346592 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8269f529-1b94-4785-a032-94dc72cc7035 req-7317218e-30f1-4f6c-bd33-d64858356283 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.0810394 May 06 09:48:23.393345 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d8463ce7-9f92-4ffe-8256-2366e99a1ad9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1039236 May 06 09:48:23.395348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52260) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:23.408676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Sync routers for ids ['52681178-6e12-4c3b-9acc-aa5f030dd285'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:23.418518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-2d323b6d-8c09-45cd-b44c-33ef3bb0800c service neutron] 10.222.0.76 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510564 May 06 09:48:23.428377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Routers {'52681178-6e12-4c3b-9acc-aa5f030dd285'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:23.431179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['52681178-6e12-4c3b-9acc-aa5f030dd285'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:23.451142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8269f529-1b94-4785-a032-94dc72cc7035 req-3dc5874b-c0c0-47fd-95c4-7582ee26ec63 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967977 May 06 09:48:23.504468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8485ce4c-c061-4b63-ae33-7c9122d4eb56 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.560075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8485ce4c-c061-4b63-ae33-7c9122d4eb56 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.591936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Set router 52681178-6e12-4c3b-9acc-aa5f030dd285 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:23.641418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8485ce4c-c061-4b63-ae33-7c9122d4eb56 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.646424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8485ce4c-c061-4b63-ae33-7c9122d4eb56 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.649135 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8485ce4c-c061-4b63-ae33-7c9122d4eb56 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/c122352c-c269-4633-bc9e-74e508ee38ef HTTP/1.1" status: 204 len: 168 time: 0.2492642 May 06 09:48:23.652269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52266) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:23.662436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485ce4c-c061-4b63-ae33-7c9122d4eb56 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122352c-c269-4633-bc9e-74e508ee38ef,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:23.823776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a6d5897-ab06-4da0-bf4f-1178e8378d22 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1697576 May 06 09:48:23.826512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:23.865669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfbb82cd-7b55-46a1-b36d-1eb6b084ec2c req-9bf119fb-65e5-4c92-bd58-b1532c7b23fb tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 210 time: 0.1032631 May 06 09:48:23.954272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:48:20Z', 'revision_number': 4, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port': {'id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:16Z', 'updated_at': '2022-05-06T09:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b1099f57-a0d8-4467-a8e8-687f3ba2abc2', 'name': '', 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'mac_address': 'fa:16:3e:33:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:19Z', 'updated_at': '2022-05-06T09:48:20Z', 'revision_number': 2, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'subnets': [{'id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:23.967186 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c47ae00-bd77-43ce-8ba5-3b9a783b0b2a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:23.995797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Checking router: 52681178-6e12-4c3b-9acc-aa5f030dd285 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:23.996193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Updating router 52681178-6e12-4c3b-9acc-aa5f030dd285 port b1099f57-a0d8-4467-a8e8-687f3ba2abc2 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:48:24.015276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c47ae00-bd77-43ce-8ba5-3b9a783b0b2a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.021273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52286) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:24.048281 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.103972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c47ae00-bd77-43ce-8ba5-3b9a783b0b2a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.107204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c47ae00-bd77-43ce-8ba5-3b9a783b0b2a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.110877 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c47ae00-bd77-43ce-8ba5-3b9a783b0b2a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/ace27cd4-02fb-4879-853e-50687d93a1c0 HTTP/1.1" status: 204 len: 168 time: 0.2804911 May 06 09:48:24.111622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52292) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:24.162759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47ae00-bd77-43ce-8ba5-3b9a783b0b2a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace27cd4-02fb-4879-853e-50687d93a1c0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:24.181735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52296) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:24.183997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8a57d942-ee77-42d1-8ba4-909f8304b29c tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0690608 May 06 09:48:24.195197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b3e097e7-4d05-4e99-874b-8d751a9ff83f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144836997'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:24.247667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b3e097e7-4d05-4e99-874b-8d751a9ff83f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.399694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b3e097e7-4d05-4e99-874b-8d751a9ff83f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.407028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b3e097e7-4d05-4e99-874b-8d751a9ff83f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.443615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1107636730'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:24.452083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b3e097e7-4d05-4e99-874b-8d751a9ff83f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.453877 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b3e097e7-4d05-4e99-874b-8d751a9ff83f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2710443 May 06 09:48:24.456616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52308) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:24.462303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-96624227-5787-46d1-b1fd-876318fd56af tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': 'be5f25c1-d45b-4d53-81d3-12d559f61450', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:24.469048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e097e7-4d05-4e99-874b-8d751a9ff83f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f25c1-d45b-4d53-81d3-12d559f61450,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:24.505433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Made reservation on behalf of 94b607fcc1084f939085084a7ef8175c for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:24.509675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.530981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96624227-5787-46d1-b1fd-876318fd56af tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.544700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.605054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b052e938-04cc-462d-b37b-7260088c6c1d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:24.662755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96624227-5787-46d1-b1fd-876318fd56af tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.668661 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96624227-5787-46d1-b1fd-876318fd56af tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.699180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96624227-5787-46d1-b1fd-876318fd56af tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d740c8-6137-4b58-b203-91e8d84d5ccb,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:24.717540 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96624227-5787-46d1-b1fd-876318fd56af tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.722504 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-96624227-5787-46d1-b1fd-876318fd56af tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2622526 May 06 09:48:24.723165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52312) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:24.742804 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.764601 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.775065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b052e938-04cc-462d-b37b-7260088c6c1d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:24.785520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d46ca092-310e-4d7b-8edb-c0ce491e1fb0 req-ccf8e569-94de-4468-9223-9e335db10754 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.5688050 May 06 09:48:24.785875 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.789738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85a4b79f-1b8c-43c6-b3a4-57c0faabb584 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.817234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85a4b79f-1b8c-43c6-b3a4-57c0faabb584 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.835244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:24.849176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6929fe01-9339-4f99-84b4-52df78a39add,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:24.856063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.856674 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Added segment 249cf6b4-1d4f-4685-9fa3-934d70fb8e83 of type vlan for network cddcbfe2-be32-40cc-affa-ee0acdd3b94d May 06 09:48:24.889677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85a4b79f-1b8c-43c6-b3a4-57c0faabb584 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.902722 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85a4b79f-1b8c-43c6-b3a4-57c0faabb584 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:24.903922 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-85a4b79f-1b8c-43c6-b3a4-57c0faabb584 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/95d740c8-6137-4b58-b203-91e8d84d5ccb HTTP/1.1" status: 204 len: 168 time: 0.1795301 May 06 09:48:24.904830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4b79f-1b8c-43c6-b3a4-57c0faabb584 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95d740c8-6137-4b58-b203-91e8d84d5ccb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:24.907673 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52322) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:24.982872 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d2a61006-70d4-4a10-b143-c5cc35d27016 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0737846 May 06 09:48:24.985590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52326) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.074685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fadf7075-c79f-4270-a2d0-3c3c899cc043 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.109093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fadf7075-c79f-4270-a2d0-3c3c899cc043 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.128608 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.136544 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.176545 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fadf7075-c79f-4270-a2d0-3c3c899cc043 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.180633 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fadf7075-c79f-4270-a2d0-3c3c899cc043 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.181855 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fadf7075-c79f-4270-a2d0-3c3c899cc043 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/be5f25c1-d45b-4d53-81d3-12d559f61450 HTTP/1.1" status: 204 len: 168 time: 0.1952069 May 06 09:48:25.210302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52328) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.264192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5656b0a-3ca9-4b53-8c04-bc0924ed2a19 None None] Pushing event updated for resources: {'Port': ['ID=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:25.268169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Attempting to bind port b1099f57-a0d8-4467-a8e8-687f3ba2abc2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:25.268815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Attempting to bind port b1099f57-a0d8-4467-a8e8-687f3ba2abc2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:25.269321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Attempting to bind port b1099f57-a0d8-4467-a8e8-687f3ba2abc2 on network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:25.275232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:25.275751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Checking segment: {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:25.277289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.277841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Bound using segment: {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:25.278438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Bound port: b1099f57-a0d8-4467-a8e8-687f3ba2abc2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:25.279036 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.286962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf7075-c79f-4270-a2d0-3c3c899cc043 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f25c1-d45b-4d53-81d3-12d559f61450,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:25.363048 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cfc748f3-0a6d-4ced-9080-cc61488ca5d4 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1408124 May 06 09:48:25.366237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.373836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cf726682-2ef5-4384-a1f3-f8229d66baf9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449326434'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:25.378963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] For port b1099f57-a0d8-4467-a8e8-687f3ba2abc2, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:25.382601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] For port b1099f57-a0d8-4467-a8e8-687f3ba2abc2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:25.390253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.403935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.413073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf726682-2ef5-4384-a1f3-f8229d66baf9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.451202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5656b0a-3ca9-4b53-8c04-bc0924ed2a19 None None] Pushing event updated for resources: {'Port': ['ID=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:25.472672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Routers {'52681178-6e12-4c3b-9acc-aa5f030dd285'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:25.473313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['52681178-6e12-4c3b-9acc-aa5f030dd285'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:25.497874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1d3b12b-a40b-46cf-aac2-981b8036b87a req-8d959c74-2053-4edd-a469-7b56e687dfb5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 210 time: 0.1167519 May 06 09:48:25.571459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f2e34-f33c-4d81-b243-c8477e6639fd req-fccd20f6-4cd7-4e26-8633-22b806343217 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.573051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b1f2e34-f33c-4d81-b243-c8477e6639fd req-fccd20f6-4cd7-4e26-8633-22b806343217 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.6424832 May 06 09:48:25.574470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf726682-2ef5-4384-a1f3-f8229d66baf9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.578886 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.583369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf726682-2ef5-4384-a1f3-f8229d66baf9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.605555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.606578 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.613814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf726682-2ef5-4384-a1f3-f8229d66baf9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.615315 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cf726682-2ef5-4384-a1f3-f8229d66baf9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2478244 May 06 09:48:25.618285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52334) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.623496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-145df064-7c88-4f5d-862d-879f9a089536 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': 'c8c673ba-c4c9-4d9b-ae2e-382644b85b15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:25.678160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] Set router 52681178-6e12-4c3b-9acc-aa5f030dd285 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:25.680913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf726682-2ef5-4384-a1f3-f8229d66baf9 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c673ba-c4c9-4d9b-ae2e-382644b85b15,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:25.692728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6693640 May 06 09:48:25.695444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52340) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.712720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145df064-7c88-4f5d-862d-879f9a089536 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.799833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-aa146dc3-ee79-4583-bd80-b6a409feaf49 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:25.801951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145df064-7c88-4f5d-862d-879f9a089536 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.802384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-aa146dc3-ee79-4583-bd80-b6a409feaf49 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.82 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 810 time: 0.4136655 May 06 09:48:25.809920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145df064-7c88-4f5d-862d-879f9a089536 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.836916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Request body: {'port': {'device_id': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'admin_state_up': True, 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:25.839970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145df064-7c88-4f5d-862d-879f9a089536 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d850d071-a289-4ef3-b43b-bda847e959f0,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:25.852443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145df064-7c88-4f5d-862d-879f9a089536 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:25.854121 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-145df064-7c88-4f5d-862d-879f9a089536 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2346354 May 06 09:48:25.857913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52350) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.903909 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0faae070-91e3-44ca-92b8-69ae63696d02 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules/d850d071-a289-4ef3-b43b-bda847e959f0 HTTP/1.1" status: 200 len: 763 time: 0.0444643 May 06 09:48:25.906447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52352) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:25.923160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd3087-267d-4653-9b9b-a299f32eb8fc tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Pushing event updated for resources: {'Network': ['ID=cddcbfe2-be32-40cc-affa-ee0acdd3b94d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:25.956999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network cddcbfe2-be32-40cc-affa-ee0acdd3b94d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:25.958410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'network': {'name': 'tempest-network--1793261617', 'router:external': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:25.984460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b1f2e34-f33c-4d81-b243-c8477e6639fd req-83dd6ed1-7862-43a7-876b-fc3741d64617 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3440056 May 06 09:48:25.990922 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ea4c2bca-dfd5-4c99-8332-75309bd47418 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0808854 May 06 09:48:26.003560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.019033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-910bf90f-35e6-4615-93be-deeefb1e6588 req-931a3037-b8e2-448d-a852-d3dc7fa36fd8 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/ports?device_id=38c1c36f-3873-44c7-9d7c-e4f7b022c9f8 HTTP/1.1" status: 200 len: 210 time: 0.0977273 May 06 09:48:26.048177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Made reservation on behalf of c041578480ec49e099a1fd74d1be1760 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:26.053232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.071541 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa3a1e-5254-495b-a913-1e0c57515142 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.082818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa3a1e-5254-495b-a913-1e0c57515142 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.100603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.118014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Made reservation on behalf of f3bfa9b81f4441b1bc0957b5dd261b47 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:26.124794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.140034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69b24422-caac-48a5-a320-f805c51d431e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:48:20Z', 'revision_number': 4, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port': {'id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:16Z', 'updated_at': '2022-05-06T09:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b1099f57-a0d8-4467-a8e8-687f3ba2abc2', 'name': '', 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'mac_address': 'fa:16:3e:33:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:19Z', 'updated_at': '2022-05-06T09:48:25Z', 'revision_number': 4, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'subnets': [{'id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:26.157539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa3a1e-5254-495b-a913-1e0c57515142 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.177464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b24422-caac-48a5-a320-f805c51d431e None None] The sync data for ids ['52681178-6e12-4c3b-9acc-aa5f030dd285'] in n-d-840834-1 is: [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:48:20Z', 'revision_number': 4, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port': {'id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:16Z', 'updated_at': '2022-05-06T09:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b1099f57-a0d8-4467-a8e8-687f3ba2abc2', 'name': '', 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'mac_address': 'fa:16:3e:33:a0:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:19Z', 'updated_at': '2022-05-06T09:48:25Z', 'revision_number': 4, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'subnets': [{'id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:26.181272 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa3a1e-5254-495b-a913-1e0c57515142 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.182219 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-33aa3a1e-5254-495b-a913-1e0c57515142 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d850d071-a289-4ef3-b43b-bda847e959f0 HTTP/1.1" status: 204 len: 168 time: 0.1830540 May 06 09:48:26.183962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa3a1e-5254-495b-a913-1e0c57515142 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d850d071-a289-4ef3-b43b-bda847e959f0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.186120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52358) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.196988 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52360) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.312736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.331656 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-473e1cbe-fd8d-4738-9813-4ab675d78858 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1405489 May 06 09:48:26.331656 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.334888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52364) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.340529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e2ca23da-0bda-42c3-9af2-739b5275649b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': 'c8c673ba-c4c9-4d9b-ae2e-382644b85b15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:26.391946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Allocated IP 172.20.0.4 (4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0/7d4546d9-b910-4ab7-9e69-f096004be95f/04412660-6bdc-44a4-b2ec-a1982d0d2d28) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:26.394965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a686c9-f1ba-4d57-99d5-1817278deecd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.397947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:26.420960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2ca23da-0bda-42c3-9af2-739b5275649b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.434730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.435294 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Added segment 01d27952-cd8d-41d1-9f93-2af4efe97a29 of type vlan for network c632581a-f1ac-4e59-b4dd-fafe243a7af4 May 06 09:48:26.506837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05123663-2abd-451d-91a3-13baa7e8ce50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.510356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2ca23da-0bda-42c3-9af2-739b5275649b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.516023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2ca23da-0bda-42c3-9af2-739b5275649b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.549379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.594733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1099f57-a0d8-4467-a8e8-687f3ba2abc2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:26.624205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.625283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:26.626056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.637194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca23da-0bda-42c3-9af2-739b5275649b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199edecc-250b-4249-a79c-7233095b1ccb,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.653741 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2ca23da-0bda-42c3-9af2-739b5275649b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.654980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e2ca23da-0bda-42c3-9af2-739b5275649b tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3197854 May 06 09:48:26.660537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52368) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.672699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b1099f57-a0d8-4467-a8e8-687f3ba2abc2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:26.673060 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.708205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd515972-8885-4f50-8b2c-a70167412083 req-2d99b8b7-61c6-4ee5-ab80-7de4cd1aa8e0 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 210 time: 0.0591960 May 06 09:48:26.711266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05123663-2abd-451d-91a3-13baa7e8ce50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.724121 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0255489 May 06 09:48:26.727439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52370) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.736202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-78f9677b-817d-464a-a561-889db725c7e7 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules/199edecc-250b-4249-a79c-7233095b1ccb HTTP/1.1" status: 200 len: 763 time: 0.0624208 May 06 09:48:26.736202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52372) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.740077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.784386 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.808764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05123663-2abd-451d-91a3-13baa7e8ce50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.812937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.817923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8b921aa4-e214-416d-881a-fdc62c4c0323 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0815196 May 06 09:48:26.820535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52374) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.824818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b1099f57-a0d8-4467-a8e8-687f3ba2abc2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:26.825069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e6b16-598b-4cd9-8f4e-2276b244774a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Network': ['ID=c632581a-f1ac-4e59-b4dd-fafe243a7af4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.838539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c632581a-f1ac-4e59-b4dd-fafe243a7af4 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:26.853122 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.867949 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1023bdb2-85ad-4fdd-9624-236594d836e8 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.877119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1023bdb2-85ad-4fdd-9624-236594d836e8 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.880369 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-05123663-2abd-451d-91a3-13baa7e8ce50 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3d660b019ca4a5c828a51697109eb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821439 May 06 09:48:26.882824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05123663-2abd-451d-91a3-13baa7e8ce50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d36930a-365c-4073-a912-3d1d97997aab,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.887970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52376) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.906249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.938397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1023bdb2-85ad-4fdd-9624-236594d836e8 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.970664 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1023bdb2-85ad-4fdd-9624-236594d836e8 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.971770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:26.973537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1023bdb2-85ad-4fdd-9624-236594d836e8 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/199edecc-250b-4249-a79c-7233095b1ccb HTTP/1.1" status: 204 len: 168 time: 0.1514106 May 06 09:48:26.975099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:26.984617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52378) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:26.999644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c632581a-f1ac-4e59-b4dd-fafe243a7af4']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:27.007046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:27.008317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023bdb2-85ad-4fdd-9624-236594d836e8 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=199edecc-250b-4249-a79c-7233095b1ccb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:27.010155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d27952-cd8d-41d1-9f93-2af4efe97a29') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:27.010469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d27952-cd8d-41d1-9f93-2af4efe97a29') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:27.010683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:27.022610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.036504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.036723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Pushing event updated for resources: {'Port': ['ID=04412660-6bdc-44a4-b2ec-a1982d0d2d28,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:27.039329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:27.046039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:27.046591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: timer() May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:27.110686 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:27.149734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52386) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.165355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e81ebeb4-fc5f-4025-9e95-459dcee4bb33 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1729543 May 06 09:48:27.166069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52388) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.172665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ddb01999-83c6-4d89-8334-ad4fb6d5baa1 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': 'c8c673ba-c4c9-4d9b-ae2e-382644b85b15', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:27.173790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.177929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c632581a-f1ac-4e59-b4dd-fafe243a7af4 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:48:27.179980 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.183089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.183367 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "DELETE /v2.0/networks/c632581a-f1ac-4e59-b4dd-fafe243a7af4 HTTP/1.1" status: 204 len: 168 time: 0.4549270 May 06 09:48:27.183845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.193510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52390) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.200998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:27.212547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6a48b-e32f-472c-ac74-c6fbfd6122bc tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event deleted for resources: {'Network': ['ID=c632581a-f1ac-4e59-b4dd-fafe243a7af4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:27.229017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-038d6681-5f6e-4816-b572-5c504f33ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.231133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-1ef69e6b-c34d-4a86-843a-c91b2935a92d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4022517 May 06 09:48:27.246098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b855a0f-979b-4363-bbca-a103d603ec95 req-9b638f54-7ba1-47e6-8699-ce4b7973e512 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.247633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b855a0f-979b-4363-bbca-a103d603ec95 req-9b638f54-7ba1-47e6-8699-ce4b7973e512 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1653206 May 06 09:48:27.257568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Request body: {'port': {'device_id': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:27.269445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-038d6681-5f6e-4816-b572-5c504f33ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.282129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-caeb9804-d083-4573-beba-01971a953961 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.282565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Made reservation on behalf of c041578480ec49e099a1fd74d1be1760 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:27.285347 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.312967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddb01999-83c6-4d89-8334-ad4fb6d5baa1 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.322590 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-caeb9804-d083-4573-beba-01971a953961 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.377125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:27.382934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-038d6681-5f6e-4816-b572-5c504f33ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.386021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-038d6681-5f6e-4816-b572-5c504f33ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.389588 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-038d6681-5f6e-4816-b572-5c504f33ffe1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d36930a-365c-4073-a912-3d1d97997aab HTTP/1.1" status: 204 len: 168 time: 0.4981947 May 06 09:48:27.392116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-caeb9804-d083-4573-beba-01971a953961 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.394686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-caeb9804-d083-4573-beba-01971a953961 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.398275 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-caeb9804-d083-4573-beba-01971a953961 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/security-groups/f7481e43-2c4f-4796-8658-851a7a6350ad HTTP/1.1" status: 204 len: 168 time: 0.2451558 May 06 09:48:27.400313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52394) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.405382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.415239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d6681-5f6e-4816-b572-5c504f33ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d36930a-365c-4073-a912-3d1d97997aab,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:27.421064 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-95e26c63-cd94-431c-8454-bd233b9c41a7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] show failed (client error): The resource could not be found. May 06 09:48:27.423117 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95e26c63-cd94-431c-8454-bd233b9c41a7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "GET /v2.0/security-groups/f7481e43-2c4f-4796-8658-851a7a6350ad HTTP/1.1" status: 404 len: 347 time: 0.0217764 May 06 09:48:27.425829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52396) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.484356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b855a0f-979b-4363-bbca-a103d603ec95 req-d93d9f0d-5e8a-4909-bd0e-bffcad7ce25e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141938 May 06 09:48:27.485337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb9804-d083-4573-beba-01971a953961 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7481e43-2c4f-4796-8658-851a7a6350ad,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:27.511835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.512414 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Added segment 1d287bf6-021a-4919-b51f-a7cf74589713 of type vlan for network 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 May 06 09:48:27.602585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port 0d30dd42-6ec4-481c-8bcd-9e47e4fd71b3 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:27.602969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.609868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddb01999-83c6-4d89-8334-ad4fb6d5baa1 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.628437 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.630782 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddb01999-83c6-4d89-8334-ad4fb6d5baa1 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.719904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.720238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.738220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for 0d30dd42-6ec4-481c-8bcd-9e47e4fd71b3 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:27.744014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb01999-83c6-4d89-8334-ad4fb6d5baa1 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1ac139-4542-4d89-90ad-1f63892116c6,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:27.768742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddb01999-83c6-4d89-8334-ad4fb6d5baa1 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.774449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ddb01999-83c6-4d89-8334-ad4fb6d5baa1 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6053758 May 06 09:48:27.777492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52408) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.794620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.796422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:27.797161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.920473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e515e4cc-b5f5-4d9b-89f1-ea4fe4410f19 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules/4d1ac139-4542-4d89-90ad-1f63892116c6 HTTP/1.1" status: 200 len: 764 time: 0.1391714 May 06 09:48:27.929519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52412) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.946762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:27.969208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7705915 May 06 09:48:27.981385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d91fd8-a03e-4402-95e0-e185c7b17559 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Network': ['ID=42ce72bf-b02a-4c0c-bcae-2aa61d2d2117,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:27.983542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52416) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:27.994311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:27.996652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'subnet': {'network_id': '42ce72bf-b02a-4c0c-bcae-2aa61d2d2117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:28.019817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=0d30dd42-6ec4-481c-8bcd-9e47e4fd71b3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:28.124120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a34bbd-43c2-45b6-b408-3d40c18d07f0 req-155c21c9-cab9-4e68-8da4-0db48c456ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.125691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16a34bbd-43c2-45b6-b408-3d40c18d07f0 req-155c21c9-cab9-4e68-8da4-0db48c456ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 931 time: 0.2680535 May 06 09:48:28.142972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-527ea290-054f-4b49-ba97-3a17213e3272 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2071023 May 06 09:48:28.142972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Made reservation on behalf of c041578480ec49e099a1fd74d1be1760 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:28.143169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52424) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:28.143250 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.184564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.186844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.188087 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e60bd25-d7bf-4676-9b9c-f993a5cbef57 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/floatingips/b4ef6cb6-1b76-4a66-8868-23557f621084 HTTP/1.1" status: 204 len: 168 time: 0.7613695 May 06 09:48:28.191119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46919bc7-1038-4a3f-8607-9f405d82ff8a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.193929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:28.209688 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46919bc7-1038-4a3f-8607-9f405d82ff8a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.271363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04412660-6bdc-44a4-b2ec-a1982d0d2d28 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:28.290152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.306946 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46919bc7-1038-4a3f-8607-9f405d82ff8a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.316538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46919bc7-1038-4a3f-8607-9f405d82ff8a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.317617 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-46919bc7-1038-4a3f-8607-9f405d82ff8a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4d1ac139-4542-4d89-90ad-1f63892116c6 HTTP/1.1" status: 204 len: 168 time: 0.1739001 May 06 09:48:28.318209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:28.322872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52432) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:28.342546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46919bc7-1038-4a3f-8607-9f405d82ff8a tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d1ac139-4542-4d89-90ad-1f63892116c6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:28.369547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16a34bbd-43c2-45b6-b408-3d40c18d07f0 req-3713e1e6-6029-41e5-b120-14dda3c255be tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171950 May 06 09:48:28.370983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Transition to ACTIVE for port object 04412660-6bdc-44a4-b2ec-a1982d0d2d28 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:28.378285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:28.378835 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.409727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.465435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-515433513-network', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:28.506659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-26c9bd18-920c-437a-9b98-c49f30490a2c tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1799781 May 06 09:48:28.526521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52438) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:28.539140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.550449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1099f57-a0d8-4467-a8e8-687f3ba2abc2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:28.554895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Pushing event updated for resources: {'Port': ['ID=04412660-6bdc-44a4-b2ec-a1982d0d2d28,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:28.556615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for 46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:28.637574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b1099f57-a0d8-4467-a8e8-687f3ba2abc2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:28.638202 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.685506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Made reservation on behalf of 9eaa50dd21b24efd9dce2f661ca2ca1d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:28.687559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.704398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.750687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.790411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=46b8ebdb-94fa-42d4-9a42-bf7fa39d4502,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:28.817314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28504fa1-30fd-4d3b-be12-fb999d7c7ec2 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.831956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a48ab8-51f4-44e7-b39b-6bda2df9f00a req-060b2ce6-ec5e-41e9-96e3-fa554a171095 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:28.833531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8a48ab8-51f4-44e7-b39b-6bda2df9f00a req-060b2ce6-ec5e-41e9-96e3-fa554a171095 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.2472272 May 06 09:48:28.861790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Attempting to bind port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:28.862378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Attempting to bind port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:28.862700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Attempting to bind port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 on network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:28.898596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.901869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.905539 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa3d469d-4fd1-4b57-8a60-5fb91bf21982 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/ports/46b8ebdb-94fa-42d4-9a42-bf7fa39d4502 HTTP/1.1" status: 204 len: 168 time: 0.7105095 May 06 09:48:28.906100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 on network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:28.906441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Attempting to bind port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 on network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:28.908257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.909472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52444) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:28.936407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:28.944218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28504fa1-30fd-4d3b-be12-fb999d7c7ec2 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.946981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381da7c1-3135-4247-86fd-c4b1e548f8b3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:28.952937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.953280 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Added segment 801c303c-a1ab-496a-8b38-06e9bece84bb of type vlan for network 9384a9c4-085b-4e05-bcf0-21525f91ee84 May 06 09:48:28.983688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:28.984008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Checking segment: {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:28.984393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Bound using segment: {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:28.984833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Bound port: 04412660-6bdc-44a4-b2ec-a1982d0d2d28, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:28.985185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:28.997887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.024909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.026467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.026467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.078445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8a48ab8-51f4-44e7-b39b-6bda2df9f00a req-d7d84aff-b7be-4df3-aef2-d20827ad4a04 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106822 May 06 09:48:29.084491 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7618558 May 06 09:48:29.089246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52446) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.095714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Request body: {'subnet': {'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-subnet', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:29.108647 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a4b1-1447-41c7-8296-bfcdbb709737 admin admin] Pushing event updated for resources: {'Network': ['ID=9384a9c4-085b-4e05-bcf0-21525f91ee84,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.120703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:29.125892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Made reservation on behalf of 9eaa50dd21b24efd9dce2f661ca2ca1d for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:29.126687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1373ab0-09c4-4692-b04a-eebd3bb2b6ca req-03d64a15-4273-48b8-85a0-826e5d3ee4a6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.128515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1373ab0-09c4-4692-b04a-eebd3bb2b6ca req-03d64a15-4273-48b8-85a0-826e5d3ee4a6 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 946 time: 0.2630980 May 06 09:48:29.128645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.170186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28504fa1-30fd-4d3b-be12-fb999d7c7ec2 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.173572 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28504fa1-30fd-4d3b-be12-fb999d7c7ec2 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.177200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-28504fa1-30fd-4d3b-be12-fb999d7c7ec2 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/c8c673ba-c4c9-4d9b-ae2e-382644b85b15 HTTP/1.1" status: 204 len: 168 time: 0.6412141 May 06 09:48:29.178272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52448) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.219561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28504fa1-30fd-4d3b-be12-fb999d7c7ec2 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c673ba-c4c9-4d9b-ae2e-382644b85b15,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.228266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] For port 04412660-6bdc-44a4-b2ec-a1982d0d2d28, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:29.255371 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7b8d308e-ebc7-4bad-8d11-d0e1ad7eda3f tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761046 May 06 09:48:29.260279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52450) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.268309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3fac48f2-7a6e-49da-a097-11a154360182 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015983097'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:29.276016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] For port 04412660-6bdc-44a4-b2ec-a1982d0d2d28, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:29.293497 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.305887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1373ab0-09c4-4692-b04a-eebd3bb2b6ca req-0d64d5cb-518d-4116-82f0-70949a788f23 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463933 May 06 09:48:29.363524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting port 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:29.363898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.368644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.369255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.371268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] 10.222.0.82 "PUT /v2.0/ports/04412660-6bdc-44a4-b2ec-a1982d0d2d28 HTTP/1.1" status: 200 len: 1091 time: 2.1197991 May 06 09:48:29.383820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.413091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fac48f2-7a6e-49da-a097-11a154360182 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.430232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'tag': '04412660-6bdc-44a4-b2ec-a1982d0d2d28'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:29.433973 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a4aa33-87a0-430f-b252-2f26abe87713", "tag": "04412660-6bdc-44a4-b2ec-a1982d0d2d28"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:29.447339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c197fac8-8ecd-4b52-9d8b-fd09f93a7303,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.454781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Checking segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:29.455144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Network hostable DHCP agents. Network: 9384a9c4-085b-4e05-bcf0-21525f91ee84, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:48:29.473170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:48:29.483285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 9384a9c4-085b-4e05-bcf0-21525f91ee84) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:29.488182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.488974 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.495893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53083a2a-b7a4-4b2d-9150-01ffaf13ccbd None None] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:29.506952 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-07020b1d-65d3-4c77-8411-6c1a30deb1cc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4165947 May 06 09:48:29.510152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52456) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.515699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:29.527936 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d18f93-f3df-4aac-a1b3-634e03c849e9 x-openstack-request-id: req-44d18f93-f3df-4aac-a1b3-634e03c849e9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:29.527936 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a4aa33-87a0-430f-b252-2f26abe87713", "tag": "04412660-6bdc-44a4-b2ec-a1982d0d2d28", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:29.528600 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44d18f93-f3df-4aac-a1b3-634e03c849e9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:29.528600 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d18f93-f3df-4aac-a1b3-634e03c849e9'] response: {'name': 'network-changed', 'server_uuid': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'tag': '04412660-6bdc-44a4-b2ec-a1982d0d2d28', 'status': 'completed', 'code': 200} May 06 09:48:29.539215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.541376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.542374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:48:29.542848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.609237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935660e0-e51b-4141-b2e8-30ffae250546 service neutron] Pushing event updated for resources: {'Port': ['ID=04412660-6bdc-44a4-b2ec-a1982d0d2d28,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.675416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-9384a9c4-085b-4e05-bcf0-21525f91ee84', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:48:29.676353 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.746314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae56b7-3a6e-46c9-9d7d-6c836a341d72 req-412f6226-7216-4f9b-ad58-fcf6f494974b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.747857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54ae56b7-3a6e-46c9-9d7d-6c836a341d72 req-412f6226-7216-4f9b-ad58-fcf6f494974b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 943 time: 0.3088930 May 06 09:48:29.748528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Subnet': ['ID=771b766b-8862-4c16-a0dc-98c66931d75e,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:29.757929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.806083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Calling delete_port for 803f3ef6-07d9-4481-9e40-5c7c95b40ed7 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:29.822734 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fac48f2-7a6e-49da-a097-11a154360182 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.829736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-ec5ce0dc-4f45-4617-a962-0638e7fa89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:29.830653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Allocated IP 172.20.0.2 (9384a9c4-085b-4e05-bcf0-21525f91ee84/c197fac8-8ecd-4b52-9d8b-fd09f93a7303/eecbb46b-8d38-42a7-93b0-b819b415a8f4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:29.831294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-ec5ce0dc-4f45-4617-a962-0638e7fa89fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 1094 time: 0.3499320 May 06 09:48:29.840227 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fac48f2-7a6e-49da-a097-11a154360182 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.848758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Checking segment: {'id': '1d287bf6-021a-4919-b51f-a7cf74589713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '42ce72bf-b02a-4c0c-bcae-2aa61d2d2117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:29.849377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Network hostable DHCP agents. Network: 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:48:29.912362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.956676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-95023a2d-d6d6-44fd-a9a3-7360b6275a0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28 HTTP/1.1" status: 200 len: 217 time: 0.1123841 May 06 09:48:29.965117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fac48f2-7a6e-49da-a097-11a154360182 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.969293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3fac48f2-7a6e-49da-a097-11a154360182 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7034316 May 06 09:48:29.970033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54ae56b7-3a6e-46c9-9d7d-6c836a341d72 req-5a4e2758-6755-4b58-8cb8-c1fb04f7e972 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938798 May 06 09:48:29.971923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52460) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:29.986668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.993433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-77481731-517a-4506-ac01-5035cbd0ab39 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Request body: {'security_group_rule': {'security_group_id': '9dcaf226-fe85-4a92-8dae-f4813d7f817e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:29.996747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:29.998347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac48f2-7a6e-49da-a097-11a154360182 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcaf226-fe85-4a92-8dae-f4813d7f817e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:30.038828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:30.044463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:30.046042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Network 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:48:30.048457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:30.058871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Pushing event updated for resources: {'Port': ['ID=eecbb46b-8d38-42a7-93b0-b819b415a8f4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:30.074729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-4eed9ead-475b-4612-b0ef-8ff6518845a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.076263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-4eed9ead-475b-4612-b0ef-8ff6518845a5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 0.1053731 May 06 09:48:30.076556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.081510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:30.091013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b85dee-f9ff-47fc-b0e4-f29572386c24 None None] Network 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:30.094740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.095327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.105302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77481731-517a-4506-ac01-5035cbd0ab39 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.140252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-15d356c2-c44d-43e1-ac27-1b68dab78601 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496635 May 06 09:48:30.195326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3998b048-e303-487c-bd02-46190eb0ed74 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2065632 May 06 09:48:30.200180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52464) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:30.210733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'floatingip': {'floating_network_id': '42ce72bf-b02a-4c0c-bcae-2aa61d2d2117'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:30.239351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.272038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Attempting to bind port eecbb46b-8d38-42a7-93b0-b819b415a8f4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:30.272624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Attempting to bind port eecbb46b-8d38-42a7-93b0-b819b415a8f4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:30.272749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Attempting to bind port eecbb46b-8d38-42a7-93b0-b819b415a8f4 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:30.281295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270fc06c-8567-466e-81d6-c21fe14654b9 None None] Network 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:30.295172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:30.295898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Checking segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:30.296595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.297154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Bound using segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:30.297827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Bound port: eecbb46b-8d38-42a7-93b0-b819b415a8f4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:30.298392 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.362616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.365357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77481731-517a-4506-ac01-5035cbd0ab39 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.442767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.466678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.485674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] For port eecbb46b-8d38-42a7-93b0-b819b415a8f4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:30.516872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] For port eecbb46b-8d38-42a7-93b0-b819b415a8f4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eecbb46b-8d38-42a7-93b0-b819b415a8f4,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:30.525981 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.531057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.604866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1289d6-ecb8-4592-be59-79cb2c87e1b4 None None] Pushing event updated for resources: {'Port': ['ID=eecbb46b-8d38-42a7-93b0-b819b415a8f4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:30.653926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Allocated IP 172.25.8.132 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/d8c4d5e4-aefc-431c-bdd9-23902c5652db) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:30.756512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Allocated IP 172.20.0.9 (42ce72bf-b02a-4c0c-bcae-2aa61d2d2117/771b766b-8862-4c16-a0dc-98c66931d75e/bfeb04f8-f70b-490f-b690-9ad7e7b9e2ad) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:30.759946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77481731-517a-4506-ac01-5035cbd0ab39 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.783389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Port': ['ID=803f3ef6-07d9-4481-9e40-5c7c95b40ed7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:30.835690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328c4ef-5b96-4223-b7b0-8b6946faf20c req-3b0645c8-810c-48b9-88b2-cb8eb5c5ac1d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.846308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b328c4ef-5b96-4223-b7b0-8b6946faf20c req-3b0645c8-810c-48b9-88b2-cb8eb5c5ac1d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.6334999 May 06 09:48:30.870255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77481731-517a-4506-ac01-5035cbd0ab39 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885fbc34-115c-4e9c-90a3-ce16cf37d7c9,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:30.895005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-4a1933e5-4af7-4dee-a46a-f2f822b61b58 service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425566 May 06 09:48:30.919338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254d684-4956-4f8b-84b0-6092bb97493c req-4db0d75a-e85a-4d29-8571-5987f5bfe297 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:30.919940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.921312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e254d684-4956-4f8b-84b0-6092bb97493c req-4db0d75a-e85a-4d29-8571-5987f5bfe297 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.83 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 946 time: 0.6239679 May 06 09:48:30.924259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-77481731-517a-4506-ac01-5035cbd0ab39 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:30.925771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-77481731-517a-4506-ac01-5035cbd0ab39 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9506297 May 06 09:48:30.932312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52468) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:31.021844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.045781 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.097415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383ac6bf-569a-4f50-951d-6c8a561d4da3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.097816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b328c4ef-5b96-4223-b7b0-8b6946faf20c req-0172df9e-6a88-4e76-b2d1-94a3a8759266 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506363 May 06 09:48:31.111332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b5e9b-ce56-4521-8544-6481e5e7ca87 req-484e4e37-e4fa-432f-a6ef-4b55e15114dc tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.113510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae0b5e9b-ce56-4521-8544-6481e5e7ca87 req-484e4e37-e4fa-432f-a6ef-4b55e15114dc tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 946 time: 0.3454804 May 06 09:48:31.125852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.129581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6a0f879c-f169-4d26-b8b3-084244dad9d7 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/ports/803f3ef6-07d9-4481-9e40-5c7c95b40ed7 HTTP/1.1" status: 204 len: 168 time: 2.1992176 May 06 09:48:31.130592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:31.134556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52472) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:31.146730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:31.162911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:31.187056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c4d5e4-aefc-431c-bdd9-23902c5652db,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:31.190485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383ac6bf-569a-4f50-951d-6c8a561d4da3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.223643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.225735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e737e5b-7791-497e-9d26-a2b708894a4d req-c59b0edd-6b0b-4967-8e1a-ac170afbeeea service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947850 May 06 09:48:31.279012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae0b5e9b-ce56-4521-8544-6481e5e7ca87 req-59a29974-19d5-42d3-8ca2-dd5d5576134c tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups?id=967a8eb3-00d5-4cc9-9a02-2baf1a04131c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327887 May 06 09:48:31.350020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71ada-ea8f-4c7e-b4e8-d5c40ecfc90f req-80de7c44-8959-4cc2-a80b-8d7a92d8a60c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.351567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaa71ada-ea8f-4c7e-b4e8-d5c40ecfc90f req-80de7c44-8959-4cc2-a80b-8d7a92d8a60c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 943 time: 0.1466801 May 06 09:48:31.356801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Deleting port 60fa5f53-d2ce-427e-8ec4-5c812a281919 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:31.357147 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.368378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting subnet 836fc98a-09c3-475f-bbae-99cac536c05e {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:31.379888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Network 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:31.406029 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.410710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Port': ['ID=bfeb04f8-f70b-490f-b690-9ad7e7b9e2ad,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:31.413382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:31.443018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-1fe359aa-c962-4661-a5ff-f0ab73f2fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.444118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:31.444764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-1fe359aa-c962-4661-a5ff-f0ab73f2fa13 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 1094 time: 0.1502335 May 06 09:48:31.500988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaa71ada-ea8f-4c7e-b4e8-d5c40ecfc90f req-aab5dc98-e0f1-49e1-9449-d2dcd5f75901 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373668 May 06 09:48:31.508034 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383ac6bf-569a-4f50-951d-6c8a561d4da3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.512473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-383ac6bf-569a-4f50-951d-6c8a561d4da3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.516157 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-383ac6bf-569a-4f50-951d-6c8a561d4da3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/9dcaf226-fe85-4a92-8dae-f4813d7f817e HTTP/1.1" status: 204 len: 168 time: 0.5825934 May 06 09:48:31.518504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52474) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:31.520696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.582325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] For port 60fa5f53-d2ce-427e-8ec4-5c812a281919, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=60fa5f53-d2ce-427e-8ec4-5c812a281919,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:31.582552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.584328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ac6bf-569a-4f50-951d-6c8a561d4da3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcaf226-fe85-4a92-8dae-f4813d7f817e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:31.675765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-e1bdf538-d161-4aee-b1d4-a3ad854ddba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.677246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-e1bdf538-d161-4aee-b1d4-a3ad854ddba5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 911 time: 0.2195935 May 06 09:48:31.753623 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8ecc3cb2-9584-4009-8e55-cffcacae9562 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2247357 May 06 09:48:31.761680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:31.769148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-aae0971d-d650-4ed3-8fb1-98e2580d74a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28 HTTP/1.1" status: 200 len: 217 time: 0.0773969 May 06 09:48:31.781106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.815465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.880594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-89166b9e-481e-458c-8deb-7cd6274c4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:31.882078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-89166b9e-481e-458c-8deb-7cd6274c4745 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 0.1029012 May 06 09:48:31.901938 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.902526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.902950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abfe90a-30b5-4c14-a44e-44e1208d0f9f None None] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:31.903469 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Floating IP ab89006c-6e09-456f-adbe-744b19978dab disassociated. External IP: 172.25.8.117, port: 60fa5f53-d2ce-427e-8ec4-5c812a281919. May 06 09:48:31.903469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Calling delete_port for 60fa5f53-d2ce-427e-8ec4-5c812a281919 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:31.925888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-b9a72531-0cc7-49de-8344-568a16578be7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349851 May 06 09:48:31.934356 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c42dbf91-3871-48d4-8eee-2b684cf569d3 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1641042 May 06 09:48:31.937224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52478) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:31.937419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:31.941059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.016033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.032252 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-d76cc4d1-85a0-45cb-a66b-f3c9bdfe52cc tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] delete failed (client error): The resource could not be found. May 06 09:48:32.037050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d76cc4d1-85a0-45cb-a66b-f3c9bdfe52cc tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "DELETE /v2.0/security-groups/9dcaf226-fe85-4a92-8dae-f4813d7f817e HTTP/1.1" status: 404 len: 347 time: 0.0601707 May 06 09:48:32.038506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52480) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:32.097853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.101036 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/subnets/836fc98a-09c3-475f-bbae-99cac536c05e HTTP/1.1" status: 204 len: 168 time: 0.9573779 May 06 09:48:32.102075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a000f1-3917-49b7-a9c7-d930947443ef tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Subnet': ['ID=836fc98a-09c3-475f-bbae-99cac536c05e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:32.105000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52482) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:32.139536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-7b442ed7-5715-4b91-9c8c-0f1c2231b247 service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029080 May 06 09:48:32.148521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5f123739-17cf-4810-be52-994df59eee71 tempest-SecGroupTest-1830594455 tempest-SecGroupTest-1830594455-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056376 May 06 09:48:32.182437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eebf720-5523-466f-8961-75a063f8ae6d None None] Network b3836593-218b-46fa-9963-06836e1d29c8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:32.258410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-71bab3c3-4367-498a-8666-2ce7216cb8e9 None None] Provisioning complete for port eecbb46b-8d38-42a7-93b0-b819b415a8f4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:32.258776 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71bab3c3-4367-498a-8666-2ce7216cb8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.356203 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.377571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae84ac-3739-4985-94da-2e63ee5ca0de req-ab2ba3c6-1887-4e3b-bc8e-006f235ceb6b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.379380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5ae84ac-3739-4985-94da-2e63ee5ca0de req-ab2ba3c6-1887-4e3b-bc8e-006f235ceb6b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1437764 May 06 09:48:32.427173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event deleted for resources: {'Port': ['ID=60fa5f53-d2ce-427e-8ec4-5c812a281919,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:32.431670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b122e89-1f75-4a99-b9ab-7f6dc2b726f4 req-09537062-c81d-472e-a52e-15d7e0767006 service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841232 May 06 09:48:32.491608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be3e9d5b-f42d-49ad-8cdc-1f52c7a5cd0d req-091bc7a1-53b1-431c-a72f-9ebf569358f8 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 210 time: 0.0940986 May 06 09:48:32.517334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71bab3c3-4367-498a-8666-2ce7216cb8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.566097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5ae84ac-3739-4985-94da-2e63ee5ca0de req-aca32e8c-f8d3-44b9-94aa-8503d68628dd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512675 May 06 09:48:32.622095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-71bab3c3-4367-498a-8666-2ce7216cb8e9 None None] For port eecbb46b-8d38-42a7-93b0-b819b415a8f4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eecbb46b-8d38-42a7-93b0-b819b415a8f4,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:32.649273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] DHCP port deletion for b3836593-218b-46fa-9963-06836e1d29c8 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:48:32.653768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71bab3c3-4367-498a-8666-2ce7216cb8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.690133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52494) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:32.712769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Deleting subnet e2ad452c-7bc4-48d2-89ff-72a776edc4c9 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:32.722682 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.723094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Router a5f43cc9-5968-44d5-8910-7d4f39e84377 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:32.771467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bab3c3-4367-498a-8666-2ce7216cb8e9 None None] Pushing event updated for resources: {'Port': ['ID=eecbb46b-8d38-42a7-93b0-b819b415a8f4,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:32.812642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] Deleting port caa3e642-c4b1-4018-aba8-d7983b756554 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:32.813031 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.848640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.849242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994cd7c-23a3-4d0d-9e1b-f9c2323752d4 req-6d2916e6-3944-4109-9cf6-e07dd8a07b03 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:32.864503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4994cd7c-23a3-4d0d-9e1b-f9c2323752d4 req-6d2916e6-3944-4109-9cf6-e07dd8a07b03 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 943 time: 0.1901238 May 06 09:48:32.897082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eecbb46b-8d38-42a7-93b0-b819b415a8f4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:32.925209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.939350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:32.953318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4994cd7c-23a3-4d0d-9e1b-f9c2323752d4 req-0c9b2ad8-b278-44e6-8647-12af2ad49b57 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831621 May 06 09:48:32.956951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.008272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] For port caa3e642-c4b1-4018-aba8-d7983b756554, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=caa3e642-c4b1-4018-aba8-d7983b756554,segment=NetworkSegment(8ef108c6-86dd-4536-8cc1-7b4a69fbd192),segment_id=8ef108c6-86dd-4536-8cc1-7b4a69fbd192)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:33.009277 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.025154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] Calling delete_port for caa3e642-c4b1-4018-aba8-d7983b756554 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:33.052784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:33.070218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] Sync routers for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:33.087162 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:33.093804 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:33.097834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port eecbb46b-8d38-42a7-93b0-b819b415a8f4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:33.097834 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.112600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] No DVR routers for this DVR port 60fa5f53-d2ce-427e-8ec4-5c812a281919 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:33.115769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.119420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e254d684-4956-4f8b-84b0-6092bb97493c req-6a23c0c4-653e-466c-bf50-773df4d59f94 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.83 "DELETE /v2.0/ports/60fa5f53-d2ce-427e-8ec4-5c812a281919 HTTP/1.1" status: 204 len: 173 time: 2.1577570 May 06 09:48:33.120138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'name': 'network-vif-deleted', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:33.122852 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6581f4-43b6-4466-8686-8e4b859cce87" -d '{"events": [{"server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "name": "network-vif-deleted", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:33.180650 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0675636d-77b2-4710-b710-edb8fc85e8a2 x-openstack-request-id: req-0675636d-77b2-4710-b710-edb8fc85e8a2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:33.181168 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598fff80-e374-42f3-9c25-2cb985743eac", "name": "network-vif-deleted", "tag": "60fa5f53-d2ce-427e-8ec4-5c812a281919", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:33.181553 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0675636d-77b2-4710-b710-edb8fc85e8a2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:33.182090 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0675636d-77b2-4710-b710-edb8fc85e8a2'] response: {'server_uuid': '598fff80-e374-42f3-9c25-2cb985743eac', 'name': 'network-vif-deleted', 'tag': '60fa5f53-d2ce-427e-8ec4-5c812a281919', 'status': 'completed', 'code': 200} May 06 09:48:33.200115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-afc5bfc0-b6f9-4d98-957e-ab9b5873c5b6 None None] Provisioning complete for port eecbb46b-8d38-42a7-93b0-b819b415a8f4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:33.200488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-afc5bfc0-b6f9-4d98-957e-ab9b5873c5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.252706 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:33.254552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.272670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] No DVR routers for this DVR port caa3e642-c4b1-4018-aba8-d7983b756554 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:33.279615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Port': ['ID=bfeb04f8-f70b-490f-b690-9ad7e7b9e2ad,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.299899 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d15acd9-cfee-4a75-92b7-d54cbee35270 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd436d64ba9a4ff9b6d894c7a85c2ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064532 May 06 09:48:33.300395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ca168-f9c5-4749-8a55-53d174a83d15 None None] Pushing event deleted for resources: {'Port': ['ID=caa3e642-c4b1-4018-aba8-d7983b756554,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.302269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52500) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.303693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.334626 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:48:33.354950 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.400145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c76d364-0805-460b-a279-d513f89c6c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.410486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.414308 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-463dcd62-29d1-4699-820b-ef2f5cb02013 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2052505 May 06 09:48:33.416576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52502) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.446972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.480906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ad452c-7bc4-48d2-89ff-72a776edc4c9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:33.483055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.489370 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0568e84c-0b88-4b27-9c40-e92fb7e4eab3 tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/subnets/e2ad452c-7bc4-48d2-89ff-72a776edc4c9 HTTP/1.1" status: 204 len: 168 time: 1.3791955 May 06 09:48:33.489991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52504) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.492428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a15387-ed77-4198-990c-05778ea068c1 None None] Network 1923bd5b-10a9-4fab-8e4d-167ff958e058 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:33.500403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:48:33.504845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c76d364-0805-460b-a279-d513f89c6c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.513116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8d484754-b471-4e9c-a345-7f8ea11956c6 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 HTTP/1.1" status: 200 len: 689 time: 0.0951009 May 06 09:48:33.515424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52506) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:33.585180 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:33Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:33.606412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.625031 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] Checking router: a5f43cc9-5968-44d5-8910-7d4f39e84377 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:33.635260 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:33.636595 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:33.754067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] DHCP port deletion for 1923bd5b-10a9-4fab-8e4d-167ff958e058 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:48:33.815934 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:33.819018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] Deleting port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:33.819534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.848853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-379deace-e0fb-4c0c-b998-0fb831c06f3d req-02ad39d6-9f39-48b5-9f3e-361ba0de029a tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/ports?device_id=598fff80-e374-42f3-9c25-2cb985743eac HTTP/1.1" status: 200 len: 210 time: 0.1080709 May 06 09:48:33.878710 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.898800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] For port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4f3594cf-16c0-491e-bffb-ce38fecbf8ca,segment=NetworkSegment(e1085fe6-6e87-4651-b759-66b6a2c994a6),segment_id=e1085fe6-6e87-4651-b759-66b6a2c994a6)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:33.899218 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.914652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] Calling delete_port for 4f3594cf-16c0-491e-bffb-ce38fecbf8ca owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:33.918092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.924592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:33.936316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3836593-218b-46fa-9963-06836e1d29c8']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:33.955043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef108c6-86dd-4536-8cc1-7b4a69fbd192') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:33.955880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef108c6-86dd-4536-8cc1-7b4a69fbd192') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:33.973301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Sync routers for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:33.974623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.988416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:33.990620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:33.990847 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-be2f7f7c-581e-43a8-84ac-9281d1a30a53 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4784815 May 06 09:48:33.991252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:33.994714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52514) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:34.044120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.058544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:34.059371 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.059898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c76d364-0805-460b-a279-d513f89c6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.062583 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c76d364-0805-460b-a279-d513f89c6c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: timer() May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:34.063912 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:34.074038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4c76d364-0805-460b-a279-d513f89c6c16 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40723c6a-74f7-4279-8fd8-e7cc532ce207 HTTP/1.1" status: 204 len: 168 time: 0.7705510 May 06 09:48:34.110000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76d364-0805-460b-a279-d513f89c6c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40723c6a-74f7-4279-8fd8-e7cc532ce207,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:34.119556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810f955-5b4d-44d5-b724-c42f18045501 req-532c506b-b01c-45c2-8f89-dea3d1c97dd6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.128365 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:33Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:34.128978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7810f955-5b4d-44d5-b724-c42f18045501 req-532c506b-b01c-45c2-8f89-dea3d1c97dd6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.3588195 May 06 09:48:34.180973 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7820bc-4744-4cb8-8ac7-06d2da24ecb6 None None] The sync data for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 is: [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:46:26Z', 'revision_number': 4, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '49cd2c4b-1e96-432b-8821-ef08cbe861fb', 'name': '', 'network_id': '460cbe6c-b22f-4528-947e-1d7ec05da32f', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'mac_address': 'fa:16:3e:f9:e1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:25Z', 'updated_at': '2022-05-06T09:46:33Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'subnets': [{'id': 'd640d678-b5a1-4bd5-a70d-6500e930349b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:34.208193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.216183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7810f955-5b4d-44d5-b724-c42f18045501 req-5981245b-b247-4eab-89ea-ff3ac2c96987 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865726 May 06 09:48:34.223565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.237752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.242118 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/networks/b3836593-218b-46fa-9963-06836e1d29c8 HTTP/1.1" status: 204 len: 168 time: 0.7500241 May 06 09:48:34.250954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52518) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:34.282081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:34.287120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 04412660-6bdc-44a4-b2ec-a1982d0d2d28 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:48:34.290897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] No DVR routers for this DVR port 4f3594cf-16c0-491e-bffb-ce38fecbf8ca on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:34.318298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0c5d6-7ce8-4a46-a9d8-bceda8163cd3 req-15da74ec-a812-4028-9588-31a118bbaf17 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:34.319845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ad0c5d6-7ce8-4a46-a9d8-bceda8163cd3 req-15da74ec-a812-4028-9588-31a118bbaf17 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 943 time: 0.2191887 May 06 09:48:34.324526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20672f48-6342-48b2-aac3-9f5eadb01ef3 None None] Pushing event deleted for resources: {'Port': ['ID=4f3594cf-16c0-491e-bffb-ce38fecbf8ca,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:34.365727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Deleting port bfeb04f8-f70b-490f-b690-9ad7e7b9e2ad {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:34.365727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.487384 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.487769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.506464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Calling delete_port for bfeb04f8-f70b-490f-b690-9ad7e7b9e2ad owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:34.520117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b3a09-0ceb-45fd-97bc-988428f6761d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Network': ['ID=b3836593-218b-46fa-9963-06836e1d29c8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:34.527923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ad0c5d6-7ce8-4a46-a9d8-bceda8163cd3 req-4b746eeb-c633-49fa-b620-0eb315fbafb4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787286 May 06 09:48:34.662710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eecbb46b-8d38-42a7-93b0-b819b415a8f4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:34.672432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 04412660-6bdc-44a4-b2ec-a1982d0d2d28, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:34.680077 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cd0ef4-5350-4465-a032-082d1d5349c4 None None] New status for floating IP ab89006c-6e09-456f-adbe-744b19978dab: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:48:34.705412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.715433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '04412660-6bdc-44a4-b2ec-a1982d0d2d28', 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'port_id': '04412660-6bdc-44a4-b2ec-a1982d0d2d28', 'mac_address': 'fa:16:3e:ce:98:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:48:34.793371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.797289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.803398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port eecbb46b-8d38-42a7-93b0-b819b415a8f4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:34.803791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.808444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:31Z', 'revision_number': 3, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:34.851032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfeb04f8-f70b-490f-b690-9ad7e7b9e2ad,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:34.853165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04412660-6bdc-44a4-b2ec-a1982d0d2d28 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:34.865180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Checking router: 9a71c2e8-e7b9-49a3-ae36-af1e84302928 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:34.865870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Updating router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 port d8c4d5e4-aefc-431c-bdd9-23902c5652db binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:48:34.887267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.912867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1923bd5b-10a9-4fab-8e4d-167ff958e058']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:34.924027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1085fe6-6e87-4651-b759-66b6a2c994a6') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:34.924328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1085fe6-6e87-4651-b759-66b6a2c994a6') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:34.935139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.952215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.967157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:34.967943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: timer() May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:34.972383 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:34.996671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52536) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:35.053762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.112788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.114171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.137384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.144384 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] 10.222.0.76 "DELETE /v2.0/networks/1923bd5b-10a9-4fab-8e4d-167ff958e058 HTTP/1.1" status: 204 len: 168 time: 0.8781562 May 06 09:48:35.144384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cb7ff-a0d1-423d-97bf-123f1008da8d tempest-TaggedBootDevicesTest_v242-1869129288 tempest-TaggedBootDevicesTest_v242-1869129288-project] Pushing event deleted for resources: {'Network': ['ID=1923bd5b-10a9-4fab-8e4d-167ff958e058,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.145326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 04412660-6bdc-44a4-b2ec-a1982d0d2d28, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:35.153161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-141e9444-2b89-42ff-bce2-5fdea8a48037 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.160122 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.167770 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.175020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.183301 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-141e9444-2b89-42ff-bce2-5fdea8a48037 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.310403 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-141e9444-2b89-42ff-bce2-5fdea8a48037 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.313288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-141e9444-2b89-42ff-bce2-5fdea8a48037 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.322031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-141e9444-2b89-42ff-bce2-5fdea8a48037 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "DELETE /v2.0/security-groups/967a8eb3-00d5-4cc9-9a02-2baf1a04131c HTTP/1.1" status: 204 len: 168 time: 0.3221343 May 06 09:48:35.329415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.331069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52550) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:35.374910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=04412660-6bdc-44a4-b2ec-a1982d0d2d28,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.444310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=771b766b-8862-4c16-a0dc-98c66931d75e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.444310 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-b56cc0a7-7677-453b-bed2-e3fb357b1c72 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] show failed (client error): The resource could not be found. May 06 09:48:35.444310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b56cc0a7-7677-453b-bed2-e3fb357b1c72 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "GET /v2.0/security-groups/967a8eb3-00d5-4cc9-9a02-2baf1a04131c HTTP/1.1" status: 404 len: 347 time: 0.0761125 May 06 09:48:35.447681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e9444-2b89-42ff-bce2-5fdea8a48037 tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a8eb3-00d5-4cc9-9a02-2baf1a04131c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.451919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52556) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:35.502623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['04412660-6bdc-44a4-b2ec-a1982d0d2d28'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:48:35.546079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4f3594cf-16c0-491e-bffb-ce38fecbf8ca no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:35.558982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Allocated IP 172.20.0.1 (9384a9c4-085b-4e05-bcf0-21525f91ee84/c197fac8-8ecd-4b52-9d8b-fd09f93a7303/d404f166-e3d1-4108-9c8c-9afa2fe0d452) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:35.597416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4f3594cf-16c0-491e-bffb-ce38fecbf8ca {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:35.597773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4f3594cf-16c0-491e-bffb-ce38fecbf8ca not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:35.598347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device caa3e642-c4b1-4018-aba8-d7983b756554 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:35.666807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: caa3e642-c4b1-4018-aba8-d7983b756554 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:35.667480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device caa3e642-c4b1-4018-aba8-d7983b756554 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:35.699054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280dbd-fdf5-4e3c-8b66-5ef525eb7535 req-e7630fbb-9cbb-4fa6-92d6-1dc065bdf0ad tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:35.700644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f280dbd-fdf5-4e3c-8b66-5ef525eb7535 req-e7630fbb-9cbb-4fa6-92d6-1dc065bdf0ad tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.3796651 May 06 09:48:35.703122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.772519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.787705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.787985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.835058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ce72bf-b02a-4c0c-bcae-2aa61d2d2117']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:35.843744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.872196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8e4a9-a9a7-4759-b58c-65cea4f0c338 None None] Pushing event updated for resources: {'Port': ['ID=d8c4d5e4-aefc-431c-bdd9-23902c5652db,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:35.881773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d287bf6-021a-4919-b51f-a7cf74589713') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:35.882676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d287bf6-021a-4919-b51f-a7cf74589713') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:35.887665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Attempting to bind port d8c4d5e4-aefc-431c-bdd9-23902c5652db on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:35.888040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Attempting to bind port d8c4d5e4-aefc-431c-bdd9-23902c5652db by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:35.888578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Attempting to bind port d8c4d5e4-aefc-431c-bdd9-23902c5652db on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:35.898165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:35.898674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:35.899081 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.899473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:35.899730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Deleting port 398e78d1-da3a-4ac0-99ef-6115fb875fab {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:35.899973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Bound port: d8c4d5e4-aefc-431c-bdd9-23902c5652db, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:35.900266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.900387 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:35.920687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:35.926036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:35.947848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:36.035298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] For port d8c4d5e4-aefc-431c-bdd9-23902c5652db, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:36.044804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] For port d8c4d5e4-aefc-431c-bdd9-23902c5652db, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d8c4d5e4-aefc-431c-bdd9-23902c5652db,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:36.046728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.053041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.054485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 60fa5f53-d2ce-427e-8ec4-5c812a281919 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:36.056608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.103189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 60fa5f53-d2ce-427e-8ec4-5c812a281919 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:36.103541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 60fa5f53-d2ce-427e-8ec4-5c812a281919 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:36.106151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.120676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.134665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Calling delete_port for 398e78d1-da3a-4ac0-99ef-6115fb875fab owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:36.157599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f280dbd-fdf5-4e3c-8b66-5ef525eb7535 req-8aa11c19-b311-4b7b-bc6c-faf13f050571 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153025 May 06 09:48:36.182543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e997f-0c3c-4529-b894-4fcad4e23c6a req-01f4e04e-7e2b-4d9f-8460-079883460d3d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.191338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633e997f-0c3c-4529-b894-4fcad4e23c6a req-01f4e04e-7e2b-4d9f-8460-079883460d3d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 944 time: 0.5006578 May 06 09:48:36.197861 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.215455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8e4a9-a9a7-4759-b58c-65cea4f0c338 None None] Pushing event updated for resources: {'Port': ['ID=d8c4d5e4-aefc-431c-bdd9-23902c5652db,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:36.232816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:36.233236 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.258242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:36.260466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: timer() May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:36.261178 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:36.273697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119f74b-c9e3-48e7-bf09-5cb662943e16 req-1eec6f3e-1059-4fdc-a8cd-5687a3228a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:36.275195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5119f74b-c9e3-48e7-bf09-5cb662943e16 req-1eec6f3e-1059-4fdc-a8cd-5687a3228a52 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.1993346 May 06 09:48:36.290366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d404f166-e3d1-4108-9c8c-9afa2fe0d452,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:36.343644 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.393160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.450147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633e997f-0c3c-4529-b894-4fcad4e23c6a req-95c88c08-67dd-478d-b20b-e13462170fc9 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576127 May 06 09:48:36.470070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:48:36.506391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.517603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "DELETE /v2.0/networks/42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 HTTP/1.1" status: 204 len: 168 time: 3.0009890 May 06 09:48:36.522273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52574) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:36.532385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdaa5b-bf40-4026-ab02-0e27b3267cb8 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event deleted for resources: {'Network': ['ID=42ce72bf-b02a-4c0c-bcae-2aa61d2d2117,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:36.577593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:36.713063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.724498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.735760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-eaf059c3-d7f8-4e4d-afaf-1c8fb8403bb4 None None] Provisioning complete for port d404f166-e3d1-4108-9c8c-9afa2fe0d452 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:36.736230 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eaf059c3-d7f8-4e4d-afaf-1c8fb8403bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.829525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-eaf059c3-d7f8-4e4d-afaf-1c8fb8403bb4 None None] Port d404f166-e3d1-4108-9c8c-9afa2fe0d452 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:36.835490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:36.936982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:31Z', 'revision_number': 3, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:36.973794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61258109-98b1-4dfb-970c-574c69e8555a None None] The sync data for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 is: [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:31Z', 'revision_number': 3, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:36.974821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d404f166-e3d1-4108-9c8c-9afa2fe0d452,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:37.051304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:37.053329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:37.312135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5119f74b-c9e3-48e7-bf09-5cb662943e16 req-317c6ff6-eb24-4848-a5a2-573d773f6437 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9354966 May 06 09:48:37.470247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a64a2745-d8e6-4c5f-ba64-4eeb731c020c None None] Provisioning complete for port d404f166-e3d1-4108-9c8c-9afa2fe0d452 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:37.470624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a64a2745-d8e6-4c5f-ba64-4eeb731c020c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:37.559555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a64a2745-d8e6-4c5f-ba64-4eeb731c020c None None] Port d404f166-e3d1-4108-9c8c-9afa2fe0d452 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:37.572884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-52d8123a-14d6-4824-aefd-b2f129e4563c tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 1.0470543 May 06 09:48:37.575409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52594) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:37.637307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:37.701092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743cc54-137c-4069-95d0-dbd8672046db req-49351def-3a39-4546-8078-21ea5b679d5f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.702588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3743cc54-137c-4069-95d0-dbd8672046db req-49351def-3a39-4546-8078-21ea5b679d5f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.3760076 May 06 09:48:37.792034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:37.807878 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9f8f0789-b0a9-4756-8ebb-5377000c29a0 admin admin] 10.222.0.76 "PUT /v2.0/routers/9a71c2e8-e7b9-49a3-ae36-af1e84302928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8031380 May 06 09:48:37.878280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3743cc54-137c-4069-95d0-dbd8672046db req-776d351f-6b7c-4187-a093-efb0c9606da1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603370 May 06 09:48:37.899834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.900299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.900753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.901236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.901677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.902125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.902556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.903036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.904124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.904572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.905020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.907997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.908484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.910712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-03950201-1d99-4558-81f2-17ed92065a18 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8408 time: 0.3340600 May 06 09:48:37.915021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52600) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:37.921430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f57d12-06fd-4095-9f63-88832f873cb1 req-3f8bf7c5-c801-4070-a1c7-7d71f239c563 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:37.923944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10f57d12-06fd-4095-9f63-88832f873cb1 req-3f8bf7c5-c801-4070-a1c7-7d71f239c563 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 944 time: 0.2716258 May 06 09:48:37.958607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.029848 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-402b58f5-f44f-4ab6-b56b-3a1aa13137d6 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] delete failed (client error): The resource could not be found. May 06 09:48:38.030811 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-402b58f5-f44f-4ab6-b56b-3a1aa13137d6 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/0f9a36c3-8d57-4993-9611-abb97e50a070 HTTP/1.1" status: 404 len: 345 time: 0.1146495 May 06 09:48:38.033571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Pushing event deleted for resources: {'Port': ['ID=398e78d1-da3a-4ac0-99ef-6115fb875fab,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:38.034880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52602) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:38.064130 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d511ed56-fd57-4d4f-88bc-40a22b46b0ec tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] DELETE failed (client error): The resource could not be found. May 06 09:48:38.064721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d511ed56-fd57-4d4f-88bc-40a22b46b0ec tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:38.068065 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d511ed56-fd57-4d4f-88bc-40a22b46b0ec tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "DELETE /v2.0/networks/42ce72bf-b02a-4c0c-bcae-2aa61d2d2117 HTTP/1.1" status: 404 len: 339 time: 0.0307574 May 06 09:48:38.071567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52608) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:38.077315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'network': {'name': 'tempest-network--675459731', 'router:external': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:38.081660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10f57d12-06fd-4095-9f63-88832f873cb1 req-7337c471-06b9-4deb-948c-74c1be4b9896 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512480 May 06 09:48:38.105614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Made reservation on behalf of c041578480ec49e099a1fd74d1be1760 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:38.108117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.113777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.119215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.121431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f9516bdb-2ad5-46c0-bbbb-39ba15c6efda tempest-ServersTestFqdnHostnames-792515293 tempest-ServersTestFqdnHostnames-792515293-project] 10.222.0.76 "DELETE /v2.0/floatingips/ab89006c-6e09-456f-adbe-744b19978dab HTTP/1.1" status: 204 len: 168 time: 2.6685066 May 06 09:48:38.130326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52610) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:38.256936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:38.268491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.268933 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Added segment 9674288d-0784-4c0b-ac05-e38896ffa8bd of type vlan for network 1ac05852-962d-43f7-a4bf-f8e3b184a3a4 May 06 09:48:38.275737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 04412660-6bdc-44a4-b2ec-a1982d0d2d28 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:38.331566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.380535 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.381972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:38.382679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.391952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:48:38.397363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:38.397864 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.462161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52612) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:38.467851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-01b24757-424a-4409-9656-55daee09426c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583805705', 'description': 'tempest-description--205358075'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:38.519825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01b24757-424a-4409-9656-55daee09426c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.564577 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.585942 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5109272 May 06 09:48:38.591941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52616) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:38.633451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04412660-6bdc-44a4-b2ec-a1982d0d2d28'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:38.635833 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af137a4d-6007-4d0f-a47a-07313e625ef6" -d '{"events": [{"server_uuid": "f1a4aa33-87a0-430f-b252-2f26abe87713", "name": "network-vif-plugged", "status": "completed", "tag": "04412660-6bdc-44a4-b2ec-a1982d0d2d28"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:38.675448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 04412660-6bdc-44a4-b2ec-a1982d0d2d28, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:38.691192 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:38.706520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b8b25-4590-470b-944e-081868e3505a tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Network': ['ID=1ac05852-962d-43f7-a4bf-f8e3b184a3a4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:38.752493 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4bc42f-7f92-4a7d-a823-f09d3876e7f9 x-openstack-request-id: req-6e4bc42f-7f92-4a7d-a823-f09d3876e7f9 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:38.752929 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a4aa33-87a0-430f-b252-2f26abe87713", "name": "network-vif-plugged", "status": "completed", "tag": "04412660-6bdc-44a4-b2ec-a1982d0d2d28", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:38.753275 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e4bc42f-7f92-4a7d-a823-f09d3876e7f9 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:38.753829 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e4bc42f-7f92-4a7d-a823-f09d3876e7f9'] response: {'server_uuid': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04412660-6bdc-44a4-b2ec-a1982d0d2d28', 'code': 200} May 06 09:48:38.757305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d8c4d5e4-aefc-431c-bdd9-23902c5652db up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:38.777898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1ac05852-962d-43f7-a4bf-f8e3b184a3a4 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:39.052125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=04412660-6bdc-44a4-b2ec-a1982d0d2d28,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.083685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d8c4d5e4-aefc-431c-bdd9-23902c5652db triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:39.084340 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.100898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.110426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bb7c3-f6fe-4ab6-8e7d-5e095c12bb65 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.119413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bb7c3-f6fe-4ab6-8e7d-5e095c12bb65 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.129668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bb7c3-f6fe-4ab6-8e7d-5e095c12bb65 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.138870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bb7c3-f6fe-4ab6-8e7d-5e095c12bb65 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.143490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-188bb7c3-f6fe-4ab6-8e7d-5e095c12bb65 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5522039 May 06 09:48:39.145273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52642) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:39.187223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01b24757-424a-4409-9656-55daee09426c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.199263 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.261773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01b24757-424a-4409-9656-55daee09426c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.264769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port d8c4d5e4-aefc-431c-bdd9-23902c5652db, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d8c4d5e4-aefc-431c-bdd9-23902c5652db,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:39.273676 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.290669 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01b24757-424a-4409-9656-55daee09426c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.292042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-01b24757-424a-4409-9656-55daee09426c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8287532 May 06 09:48:39.296724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52646) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:39.302893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c40a0987-3b2c-42c5-b274-7b5e03bda79e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'security_group_rule': {'security_group_id': 'd9576af9-59e3-47f0-8bf7-9e8f515ab9c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:39.335339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df4712-2295-4bd2-b675-92bc392c7bde req-8ff19207-d5e9-41f8-a869-825a1d789ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.336971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1df4712-2295-4bd2-b675-92bc392c7bde req-8ff19207-d5e9-41f8-a869-825a1d789ab5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 1096 time: 0.5140557 May 06 09:48:39.378583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=d8c4d5e4-aefc-431c-bdd9-23902c5652db,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.407559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2574b9-77e5-4fea-8f39-7f05ae702b3b req-2d1d36d2-89ba-4aae-afd7-5c5daf369adb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.409409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d2574b9-77e5-4fea-8f39-7f05ae702b3b req-2d1d36d2-89ba-4aae-afd7-5c5daf369adb tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.2612476 May 06 09:48:39.443973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c40a0987-3b2c-42c5-b274-7b5e03bda79e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.444498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.452878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b24757-424a-4409-9656-55daee09426c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.493278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1df4712-2295-4bd2-b675-92bc392c7bde req-e60dda02-7c86-4b0e-986f-59c8e6f07865 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235673 May 06 09:48:39.547498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080356df-f5f3-45d9-8b6e-42604cf9f07d req-7258c802-7f2c-41bb-b417-d6c606fb2efc tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:39.549049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-080356df-f5f3-45d9-8b6e-42604cf9f07d req-7258c802-7f2c-41bb-b417-d6c606fb2efc tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.2391274 May 06 09:48:39.552432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d2574b9-77e5-4fea-8f39-7f05ae702b3b req-18f0ea2e-eded-4a0c-89cf-85e74287b361 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202762 May 06 09:48:39.623157 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.647427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c40a0987-3b2c-42c5-b274-7b5e03bda79e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.658678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac05852-962d-43f7-a4bf-f8e3b184a3a4']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:39.659842 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c40a0987-3b2c-42c5-b274-7b5e03bda79e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.663699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-080356df-f5f3-45d9-8b6e-42604cf9f07d req-79312017-5aa8-4dc8-a9f6-9d8c92d76d9e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697060 May 06 09:48:39.679705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9674288d-0784-4c0b-ac05-e38896ffa8bd') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:39.680012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9674288d-0784-4c0b-ac05-e38896ffa8bd') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:39.701997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.730684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.736680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a0987-3b2c-42c5-b274-7b5e03bda79e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cede7b16-db82-4c37-9dd3-e117d042caab,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.741193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:39.741667 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: timer() May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:39.743662 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:39.751923 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c40a0987-3b2c-42c5-b274-7b5e03bda79e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.755735 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c40a0987-3b2c-42c5-b274-7b5e03bda79e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4554572 May 06 09:48:39.756327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:39.788299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-55662226-5470-47be-a297-fd1fa08c4986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'security_group_rule': {'security_group_id': 'd9576af9-59e3-47f0-8bf7-9e8f515ab9c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:39.805633 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Deleting port 49cd2c4b-1e96-432b-8821-ef08cbe861fb {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:39.805983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.841443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55662226-5470-47be-a297-fd1fa08c4986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.886338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.928717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ac05852-962d-43f7-a4bf-f8e3b184a3a4 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:48:39.942021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ac05852-962d-43f7-a4bf-f8e3b184a3a4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:39.947761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:39.961716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5715e0ee-d186-4960-a05e-b00121f8e28b tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "DELETE /v2.0/networks/1ac05852-962d-43f7-a4bf-f8e3b184a3a4 HTTP/1.1" status: 204 len: 168 time: 0.8110085 May 06 09:48:39.969758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52664) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:39.992521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'network': {'name': 'tempest-network--767969429', 'router:external': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:40.017906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] For port 49cd2c4b-1e96-432b-8821-ef08cbe861fb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=49cd2c4b-1e96-432b-8821-ef08cbe861fb,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:40.018791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.076644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55662226-5470-47be-a297-fd1fa08c4986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.090509 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55662226-5470-47be-a297-fd1fa08c4986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.097819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Made reservation on behalf of c041578480ec49e099a1fd74d1be1760 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:40.103919 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.109356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Calling delete_port for 49cd2c4b-1e96-432b-8821-ef08cbe861fb owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:40.180079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55662226-5470-47be-a297-fd1fa08c4986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6479f62c-3af9-4f8b-a8f3-07475600365f,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:40.211137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:40.244180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55662226-5470-47be-a297-fd1fa08c4986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.247778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55662226-5470-47be-a297-fd1fa08c4986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4899244 May 06 09:48:40.252286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52672) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:40.271184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:40.321274 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.321274 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Added segment 1677c04f-c758-4f7a-9fb8-4398950bfcae of type vlan for network 50329310-0e48-43bc-8043-d4f6ae7117fe May 06 09:48:40.372021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.406322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cd2c4b-1e96-432b-8821-ef08cbe861fb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:40.505341 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.604803 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.694537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-0788bcfc-f65c-443c-a231-d30759c4d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.696130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-0788bcfc-f65c-443c-a231-d30759c4d461 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.4056122 May 06 09:48:40.806479 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.806723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.808251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.808849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:40.852062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d8c4d5e4-aefc-431c-bdd9-23902c5652db up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:40.938409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b650e-bc2a-4134-9a82-4d332f5a72ca req-d291c9bb-4d33-47c5-8fbd-a58ab0ce8943 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:40.939965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-037b650e-bc2a-4134-9a82-4d332f5a72ca req-d291c9bb-4d33-47c5-8fbd-a58ab0ce8943 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.5650549 May 06 09:48:40.963307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9923720 May 06 09:48:40.969618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52686) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:40.982877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d8c4d5e4-aefc-431c-bdd9-23902c5652db triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:40.983628 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.157379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4d63e-2617-4856-90cd-81615828916a tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.158917 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5ce4d63e-2617-4856-90cd-81615828916a tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] 10.222.0.76 "GET /v2.0/networks/50329310-0e48-43bc-8043-d4f6ae7117fe HTTP/1.1" status: 200 len: 756 time: 0.1851542 May 06 09:48:41.162238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52688) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:41.335138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36f25a-865d-4c94-afd7-daf212873894 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Network': ['ID=50329310-0e48-43bc-8043-d4f6ae7117fe,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:41.351135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 50329310-0e48-43bc-8043-d4f6ae7117fe details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:41.379381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-037b650e-bc2a-4134-9a82-4d332f5a72ca req-a836956b-3e20-43a2-bff0-6e63994e902f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4291177 May 06 09:48:41.408438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e72ca-4054-4418-b896-c1d41f8c2607 req-7de3fd6f-1d42-4d53-a3d1-d56271feaca5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.417376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b30e72ca-4054-4418-b896-c1d41f8c2607 req-7de3fd6f-1d42-4d53-a3d1-d56271feaca5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.5231032 May 06 09:48:41.435766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52694) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:41.474665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-1068b8d3-e9b0-4b42-9190-4fdbe19be3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.483096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-1068b8d3-e9b0-4b42-9190-4fdbe19be3ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.6916931 May 06 09:48:41.520290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b30e72ca-4054-4418-b896-c1d41f8c2607 req-937d838a-36f4-4785-8469-e07d807e8a26 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020050 May 06 09:48:41.522551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc504a2-ceb2-4875-93de-b4e9bb0e5e48 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:41.524518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8bc504a2-ceb2-4875-93de-b4e9bb0e5e48 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] 10.222.0.76 "GET /v2.0/networks/cddcbfe2-be32-40cc-affa-ee0acdd3b94d HTTP/1.1" status: 200 len: 768 time: 0.3601065 May 06 09:48:41.529113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52698) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:41.535057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Router a5f43cc9-5968-44d5-8910-7d4f39e84377 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:41.605416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-5554e38a-b68a-48fe-9dfa-c87c209bc7b5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 1000 time: 0.0887418 May 06 09:48:41.607846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.641144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Sync routers for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:41.665849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:41.666488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:41.737327 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40bcd9dc-bee0-4647-8bfe-8f6fbb7f0087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.827402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:41.858588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:41.869883 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e559600c-601d-4d62-a92e-d58fabf0d939 admin admin] 10.222.0.76 "PUT /v2.0/routers/a5f43cc9-5968-44d5-8910-7d4f39e84377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7360356 May 06 09:48:41.873654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52704) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:41.873934 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] Sync routers for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:41.891846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:41.901454 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:41.939851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Allocated IP 172.25.8.214 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/5c21fb3d-5117-42a0-9053-a155b9eb8e98) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:42.018280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:42.087847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.168090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.228637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'Port': ['ID=5c21fb3d-5117-42a0-9053-a155b9eb8e98,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:42.298603 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:42.309936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:42.317387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-c44e8a89-f175-44b0-9ad9-2a91c7f1f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.319319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-c44e8a89-f175-44b0-9ad9-2a91c7f1f513 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.5984855 May 06 09:48:42.324526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-a21f550c-f95c-461e-b7d2-344525c0a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.331223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-a21f550c-f95c-461e-b7d2-344525c0a480 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 1096 time: 0.5191498 May 06 09:48:42.333668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:42.341249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:42.354554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 2, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.398680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Checking router: 9a71c2e8-e7b9-49a3-ae36-af1e84302928 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:42.399063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Updating router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 port d404f166-e3d1-4108-9c8c-9afa2fe0d452 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:48:42.412069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.433155 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.462536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40bcd9dc-bee0-4647-8bfe-8f6fbb7f0087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.467662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.492065 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40bcd9dc-bee0-4647-8bfe-8f6fbb7f0087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.502111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50329310-0e48-43bc-8043-d4f6ae7117fe']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.538006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-f14a76eb-ab54-47ab-b0cd-cc2e42c59129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.540266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-f14a76eb-ab54-47ab-b0cd-cc2e42c59129 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 911 time: 0.1910403 May 06 09:48:42.565952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1677c04f-c758-4f7a-9fb8-4398950bfcae') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.566346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1677c04f-c758-4f7a-9fb8-4398950bfcae') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.591813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deda63e-0854-4bfe-bc51-30f2ade1a306 req-5d752d62-4390-4097-89b3-605b0a6ccbb6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.593775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1deda63e-0854-4bfe-bc51-30f2ade1a306 req-5d752d62-4390-4097-89b3-605b0a6ccbb6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.4651003 May 06 09:48:42.607944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-40bcd9dc-bee0-4647-8bfe-8f6fbb7f0087 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=93009d77dc1b491e90f58ef131372d40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1686096 May 06 09:48:42.619141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52710) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:42.635867 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:48:40Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.646985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.666383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-942bf62d-6c58-4e3a-aa82-f0e415be2e3c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28 HTTP/1.1" status: 200 len: 217 time: 0.1170061 May 06 09:48:42.668165 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] Checking router: a5f43cc9-5968-44d5-8910-7d4f39e84377 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:42.673187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-51e14b5d-3dbb-4c29-899d-68b81648130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:42.675193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-51e14b5d-3dbb-4c29-899d-68b81648130b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2835066 May 06 09:48:42.677717 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] Routers {'a5f43cc9-5968-44d5-8910-7d4f39e84377'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:42.678624 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a5f43cc9-5968-44d5-8910-7d4f39e84377'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:42.726342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-864daa45-353d-4f4e-a95d-9aec151eec47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.754060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-864daa45-353d-4f4e-a95d-9aec151eec47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.784760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5acf63be-13b1-4a56-9f24-aef2e0a1c591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.847920 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.854610 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.867234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-864daa45-353d-4f4e-a95d-9aec151eec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.868121 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] Set router a5f43cc9-5968-44d5-8910-7d4f39e84377 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:42.871026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-864daa45-353d-4f4e-a95d-9aec151eec47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.872229 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-864daa45-353d-4f4e-a95d-9aec151eec47 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09360b0f-6ec0-4b80-b95b-dfb54189cc91 HTTP/1.1" status: 204 len: 168 time: 0.2398593 May 06 09:48:42.873443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.877542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcd9dc-bee0-4647-8bfe-8f6fbb7f0087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09360b0f-6ec0-4b80-b95b-dfb54189cc91,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:42.894939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864daa45-353d-4f4e-a95d-9aec151eec47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09360b0f-6ec0-4b80-b95b-dfb54189cc91,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:42.899114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:42.899528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: timer() May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:42.901783 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:42.933438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad12b14-b642-49c9-846c-59a38ed5a932 None None] Pushing event updated for resources: {'Port': ['ID=d404f166-e3d1-4108-9c8c-9afa2fe0d452,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:42.976988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.049396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.068334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50329310-0e48-43bc-8043-d4f6ae7117fe {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:48:43.069881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event deleted for resources: {'Network': ['ID=50329310-0e48-43bc-8043-d4f6ae7117fe,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:43.078190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.083983 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b26b54b-b8dc-44ab-9213-26267e63ed24 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "DELETE /v2.0/networks/50329310-0e48-43bc-8043-d4f6ae7117fe HTTP/1.1" status: 204 len: 168 time: 1.5531414 May 06 09:48:43.090643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52714) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:43.108445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'network': {'name': 'tempest-network--1974248096'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:43.143632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Attempting to bind port d404f166-e3d1-4108-9c8c-9afa2fe0d452 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:43.144146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Attempting to bind port d404f166-e3d1-4108-9c8c-9afa2fe0d452 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:43.144652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Attempting to bind port d404f166-e3d1-4108-9c8c-9afa2fe0d452 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:43.158654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:43.159404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Checking segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:43.159949 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.160451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Bound using segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:43.163242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Bound port: d404f166-e3d1-4108-9c8c-9afa2fe0d452, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:43.163904 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.171680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Deleting port 4d56d848-7491-4169-a08b-d091d56db0c7 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:43.172027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.174026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Made reservation on behalf of c041578480ec49e099a1fd74d1be1760 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:43.176852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.225487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:43.314974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] For port d404f166-e3d1-4108-9c8c-9afa2fe0d452, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:43.319341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] For port d404f166-e3d1-4108-9c8c-9afa2fe0d452, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d404f166-e3d1-4108-9c8c-9afa2fe0d452,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:43.326843 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:48:40Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:43.332456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.343619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.347137 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Added segment 47a02464-317a-4f2c-86ae-60969b8555c0 of type vlan for network 71f730d7-1b43-4783-b55d-40d5aa4b7d20 May 06 09:48:43.414332 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1a0c-3c71-4bf5-92ba-625daa5e8cde None None] The sync data for ids ['a5f43cc9-5968-44d5-8910-7d4f39e84377'] in n-d-840834-1 is: [{'id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'name': 'tempest-ServersTestFqdnHostnames-2035395188-router', 'tenant_id': 'baea22d3c7834c1f8116506230d397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:46:18Z', 'updated_at': '2022-05-06T09:48:40Z', 'revision_number': 5, 'project_id': 'baea22d3c7834c1f8116506230d397c8', 'gw_port': {'id': '4d56d848-7491-4169-a08b-d091d56db0c7', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f43cc9-5968-44d5-8910-7d4f39e84377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:46:20Z', 'updated_at': '2022-05-06T09:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:43.429172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:43.432876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:43.484773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.569137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] For port 4d56d848-7491-4169-a08b-d091d56db0c7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d56d848-7491-4169-a08b-d091d56db0c7,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:43.570682 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.624201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Calling delete_port for 4d56d848-7491-4169-a08b-d091d56db0c7 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:43.668276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad12b14-b642-49c9-846c-59a38ed5a932 None None] Pushing event updated for resources: {'Port': ['ID=d404f166-e3d1-4108-9c8c-9afa2fe0d452,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:43.709460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a36f0810-abe0-4437-adde-68ed4aa744ed None None] Provisioning complete for port d404f166-e3d1-4108-9c8c-9afa2fe0d452 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:43.710023 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a36f0810-abe0-4437-adde-68ed4aa744ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.755857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:43.863690 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.926537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1deda63e-0854-4bfe-bc51-30f2ade1a306 req-ef081428-9ddb-465b-b2f5-3364300ec97e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2657535 May 06 09:48:43.931544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52720) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:43.955523 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d305f779-5f08-431f-a3b2-7489f8adbf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:43.966677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109ea7d-eddd-44d9-b645-02ae328c1ec3 req-953cdd9b-3b42-44db-af80-33657b2eb7aa tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:43.968848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4109ea7d-eddd-44d9-b645-02ae328c1ec3 req-953cdd9b-3b42-44db-af80-33657b2eb7aa tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 1.4230499 May 06 09:48:44.023191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-83bf38fd-f382-442a-97a2-0d48b534bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:44.025705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-83bf38fd-f382-442a-97a2-0d48b534bb83 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 1.3372660 May 06 09:48:44.043543 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a36f0810-abe0-4437-adde-68ed4aa744ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.119423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a36f0810-abe0-4437-adde-68ed4aa744ed None None] For port d404f166-e3d1-4108-9c8c-9afa2fe0d452, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d404f166-e3d1-4108-9c8c-9afa2fe0d452,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:44.121089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.resource_extend [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:48:44.129903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.142040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d305f779-5f08-431f-a3b2-7489f8adbf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.155280 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a36f0810-abe0-4437-adde-68ed4aa744ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.222764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f0810-abe0-4437-adde-68ed4aa744ed None None] Pushing event updated for resources: {'Port': ['ID=d404f166-e3d1-4108-9c8c-9afa2fe0d452,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:44.242470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:43Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:44.247877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-29566181-1010-4a5e-b164-abddecafd64e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919793 May 06 09:48:44.259844 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d305f779-5f08-431f-a3b2-7489f8adbf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.274534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d56d848-7491-4169-a08b-d091d56db0c7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:44.283328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.284866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:44.285776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.302203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d18636-08c1-44d3-97b9-10ab813bc5e5 None None] The sync data for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 is: [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:43Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:44.312801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-55b7c311-75fb-4664-95b7-40b1794b4312 None None] Provisioning complete for port d404f166-e3d1-4108-9c8c-9afa2fe0d452 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:44.313619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-55b7c311-75fb-4664-95b7-40b1794b4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.343124 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2490256 May 06 09:48:44.345645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52722) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:44.389517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.394616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:44.470140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.493658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d305f779-5f08-431f-a3b2-7489f8adbf33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e5a80729bf2c4e30addd6a2a06512398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5545785 May 06 09:48:44.502299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4109ea7d-eddd-44d9-b645-02ae328c1ec3 req-84d7f201-d735-4329-9b5d-50dd66344c10 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5063398 May 06 09:48:44.536796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52724) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:44.565113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-ff1f3bda-0894-45f9-b3a0-864316a8fcd8 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8753126 May 06 09:48:44.616457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305f779-5f08-431f-a3b2-7489f8adbf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d769705a-98b4-40d2-ac25-15b11ba981f6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:44.648538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-f96cb337-96f4-412a-9fc5-af47c7bf3882 service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395920 May 06 09:48:44.666527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.672623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.681815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea735f-0063-4cee-bfe4-2da54cefb3cf tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Network': ['ID=71f730d7-1b43-4783-b55d-40d5aa4b7d20,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:44.699378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 71f730d7-1b43-4783-b55d-40d5aa4b7d20 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:44.798327 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.798918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5f43cc9-5968-44d5-8910-7d4f39e84377 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:48:44.806393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.811166 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-983fe1b5-44c5-40fc-8a15-36e8bcfc8ff0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a5f43cc9-5968-44d5-8910-7d4f39e84377 HTTP/1.1" status: 204 len: 168 time: 2.9326003 May 06 09:48:44.811861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52728) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:44.875103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22ceacb6-55f1-4c34-bb91-19259cde2b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.886390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abede05b-68ec-4499-b4e9-c8a639e06633 req-f783a9b2-a776-4283-aa88-ee15cb591730 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946298 May 06 09:48:44.971931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77cd8fec-8c1a-4d66-8875-c3bb19376a17 req-057982df-bc72-41cf-a805-a73f72733664 service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881589 May 06 09:48:44.974071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] Deleting subnet d640d678-b5a1-4bd5-a70d-6500e930349b {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:48:44.982922 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22ceacb6-55f1-4c34-bb91-19259cde2b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.988901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:44.998521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.013306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.025480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.125208 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90dfe31a-9fa1-4b1b-9df8-05c3e08a9ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.187223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22ceacb6-55f1-4c34-bb91-19259cde2b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.192138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22ceacb6-55f1-4c34-bb91-19259cde2b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.193875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22ceacb6-55f1-4c34-bb91-19259cde2b00 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d769705a-98b4-40d2-ac25-15b11ba981f6 HTTP/1.1" status: 204 len: 168 time: 0.5858607 May 06 09:48:45.203285 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.226325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ceacb6-55f1-4c34-bb91-19259cde2b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d769705a-98b4-40d2-ac25-15b11ba981f6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:45.240230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Network 71f730d7-1b43-4783-b55d-40d5aa4b7d20 is not hosted by any dhcp agent {{(pid=102743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:48:45.241254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.241849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.245601 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "PUT /v2.0/networks/71f730d7-1b43-4783-b55d-40d5aa4b7d20 HTTP/1.1" status: 200 len: 858 time: 0.8865111 May 06 09:48:45.246087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.287320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52738) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:45.345786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'Port': ['ID=5c21fb3d-5117-42a0-9053-a155b9eb8e98,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:45.377971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.391909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01997b3-4413-461d-b13f-f34071dadfe4 tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event updated for resources: {'Network': ['ID=71f730d7-1b43-4783-b55d-40d5aa4b7d20,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:45.410159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eeae1-d9b2-4ea1-9766-03309aaee65d req-5846e317-de84-4d06-af8c-94372ca43f6f tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.411716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f75eeae1-d9b2-4ea1-9766-03309aaee65d req-5846e317-de84-4d06-af8c-94372ca43f6f tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.2575614 May 06 09:48:45.448815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.450034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f7adf631-14da-4f19-8b3f-edb21c49f823 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1963427 May 06 09:48:45.495288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f75eeae1-d9b2-4ea1-9766-03309aaee65d req-b6cc7443-4768-4d1c-8146-d11fc2898b6a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629458 May 06 09:48:45.521417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.584667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.790457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a70c1c-c465-4025-8c4a-5730586088ac req-2068841d-bfb8-45c2-94b3-b126beeadd17 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:45.798160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18a70c1c-c465-4025-8c4a-5730586088ac req-2068841d-bfb8-45c2-94b3-b126beeadd17 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1243415 May 06 09:48:45.904303 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.938246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f730d7-1b43-4783-b55d-40d5aa4b7d20']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:45.957689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:45.961167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a02464-317a-4f2c-86ae-60969b8555c0') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:45.961584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a02464-317a-4f2c-86ae-60969b8555c0') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:45.966595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-ead98b76-5218-4395-b7ef-2950a02d9c1f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1583805705&fields=id&tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 267 time: 0.1098101 May 06 09:48:45.971379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18a70c1c-c465-4025-8c4a-5730586088ac req-da254f69-0682-4c7e-b3c4-b1731ff64ba2 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723659 May 06 09:48:46.008985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.014594 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d640d678-b5a1-4bd5-a70d-6500e930349b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:46.030237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.034692 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e82df19-f2a5-4e0a-98c7-5955e743bcde admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d640d678-b5a1-4bd5-a70d-6500e930349b HTTP/1.1" status: 204 len: 168 time: 1.2199285 May 06 09:48:46.037028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e69178-cf5a-4d34-8214-91d16304fced None None] Network 460cbe6c-b22f-4528-947e-1d7ec05da32f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:46.038668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52768) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:46.041457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.116003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:46.116425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: timer() May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:46.118214 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:46.265025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-8f454397-8224-4de9-a795-4f00d74e54c5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:46.266704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-8f454397-8224-4de9-a795-4f00d74e54c5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 816 time: 0.2903714 May 06 09:48:46.269216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.289180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.295632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71f730d7-1b43-4783-b55d-40d5aa4b7d20 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:48:46.297466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-1ed3740d-446d-491e-be0f-50d29f43a83c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/quotas/9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 375 time: 0.0241261 May 06 09:48:46.298335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.301917 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] 10.222.0.76 "DELETE /v2.0/networks/71f730d7-1b43-4783-b55d-40d5aa4b7d20 HTTP/1.1" status: 204 len: 168 time: 0.9895511 May 06 09:48:46.305896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52772) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:46.352348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a69be-8b96-4c65-9760-a8e01321b77e tempest-ExternalNetworksTestJSON-270005728 tempest-ExternalNetworksTestJSON-270005728-project-admin] Pushing event deleted for resources: {'Network': ['ID=71f730d7-1b43-4783-b55d-40d5aa4b7d20,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:46.407045 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.440088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Deleting port 8b42598d-8eda-434c-b810-e691265cae58 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:46.440377 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.448917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] DHCP port deletion for 460cbe6c-b22f-4528-947e-1d7ec05da32f request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:48:46.454047 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd6ab39-e6c2-49e8-879d-48d6d17815de tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] DELETE failed (client error): The resource could not be found. May 06 09:48:46.454504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd6ab39-e6c2-49e8-879d-48d6d17815de tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:48:46.471568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dbd6ab39-e6c2-49e8-879d-48d6d17815de tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] 10.222.0.76 "DELETE /v2.0/subnets/771b766b-8862-4c16-a0dc-98c66931d75e HTTP/1.1" status: 404 len: 337 time: 0.1588244 May 06 09:48:46.472473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52778) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:46.533919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] Deleting port 8b42598d-8eda-434c-b810-e691265cae58 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:46.534539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.653393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d404f166-e3d1-4108-9c8c-9afa2fe0d452 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:46.653979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] For port 8b42598d-8eda-434c-b810-e691265cae58, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8b42598d-8eda-434c-b810-e691265cae58,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:46.654467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.704205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Calling delete_port for 8b42598d-8eda-434c-b810-e691265cae58 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:46.744082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] For port 8b42598d-8eda-434c-b810-e691265cae58, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8b42598d-8eda-434c-b810-e691265cae58,segment=NetworkSegment(1eca7e45-8504-4065-8cdc-3396624e4823),segment_id=1eca7e45-8504-4065-8cdc-3396624e4823)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:46.744494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.749216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.765720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] Calling delete_port for 8b42598d-8eda-434c-b810-e691265cae58 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:46.767888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d404f166-e3d1-4108-9c8c-9afa2fe0d452 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:46.768517 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.796586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-ea187f99-479c-4b1e-8059-256c351d2ae2 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4930844 May 06 09:48:46.812783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ec04-0a71-4595-99de-050ae8ea78bd req-b298aad7-bdf3-459c-9d9b-9682b1e1e26b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:46.814499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a469ec04-0a71-4595-99de-050ae8ea78bd req-b298aad7-bdf3-459c-9d9b-9682b1e1e26b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.1278975 May 06 09:48:46.818512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:46.889649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a469ec04-0a71-4595-99de-050ae8ea78bd req-da1dfd27-c15c-41d4-b54d-9053623bee6c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643601 May 06 09:48:47.012472 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.020770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.095394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8b42598d-8eda-434c-b810-e691265cae58 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:47.106920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] Pushing event deleted for resources: {'Port': ['ID=8b42598d-8eda-434c-b810-e691265cae58,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:47.123162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] No DVR routers for this DVR port 8b42598d-8eda-434c-b810-e691265cae58 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:47.132837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Pushing event deleted for resources: {'Port': ['ID=8b42598d-8eda-434c-b810-e691265cae58,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:47.148518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7b76f3-305c-41e9-a62c-b852b67be565 None None] No DVR routers for this DVR port 8b42598d-8eda-434c-b810-e691265cae58 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:47.150657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8b42598d-8eda-434c-b810-e691265cae58 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:47.151361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8b42598d-8eda-434c-b810-e691265cae58 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:47.151902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 49cd2c4b-1e96-432b-8821-ef08cbe861fb no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:47.158524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.159919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.160513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.161197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.161781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.164606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.165142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.165648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.167207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.168047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.169180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.171201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:47.213062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 49cd2c4b-1e96-432b-8821-ef08cbe861fb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:47.213694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 49cd2c4b-1e96-432b-8821-ef08cbe861fb not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:47.214659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d56d848-7491-4169-a08b-d091d56db0c7 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:47.250216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4d56d848-7491-4169-a08b-d091d56db0c7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:48:47.250216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d56d848-7491-4169-a08b-d091d56db0c7 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:47.320870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.350562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.392244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460cbe6c-b22f-4528-947e-1d7ec05da32f']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:47.408125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca7e45-8504-4065-8cdc-3396624e4823') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:47.408429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca7e45-8504-4065-8cdc-3396624e4823') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:47.409113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cddcbfe2-be32-40cc-affa-ee0acdd3b94d']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:47.412909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-2a7f420a-35e9-4e93-b99e-e77e45c46fb7 service neutron] 10.222.0.76 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895407 May 06 09:48:47.426588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.449017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249cf6b4-1d4f-4685-9fa3-934d70fb8e83') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:47.449017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249cf6b4-1d4f-4685-9fa3-934d70fb8e83') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:47.450481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.459105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:47.459938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: timer() May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:47.524766 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:47.536258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.545460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.553314 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] 10.222.0.76 "DELETE /v2.0/networks/460cbe6c-b22f-4528-947e-1d7ec05da32f HTTP/1.1" status: 204 len: 168 time: 1.5096860 May 06 09:48:47.579546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.581119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597c33e-0532-4629-a6a2-49f0d170d70a admin admin] Pushing event deleted for resources: {'Network': ['ID=460cbe6c-b22f-4528-947e-1d7ec05da32f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:47.656693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.695118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:48:47.703360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: timer() May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:48:47.708005 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:48:47.768385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52808) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:47.837560 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a771147e-e847-47b7-a711-0836413da875 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=baea22d3c7834c1f8116506230d397c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674181 May 06 09:48:47.844346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52810) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:47.849996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e06f5-d4c0-41d2-a190-5e0677299152 req-a7071bc2-e15c-4688-8ed8-479c7e4d2bad tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:47.851529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-270e06f5-d4c0-41d2-a190-5e0677299152 req-a7071bc2-e15c-4688-8ed8-479c7e4d2bad tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1269250 May 06 09:48:47.857015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-726b98a7-64ce-4eff-a508-f69be6e86793 service neutron] 10.222.0.76 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357874 May 06 09:48:47.874065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.879025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:47.882596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] 10.222.0.76 "DELETE /v2.0/networks/cddcbfe2-be32-40cc-affa-ee0acdd3b94d HTTP/1.1" status: 204 len: 168 time: 1.4072447 May 06 09:48:47.930585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b623ee3-1e3f-4f9f-b635-6b076e0df1e6 tempest-ExternalNetworksTestJSON-1904468015 tempest-ExternalNetworksTestJSON-1904468015-project] Pushing event deleted for resources: {'Network': ['ID=cddcbfe2-be32-40cc-affa-ee0acdd3b94d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:47.967459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-270e06f5-d4c0-41d2-a190-5e0677299152 req-d714734d-fdec-425c-a8ba-2fce1ed9add7 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954890 May 06 09:48:48.028930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bb025fe-a193-4b95-a1cf-64c3c10ba210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.140079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bb025fe-a193-4b95-a1cf-64c3c10ba210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.251843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.261971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.265311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bb025fe-a193-4b95-a1cf-64c3c10ba210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.269227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bb025fe-a193-4b95-a1cf-64c3c10ba210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.270830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.271451 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6bb025fe-a193-4b95-a1cf-64c3c10ba210 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/60feab91-d561-4019-831f-185e189f08e5 HTTP/1.1" status: 204 len: 168 time: 0.4257295 May 06 09:48:48.282764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.283006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb025fe-a193-4b95-a1cf-64c3c10ba210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60feab91-d561-4019-831f-185e189f08e5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:48.290975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.299042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.305315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.308116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-214670dd-901c-45fb-992a-52594d8b265a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.1665657 May 06 09:48:48.418155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653559-b11a-4680-a4b6-a363d478c8c2 req-108f3d0c-7ef9-49da-9aa0-06dd5a63feb5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.419948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9653559-b11a-4680-a4b6-a363d478c8c2 req-108f3d0c-7ef9-49da-9aa0-06dd5a63feb5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.1106436 May 06 09:48:48.429810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.430567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-291e47a8-3055-410d-97d5-0bce2b5393c9 req-d78a3a16-af96-4d4d-abfd-a887cfbd2ed8 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119933 May 06 09:48:48.502440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9653559-b11a-4680-a4b6-a363d478c8c2 req-533551f9-3be4-432e-b249-24c296d18b95 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708687 May 06 09:48:48.637051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bbc92f0-6b1b-444d-903c-0c731aefe57e req-7c093b07-97db-48a1-bbad-2aff505ecb63 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 210 time: 0.0295048 May 06 09:48:48.654606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c800f91-2466-4d31-a576-d0dce5456ec5 req-e611d89e-2651-402a-b36a-3407089e33bf tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:48.659728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52840) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:48.663102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c800f91-2466-4d31-a576-d0dce5456ec5 req-e611d89e-2651-402a-b36a-3407089e33bf tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1183019 May 06 09:48:48.677234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52844) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:48.677234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Request body: {'floatingip': {'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:48.688538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:48.800935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.144203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9711e9ba-6476-4b30-9d54-01040a498e1d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=94b607fcc1084f939085084a7ef8175c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785748 May 06 09:48:49.144901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52860) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:49.240293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00af2803-365d-4ff5-8fd4-7c775128c8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.326166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00af2803-365d-4ff5-8fd4-7c775128c8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.407273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00af2803-365d-4ff5-8fd4-7c775128c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.410699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00af2803-365d-4ff5-8fd4-7c775128c8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:49.414600 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-00af2803-365d-4ff5-8fd4-7c775128c8fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6929fe01-9339-4f99-84b4-52df78a39add HTTP/1.1" status: 204 len: 168 time: 0.2661226 May 06 09:48:49.431523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af2803-365d-4ff5-8fd4-7c775128c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6929fe01-9339-4f99-84b4-52df78a39add,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:50.025196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52908) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:50.117500 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-745f884b-eb1f-418b-98bf-fef494ad840d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c041578480ec49e099a1fd74d1be1760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876267 May 06 09:48:50.118868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52914) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:50.154974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52918) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:50.177956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.185047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.191090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.197394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.203939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.209978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.216548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.218867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-41eb82cc-6284-4113-a043-2ce6f0493c76 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.3234425 May 06 09:48:50.219550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e15ee38d-f924-492b-b289-f370135d1ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.227292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7ab80-3ed6-45dd-94d5-b8b692c9a2cc req-131c13ed-d063-45b6-a051-b4bfc9949c21 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.229708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd7ab80-3ed6-45dd-94d5-b8b692c9a2cc req-131c13ed-d063-45b6-a051-b4bfc9949c21 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.3350694 May 06 09:48:50.233808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52926) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:50.264116 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:48:50.286387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e15ee38d-f924-492b-b289-f370135d1ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.389555 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e15ee38d-f924-492b-b289-f370135d1ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.393961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e15ee38d-f924-492b-b289-f370135d1ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.397884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e15ee38d-f924-492b-b289-f370135d1ad3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6a686c9-f1ba-4d57-99d5-1817278deecd HTTP/1.1" status: 204 len: 168 time: 0.2744169 May 06 09:48:50.414878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ee38d-f924-492b-b289-f370135d1ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a686c9-f1ba-4d57-99d5-1817278deecd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:50.455839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-188a2829-e8e2-4d4c-bbfc-52c83b54d83d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.461071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1403026198-network', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:50.464869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-188a2829-e8e2-4d4c-bbfc-52c83b54d83d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 816 time: 0.5679619 May 06 09:48:50.474428 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.497043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd7ab80-3ed6-45dd-94d5-b8b692c9a2cc req-e234b018-8a69-4574-b55c-614752dd0bcc tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555306 May 06 09:48:50.500109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Made reservation on behalf of 2c0bd87feaf1412ba16dbedff4e0e124 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:50.503609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.541230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.598183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.662954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.669350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.697080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.720467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:50.751949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8a7f36-a83f-4cb7-b783-6cc175ab5d9f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:50.761824 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.762106 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Added segment 4d79b521-af38-4438-8a9b-c413ba02d1fc of type vlan for network 318be5bc-e8e2-418c-981b-865ac6fa5c16 May 06 09:48:50.762937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397920b5-4ae8-49ca-bd7d-318f2b3d1671 req-f5fc7287-3a05-4017-9d86-802db7a34c11 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5298729 May 06 09:48:50.840431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bcfdb28-2f0d-4dd0-abe4-d2b18a06ecea req-84348bd3-05b2-47f2-aa40-c4b6f0272aaa tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 210 time: 0.1503291 May 06 09:48:50.862977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.887609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-4b827247-4bbe-4367-8560-14a864360f32 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 380 time: 0.3740902 May 06 09:48:50.903314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.906266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:50.907391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:50.912038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'port': {'device_id': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'admin_state_up': True, 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'security_groups': ['d9576af9-59e3-47f0-8bf7-9e8f515ab9c4']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:51.016776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] Pushing event updated for resources: {'Network': ['ID=318be5bc-e8e2-418c-981b-865ac6fa5c16,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:51.035852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:51.039405 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a5e08c0d-73e3-4ec3-ae35-23eceded1644 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8805461 May 06 09:48:51.039752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52980) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:51.050067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Request body: {'subnet': {'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1403026198-subnet', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:51.078985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Made reservation on behalf of 2c0bd87feaf1412ba16dbedff4e0e124 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:51.084499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.356744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.374785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.392627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.409394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.427608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.436768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.442547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.457805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.464074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-5d939e1d-2fef-4001-beca-59e2152c0612 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.3882773 May 06 09:48:51.569042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc281c41-d2d5-4825-8d7b-2993bda1df87,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:51.605548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Checking segment: {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:51.605917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Network hostable DHCP agents. Network: 318be5bc-e8e2-418c-981b-865ac6fa5c16, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:48:51.628482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:48:51.645275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 318be5bc-e8e2-418c-981b-865ac6fa5c16) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:51.652993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.653893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.660773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87039932-e7c9-40ce-9621-e3c69e9095a5 None None] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:51.699643 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-839dc997-43bf-4b64-be6e-fe2b6b4923dd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6531038 May 06 09:48:51.701697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53012) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:51.708446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:51.721449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-23c9c426-de76-4391-bcaa-d09ac73c63c2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.722860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-23c9c426-de76-4391-bcaa-d09ac73c63c2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "GET /v2.0/ports/783051a3-e4cc-4fc8-831e-c0e97f23a753?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2340746 May 06 09:48:51.737445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Made reservation on behalf of 9eaa50dd21b24efd9dce2f661ca2ca1d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:51.741376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.741525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.742506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.861380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53018) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:51.864512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Router 2e12489e-5539-4c6f-97c1-e64cdf809c1f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:48:51.870200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:51.890607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7563fad-f721-448d-9cda-a8be2a28d4a4 req-369dd05b-17c0-454f-baf3-b39d05a075a4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:51.896280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7563fad-f721-448d-9cda-a8be2a28d4a4 req-369dd05b-17c0-454f-baf3-b39d05a075a4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.2731020 May 06 09:48:51.897386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-318be5bc-e8e2-418c-981b-865ac6fa5c16', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:48:51.898247 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.075449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Allocated IP 172.20.0.2 (318be5bc-e8e2-418c-981b-865ac6fa5c16/bc281c41-d2d5-4825-8d7b-2993bda1df87/41849fed-58f9-4cf3-9aee-4022be93fc28) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:52.097982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b49eea3-9b3b-4517-8de8-274ffd47dd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.101531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.264197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b49eea3-9b3b-4517-8de8-274ffd47dd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.274859 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b49eea3-9b3b-4517-8de8-274ffd47dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.299573 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.306646 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.326103 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3b49eea3-9b3b-4517-8de8-274ffd47dd1f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4aa498d65d8240a790e3f3e3ae7ad46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4634013 May 06 09:48:52.330347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53032) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:52.357585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:52.361306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:52.364506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49eea3-9b3b-4517-8de8-274ffd47dd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6854378b-507a-498b-8a32-81b876005657,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:52.366870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:52.386289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Pushing event updated for resources: {'Port': ['ID=41849fed-58f9-4cf3-9aee-4022be93fc28,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:52.390819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7563fad-f721-448d-9cda-a8be2a28d4a4 req-779c9bdf-a605-497c-8eb3-77fa8aec4bcc tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817856 May 06 09:48:52.450263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Allocated IP 172.20.0.12 (9384a9c4-085b-4e05-bcf0-21525f91ee84/c197fac8-8ecd-4b52-9d8b-fd09f93a7303/ec4e2ea0-ef77-41ba-8652-c91a6380dc56) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:52.457663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Attempting to bind port 41849fed-58f9-4cf3-9aee-4022be93fc28 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:52.458338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Attempting to bind port 41849fed-58f9-4cf3-9aee-4022be93fc28 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:52.458908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Attempting to bind port 41849fed-58f9-4cf3-9aee-4022be93fc28 on network 318be5bc-e8e2-418c-981b-865ac6fa5c16 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:52.465685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:52.466504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Checking segment: {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:52.467212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.467826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Bound using segment: {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:52.468593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Bound port: 41849fed-58f9-4cf3-9aee-4022be93fc28, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:52.469505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.538475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e49f75-e97f-438e-9433-de40d274d4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.558881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] For port 41849fed-58f9-4cf3-9aee-4022be93fc28, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:52.562756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] For port 41849fed-58f9-4cf3-9aee-4022be93fc28, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=41849fed-58f9-4cf3-9aee-4022be93fc28,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:52.570631 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.602886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.609676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e49f75-e97f-438e-9433-de40d274d4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.649410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.659038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd15514-1c45-4769-a235-fa3d492700e0 None None] Pushing event updated for resources: {'Port': ['ID=41849fed-58f9-4cf3-9aee-4022be93fc28,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:52.715432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53038) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:52.716065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54bfab3f-7f78-4b83-acde-1e862d6b4a71 req-8161720a-8573-46dd-8979-2e1700ce3041 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 210 time: 0.1441979 May 06 09:48:52.751192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.757106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.763847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.766773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e49f75-e97f-438e-9433-de40d274d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.769599 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e49f75-e97f-438e-9433-de40d274d4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:52.770198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.773130 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-12e49f75-e97f-438e-9433-de40d274d4c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6854378b-507a-498b-8a32-81b876005657 HTTP/1.1" status: 204 len: 168 time: 0.4386070 May 06 09:48:52.781523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.789200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e49f75-e97f-438e-9433-de40d274d4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6854378b-507a-498b-8a32-81b876005657,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:52.790789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.800325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:52.802679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-f0e9b01e-03cc-437e-86f3-393f316ecfc6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 5435 time: 0.8157549 May 06 09:48:52.808535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-4818dfb5-9e74-4679-9dc8-3a4af3db3afc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "GET /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.0599980 May 06 09:48:52.857819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Allocated IP 172.25.8.25 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/a3ec34e2-b010-4416-b457-a01d734735a8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:52.865937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:53.037407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.052235 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.052715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-519750094'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:53.073323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:53.087246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] Sync routers for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:53.103753 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.107471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Made reservation on behalf of 582a7f6f993141f6875c6c9ba9ac0352 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:53.110020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:53.112271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:53.112433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.131431 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.137179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.152511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ada8910-c80f-4ffd-8fee-371e28b7ae25 req-ef66e517-80a0-4ddb-b4ab-6ac4c67b174d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3301599 May 06 09:48:53.174484 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.209565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:53.212660 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f9cf35-64f8-4b2d-8380-5ae469a6e116" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:53.241078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:53.255201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:53.266760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:53.295367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.296500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ec34e2-b010-4416-b457-a01d734735a8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:53.315842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-69d6eabc-e9db-4212-87e1-e4885cdfca56 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "PUT /v2.0/floatingips/4a4503f6-2d66-4894-bc8d-de160060fb51 HTTP/1.1" status: 200 len: 992 time: 4.6466043 May 06 09:48:53.317708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.328102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.355563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.378324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:53.398286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:48:53.458705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.459025 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Added segment 9f9b94c2-4dad-423b-9adb-8e517ff28acf of type vlan for network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 May 06 09:48:53.460486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133b6010-4f5e-4f0f-8aa0-93cf3ba7e404,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:53.517563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:53.529902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:53.532027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:53.538105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:53.541969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:53.584653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.585095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.585503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.585911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.586312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.586752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.587178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.587641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.588046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.589557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.590060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.590539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:53.609390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c43c27f-aaec-4ae8-b627-3b76766142ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.616985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.659225 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3f9a6d-df09-4c80-b1c3-c82bf3735b94 x-openstack-request-id: req-dc3f9a6d-df09-4c80-b1c3-c82bf3735b94 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:53.659554 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:53.660297 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc3f9a6d-df09-4c80-b1c3-c82bf3735b94 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:53.661687 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3f9a6d-df09-4c80-b1c3-c82bf3735b94'] response: {'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'status': 'completed', 'code': 200} May 06 09:48:53.732081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:53.733516 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:53.870581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4a4503f6-2d66-4894-bc8d-de160060fb51', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'mac_address': 'fa:16:3e:8c:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:00Z', 'updated_at': '2022-05-06T09:48:50Z', 'revision_number': 3, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:53.917047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] Checking router: 2e12489e-5539-4c6f-97c1-e64cdf809c1f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:53.930684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:53.931568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:53.944768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] For port 783051a3-e4cc-4fc8-831e-c0e97f23a753, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=783051a3-e4cc-4fc8-831e-c0e97f23a753,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:53.969293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-46281b6a-5f34-428b-9edc-dc234d3d8cd3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0669472 May 06 09:48:53.994315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Request body: {'port': {'device_id': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:54.007431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538a156-7910-4016-9ba0-7dd282705e08 req-dfa1075a-e8ed-4a68-95ab-706ff1d67314 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.009306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5538a156-7910-4016-9ba0-7dd282705e08 req-dfa1075a-e8ed-4a68-95ab-706ff1d67314 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.4110820 May 06 09:48:54.052648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:54.083681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d77455-a43f-4f33-a0b1-5b82bdf48696 req-4de92864-a013-47eb-9605-3ab0c887c561 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.085133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65d77455-a43f-4f33-a0b1-5b82bdf48696 req-4de92864-a013-47eb-9605-3ab0c887c561 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 932 time: 0.1998422 May 06 09:48:54.146269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6a3943d4-1252-4c61-978b-9540adb3037b None None] Provisioning complete for port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:54.146869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6a3943d4-1252-4c61-978b-9540adb3037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.161958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.172022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.172939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.177207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef348b01-943e-4dd8-afe1-a96db06116f4 None None] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:54.186618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] For port 783051a3-e4cc-4fc8-831e-c0e97f23a753, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:54.214692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.261738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5538a156-7910-4016-9ba0-7dd282705e08 req-3e113b7b-f965-4c0d-a452-56a3e51eb68c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250500 May 06 09:48:54.273116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] device_id is not set on port 783051a3-e4cc-4fc8-831e-c0e97f23a753 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:54.291011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65d77455-a43f-4f33-a0b1-5b82bdf48696 req-03e2bba1-9c4a-42d5-abd7-f539a0e37e93 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466284 May 06 09:48:54.301251 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5800745 May 06 09:48:54.310259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-c6be1ef8-8fc2-40c8-ad9c-a0b54a001d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.312729 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-c6be1ef8-8fc2-40c8-ad9c-a0b54a001d3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.5794179 May 06 09:48:54.336100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.371216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.459356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3123afc6-21e5-4b05-b3a7-29e8f9106864 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:54.561677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9931ac-9e75-4318-b3c5-401cf1766755 tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Pushing event updated for resources: {'Network': ['ID=e4802b3d-5ef0-47ab-81a2-14362e9f2f30,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:54.567421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6a3943d4-1252-4c61-978b-9540adb3037b None None] Port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:54.599821 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.659415 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.685193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:48:54.714175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=783051a3-e4cc-4fc8-831e-c0e97f23a753,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:54.737672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] No DVR routers for this DVR port 783051a3-e4cc-4fc8-831e-c0e97f23a753 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:54.766687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 41849fed-58f9-4cf3-9aee-4022be93fc28 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:54.787027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c43c27f-aaec-4ae8-b627-3b76766142ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.816617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53064) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:54.851618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c43c27f-aaec-4ae8-b627-3b76766142ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.854765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Request body: {'port': {'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30', 'binding:host_id': 'n-h1-840834-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-395940829'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:54.867866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3123afc6-21e5-4b05-b3a7-29e8f9106864'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:54.870189 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca4bd74-230d-4f90-bc29-14deb0eb768d" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "3123afc6-21e5-4b05-b3a7-29e8f9106864"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:54.902161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d6d22fdf-5978-4902-b470-75902bae3ce4 None None] Provisioning complete for port 41849fed-58f9-4cf3-9aee-4022be93fc28 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:54.902541 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d6d22fdf-5978-4902-b470-75902bae3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.918931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] In _notify_port_updated(), no bound segment for port 783051a3-e4cc-4fc8-831e-c0e97f23a753 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:48:54.919969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.920682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.922069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-08dfd5de-f5b4-4cd7-a987-ec7a555af5b5 service neutron] 10.222.0.82 "PUT /v2.0/ports/783051a3-e4cc-4fc8-831e-c0e97f23a753 HTTP/1.1" status: 200 len: 1027 time: 2.0985670 May 06 09:48:54.931193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-f4d21c0f-1b90-4932-8056-b5a62c20acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.933113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-f4d21c0f-1b90-4932-8056-b5a62c20acd5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.6023121 May 06 09:48:54.943454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:54.943656 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0c43c27f-aaec-4ae8-b627-3b76766142ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f7c99d1c8474269a1d2ef1019fc7bed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4110253 May 06 09:48:54.945665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53070) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:54.956002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-68f2ed59-7c3e-4ba7-9f01-a3c2c3420a04 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.963894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-68f2ed59-7c3e-4ba7-9f01-a3c2c3420a04 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.964845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43c27f-aaec-4ae8-b627-3b76766142ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa4670b-0b4a-4434-ab61-6990006a13f7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:54.969555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:54.970693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 456ba549-52c2-433d-8a60-0193194016d7 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:54.975105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-68f2ed59-7c3e-4ba7-9f01-a3c2c3420a04 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:54.991210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-68f2ed59-7c3e-4ba7-9f01-a3c2c3420a04 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.003197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-68f2ed59-7c3e-4ba7-9f01-a3c2c3420a04 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.012785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-68f2ed59-7c3e-4ba7-9f01-a3c2c3420a04 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.021526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-68f2ed59-7c3e-4ba7-9f01-a3c2c3420a04 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 4661 time: 0.5664673 May 06 09:48:55.100592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Made reservation on behalf of f6bd65c897ac422b9aac48f80ce7aaff for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:48:55.100855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:55.103443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.110872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Deleting port a79df526-735d-4863-8d00-251458d5c44c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:55.111555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.131146 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b05d85-173d-4eac-83f9-2456c4417ace x-openstack-request-id: req-d5b05d85-173d-4eac-83f9-2456c4417ace {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:55.131772 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "3123afc6-21e5-4b05-b3a7-29e8f9106864", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:55.132183 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5b05d85-173d-4eac-83f9-2456c4417ace {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:55.132770 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b05d85-173d-4eac-83f9-2456c4417ace'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3123afc6-21e5-4b05-b3a7-29e8f9106864', 'code': 200} May 06 09:48:55.149340 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-8f5b1959-9753-4cb5-bca8-c45a64e37ef5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 1000 time: 0.2043188 May 06 09:48:55.172729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87149c2d-2892-4d5d-b11d-14055a656f6b req-34912ac9-84e5-4034-8d93-7c8c377d0f18 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=a4cbb962-5955-4e24-a0fe-a132fd29b34d&id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500347 May 06 09:48:55.214947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-02e9436e-376a-4126-960a-03abd0ddc51e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.216604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-02e9436e-376a-4126-960a-03abd0ddc51e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "GET /v2.0/ports/3123afc6-21e5-4b05-b3a7-29e8f9106864?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1928580 May 06 09:48:55.218145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.242431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:48:55.255995 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8e252a-cd1f-4124-8963-85686943eebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.288328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-3ed035df-8b1e-446a-8b87-ec3b17f00ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.289925 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-3ed035df-8b1e-446a-8b87-ec3b17f00ce5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.1331675 May 06 09:48:55.290900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 41849fed-58f9-4cf3-9aee-4022be93fc28 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:55.291901 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.296964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.301731 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d6d22fdf-5978-4902-b470-75902bae3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.329458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8e252a-cd1f-4124-8963-85686943eebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.348981 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.403491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] For port a79df526-735d-4863-8d00-251458d5c44c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a79df526-735d-4863-8d00-251458d5c44c,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:55.406772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.419424 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-d13424cd-f1fe-4089-803b-7f528b43f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:55.420663 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-d13424cd-f1fe-4089-803b-7f528b43f9b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227727 May 06 09:48:55.435549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d6d22fdf-5978-4902-b470-75902bae3ce4 None None] For port 41849fed-58f9-4cf3-9aee-4022be93fc28, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=41849fed-58f9-4cf3-9aee-4022be93fc28,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:55.438888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.439362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4a4503f6-2d66-4894-bc8d-de160060fb51', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'mac_address': 'fa:16:3e:8c:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:00Z', 'updated_at': '2022-05-06T09:48:50Z', 'revision_number': 3, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:55.442718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 456ba549-52c2-433d-8a60-0193194016d7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=456ba549-52c2-433d-8a60-0193194016d7,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:55.447401 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d6d22fdf-5978-4902-b470-75902bae3ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.480484 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.481173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:55.511162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d81f35-1898-444c-b795-58cf93c94613 None None] The sync data for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 is: [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4a4503f6-2d66-4894-bc8d-de160060fb51', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'port_id': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'mac_address': 'fa:16:3e:8c:8e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:46:00Z', 'updated_at': '2022-05-06T09:48:50Z', 'revision_number': 3, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:55.543416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8e252a-cd1f-4124-8963-85686943eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.546624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8e252a-cd1f-4124-8963-85686943eebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.551013 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a8e252a-cd1f-4124-8963-85686943eebf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9aa4670b-0b4a-4434-ab61-6990006a13f7 HTTP/1.1" status: 204 len: 168 time: 0.5955796 May 06 09:48:55.626577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e252a-cd1f-4124-8963-85686943eebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa4670b-0b4a-4434-ab61-6990006a13f7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:55.639965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-77d11df2-d0c1-4a09-b1ee-b31eb9587bf4 None None] Provisioning complete for port 41849fed-58f9-4cf3-9aee-4022be93fc28 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:55.640687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77d11df2-d0c1-4a09-b1ee-b31eb9587bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.655873 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-cdbdab63-8c2b-4ce3-b19c-beb68b314ecd service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266977 May 06 09:48:55.678717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:48:55.711072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22fdf-5978-4902-b470-75902bae3ce4 None None] Pushing event updated for resources: {'Port': ['ID=41849fed-58f9-4cf3-9aee-4022be93fc28,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:55.862929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=456ba549-52c2-433d-8a60-0193194016d7,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:55.906319 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-46f9cf35-64f8-4b2d-8380-5ae469a6e116 req-aede18cb-6dd7-481c-9920-89f692d423a1 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411397 May 06 09:48:55.909226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.935967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Calling delete_port for a79df526-735d-4863-8d00-251458d5c44c owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:55.941910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:55.943055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:48:55.944914 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf2a2cf-aee5-4370-801f-026d2477a0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:55.957406 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Sync routers for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:48:55.960116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:55.975940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-77d11df2-d0c1-4a09-b1ee-b31eb9587bf4 None None] Provisioning complete for port 783051a3-e4cc-4fc8-831e-c0e97f23a753 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:55.976713 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77d11df2-d0c1-4a09-b1ee-b31eb9587bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:55.981011 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:55.982030 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:55.991569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.000577 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8638e25c-89d9-43e4-8542-299544531e12 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2966855 May 06 09:48:56.001430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:56.048561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-77d11df2-d0c1-4a09-b1ee-b31eb9587bf4 None None] Port 783051a3-e4cc-4fc8-831e-c0e97f23a753 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:56.053098 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.055258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 783051a3-e4cc-4fc8-831e-c0e97f23a753 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:56.146382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3123afc6-21e5-4b05-b3a7-29e8f9106864,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:56.160307 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:56.179549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 783051a3-e4cc-4fc8-831e-c0e97f23a753 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:48:56.187127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] For port 3123afc6-21e5-4b05-b3a7-29e8f9106864, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:56.190352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 56419376-70ae-4acd-9d38-3fd03c214a82 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:56.225124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] device_id is not set on port 3123afc6-21e5-4b05-b3a7-29e8f9106864 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:56.237709 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.264802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4e2ea0-ef77-41ba-8652-c91a6380dc56 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:48:56.274413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.288101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:56.366155 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.369167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.382799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] Pushing event updated for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:56.419517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 56419376-70ae-4acd-9d38-3fd03c214a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=56419376-70ae-4acd-9d38-3fd03c214a82,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:56.424384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.425185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3c278fbe-b8ea-479e-8a05-a6782641a3b2 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:56.426270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:53Z', 'revision_number': 3, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:56.477631 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Checking router: da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:48:56.478187 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Updating router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 port a3ec34e2-b010-4416-b457-a01d734735a8 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:48:56.478383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fdc73-fc81-4ff8-b208-eec49c5b04f5 req-b9a9bfde-ddb5-4f0e-97be-a894f1a1d342 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:56.480048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f8fdc73-fc81-4ff8-b208-eec49c5b04f5 req-b9a9bfde-ddb5-4f0e-97be-a894f1a1d342 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 1.0212529 May 06 09:48:56.503162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a9513-d785-4bc4-8847-68938e69c835 req-354f340e-46e3-4e44-9465-f5db49c51ca8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:56.505481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a8a9513-d785-4bc4-8847-68938e69c835 req-354f340e-46e3-4e44-9465-f5db49c51ca8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 932 time: 1.0450816 May 06 09:48:56.513243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=56419376-70ae-4acd-9d38-3fd03c214a82,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:56.543834 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.568546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Transition to ACTIVE for port object ec4e2ea0-ef77-41ba-8652-c91a6380dc56 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:48:56.600611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.625081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.641295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 41849fed-58f9-4cf3-9aee-4022be93fc28 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:48:56.702213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:56.704507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.714806 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.715733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 94837630-0f86-4cbf-94fd-2d904d6ada14 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:48:56.780946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 41849fed-58f9-4cf3-9aee-4022be93fc28 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:56.781468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.825704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] No DVR routers for this DVR port 3123afc6-21e5-4b05-b3a7-29e8f9106864 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:48:56.828568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.845032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:56.845288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3c278fbe-b8ea-479e-8a05-a6782641a3b2,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:56.878961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:56.895437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] device_id is not set on port 9d38857d-8d33-42c8-b993-236c215270d7 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:56.918871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a8a9513-d785-4bc4-8847-68938e69c835 req-580fa959-e089-465b-9001-3d2ef517eca8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847864 May 06 09:48:56.936815 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.020342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f8fdc73-fc81-4ff8-b208-eec49c5b04f5 req-b966593c-534c-49d6-8b8c-6b91c9536cca tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136049 May 06 09:48:57.096421 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f1243e-5e71-4d27-acc7-e833cb98760b x-openstack-request-id: req-98f1243e-5e71-4d27-acc7-e833cb98760b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:57.100113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-207b81d4-5c83-4def-a4f2-bd843b92ad43 None None] Provisioning complete for port 3123afc6-21e5-4b05-b3a7-29e8f9106864 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:57.100823 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:57.101116 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98f1243e-5e71-4d27-acc7-e833cb98760b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:57.101506 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-207b81d4-5c83-4def-a4f2-bd843b92ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.101665 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f1243e-5e71-4d27-acc7-e833cb98760b'] response: {'name': 'network-changed', 'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'status': 'completed', 'code': 200} May 06 09:48:57.135815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456ba549-52c2-433d-8a60-0193194016d7'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2'}, {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:57.139351 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abcabb8-cbc2-4d0a-9a7f-d20c2e12201f" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "456ba549-52c2-433d-8a60-0193194016d7"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2"}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:57.143878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 94837630-0f86-4cbf-94fd-2d904d6ada14, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94837630-0f86-4cbf-94fd-2d904d6ada14,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:57.156174 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.164461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.170105 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.230114 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 06 May 2022 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2 x-openstack-request-id: req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:57.231080 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "456ba549-52c2-433d-8a60-0193194016d7", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2", "code": 200}, {"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-unplugged", "status": "completed", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:57.232309 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:57.233146 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456ba549-52c2-433d-8a60-0193194016d7', 'code': 200} May 06 09:48:57.233609 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3', 'code': 200} May 06 09:48:57.234069 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82', 'code': 200} May 06 09:48:57.234524 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2', 'code': 200} May 06 09:48:57.235106 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dab3c6c-67a8-4dea-8586-0b5d06ec49b2'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'code': 200} May 06 09:48:57.249416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-207b81d4-5c83-4def-a4f2-bd843b92ad43 None None] Port 3123afc6-21e5-4b05-b3a7-29e8f9106864 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:57.254997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] In _notify_port_updated(), no bound segment for port 3123afc6-21e5-4b05-b3a7-29e8f9106864 on network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:48:57.255884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.256713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.258370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-650807ad-f308-4a9b-ad74-03d2409f7e35 service neutron] 10.222.0.82 "PUT /v2.0/ports/3123afc6-21e5-4b05-b3a7-29e8f9106864 HTTP/1.1" status: 200 len: 1028 time: 2.0254500 May 06 09:48:57.287764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=94837630-0f86-4cbf-94fd-2d904d6ada14,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:57.306802 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Attempting to bind port a3ec34e2-b010-4416-b457-a01d734735a8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:57.307694 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Attempting to bind port a3ec34e2-b010-4416-b457-a01d734735a8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:57.308391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Attempting to bind port a3ec34e2-b010-4416-b457-a01d734735a8 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:57.319671 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:57.319864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Allocated IP 172.20.0.1 (318be5bc-e8e2-418c-981b-865ac6fa5c16/bc281c41-d2d5-4825-8d7b-2993bda1df87/0966b3e8-eb2e-4db3-bf53-a739ae8563f9) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:48:57.320310 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:57.320405 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.320792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:57.323981 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Bound port: a3ec34e2-b010-4416-b457-a01d734735a8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:57.325652 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.328078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-a1aee9e1-df09-4f72-bcd3-ed89c83d810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.329844 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-a1aee9e1-df09-4f72-bcd3-ed89c83d810a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.1536813 May 06 09:48:57.335769 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Pushing event updated for resources: {'Port': ['ID=a3ec34e2-b010-4416-b457-a01d734735a8,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:57.367516 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.368884 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.369472 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.370036 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.370606 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.371150 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.371719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.372307 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.372859 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.373407 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.373950 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.374510 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:48:57.395185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c982f50a-2b80-4988-b9d5-eba4e0b1606f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:57.433510 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] For port a3ec34e2-b010-4416-b457-a01d734735a8, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:57.439039 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] For port a3ec34e2-b010-4416-b457-a01d734735a8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a3ec34e2-b010-4416-b457-a01d734735a8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:57.446831 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.518288 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:48:57.519122 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:57.521256 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0596a-a7a9-4cbf-a6b8-cd7ddcbfbf7a None None] Pushing event updated for resources: {'Port': ['ID=a3ec34e2-b010-4416-b457-a01d734735a8,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:57.526888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Attempting to bind port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:48:57.527224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Attempting to bind port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:48:57.527554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Attempting to bind port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:57.551105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5991-5e62-4081-ba5e-43ac8569154c req-6e20b460-269a-476c-8dcc-a863cae1063e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.557283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5991-5e62-4081-ba5e-43ac8569154c req-6e20b460-269a-476c-8dcc-a863cae1063e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.563337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5991-5e62-4081-ba5e-43ac8569154c req-6e20b460-269a-476c-8dcc-a863cae1063e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.569734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5991-5e62-4081-ba5e-43ac8569154c req-6e20b460-269a-476c-8dcc-a863cae1063e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.582779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5991-5e62-4081-ba5e-43ac8569154c req-6e20b460-269a-476c-8dcc-a863cae1063e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.597422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f43f5991-5e62-4081-ba5e-43ac8569154c req-6e20b460-269a-476c-8dcc-a863cae1063e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 3876 time: 0.4201617 May 06 09:48:57.653589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:48:57.653913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Attempting to bind port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:48:57.677678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:48:57.678018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Checking segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:57.678417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Bound using segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:48:57.681350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Bound port: ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:48:57.683637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.753804 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:48:57.765483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 456ba549-52c2-433d-8a60-0193194016d7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:48:57.765834 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:57.906875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f43f5991-5e62-4081-ba5e-43ac8569154c req-6c839119-135a-4269-b00a-405e10bab406 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084512 May 06 09:48:57.910448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-00699fbf-c5b9-4972-94ea-8396661c1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:57.912945 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-00699fbf-c5b9-4972-94ea-8396661c1927 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.5737851 May 06 09:48:57.916220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:48:57.946141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.017731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:48:58.018933 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-7716c1a3-62d4-473f-a89d-6533cca8b63f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 1000 time: 0.0976524 May 06 09:48:58.058712 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.076962 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:53Z', 'revision_number': 3, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:48:58.104713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.106420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.136079 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173be3bf-090e-4c62-b82b-c72c66d56b43 None None] The sync data for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 is: [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:53Z', 'revision_number': 3, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:48:58.168509 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Pushing event updated for resources: {'Port': ['ID=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:58.172796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-de870f00-c521-46bd-af11-de0f584e2579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:58.174301 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-de870f00-c521-46bd-af11-de0f584e2579 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.1475532 May 06 09:48:58.210241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:58.233086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:58.236613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:58.253597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Pushing event deleted for resources: {'Port': ['ID=a79df526-735d-4863-8d00-251458d5c44c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:58.309888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.390370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-f54ebdc9-c7f4-47af-ab88-99d201d46720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:58.392533 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-f54ebdc9-c7f4-47af-ab88-99d201d46720 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099006 May 06 09:48:58.410424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] device_id is not set on port 9d38857d-8d33-42c8-b993-236c215270d7 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:48:58.600498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.608121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:58.614682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.616545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 200 len: 1092 time: 4.6340396 May 06 09:48:58.668628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] For port 456ba549-52c2-433d-8a60-0193194016d7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=456ba549-52c2-433d-8a60-0193194016d7,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:48:58.669205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.702170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.856930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 456ba549-52c2-433d-8a60-0193194016d7 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:48:58.866727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.926853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b4243-05b4-44e2-8f52-6523b8ecba83 req-ea074941-4f0b-4930-a672-f2069882eefa tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:58.928812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4b4243-05b4-44e2-8f52-6523b8ecba83 req-ea074941-4f0b-4930-a672-f2069882eefa tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.7795451 May 06 09:48:58.934927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ee1b64bb-15d4-4787-8d42-e533688b7704 None None] Provisioning complete for port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:48:58.935544 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ee1b64bb-15d4-4787-8d42-e533688b7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:58.940122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb2969-0c80-4e60-86a3-d3285295e7a5 req-9e5a43ce-2c28-440e-8743-2db578a6037d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:58.951512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fdb2969-0c80-4e60-86a3-d3285295e7a5 req-9e5a43ce-2c28-440e-8743-2db578a6037d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.7957318 May 06 09:48:58.975688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b30129-625c-4e6c-b692-0a0565f0b0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:59.008621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b64bb-15d4-4787-8d42-e533688b7704 None None] Port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:48:59.019515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53138) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:59.028996 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-9b7abedc-4424-4025-a4ed-6ef8c55d6fef service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265290 May 06 09:48:59.125632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:48:59.128629 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d2870-5079-4431-a430-eaa9897b4860" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:48:59.156970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.181014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.189863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-8b816b6c-fe5d-4ea0-b952-5582a8dc4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.191624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-8b816b6c-fe5d-4ea0-b952-5582a8dc4300 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1095 time: 0.3931663 May 06 09:48:59.217356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=9d38857d-8d33-42c8-b993-236c215270d7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:59.223623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e39fafe0-dc4e-4d56-b515-9d3684da8398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.240615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4b4243-05b4-44e2-8f52-6523b8ecba83 req-13475875-e1b5-4b3c-b1eb-060c3d945c80 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745090 May 06 09:48:59.254119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9bf2a2cf-aee5-4370-801f-026d2477a0fe req-0dd4adc1-d4cc-4521-85f4-c65a77c1545c service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071669 May 06 09:48:59.303413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1fdb2969-0c80-4e60-86a3-d3285295e7a5 req-8a8b141a-f043-483b-b2b2-96de729e816b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427098 May 06 09:48:59.307523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.314665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Pushing event updated for resources: {'Port': ['ID=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:59.346670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-890ce656-0fa8-459a-9de1-91bf9d5794c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 200 len: 217 time: 0.1322989 May 06 09:48:59.350610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Checking segment: {'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:48:59.351215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Network hostable DHCP agents. Network: e4802b3d-5ef0-47ab-81a2-14362e9f2f30, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:48:59.404216 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a28e7-a0f1-4bbe-8b02-3d35b6bb7edf x-openstack-request-id: req-0a2a28e7-a0f1-4bbe-8b02-3d35b6bb7edf {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:48:59.404508 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:48:59.404763 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a2a28e7-a0f1-4bbe-8b02-3d35b6bb7edf {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:48:59.405157 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2a28e7-a0f1-4bbe-8b02-3d35b6bb7edf'] response: {'name': 'network-changed', 'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'status': 'completed', 'code': 200} May 06 09:48:59.501670 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.503466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e39fafe0-dc4e-4d56-b515-9d3684da8398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.514056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e39fafe0-dc4e-4d56-b515-9d3684da8398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.517632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:48:59.519454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:48:59.527459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:59.539502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-9af79458-9183-4427-bc1c-45b5c45b83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.541035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-9af79458-9183-4427-bc1c-45b5c45b83f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.1856074 May 06 09:48:59.565241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fafe0-dc4e-4d56-b515-9d3684da8398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834a512f-098f-4f6e-b67d-9eec7b084706,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:59.569953 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e39fafe0-dc4e-4d56-b515-9d3684da8398 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b92b1a63b49f4fa0aaa2e518adc2d5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5492582 May 06 09:48:59.574805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53144) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:48:59.641450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e4802b3d-5ef0-47ab-81a2-14362e9f2f30) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:48:59.653879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317fa5f-8185-4a77-a499-aec362d3dbd0 None None] Network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:48:59.658778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ada8d-1f1e-407d-9d24-65a0e4d56a8b req-6baaa8ec-d16e-44d8-b6ef-de7d10776c7b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.665024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ada8d-1f1e-407d-9d24-65a0e4d56a8b req-6baaa8ec-d16e-44d8-b6ef-de7d10776c7b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.676096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ada8d-1f1e-407d-9d24-65a0e4d56a8b req-6baaa8ec-d16e-44d8-b6ef-de7d10776c7b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.686012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ada8d-1f1e-407d-9d24-65a0e4d56a8b req-6baaa8ec-d16e-44d8-b6ef-de7d10776c7b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.692115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ada8d-1f1e-407d-9d24-65a0e4d56a8b req-6baaa8ec-d16e-44d8-b6ef-de7d10776c7b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:48:59.693900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b78ada8d-1f1e-407d-9d24-65a0e4d56a8b req-6baaa8ec-d16e-44d8-b6ef-de7d10776c7b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 3876 time: 0.3156044 May 06 09:48:59.700842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:48:59.705861 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.727958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bdf717b-ac4a-4633-b83d-21698118e71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.756224 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bdf717b-ac4a-4633-b83d-21698118e71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.830779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bdf717b-ac4a-4633-b83d-21698118e71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.833778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bdf717b-ac4a-4633-b83d-21698118e71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:48:59.845494 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8bdf717b-ac4a-4633-b83d-21698118e71e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/834a512f-098f-4f6e-b67d-9eec7b084706 HTTP/1.1" status: 204 len: 168 time: 0.2249627 May 06 09:48:59.892290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf717b-ac4a-4633-b83d-21698118e71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834a512f-098f-4f6e-b67d-9eec7b084706,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:48:59.904357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:00.057658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:00.072150 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8fcd1527-8d50-41f2-9bcf-ead6ce1253ac admin admin] 10.222.0.76 "PUT /v2.0/routers/da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0646491 May 06 09:49:00.072361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-505f3415-d242-44d4-bb67-42b27a8bf4ee None None] Provisioning complete for port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:00.072361 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-505f3415-d242-44d4-bb67-42b27a8bf4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.122767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-505f3415-d242-44d4-bb67-42b27a8bf4ee None None] Port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:49:00.148662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=456ba549-52c2-433d-8a60-0193194016d7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.208413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] No DVR routers for this DVR port 456ba549-52c2-433d-8a60-0193194016d7 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:00.214474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:00.214803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:00.215175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:00.221398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.224596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-8e9b3ed3-5700-472a-a7a9-fb9c995dfc6b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "DELETE /v2.0/ports/456ba549-52c2-433d-8a60-0193194016d7 HTTP/1.1" status: 204 len: 173 time: 2.9347789 May 06 09:49:00.229312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-182cfe3c-c79b-494e-a111-86d1397d8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.230624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-182cfe3c-c79b-494e-a111-86d1397d8e76 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6791573 May 06 09:49:00.252477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:00.253070 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:00.265960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53156) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:00.286700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-699ab4b6-e623-4d6e-b240-7bb221188029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.288793 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 2 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:00.372830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b78ada8d-1f1e-407d-9d24-65a0e4d56a8b req-511753c2-cf77-43ba-8cfa-09a216dfb882 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6400344 May 06 09:49:00.385786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-68f427db-41af-4051-aa1a-c27c5883e683 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2770431 May 06 09:49:00.386634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:00.387149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:00.387807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:00.397899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-699ab4b6-e623-4d6e-b240-7bb221188029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.418676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-699ab4b6-e623-4d6e-b240-7bb221188029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.430541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:00.431031 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:00.483244 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 3 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:00.497596 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-699ab4b6-e623-4d6e-b240-7bb221188029 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e332db341d4d422e8a9fdee91d2a4a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299452 May 06 09:49:00.502697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53162) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:00.540221 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ab4b6-e623-4d6e-b240-7bb221188029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff33bc87-9e4c-4bfd-b2f7-f885e34954ea,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.578896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:00.579247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:00.580059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:00.585780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d183-d093-4e92-a9fd-bcf6b71fe93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.632412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d183-d093-4e92-a9fd-bcf6b71fe93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.656398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:00.656804 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:00.676891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a3ec34e2-b010-4416-b457-a01d734735a8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:00.677092 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 4 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:00.725650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-49408262-c5e9-4348-a10f-947ed1b83398 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750180 May 06 09:49:00.753737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d183-d093-4e92-a9fd-bcf6b71fe93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.757102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4f6d183-d093-4e92-a9fd-bcf6b71fe93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.758575 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4f6d183-d093-4e92-a9fd-bcf6b71fe93b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff33bc87-9e4c-4bfd-b2f7-f885e34954ea HTTP/1.1" status: 204 len: 168 time: 0.2545633 May 06 09:49:00.764385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a3ec34e2-b010-4416-b457-a01d734735a8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:00.764874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.768961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6d183-d093-4e92-a9fd-bcf6b71fe93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff33bc87-9e4c-4bfd-b2f7-f885e34954ea,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.846990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:00.847479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.850437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:00.850877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:00.851300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:00.884307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-3e09eb21-c1f8-424e-ae39-2423fd7ba5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:00.886251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-3e09eb21-c1f8-424e-ae39-2423fd7ba5e3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 1096 time: 0.3932402 May 06 09:49:00.888565 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.910955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a3ec34e2-b010-4416-b457-a01d734735a8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a3ec34e2-b010-4416-b457-a01d734735a8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:00.918632 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:00.962069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Sync routers for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:00.971375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:00.972437 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:00.979157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a3ec34e2-b010-4416-b457-a01d734735a8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:00.981008 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 5 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:00.988260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:00.988980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:00.991361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.991726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.992167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.992373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.992704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.993027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.993347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.993663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.993982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.994811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.995314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:00.995849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:01.013248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224c318-6080-4324-82f8-18ba13e5c2a7 req-b2d5fbeb-4cd6-474b-b68c-078c3041b76a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.021168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2224c318-6080-4324-82f8-18ba13e5c2a7 req-b2d5fbeb-4cd6-474b-b68c-078c3041b76a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.5326161 May 06 09:49:01.156226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:01.156869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:01.156869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:01.161507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Router 02ea7d91-ea48-4106-b88e-2e261216368d has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:01.193940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:01.194512 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:01.199979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:01.218400 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 6 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:01.258527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] For port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:01.258899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.263892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77bcd5b5-ee44-424d-a99d-b5a42a22a132 req-0b8db081-4845-4fbe-883b-723426b092a0 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161371 May 06 09:49:01.266741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2224c318-6080-4324-82f8-18ba13e5c2a7 req-981e0454-4c6f-4ec1-ac91-28594d79e5ce tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447293 May 06 09:49:01.352961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:01.363836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:01.364268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:01.364504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:01.393219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-bdd952c0-01ac-4d83-8402-4261f4d067a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.394676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-bdd952c0-01ac-4d83-8402-4261f4d067a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.4164326 May 06 09:49:01.433909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53178) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:01.438955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fe1ee9f9-0c54-495d-9ca3-5da1f936affd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881944156', 'description': 'tempest-description--234689244'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:01.476901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '456ba549-52c2-433d-8a60-0193194016d7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:01.480203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 2, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:01.481021 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b970fc-30b1-47c9-94cd-59e3ff7c8148" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "456ba549-52c2-433d-8a60-0193194016d7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:01.481387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee9f9-0c54-495d-9ca3-5da1f936affd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.513235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Checking router: da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:01.513655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Updating router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:49:01.541611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.541877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:01.542217 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:01.581764 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 7 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:01.605401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:01.605736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:01.606101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:01.610097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee9f9-0c54-495d-9ca3-5da1f936affd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.617927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee9f9-0c54-495d-9ca3-5da1f936affd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.648482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ee9f9-0c54-495d-9ca3-5da1f936affd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff3565-85cb-4c2a-898f-8ba190db9ce1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:01.666004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe1ee9f9-0c54-495d-9ca3-5da1f936affd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.667359 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fe1ee9f9-0c54-495d-9ca3-5da1f936affd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2324708 May 06 09:49:01.670171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:01.674751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-03daf9e3-70aa-4466-94e3-3a67587fb80b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Request body: {'security_group_rule': {'security_group_id': '82ff3565-85cb-4c2a-898f-8ba190db9ce1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:01.678581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-ac149038-99ed-4111-917a-f3bb5b7d4156 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 HTTP/1.1" status: 200 len: 217 time: 0.1376488 May 06 09:49:01.699100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:01.699443 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:01.705171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03daf9e3-70aa-4466-94e3-3a67587fb80b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.714753 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 8 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:01.771993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7dc53-2b90-4acb-8bc9-ca17a8257c17 req-e74a683a-954c-47c2-acc4-39e346f0da14 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.773578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5df7dc53-2b90-4acb-8bc9-ca17a8257c17 req-e74a683a-954c-47c2-acc4-39e346f0da14 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.3905537 May 06 09:49:01.785976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d2870-5079-4431-a430-eaa9897b4860 req-b804d3ed-6f50-4201-8040-f1fda9f159c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.787542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-267d2870-5079-4431-a430-eaa9897b4860 req-b804d3ed-6f50-4201-8040-f1fda9f159c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1095 time: 0.4285326 May 06 09:49:01.788597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:01.789432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03daf9e3-70aa-4466-94e3-3a67587fb80b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.797037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:01.797037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:01.797037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:01.798677 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] Sync routers for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:01.799336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03daf9e3-70aa-4466-94e3-3a67587fb80b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.816917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b15f3a56-3bd9-47f1-bc80-63d01cb4256b admin admin] 10.222.0.76 "PUT /v2.0/routers/02ea7d91-ea48-4106-b88e-2e261216368d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5775673 May 06 09:49:01.820722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53192) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:01.824036 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:01.824904 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:01.875803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03daf9e3-70aa-4466-94e3-3a67587fb80b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefda98c-9599-4df3-a9ab-fcc0a53e1262,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:01.892075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03daf9e3-70aa-4466-94e3-3a67587fb80b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:01.897124 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-03daf9e3-70aa-4466-94e3-3a67587fb80b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2237487 May 06 09:49:01.901873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53196) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:01.908046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:01.908374 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:01.912200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6587ee79-64b0-4b48-8750-e1c9c439757d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Request body: {'security_group_rule': {'security_group_id': '82ff3565-85cb-4c2a-898f-8ba190db9ce1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:01.918228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c248e8-7ac9-4870-9a35-511c25e0a26c req-9dcf8f3e-7f7f-487d-a8bf-5699c2e5cc5a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.924174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c248e8-7ac9-4870-9a35-511c25e0a26c req-9dcf8f3e-7f7f-487d-a8bf-5699c2e5cc5a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.930036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c248e8-7ac9-4870-9a35-511c25e0a26c req-9dcf8f3e-7f7f-487d-a8bf-5699c2e5cc5a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.936085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c248e8-7ac9-4870-9a35-511c25e0a26c req-9dcf8f3e-7f7f-487d-a8bf-5699c2e5cc5a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.937833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1c248e8-7ac9-4870-9a35-511c25e0a26c req-9dcf8f3e-7f7f-487d-a8bf-5699c2e5cc5a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 3143 time: 0.3571281 May 06 09:49:01.966915 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 9 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:01.977813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-dffbfb03-2a71-4f7f-9c8f-877b731e7832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:01.979842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-dffbfb03-2a71-4f7f-9c8f-877b731e7832 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.2828958 May 06 09:49:02.001123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.007696 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:02.076948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5df7dc53-2b90-4acb-8bc9-ca17a8257c17 req-45315275-a8e1-4056-bd08-53a6b0a3cff7 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863560 May 06 09:49:02.077644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:02.077971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:02.078332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:02.092363 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.108832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.120380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:02.120909 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:02.121648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.130035 n-d-840834-1 neutron-server[102742]: INFO neutron.plugins.ml2.plugin [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 10 to bind port 9d38857d-8d33-42c8-b993-236c215270d7 May 06 09:49:02.133804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6587ee79-64b0-4b48-8750-e1c9c439757d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.199952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1c248e8-7ac9-4870-9a35-511c25e0a26c req-be848526-fffd-4af2-8d5e-a7fff7309071 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263694 May 06 09:49:02.220561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6587ee79-64b0-4b48-8750-e1c9c439757d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.229705 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df6eba-e279-4f4f-a3f3-6345f2b3121c x-openstack-request-id: req-14df6eba-e279-4f4f-a3f3-6345f2b3121c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:02.230231 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "456ba549-52c2-433d-8a60-0193194016d7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:02.235681 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14df6eba-e279-4f4f-a3f3-6345f2b3121c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:02.236123 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14df6eba-e279-4f4f-a3f3-6345f2b3121c'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '456ba549-52c2-433d-8a60-0193194016d7', 'status': 'completed', 'code': 200} May 06 09:49:02.247018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6587ee79-64b0-4b48-8750-e1c9c439757d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.247509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d2870-5079-4431-a430-eaa9897b4860 req-ed0c28dc-9870-45a2-890b-e8217a3b0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.249142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-267d2870-5079-4431-a430-eaa9897b4860 req-ed0c28dc-9870-45a2-890b-e8217a3b0279 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.4361458 May 06 09:49:02.249941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:02.253310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-b7b3b84c-e832-47f2-afed-39c742959c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:02.254804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-b7b3b84c-e832-47f2-afed-39c742959c4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513082 May 06 09:49:02.271890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:02.272231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:02.272572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:02.298951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587ee79-64b0-4b48-8750-e1c9c439757d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774e56ad-33f0-48ad-a161-f166d646fcf5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:02.306270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6587ee79-64b0-4b48-8750-e1c9c439757d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.311907 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6587ee79-64b0-4b48-8750-e1c9c439757d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071999 May 06 09:49:02.316015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53206) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:02.321227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:02.339447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.347025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f56f7-4d15-45a6-a391-4d68be4f2bff None None] Pushing event updated for resources: {'Port': ['ID=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:02.391153 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.497813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Attempting to bind port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:02.500882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Attempting to bind port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:02.501300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Attempting to bind port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 on network 318be5bc-e8e2-418c-981b-865ac6fa5c16 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:02.512110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:02.512622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Checking segment: {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:02.513098 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.513595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Bound using segment: {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:02.513977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Bound port: 0966b3e8-eb2e-4db3-bf53-a739ae8563f9, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:02.514365 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.547778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Deleting port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:02.548126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.632504 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:48:57Z', 'revision_number': 5, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port': {'id': 'f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:05:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:02.642265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a3ec34e2-b010-4416-b457-a01d734735a8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:02.691257 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] Checking router: 02ea7d91-ea48-4106-b88e-2e261216368d for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:02.702584 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] Routers {'02ea7d91-ea48-4106-b88e-2e261216368d'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:02.703882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['02ea7d91-ea48-4106-b88e-2e261216368d'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:02.741601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.763127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] For port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:02.801416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] For port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:02.814023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-068cceb0-bc3c-470b-ace8-8f65ee5878cf None None] Provisioning complete for port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:02.814764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-068cceb0-bc3c-470b-ace8-8f65ee5878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.826276 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.861301 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] Set router 02ea7d91-ea48-4106-b88e-2e261216368d gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:02.869493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Allocated IP 172.25.8.117 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/b716401c-0417-4425-82a0-e6dab3be145e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:02.920219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-267d2870-5079-4431-a430-eaa9897b4860 req-8c366d5f-8f70-4ded-9b6a-23d2062ba371 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 200 len: 217 time: 0.6604486 May 06 09:49:02.989217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] For port f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:02.989587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:02.998941 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:49:02Z', 'revision_number': 6, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:03.003450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 9d38857d-8d33-42c8-b993-236c215270d7 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:03.003984 n-d-840834-1 neutron-server[102742]: ERROR neutron.plugins.ml2.managers [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 9d38857d-8d33-42c8-b993-236c215270d7 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:03.004526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.019111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Calling delete_port for f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:03.034737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a3ec34e2-b010-4416-b457-a01d734735a8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:03.035169 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.042936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:03.044790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:03.082505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] No DVR routers for this DVR port 9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:03.084603 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de5918f-bfa7-4475-80b8-d5050d3f39a9 None None] The sync data for ids ['02ea7d91-ea48-4106-b88e-2e261216368d'] in n-d-840834-1 is: [{'id': '02ea7d91-ea48-4106-b88e-2e261216368d', 'name': 'tempest-TaggedBootDevicesTest_v242-1518950616-router', 'tenant_id': '7bcc7d352d2848e08d236377bef9ba0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:41:59Z', 'updated_at': '2022-05-06T09:49:02Z', 'revision_number': 6, 'project_id': '7bcc7d352d2848e08d236377bef9ba0a', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:03.090141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.099932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.123302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-61c369e6-bf0d-4224-a275-795b298eeaba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "DELETE /v2.0/ports/9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3 HTTP/1.1" status: 204 len: 173 time: 2.8916786 May 06 09:49:03.215904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f56f7-4d15-45a6-a391-4d68be4f2bff None None] Pushing event updated for resources: {'Port': ['ID=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.253008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.285224 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-068cceb0-bc3c-470b-ace8-8f65ee5878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.334139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:03.342451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:03.347370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:03.397561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event updated for resources: {'Port': ['ID=b716401c-0417-4425-82a0-e6dab3be145e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.424985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.427293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:03.456583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2057a-2a18-4df0-9e43-55607db0d6ba req-e7f5ff13-0f2f-4432-b35e-ff71f53cb7c6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.458113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72c2057a-2a18-4df0-9e43-55607db0d6ba req-e7f5ff13-0f2f-4432-b35e-ff71f53cb7c6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.4884121 May 06 09:49:03.459864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-068cceb0-bc3c-470b-ace8-8f65ee5878cf None None] For port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:03.479419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.486607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-068cceb0-bc3c-470b-ace8-8f65ee5878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.567361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d2870-5079-4431-a430-eaa9897b4860 req-3a1b602d-710a-4233-938c-7d99cbc77cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.568155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.569066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-267d2870-5079-4431-a430-eaa9897b4860 req-3a1b602d-710a-4233-938c-7d99cbc77cfe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.5571604 May 06 09:49:03.647969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf29c1c-cc1b-4204-9263-3a5699feb3ff req-9f1f37ab-d52d-4939-b004-28668595a1a5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.649234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbf29c1c-cc1b-4204-9263-3a5699feb3ff req-9f1f37ab-d52d-4939-b004-28668595a1a5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.3685091 May 06 09:49:03.671806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cceb0-bc3c-470b-ace8-8f65ee5878cf None None] Pushing event updated for resources: {'Port': ['ID=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:03.690890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-5738d6dd-5bac-4c2e-97a3-f34e04fce40a service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3458169 May 06 09:49:03.698574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] For port 9d38857d-8d33-42c8-b993-236c215270d7, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:03.698955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempted to set empty binding levels {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:49:03.718877 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.724299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.746155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dea0323f-cf2f-46c5-b23a-ffa0eae5cac4 None None] Provisioning complete for port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:03.746870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dea0323f-cf2f-46c5-b23a-ffa0eae5cac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.761510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72c2057a-2a18-4df0-9e43-55607db0d6ba req-528e1b30-18d6-4386-a173-7bd465c49340 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515247 May 06 09:49:03.767013 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.778381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.796475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.797180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ea7d91-ea48-4106-b88e-2e261216368d {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:03.802560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.807341 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a567c199-4dd3-41c6-b9d3-7a67d5f7c4f9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/02ea7d91-ea48-4106-b88e-2e261216368d HTTP/1.1" status: 204 len: 168 time: 1.9822803 May 06 09:49:03.826331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53236) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:03.849022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.914810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] Deleting subnet 323d6d81-cf2b-491e-b557-e2eedc3bc7c0 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:03.966665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:03.967273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:03.969612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.020410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d2870-5079-4431-a430-eaa9897b4860 req-ee8ba593-51ab-4b2a-965f-d813926b41ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.022141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-267d2870-5079-4431-a430-eaa9897b4860 req-ee8ba593-51ab-4b2a-965f-d813926b41ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4254119 May 06 09:49:04.024743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 94837630-0f86-4cbf-94fd-2d904d6ada14 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:04.025005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.039127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbf29c1c-cc1b-4204-9263-3a5699feb3ff req-9597555d-ea58-4264-bd55-98442c68de2b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700917 May 06 09:49:04.108904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:02Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:04.139122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.146599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23308a09-4275-4cd1-9282-316cc2180e5a None None] The sync data for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 is: [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:02Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:04.149173 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.254317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] For port 94837630-0f86-4cbf-94fd-2d904d6ada14, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=94837630-0f86-4cbf-94fd-2d904d6ada14,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:04.258885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.259326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event updated for resources: {'Port': ['ID=b716401c-0417-4425-82a0-e6dab3be145e,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:04.286404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.317066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.317066 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bf4037d4-fe50-4bce-9cc3-16bcf9dce04b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9982121 May 06 09:49:04.334770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.336430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:04.338981 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224ac86-09ef-487b-b532-55826d773d2a" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:04.388089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=9d38857d-8d33-42c8-b993-236c215270d7,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:04.393501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4a47c7e8-5ef6-4d45-8e11-af171568fdcb tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 9.5747142 May 06 09:49:04.396500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53248) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:04.465656 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d91fff8-0ebb-4c10-8c8b-8b767b13ad0b x-openstack-request-id: req-4d91fff8-0ebb-4c10-8c8b-8b767b13ad0b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:04.466254 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:04.466254 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d91fff8-0ebb-4c10-8c8b-8b767b13ad0b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:04.467125 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d91fff8-0ebb-4c10-8c8b-8b767b13ad0b'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '9fa96081-c8dc-4fcc-812d-e1d19d4fc3a3', 'status': 'completed', 'code': 200} May 06 09:49:04.558748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-156c77a5-fc05-4e75-a3a6-73ed0cead5f9 req-4151fca1-4f4a-4d76-9584-dc3f7facbd14 service neutron] 10.222.0.82 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551702 May 06 09:49:04.563656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Deleting port 9d38857d-8d33-42c8-b993-236c215270d7 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:04.564343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.681476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] For port 9d38857d-8d33-42c8-b993-236c215270d7, host n-h1-840834-1, got binding levels [] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:04.682597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.698267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Calling delete_port for 9d38857d-8d33-42c8-b993-236c215270d7 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:04.712339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:04.770549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:04.771043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.794265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.794607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.794926 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Floating IP b3a88c5b-9efe-401f-b97e-df89314f4de6 disassociated. External IP: 172.25.8.58, port: 94837630-0f86-4cbf-94fd-2d904d6ada14. May 06 09:49:04.795274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 94837630-0f86-4cbf-94fd-2d904d6ada14 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:04.849219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.854345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f8bb-138e-4a2c-801d-e097a0a0f1e3 req-09c99164-8641-4644-8906-b44186851c64 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.860359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f8bb-138e-4a2c-801d-e097a0a0f1e3 req-09c99164-8641-4644-8906-b44186851c64 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.866790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6f8bb-138e-4a2c-801d-e097a0a0f1e3 req-09c99164-8641-4644-8906-b44186851c64 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:04.879971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fb6f8bb-138e-4a2c-801d-e097a0a0f1e3 req-09c99164-8641-4644-8906-b44186851c64 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 2410 time: 0.9169497 May 06 09:49:04.899952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d38857d-8d33-42c8-b993-236c215270d7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:04.907445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:04.914072 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9e81b69c-4f35-4155-8ff1-8219e7ec9fbe tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "DELETE /v2.0/ports/9d38857d-8d33-42c8-b993-236c215270d7 HTTP/1.1" status: 204 len: 168 time: 0.5165288 May 06 09:49:04.915378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53268) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:04.945881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-267d2870-5079-4431-a430-eaa9897b4860 req-bd478e8b-e94f-4b4c-ad07-9efaf6dd5a4b service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918102 May 06 09:49:04.967979 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a64784a-5b9e-49e5-ab30-039002e65e53 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] GET failed (client error): The resource could not be found. May 06 09:49:04.974614 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a64784a-5b9e-49e5-ab30-039002e65e53 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "GET /v2.0/ports/9d38857d-8d33-42c8-b993-236c215270d7 HTTP/1.1" status: 404 len: 333 time: 0.0585878 May 06 09:49:04.975232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53272) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:04.981188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Request body: {'port': {'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-9718336'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:05.005967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a79df526-735d-4863-8d00-251458d5c44c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:05.008224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Made reservation on behalf of f6bd65c897ac422b9aac48f80ce7aaff for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:05.011526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.029291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] device_id is not set on port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:49:05.037862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a79df526-735d-4863-8d00-251458d5c44c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:05.038436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a79df526-735d-4863-8d00-251458d5c44c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:05.039218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:05.055739 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.075804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:05.076175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f6295fd2-4683-4d48-9fc4-f99c7cc4ecb5 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:05.117041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:05.231703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fb6f8bb-138e-4a2c-801d-e097a0a0f1e3 req-fdfba418-c29a-49e5-a210-ed8f576e5c0b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508177 May 06 09:49:05.240349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-78af42e8-bfe0-41fe-8121-c716db3a6452 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1881944156&fields=id&tenant_id=2c0bd87feaf1412ba16dbedff4e0e124 HTTP/1.1" status: 200 len: 267 time: 0.4320922 May 06 09:49:05.241861 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.292404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.298884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] 10.222.0.76 "DELETE /v2.0/subnets/323d6d81-cf2b-491e-b557-e2eedc3bc7c0 HTTP/1.1" status: 204 len: 168 time: 1.4465227 May 06 09:49:05.301736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53280) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:05.303545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e32fad-83be-4869-949a-e1633eb50391 None None] Network 8c917134-8201-47cd-a40c-b62de7168243 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:05.309368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.310125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0484306-7ca9-4fc9-b54a-57643c0af1ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323d6d81-cf2b-491e-b557-e2eedc3bc7c0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:05.376533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.429974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:05.434966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:05.439150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:05.440483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.441295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.464620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 957 time: 0.4880750 May 06 09:49:05.465292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3e7db-6c16-47cb-8cd3-3d42b40cca14 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=5357b9b1-aabc-42a2-9d83-c244a931e9c2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:05.468212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:05.473510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:05.524685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-267d2870-5079-4431-a430-eaa9897b4860 req-a23fbf93-8670-4e9f-bfb5-925f0ee1268d service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506856 May 06 09:49:05.531305 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-89fc93ac-d501-4b2d-b4f4-5c1408c74cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.547252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.600054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] DHCP port deletion for 8c917134-8201-47cd-a40c-b62de7168243 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:05.655213 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.664470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.674712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] Deleting port a63be17d-ec38-4465-869d-23d2b908d4f2 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:05.675326 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.692512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccea19c-f94b-4aae-b23c-e556dd38cc2d req-695a000e-97ef-405e-91b4-8538a59644ca tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.700771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ccea19c-f94b-4aae-b23c-e556dd38cc2d req-695a000e-97ef-405e-91b4-8538a59644ca tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.3166413 May 06 09:49:05.768276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=94837630-0f86-4cbf-94fd-2d904d6ada14,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:05.786510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-54a65ef4-3d23-4e45-acd6-e8d8b044e811 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:05.788156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] For port a63be17d-ec38-4465-869d-23d2b908d4f2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a63be17d-ec38-4465-869d-23d2b908d4f2,segment=NetworkSegment(5672c787-d481-49c1-91e2-fb7bb10332b0),segment_id=5672c787-d481-49c1-91e2-fb7bb10332b0)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:05.789109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.790523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] device_id is not set on port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:49:05.795088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-54a65ef4-3d23-4e45-acd6-e8d8b044e811 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/networks?id=318be5bc-e8e2-418c-981b-865ac6fa5c16 HTTP/1.1" status: 200 len: 812 time: 0.5402088 May 06 09:49:05.807263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] Calling delete_port for a63be17d-ec38-4465-869d-23d2b908d4f2 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:05.811813 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.821651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.881599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=5357b9b1-aabc-42a2-9d83-c244a931e9c2,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:05.898619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:05.899844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:05.900642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:05.905948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:05.906610 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:05.907210 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 2 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:05.927419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:05.928153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:05.928846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:05.935486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:05.935963 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:05.936420 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 3 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:05.939168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:05.950933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:05.951406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:05.951502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:05.957062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:05.957516 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:05.958021 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 4 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:05.974714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:05.975036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:05.975522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:05.980853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:05.981198 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:05.981445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] Pushing event deleted for resources: {'Port': ['ID=a63be17d-ec38-4465-869d-23d2b908d4f2,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:05.981786 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 5 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:05.986034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4ab1b-46cc-4069-bf9d-a6d91ba793f3 None None] No DVR routers for this DVR port a63be17d-ec38-4465-869d-23d2b908d4f2 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:06.001830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:06.002262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:06.002688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:06.008267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:06.008696 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:06.009287 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 6 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:06.029767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:06.030114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:06.031030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:06.036200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:06.036825 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:06.037239 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 7 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:06.058148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:06.058434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:06.058749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:06.063804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:06.064136 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:06.064520 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 8 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:06.078776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:06.079115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:06.079451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:06.084589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:06.084887 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:06.085281 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 9 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:06.100607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:06.101088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:06.101468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:06.106501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:06.106829 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:06.107218 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 10 to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 May 06 09:49:06.122660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:06.122995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:06.123327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:06.131271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:06.131751 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:06.132127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.138849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:49:06.188187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-c9fb439a-02f0-4c0e-ad46-a93cdf8780fd tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/quotas/2c0bd87feaf1412ba16dbedff4e0e124 HTTP/1.1" status: 200 len: 375 time: 0.3920231 May 06 09:49:06.224427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] For port 5357b9b1-aabc-42a2-9d83-c244a931e9c2, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:06.224806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempted to set empty binding levels {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:49:06.235294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ccea19c-f94b-4aae-b23c-e556dd38cc2d req-b0b40b37-23d0-46eb-9ae0-489b39b09017 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5332952 May 06 09:49:06.235509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.262596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:06.280099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'port_id': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'mac_address': 'fa:16:3e:30:05:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:49:06.302002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] In _notify_port_updated(), no bound segment for port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:49:06.303034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.303697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.305057 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "PUT /v2.0/ports/5357b9b1-aabc-42a2-9d83-c244a931e9c2 HTTP/1.1" status: 200 len: 972 time: 0.8355968 May 06 09:49:06.308518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53286) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:06.334299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.351776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4e2ea0-ef77-41ba-8652-c91a6380dc56 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:06.384616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:06.391000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387003c-e340-4e5c-a03b-f624979bf9da tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=5357b9b1-aabc-42a2-9d83-c244a931e9c2,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:06.402307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.404020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:06.429159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-89fc93ac-d501-4b2d-b4f4-5c1408c74cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.449610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.449817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.450207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.450959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.451113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.451568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.452055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.452489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.452708 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-89fc93ac-d501-4b2d-b4f4-5c1408c74cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.452938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.453384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.453835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.454287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.455709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.455709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.455709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.456200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.456654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.457103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.457556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.458001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.458446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.458892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.459361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.459793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.460237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.460686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.461131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.461574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.462083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.462465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.462960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.463572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.464218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.464677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.465124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.465576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.466024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.466495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.467094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.467558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.472250 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8dde3a7f-b1b7-4be6-81aa-8e4483e4f311 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35807 time: 0.1632321 May 06 09:49:06.475948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-182dc7b6-3b6e-4d2b-96ad-44756dcac6cf tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2c0bd87feaf1412ba16dbedff4e0e124&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2790952 May 06 09:49:06.477744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53288) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:06.482090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:06.546555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a63be17d-ec38-4465-869d-23d2b908d4f2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:06.569583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a63be17d-ec38-4465-869d-23d2b908d4f2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:06.570012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a63be17d-ec38-4465-869d-23d2b908d4f2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:06.645276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c186-8fa6-4e43-b93f-f5a41d5726f4 req-27ea9662-891d-4826-8780-46c121b6b02a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:06.646866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d57c186-8fa6-4e43-b93f-f5a41d5726f4 req-27ea9662-891d-4826-8780-46c121b6b02a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.2779279 May 06 09:49:06.654660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc93ac-d501-4b2d-b4f4-5c1408c74cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769614ec-faf8-4a8a-9adb-acbc8472ef65,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:06.673166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-89fc93ac-d501-4b2d-b4f4-5c1408c74cfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7533c0828755450b8ece9e55fb7227ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5527229 May 06 09:49:06.674785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Deleting port a63be17d-ec38-4465-869d-23d2b908d4f2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:06.675117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.678316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53290) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:06.778591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ec4e2ea0-ef77-41ba-8652-c91a6380dc56'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:06.861557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Deleting port 5357b9b1-aabc-42a2-9d83-c244a931e9c2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:06.862514 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.864297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d57c186-8fa6-4e43-b93f-f5a41d5726f4 req-f54b1284-3c1d-4830-9312-a9da9fbeabff tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047162 May 06 09:49:06.876130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:06.884133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] For port a63be17d-ec38-4465-869d-23d2b908d4f2, host n-d-840834-1, got binding levels [] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:06.885557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.889757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] Sync routers for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:06.919432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-929143d9-4563-4c87-92a4-5f8f7dfc59ce service neutron] 10.222.0.76 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280741 May 06 09:49:06.919727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:06.920364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:06.948057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] For port 5357b9b1-aabc-42a2-9d83-c244a931e9c2, host n-h1-840834-1, got binding levels [] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:06.948672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.958537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Calling delete_port for a63be17d-ec38-4465-869d-23d2b908d4f2 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:06.960588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] No DVR routers for this DVR port 94837630-0f86-4cbf-94fd-2d904d6ada14 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:06.967722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Calling delete_port for 5357b9b1-aabc-42a2-9d83-c244a931e9c2 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:06.972248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Port a63be17d-ec38-4465-869d-23d2b908d4f2 was not found and therefore no delete operation was performed {{(pid=102742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:49:06.973258 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70a7238d-dff5-4572-9ebb-ec682087f03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.975926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:06.979141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-c0a416a1-6e3e-4549-92c3-a0021e6a1dea tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "DELETE /v2.0/ports/94837630-0f86-4cbf-94fd-2d904d6ada14 HTTP/1.1" status: 204 len: 173 time: 3.7661579 May 06 09:49:07.005146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:07.007423 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ce70c3-b5da-4e89-90a0-7f0956aff9fc" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:07.018989 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.063437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:07.074401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.103478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event deleted for resources: {'Port': ['ID=5357b9b1-aabc-42a2-9d83-c244a931e9c2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:07.110179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.113099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63be17d-ec38-4465-869d-23d2b908d4f2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:07.116704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a640b463-826d-4892-9368-640e9edc1b07 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "DELETE /v2.0/ports/5357b9b1-aabc-42a2-9d83-c244a931e9c2 HTTP/1.1" status: 204 len: 168 time: 0.6366923 May 06 09:49:07.117321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53294) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:07.131562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] No DVR routers for this DVR port a63be17d-ec38-4465-869d-23d2b908d4f2 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:07.141930 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47ef6b7-1bdc-46c4-b31f-07629b7f0778 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] GET failed (client error): The resource could not be found. May 06 09:49:07.143076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70a7238d-dff5-4572-9ebb-ec682087f03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.144029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d47ef6b7-1bdc-46c4-b31f-07629b7f0778 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "GET /v2.0/ports/5357b9b1-aabc-42a2-9d83-c244a931e9c2 HTTP/1.1" status: 404 len: 333 time: 0.0257425 May 06 09:49:07.147055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53296) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:07.152177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-619680299', 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:07.174211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Made reservation on behalf of f6bd65c897ac422b9aac48f80ce7aaff for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:07.176632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.194430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] device_id is not set on port dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:49:07.288001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-00038265-bd87-4fca-ab20-84e86f8e4065 service neutron] 10.222.0.76 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581924 May 06 09:49:07.297528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8df4-c714-4812-aaa1-6adb0794e617 req-8ac17f88-221c-4087-8f36-e1185d82b84b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.301195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:57Z', 'revision_number': 5, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:07.304207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8df4-c714-4812-aaa1-6adb0794e617 req-8ac17f88-221c-4087-8f36-e1185d82b84b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.311830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f9c8df4-c714-4812-aaa1-6adb0794e617 req-8ac17f88-221c-4087-8f36-e1185d82b84b tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 1676 time: 0.2987976 May 06 09:49:07.340144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] Checking router: f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:07.354459 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.355075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:07.355880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:07.377328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.397465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70a7238d-dff5-4572-9ebb-ec682087f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.400200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70a7238d-dff5-4572-9ebb-ec682087f03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.410912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-70a7238d-dff5-4572-9ebb-ec682087f03b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/769614ec-faf8-4a8a-9adb-acbc8472ef65 HTTP/1.1" status: 204 len: 168 time: 0.7216725 May 06 09:49:07.414940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c917134-8201-47cd-a40c-b62de7168243']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:07.426027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.440520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f9c8df4-c714-4812-aaa1-6adb0794e617 req-002c56d5-d2f6-4106-a166-9087553738ba tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178129 May 06 09:49:07.479799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5672c787-d481-49c1-91e2-fb7bb10332b0') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:07.485454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5672c787-d481-49c1-91e2-fb7bb10332b0') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:07.490488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7238d-dff5-4572-9ebb-ec682087f03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769614ec-faf8-4a8a-9adb-acbc8472ef65,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:07.506794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.510560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 56419376-70ae-4acd-9d38-3fd03c214a82 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:07.511057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.584566 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffab8b6a-e9fd-4e32-a94c-57aa6b1a06b3 x-openstack-request-id: req-ffab8b6a-e9fd-4e32-a94c-57aa6b1a06b3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:07.584566 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "94837630-0f86-4cbf-94fd-2d904d6ada14", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:07.584566 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffab8b6a-e9fd-4e32-a94c-57aa6b1a06b3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:07.584941 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffab8b6a-e9fd-4e32-a94c-57aa6b1a06b3'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '94837630-0f86-4cbf-94fd-2d904d6ada14', 'status': 'completed', 'code': 200} May 06 09:49:07.587648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.596309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:07.598849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:07.599831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:07.614333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:07.614749 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.615074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:07.622800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:07.624135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.624730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: timer() May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:07.633362 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:07.657215 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a825ee2-deb3-42b6-8f99-a9d5e24fec40 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5086496 May 06 09:49:07.659381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53306) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:07.721151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fe54f-8691-416e-bd13-d1d73bc52a20 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.725080 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c1fe54f-8691-416e-bd13-d1d73bc52a20 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "GET /v2.0/ports/dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d HTTP/1.1" status: 200 len: 954 time: 0.0644193 May 06 09:49:07.726418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:07.770980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6a4382a-f61c-41f3-a55c-29b110a2df49 req-30969aa9-217e-4f04-8395-d46a87d4f8d5 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 210 time: 0.0792463 May 06 09:49:07.803543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.816866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.821286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8c917134-8201-47cd-a40c-b62de7168243 HTTP/1.1" status: 204 len: 168 time: 2.5017736 May 06 09:49:07.825283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53316) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:07.843018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] For port 56419376-70ae-4acd-9d38-3fd03c214a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=56419376-70ae-4acd-9d38-3fd03c214a82,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:07.843888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:07.846761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccceed-f6e2-457a-9357-78bf8f1887f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c917134-8201-47cd-a40c-b62de7168243,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:07.866393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53952ed-697e-400a-9942-855a5a65da96 req-c1e2e37f-52c9-49e8-aaf8-e312eb3bfb03 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:07.868366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d53952ed-697e-400a-9942-855a5a65da96 req-c1e2e37f-52c9-49e8-aaf8-e312eb3bfb03 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 945 time: 0.2161930 May 06 09:49:07.874206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 56419376-70ae-4acd-9d38-3fd03c214a82 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:07.982482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d53952ed-697e-400a-9942-855a5a65da96 req-606edf6b-89ae-45b1-a61d-05495aec6486 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978529 May 06 09:49:08.056592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53320) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:08.067227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:57Z', 'revision_number': 5, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:08.075622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bf60488b-a1f9-48b9-b99c-75ebc619ab20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.096038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Deleting port dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:08.096585 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.104627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc5925-e43e-4138-9b6f-9af780b01304 None None] The sync data for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 is: [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:42:47Z', 'revision_number': 4, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '01ad3db3-1635-447a-8848-20c5134a29b3', 'name': '', 'network_id': '31741d30-af5f-48e4-819b-44a9e1189697', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'mac_address': 'fa:16:3e:bd:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:43Z', 'updated_at': '2022-05-06T09:42:57Z', 'revision_number': 5, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'subnets': [{'id': '0b187e46-d1ee-430e-b585-6cbf52e34378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:08.126864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd49b-90cc-4737-9b8c-628989c697f0 req-cfa07ce0-ab54-4137-95c5-126816cfadcd tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:08.128539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-036cd49b-90cc-4737-9b8c-628989c697f0 req-cfa07ce0-ab54-4137-95c5-126816cfadcd tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.1251993 May 06 09:49:08.138849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:08.194051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-036cd49b-90cc-4737-9b8c-628989c697f0 req-ace86895-514c-4289-ad3d-9200a26d56e7 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438583 May 06 09:49:08.245420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.249736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.266866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:49:08.271556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:08.273088 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.293044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Calling delete_port for dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:08.305120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=56419376-70ae-4acd-9d38-3fd03c214a82,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:08.371935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bf60488b-a1f9-48b9-b99c-75ebc619ab20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.396043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] No DVR routers for this DVR port 56419376-70ae-4acd-9d38-3fd03c214a82 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:08.398045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bf60488b-a1f9-48b9-b99c-75ebc619ab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.403390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.403848 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.407943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-378acd5d-f82e-48e0-b8fc-6ad60ab72617 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "DELETE /v2.0/ports/56419376-70ae-4acd-9d38-3fd03c214a82 HTTP/1.1" status: 204 len: 173 time: 1.3939211 May 06 09:49:08.450800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:08.454902 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309c03e5-2752-4fe2-9959-097e93215de5" -d '{"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-plugged", "status": "completed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:08.470604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:08.478820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.505340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bf60488b-a1f9-48b9-b99c-75ebc619ab20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0120828fdc6e4f62a81df78b57b0f80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464369 May 06 09:49:08.509543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53328) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:08.556200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60488b-a1f9-48b9-b99c-75ebc619ab20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff6ddff-f423-4a3d-967f-3b09ad844ec4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:08.564037 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a2a0e-a356-44d1-9c28-f2913052d39f x-openstack-request-id: req-320a2a0e-a356-44d1-9c28-f2913052d39f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:08.564397 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-plugged", "status": "completed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:08.564594 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-320a2a0e-a356-44d1-9c28-f2913052d39f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:08.564963 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320a2a0e-a356-44d1-9c28-f2913052d39f'] response: {'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'code': 200} May 06 09:49:08.571724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.606688 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a112336-28e9-42a2-9fd0-9a7fd2fdb052 None None] New status for floating IP b3a88c5b-9efe-401f-b97e-df89314f4de6: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:49:08.633442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:08.633798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.639738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:08.657331 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.667671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "DELETE /v2.0/ports/dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d HTTP/1.1" status: 204 len: 168 time: 0.9400527 May 06 09:49:08.673356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cec846-d6b7-4f84-b3bc-8320585ecd27 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:08.677159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:08.752171 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc977be3-3beb-4923-9c33-4ee07f50997b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] GET failed (client error): The resource could not be found. May 06 09:49:08.758633 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc977be3-3beb-4923-9c33-4ee07f50997b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "GET /v2.0/ports/dd4f2fa3-e67c-49c2-bdfd-4a411af43b3d HTTP/1.1" status: 404 len: 333 time: 0.0801563 May 06 09:49:08.761533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53332) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:08.767748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Request body: {'port': {'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-81946787'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:08.771671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef003603-c2a3-494f-8051-0759b0456ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.811574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef003603-c2a3-494f-8051-0759b0456ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.811978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Made reservation on behalf of f6bd65c897ac422b9aac48f80ce7aaff for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:08.814364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.835447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd444e41-8d54-4636-bd5e-de41055c5547 req-f3b3901f-f93f-468e-a6d7-240e6dd9a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:08.837223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd444e41-8d54-4636-bd5e-de41055c5547 req-f3b3901f-f93f-468e-a6d7-240e6dd9a40d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1097 time: 0.1886990 May 06 09:49:08.838176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.905228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] device_id is not set on port 630af630-9854-4b75-add3-98bb5d487305 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:49:08.931353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e3ff0-be93-4aaf-830e-c9d9fd7b0dd4 req-8abf59d7-8a35-4636-af93-2aba25230a28 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:08.933849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-730e3ff0-be93-4aaf-830e-c9d9fd7b0dd4 req-8abf59d7-8a35-4636-af93-2aba25230a28 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 943 time: 0.2842381 May 06 09:49:08.960557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96781cd5-5ad9-43f7-8dbf-8c4374a29fce req-8fa09210-c75b-433d-a34c-14e29c0c4bce tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 210 time: 0.0517066 May 06 09:49:08.976994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] For port 3c278fbe-b8ea-479e-8a05-a6782641a3b2, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3c278fbe-b8ea-479e-8a05-a6782641a3b2,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:08.977389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.993555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef003603-c2a3-494f-8051-0759b0456ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:08.996877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef003603-c2a3-494f-8051-0759b0456ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.003570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef003603-c2a3-494f-8051-0759b0456ed2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ff6ddff-f423-4a3d-967f-3b09ad844ec4 HTTP/1.1" status: 204 len: 168 time: 0.4430635 May 06 09:49:09.028611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd444e41-8d54-4636-bd5e-de41055c5547 req-2d7e8708-4fb0-49d8-9a50-83bf396007b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734455 May 06 09:49:09.033654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 3c278fbe-b8ea-479e-8a05-a6782641a3b2 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:09.043221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef003603-c2a3-494f-8051-0759b0456ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff6ddff-f423-4a3d-967f-3b09ad844ec4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:09.101800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-730e3ff0-be93-4aaf-830e-c9d9fd7b0dd4 req-1f68bd83-af7c-460a-a701-c37de49e71ed tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups?id=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443255 May 06 09:49:09.290110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.299883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33373cf4-7b65-4ffe-b906-19ebe81fb07d req-478bf9cd-c7d5-4a71-9427-0095850f0eae tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:09.307914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33373cf4-7b65-4ffe-b906-19ebe81fb07d req-478bf9cd-c7d5-4a71-9427-0095850f0eae tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1580782 May 06 09:49:09.411717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.430685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.446122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-625250a2-d08e-478e-9fc6-9907abfa6693 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:09.448203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-625250a2-d08e-478e-9fc6-9907abfa6693 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.82 "GET /v2.0/networks?id=318be5bc-e8e2-418c-981b-865ac6fa5c16 HTTP/1.1" status: 200 len: 812 time: 0.2549529 May 06 09:49:09.469705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33373cf4-7b65-4ffe-b906-19ebe81fb07d req-e3d9cc1a-b575-4503-80cf-62189ee7176a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607642 May 06 09:49:09.481349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:09.482651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=630af630-9854-4b75-add3-98bb5d487305,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:09.495764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:09.502354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:09.503104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:09.503514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=3c278fbe-b8ea-479e-8a05-a6782641a3b2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:09.503803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.512405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Deleting port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:09.512405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.529538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627fcea-4410-485f-a5c0-99629846514d req-51249d7d-06df-431b-b38e-b749487f028f tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:09.536107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2627fcea-4410-485f-a5c0-99629846514d req-51249d7d-06df-431b-b38e-b749487f028f tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.2155666 May 06 09:49:09.549462 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1a836505-8e78-46b5-9e50-e31d68aeadd0 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7854233 May 06 09:49:09.550255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53346) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:09.596604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:09.603392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:09.607835 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c5e01-6ea9-4216-af4c-7aa5bede8560" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:09.638147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] No DVR routers for this DVR port 3c278fbe-b8ea-479e-8a05-a6782641a3b2 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:09.654364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.657676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69906382-32fd-4ff6-a052-51a9c3a022a1 req-db892948-7e8d-42d5-b229-e7777fc8abf5 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.82 "DELETE /v2.0/ports/3c278fbe-b8ea-479e-8a05-a6782641a3b2 HTTP/1.1" status: 204 len: 173 time: 1.2310848 May 06 09:49:09.685637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-ee76ca81-58a3-4466-b028-d59d6656370b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c0bd87feaf1412ba16dbedff4e0e124 HTTP/1.1" status: 200 len: 380 time: 0.1922364 May 06 09:49:09.703903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.708936 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c02e9aa-0c98-4215-acdf-3168d5370923 x-openstack-request-id: req-7c02e9aa-0c98-4215-acdf-3168d5370923 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:09.709265 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "56419376-70ae-4acd-9d38-3fd03c214a82", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:09.709755 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c02e9aa-0c98-4215-acdf-3168d5370923 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:09.710168 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c02e9aa-0c98-4215-acdf-3168d5370923'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '56419376-70ae-4acd-9d38-3fd03c214a82', 'status': 'completed', 'code': 200} May 06 09:49:09.715004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Request body: {'port': {'device_id': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'admin_state_up': True, 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'security_groups': ['82ff3565-85cb-4c2a-898f-8ba190db9ce1']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:09.739440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] For port 6c2491fd-28b5-4e55-88ac-aee3e7bb431b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,segment=NetworkSegment(7f2983a5-5e45-4117-8038-89df9e26f07a),segment_id=7f2983a5-5e45-4117-8038-89df9e26f07a)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:09.740234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:09.778450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Calling delete_port for 6c2491fd-28b5-4e55-88ac-aee3e7bb431b owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:10.188130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2627fcea-4410-485f-a5c0-99629846514d req-02b852be-8a8a-49c8-90ad-65851ef44f10 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372752 May 06 09:49:10.206630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c71a7eb5-974d-44cf-9c73-12b1db19dd2c req-a8f8487c-f2c2-446f-b785-2a92b9ba5080 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 210 time: 0.1076813 May 06 09:49:10.314498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed2a7375-52ee-4422-95be-2693fde39825 req-85ed7bfc-cabd-4a3c-94e4-56ceea54a468 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0440977 May 06 09:49:10.324700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] device_id is not set on port 630af630-9854-4b75-add3-98bb5d487305 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:49:10.334144 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:49:10.334705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.343782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.361360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Made reservation on behalf of 2c0bd87feaf1412ba16dbedff4e0e124 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:10.365501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.368897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.547454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=630af630-9854-4b75-add3-98bb5d487305,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:10.583646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Allocated IP 172.20.0.5 (318be5bc-e8e2-418c-981b-865ac6fa5c16/bc281c41-d2d5-4825-8d7b-2993bda1df87/30e3cf5a-962d-4048-ad19-ddf07ca1064b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:10.676668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:10.677009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:10.678772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:10.700836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:10.701167 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:10.703332 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 2 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:10.705983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2491fd-28b5-4e55-88ac-aee3e7bb431b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:10.751990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:10.752325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:10.752662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:10.770090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:10.770418 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:10.772614 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 3 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:10.807831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:10.808178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:10.808519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:10.874824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:10.891293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:10.891450 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:10.896015 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 4 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:10.923558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:10.940134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:10.940789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:10.975461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37233522-e90a-46f6-9627-b14d45a28e6f req-978ca955-a446-4110-b9b3-857662bf9477 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:10.994808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37233522-e90a-46f6-9627-b14d45a28e6f req-978ca955-a446-4110-b9b3-857662bf9477 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1940567 May 06 09:49:10.999825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:11.000169 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:11.002106 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 5 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:11.024025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:11.024387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:11.024702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:11.031439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-5f1dfb69-6afc-4b34-900e-cfd793aca1f8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1531489 May 06 09:49:11.035891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:11.037980 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:11.040425 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 6 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:11.047769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.065357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.069637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:11.069637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:11.069637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:11.134458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37233522-e90a-46f6-9627-b14d45a28e6f req-50c49f74-0423-4f18-8cbb-faecc020286c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364105 May 06 09:49:11.233901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:11.238869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:11.239215 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:11.241317 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 7 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:11.261303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:11.264104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:11.264464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:11.264786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:11.278027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:11.278547 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:11.281086 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 8 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:11.284784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event updated for resources: {'Port': ['ID=30e3cf5a-962d-4048-ad19-ddf07ca1064b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:11.288156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:11.322694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:11.323024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:11.323360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:11.401566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:11.402230 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:11.404184 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 9 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:11.459822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:11.462970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:11.463321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:11.502096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-bbb68041-9b3c-4d01-a4cb-2946b069a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.503789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-bbb68041-9b3c-4d01-a4cb-2946b069a6b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5119936a70d944708f5c096edbf5cce1&device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 1096 time: 0.4350746 May 06 09:49:11.527914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:11.529278 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:11.532356 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempt 10 to bind port 630af630-9854-4b75-add3-98bb5d487305 May 06 09:49:11.571344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Router 7896ab57-61b4-43f1-b4f7-49919172698b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:11.572856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d41b-559d-426f-be26-18dbf9514ffd req-f2e1e095-81f0-432a-a021-66e0e8b3d586 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.573780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:11.574186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:11.574594 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempting to bind port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:11.581682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2a7d41b-559d-426f-be26-18dbf9514ffd req-f2e1e095-81f0-432a-a021-66e0e8b3d586 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.1724787 May 06 09:49:11.597806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:11.598441 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Failed to bind port 630af630-9854-4b75-add3-98bb5d487305 on host n-h1-840834-1 for vnic_type normal using segments [{'id': '9f9b94c2-4dad-423b-9adb-8e517ff28acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'e4802b3d-5ef0-47ab-81a2-14362e9f2f30'}] May 06 09:49:11.599011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.663384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.664221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.693613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721b0de-da2d-4302-8241-8c4b45dba0f9 req-95112e4d-bd8c-4812-9719-8b3da5b230ea tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.702005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-11f16273-5de9-4e14-9aa4-76d4dba24e9a None None] Provisioning complete for port 30e3cf5a-962d-4048-ad19-ddf07ca1064b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:11.702576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d721b0de-da2d-4302-8241-8c4b45dba0f9 req-95112e4d-bd8c-4812-9719-8b3da5b230ea tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 931 time: 0.2596648 May 06 09:49:11.703183 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-11f16273-5de9-4e14-9aa4-76d4dba24e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.714693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:11.716957 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb909f7-361e-4504-88ba-4efb99c0767f" -d '{"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:11.734278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea29a9-67db-4298-b51d-d8e22866a55e req-10970671-e646-428e-9308-e4504970acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.735935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82ea29a9-67db-4298-b51d-d8e22866a55e req-10970671-e646-428e-9308-e4504970acaf service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 1096 time: 0.4340465 May 06 09:49:11.749421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:11.766537 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b81a6e6a-3865-4631-ab46-153ff6ac3db2 admin admin] 10.222.0.76 "PUT /v2.0/routers/7896ab57-61b4-43f1-b4f7-49919172698b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9400623 May 06 09:49:11.768468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-8717fdc5-7dab-4235-ae43-b99de2e25ba9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0732980 May 06 09:49:11.771152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53400) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:11.783539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-11f16273-5de9-4e14-9aa4-76d4dba24e9a None None] Port 30e3cf5a-962d-4048-ad19-ddf07ca1064b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:49:11.786750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] Sync routers for ids ['7896ab57-61b4-43f1-b4f7-49919172698b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:11.798081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Request body: {'port': {'device_id': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:11.818804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] Routers {'7896ab57-61b4-43f1-b4f7-49919172698b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:11.819417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7896ab57-61b4-43f1-b4f7-49919172698b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:11.848707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2a7d41b-559d-426f-be26-18dbf9514ffd req-f2e992f0-d10b-48d9-bb6f-d90fcff7afa6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612255 May 06 09:49:11.860006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] For port 630af630-9854-4b75-add3-98bb5d487305, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:11.860694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attempted to set empty binding levels {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 09:49:11.870135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.943076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] In _notify_port_updated(), no bound segment for port 630af630-9854-4b75-add3-98bb5d487305 on network e4802b3d-5ef0-47ab-81a2-14362e9f2f30 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:49:11.945351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:11.946037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:11.951461 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "PUT /v2.0/ports/630af630-9854-4b75-add3-98bb5d487305 HTTP/1.1" status: 200 len: 973 time: 2.3658679 May 06 09:49:11.953644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53406) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:11.977754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d721b0de-da2d-4302-8241-8c4b45dba0f9 req-301c5aca-d587-45c3-9f4b-bea8825fc3b0 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743022 May 06 09:49:12.029756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232fd7c-b8d2-4d59-b86b-25ea7ab50bfa tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event updated for resources: {'Port': ['ID=630af630-9854-4b75-add3-98bb5d487305,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:12.046515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc336d9c-677f-4f57-a030-48ff937db19c req-21944a8c-92e6-4637-88bb-4627f249f699 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0735350 May 06 09:49:12.061011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82ea29a9-67db-4298-b51d-d8e22866a55e req-cf9487cc-2589-46b0-83c1-9dc6582fed97 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122253 May 06 09:49:12.062133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-ab5233cd-61c6-4c41-b3dc-e736949c0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:12.066914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-ab5233cd-61c6-4c41-b3dc-e736949c0eda service neutron] 10.222.0.83 "GET /v2.0/networks?id=0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 200 len: 920 time: 0.5283866 May 06 09:49:12.102948 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ac9254-88aa-4e17-9d9f-8a201b0ab81a x-openstack-request-id: req-88ac9254-88aa-4e17-9d9f-8a201b0ab81a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:12.103747 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd319045-b1b3-420f-b3fe-0858c6d8242f", "name": "network-vif-deleted", "tag": "3c278fbe-b8ea-479e-8a05-a6782641a3b2", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:12.104014 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88ac9254-88aa-4e17-9d9f-8a201b0ab81a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:12.106826 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ac9254-88aa-4e17-9d9f-8a201b0ab81a'] response: {'server_uuid': 'cd319045-b1b3-420f-b3fe-0858c6d8242f', 'name': 'network-vif-deleted', 'tag': '3c278fbe-b8ea-479e-8a05-a6782641a3b2', 'status': 'completed', 'code': 200} May 06 09:49:12.141249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Deleting port 630af630-9854-4b75-add3-98bb5d487305 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:12.141608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.220849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] Set router 7896ab57-61b4-43f1-b4f7-49919172698b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:12.224983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] For port 630af630-9854-4b75-add3-98bb5d487305, host n-h1-840834-1, got binding levels [] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:12.225362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.240930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Calling delete_port for 630af630-9854-4b75-add3-98bb5d487305 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:12.299868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.469199 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.613259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.669844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0c4947b3-6033-4407-944b-0c5abb80efc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.689667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:49:10Z', 'revision_number': 5, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port': {'id': '67f4c412-a3f8-415f-9139-faf65f767ee3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:07Z', 'updated_at': '2022-05-06T09:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:12.726135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] Checking router: 7896ab57-61b4-43f1-b4f7-49919172698b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:12.742987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] Routers {'7896ab57-61b4-43f1-b4f7-49919172698b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:12.743623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7896ab57-61b4-43f1-b4f7-49919172698b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:12.744825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1f708-baaa-4384-989a-7ca97215bba2 req-506690ed-f2f6-4f9b-b610-23cc451d81af tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:12.756030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1e1f708-baaa-4384-989a-7ca97215bba2 req-506690ed-f2f6-4f9b-b610-23cc451d81af tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.3339999 May 06 09:49:12.768850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-17a91102-4948-4887-8779-099a666d51ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 200 len: 1000 time: 0.6519694 May 06 09:49:12.781319 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.823889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Pushing event deleted for resources: {'Port': ['ID=630af630-9854-4b75-add3-98bb5d487305,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:12.849036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:12.859493 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3b7ca5b8-069d-426c-b9a7-35f5bd12d76b tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "DELETE /v2.0/ports/630af630-9854-4b75-add3-98bb5d487305 HTTP/1.1" status: 204 len: 168 time: 0.8975468 May 06 09:49:12.860549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53416) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:12.873170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1e1f708-baaa-4384-989a-7ca97215bba2 req-67a39004-81c3-411f-9c54-51d57fb07091 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155190 May 06 09:49:12.926625 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6fdd84-1640-4702-ae95-02020eac2310 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] GET failed (client error): The resource could not be found. May 06 09:49:12.928523 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c6fdd84-1640-4702-ae95-02020eac2310 tempest-PortsAdminExtendedAttrsTestJSON-989163463 tempest-PortsAdminExtendedAttrsTestJSON-989163463-project-admin] 10.222.0.76 "GET /v2.0/ports/630af630-9854-4b75-add3-98bb5d487305 HTTP/1.1" status: 404 len: 333 time: 0.0665839 May 06 09:49:12.932637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:12.964918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] Set router 7896ab57-61b4-43f1-b4f7-49919172698b gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:12.969499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-d93f6f35-8129-4311-991f-0b8b2f00adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:12.970961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-d93f6f35-8129-4311-991f-0b8b2f00adac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 200 len: 858 time: 0.1869597 May 06 09:49:13.035328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:49:12Z', 'revision_number': 6, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:13.096377 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.107022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed14ba3-5db3-42a5-90f1-44bffede18c5 None None] The sync data for ids ['7896ab57-61b4-43f1-b4f7-49919172698b'] in n-d-840834-1 is: [{'id': '7896ab57-61b4-43f1-b4f7-49919172698b', 'name': 'tempest-TaggedBootDevicesTest_v242-895348429-router', 'tenant_id': 'c97703a7a5224085a77228832900de27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:06Z', 'updated_at': '2022-05-06T09:49:12Z', 'revision_number': 6, 'project_id': 'c97703a7a5224085a77228832900de27', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:13.161689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e3cf5a-962d-4048-ad19-ddf07ca1064b {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:13.195442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.226607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Deleting port 67f4c412-a3f8-415f-9139-faf65f767ee3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:13.226953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.259210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.288185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4802b3d-5ef0-47ab-81a2-14362e9f2f30']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:13.318959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9b94c2-4dad-423b-9adb-8e517ff28acf') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:13.320130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9b94c2-4dad-423b-9adb-8e517ff28acf') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:13.331320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Transition to ACTIVE for port object 30e3cf5a-962d-4048-ad19-ddf07ca1064b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:49:13.341623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.344920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfc4a8-3586-4796-8979-177392c99525 req-0da61ca9-2017-4b0f-9ee4-05b65d7a5508 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:13.346809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48dfc4a8-3586-4796-8979-177392c99525 req-0da61ca9-2017-4b0f-9ee4-05b65d7a5508 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.3947425 May 06 09:49:13.353789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.373896 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.398290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:13.399323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: timer() May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:13.408175 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:13.483399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35fdaf-51c9-4660-bb5e-635258ab9f49 req-3baca171-dc2f-4463-8b29-8b9dfbf86585 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:13.492648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b35fdaf-51c9-4660-bb5e-635258ab9f49 req-3baca171-dc2f-4463-8b29-8b9dfbf86585 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.3525021 May 06 09:49:13.493413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Pushing event updated for resources: {'Port': ['ID=30e3cf5a-962d-4048-ad19-ddf07ca1064b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:13.506740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-e505a473-be47-40c7-85c9-9fdb8cb2105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:13.509080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-e505a473-be47-40c7-85c9-9fdb8cb2105f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0d205d4a-7cca-4eef-9aa6-044014d4b05b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3998792 May 06 09:49:13.511817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:13.534613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'floatingip': {'port_id': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:13.644985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48dfc4a8-3586-4796-8979-177392c99525 req-678e6885-627e-4b74-a802-ebcb5734fcf1 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809489 May 06 09:49:13.688822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] For port 67f4c412-a3f8-415f-9139-faf65f767ee3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=67f4c412-a3f8-415f-9139-faf65f767ee3,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:13.689287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.722390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.758285 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.768602 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] 10.222.0.76 "DELETE /v2.0/networks/e4802b3d-5ef0-47ab-81a2-14362e9f2f30 HTTP/1.1" status: 204 len: 168 time: 0.8344157 May 06 09:49:13.771373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:13.793350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Calling delete_port for 67f4c412-a3f8-415f-9139-faf65f767ee3 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:13.826818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc98b45-6743-43c8-939c-92c605510cdd tempest-PortsAdminExtendedAttrsTestJSON-1263677304 tempest-PortsAdminExtendedAttrsTestJSON-1263677304-project] Pushing event deleted for resources: {'Network': ['ID=e4802b3d-5ef0-47ab-81a2-14362e9f2f30,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:13.862466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Attempting to bind port 30e3cf5a-962d-4048-ad19-ddf07ca1064b on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:13.862806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Attempting to bind port 30e3cf5a-962d-4048-ad19-ddf07ca1064b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:13.863131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Attempting to bind port 30e3cf5a-962d-4048-ad19-ddf07ca1064b on network 318be5bc-e8e2-418c-981b-865ac6fa5c16 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:13.887383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc7b3b1e-f314-4c7c-9243-d5a95ef1f924 req-e9941fe6-2252-415f-a8b9-1e8b46b5b1bd tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0782185 May 06 09:49:14.244519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53438) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:14.283101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Port 30e3cf5a-962d-4048-ad19-ddf07ca1064b on network 318be5bc-e8e2-418c-981b-865ac6fa5c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:14.283487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Attempting to bind port 30e3cf5a-962d-4048-ad19-ddf07ca1064b on network 318be5bc-e8e2-418c-981b-865ac6fa5c16 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:14.293200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:14.293541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Checking segment: {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:14.293905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Bound using segment: {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:14.294344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Bound port: 30e3cf5a-962d-4048-ad19-ddf07ca1064b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d79b521-af38-4438-8a9b-c413ba02d1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:14.294695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.347195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474a0a-421a-47a1-98ad-8a65c7edb689 req-337a0b81-09ca-49a3-ad31-26a70fe2ed10 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:14.354939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f474a0a-421a-47a1-98ad-8a65c7edb689 req-337a0b81-09ca-49a3-ad31-26a70fe2ed10 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 943 time: 0.5863237 May 06 09:49:14.364763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-e4854030-07c5-4477-95eb-9c3406358a44 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8421495 May 06 09:49:14.408664 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.419064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.495779 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a79c749-f3f4-442c-86e5-6b44cea11a00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=582a7f6f993141f6875c6c9ba9ac0352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496798 May 06 09:49:14.501894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:14.566600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] For port 30e3cf5a-962d-4048-ad19-ddf07ca1064b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:14.570252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] For port 30e3cf5a-962d-4048-ad19-ddf07ca1064b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:14.599562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 67f4c412-a3f8-415f-9139-faf65f767ee3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:14.605893 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.637808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e40333f9-3959-4799-ac26-21fd6a78ae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.648619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f474a0a-421a-47a1-98ad-8a65c7edb689 req-662aaad9-7e67-4e01-8b5a-831ecda24a14 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928391 May 06 09:49:14.667459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e40333f9-3959-4799-ac26-21fd6a78ae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.699212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.714877 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Floating IP 535f58cc-b42a-45fa-a93e-b2b97f04ac07 associated. External IP: 172.25.8.214, port: ec4e2ea0-ef77-41ba-8652-c91a6380dc56. May 06 09:49:14.716107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:14.717276 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.719482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] 10.222.0.82 "PUT /v2.0/ports/30e3cf5a-962d-4048-ad19-ddf07ca1064b HTTP/1.1" status: 200 len: 1091 time: 2.9257915 May 06 09:49:14.733510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:14.735811 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74a6d17-8114-49f6-825a-be5b7c81b58e" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:14.773358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092906a8-0283-4e5c-b73d-79fe022f9a08 service neutron] Pushing event updated for resources: {'Port': ['ID=30e3cf5a-962d-4048-ad19-ddf07ca1064b,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:14.795039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6758a4d8-b099-4e3f-8a00-76758c72338d req-6c7772eb-d64a-456c-a44e-563c39447e29 service neutron] 10.222.0.83 "GET /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106328 May 06 09:49:14.859646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6c2491fd-28b5-4e55-88ac-aee3e7bb431b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:14.863633 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedaf927-24c8-4b87-ba7e-d4b2f5ebf5c1 x-openstack-request-id: req-eedaf927-24c8-4b87-ba7e-d4b2f5ebf5c1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:14.863941 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:14.864167 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eedaf927-24c8-4b87-ba7e-d4b2f5ebf5c1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:14.868759 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedaf927-24c8-4b87-ba7e-d4b2f5ebf5c1'] response: {'name': 'network-changed', 'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'status': 'completed', 'code': 200} May 06 09:49:14.879806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.905232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6c2491fd-28b5-4e55-88ac-aee3e7bb431b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:14.906161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6c2491fd-28b5-4e55-88ac-aee3e7bb431b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:14.929234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e40333f9-3959-4799-ac26-21fd6a78ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.933150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e40333f9-3959-4799-ac26-21fd6a78ae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:14.936652 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e40333f9-3959-4799-ac26-21fd6a78ae79 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/133b6010-4f5e-4f0f-8aa0-93cf3ba7e404 HTTP/1.1" status: 204 len: 168 time: 0.4290574 May 06 09:49:14.996823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40333f9-3959-4799-ac26-21fd6a78ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133b6010-4f5e-4f0f-8aa0-93cf3ba7e404,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:15.109121 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-81c7a473-3c65-43ed-a890-36c31082dc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.150474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=67f4c412-a3f8-415f-9139-faf65f767ee3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:15.268635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da078c82-523b-4bd1-a99e-fd61ca72c1f7 req-a9c40772-6284-448c-8a07-5bf63c6b3e7d tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.2510743 May 06 09:49:15.269164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:15.288296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-f074a2e0-98c2-433b-aaa7-37247f768471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:15.289803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-f074a2e0-98c2-433b-aaa7-37247f768471 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c0bd87feaf1412ba16dbedff4e0e124&device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 1094 time: 0.5074065 May 06 09:49:15.297149 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.389311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497804b-a3ac-4ed8-a350-babf57a0ad9c req-32b9ed38-501c-4fac-918e-eb0e1bd75cba tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:15.391093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c497804b-a3ac-4ed8-a350-babf57a0ad9c req-32b9ed38-501c-4fac-918e-eb0e1bd75cba tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.4968567 May 06 09:49:15.445027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:15.450962 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.457818 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] Sync routers for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:15.473972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-b01925e1-1902-4642-9dde-777f6f8cef2b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b HTTP/1.1" status: 200 len: 217 time: 0.1726048 May 06 09:49:15.476216 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:15.477066 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:15.482055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53462) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:15.507110 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-04df0507-e471-41c6-9260-4ff2b3883b71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "PUT /v2.0/floatingips/535f58cc-b42a-45fa-a93e-b2b97f04ac07 HTTP/1.1" status: 200 len: 992 time: 1.9752524 May 06 09:49:15.507110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:15.507110 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65abeabc-bae9-4c68-b8c6-f3ea3b374351" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:15.529504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.539440 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e2e2dbb7-3739-4f60-a145-c1a36d2c14f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6bd65c897ac422b9aac48f80ce7aaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562062 May 06 09:49:15.541970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53468) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:15.573678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.578456 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd5844e-d871-46ff-8d73-e518c3a41a4b x-openstack-request-id: req-ebd5844e-d871-46ff-8d73-e518c3a41a4b {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:15.578739 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:15.578984 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ebd5844e-d871-46ff-8d73-e518c3a41a4b {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:15.580058 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd5844e-d871-46ff-8d73-e518c3a41a4b'] response: {'name': 'network-changed', 'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'status': 'completed', 'code': 200} May 06 09:49:15.629674 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:15.633996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74630bfc-40c0-4988-b400-9ea03fd959d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.688686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74630bfc-40c0-4988-b400-9ea03fd959d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.712339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c497804b-a3ac-4ed8-a350-babf57a0ad9c req-c7dec6c5-5fd8-4950-a49a-3d70ea96e7d9 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663174 May 06 09:49:15.713635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.714199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7896ab57-61b4-43f1-b4f7-49919172698b {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:15.738358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.739569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e49ad67a-8b6d-4665-91b0-cf409f9f3d07 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7896ab57-61b4-43f1-b4f7-49919172698b HTTP/1.1" status: 204 len: 168 time: 3.9556639 May 06 09:49:15.743895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53474) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:15.826234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74630bfc-40c0-4988-b400-9ea03fd959d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.829122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] Deleting subnet f97f2f69-66ca-40fe-a6a8-3a4be2089e29 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:15.829871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74630bfc-40c0-4988-b400-9ea03fd959d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.832780 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-74630bfc-40c0-4988-b400-9ea03fd959d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c982f50a-2b80-4988-b9d5-eba4e0b1606f HTTP/1.1" status: 204 len: 168 time: 0.2898624 May 06 09:49:15.852539 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:15.875064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74630bfc-40c0-4988-b400-9ea03fd959d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c982f50a-2b80-4988-b9d5-eba4e0b1606f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:15.903746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.047679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.176528 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.230942 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '535f58cc-b42a-45fa-a93e-b2b97f04ac07', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'port_id': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'mac_address': 'fa:16:3e:30:05:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:48:42Z', 'updated_at': '2022-05-06T09:49:14Z', 'revision_number': 1, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:16.245496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-a2100c35-5b5b-407a-97fa-586b269b6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.247205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-a2100c35-5b5b-407a-97fa-586b269b6313 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1097 time: 0.6024244 May 06 09:49:16.254144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-5dfb9b9d-085a-48b1-9816-2b5b9fa75dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.255608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-5dfb9b9d-085a-48b1-9816-2b5b9fa75dd1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc281c41-d2d5-4825-8d7b-2993bda1df87 HTTP/1.1" status: 200 len: 851 time: 0.7456865 May 06 09:49:16.266189 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] Checking router: 9a71c2e8-e7b9-49a3-ae36-af1e84302928 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:16.276313 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:16.277396 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:16.439832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.441741 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:16.502868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b4544-9268-45d2-9d6a-32f4c51eb06c None None] Network afe4d2aa-1789-43e7-a06e-175a99c716bd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:16.506259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97f2f69-66ca-40fe-a6a8-3a4be2089e29,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:16.514758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.524138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6b7c26b0-ee2f-4c87-bbb3-f4c0be424990 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f97f2f69-66ca-40fe-a6a8-3a4be2089e29 HTTP/1.1" status: 204 len: 168 time: 0.7760875 May 06 09:49:16.527375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53504) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:16.570369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fba405-ba16-46ee-b062-7cfcc1d05fae req-e4226ba4-830a-4a96-a9e5-48d9918940e7 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.593077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95fba405-ba16-46ee-b062-7cfcc1d05fae req-e4226ba4-830a-4a96-a9e5-48d9918940e7 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 943 time: 0.7878888 May 06 09:49:16.808900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.809813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-1d69ef42-b1ed-4f90-b00c-17a69d9f43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.811692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-1d69ef42-b1ed-4f90-b00c-17a69d9f43e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=318be5bc-e8e2-418c-981b-865ac6fa5c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3902323 May 06 09:49:16.856664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95fba405-ba16-46ee-b062-7cfcc1d05fae req-f107f555-860f-4f14-85b3-cac01ed56c79 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539706 May 06 09:49:16.902549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-b3afd2b5-08b7-4fe9-8a3d-f3c8f270c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.904655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-b3afd2b5-08b7-4fe9-8a3d-f3c8f270c1b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.6241422 May 06 09:49:16.921825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372787c0-9b1e-4e5a-8760-804625756cfd req-33975897-b456-4d06-9bfe-6dbf6521f99a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:16.925494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-33975897-b456-4d06-9bfe-6dbf6521f99a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 810 time: 0.8126471 May 06 09:49:16.951291 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:16.992715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Deleting port f79b81e3-ef96-48da-8a93-4aa122873c1a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:16.993372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.080088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] DHCP port deletion for afe4d2aa-1789-43e7-a06e-175a99c716bd request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:17.110348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-dbe1d935-1503-4235-ae6f-c4f077373b84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 200 len: 1000 time: 0.1772361 May 06 09:49:17.123290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] For port f79b81e3-ef96-48da-8a93-4aa122873c1a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f79b81e3-ef96-48da-8a93-4aa122873c1a,segment=NetworkSegment(7f2983a5-5e45-4117-8038-89df9e26f07a),segment_id=7f2983a5-5e45-4117-8038-89df9e26f07a)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:17.123705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.147691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Calling delete_port for f79b81e3-ef96-48da-8a93-4aa122873c1a owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:17.208846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72254af4-960c-46ed-8d0f-853b26214e85 req-a991a765-c81e-4d14-af10-a2bb0b293f63 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.1414032 May 06 09:49:17.251345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] Deleting port f79b81e3-ef96-48da-8a93-4aa122873c1a {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:17.252603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.338955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.356973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] For port f79b81e3-ef96-48da-8a93-4aa122873c1a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f79b81e3-ef96-48da-8a93-4aa122873c1a,segment=NetworkSegment(7f2983a5-5e45-4117-8038-89df9e26f07a),segment_id=7f2983a5-5e45-4117-8038-89df9e26f07a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:17.362930 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.391307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f79b81e3-ef96-48da-8a93-4aa122873c1a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:17.392629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] Calling delete_port for f79b81e3-ef96-48da-8a93-4aa122873c1a owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:17.393678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '535f58cc-b42a-45fa-a93e-b2b97f04ac07', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'port_id': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'mac_address': 'fa:16:3e:30:05:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:48:42Z', 'updated_at': '2022-05-06T09:49:14Z', 'revision_number': 1, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:17.417915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] No DVR routers for this DVR port f79b81e3-ef96-48da-8a93-4aa122873c1a on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:17.444287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-d98f33aa-27fa-4dfe-b238-f0e7814013dc tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/quotas/f3bfa9b81f4441b1bc0957b5dd261b47 HTTP/1.1" status: 200 len: 375 time: 0.3798342 May 06 09:49:17.453490 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb040347-cbeb-473c-a398-f4f10d73a717 None None] The sync data for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 is: [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '535f58cc-b42a-45fa-a93e-b2b97f04ac07', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'port_id': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'mac_address': 'fa:16:3e:30:05:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:48:42Z', 'updated_at': '2022-05-06T09:49:14Z', 'revision_number': 1, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:17.459895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-1d958c15-251b-4f4c-b15f-c609c698e307 service neutron] 10.222.0.82 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271460 May 06 09:49:17.496154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-a462d0bd-5443-4362-8fa0-592f989b7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:17.497554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-a462d0bd-5443-4362-8fa0-592f989b7dee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.3417904 May 06 09:49:17.584294 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.618172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] Pushing event deleted for resources: {'Port': ['ID=f79b81e3-ef96-48da-8a93-4aa122873c1a,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:17.629912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.642630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a401e19-e8ec-4376-a6aa-94efdd0ddcb2 None None] No DVR routers for this DVR port f79b81e3-ef96-48da-8a93-4aa122873c1a on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:17.679363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe4d2aa-1789-43e7-a06e-175a99c716bd']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:17.697707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2983a5-5e45-4117-8038-89df9e26f07a') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:17.697707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2983a5-5e45-4117-8038-89df9e26f07a') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:17.713509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.734917 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.741960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:17.742366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: timer() May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:17.745160 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:17.763421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-06673919-dd9b-4787-b472-7df0244b6d4f tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3181562 May 06 09:49:17.905957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-e605ef41-aff4-479d-a4e5-67170d790a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:17.907020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.908116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-e605ef41-aff4-479d-a4e5-67170d790a1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3716066 May 06 09:49:17.918540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc8fb03-976a-4a33-9dfe-016750f73021 req-175424b8-93d6-43c1-9469-7bc56646713a service neutron] 10.222.0.82 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027519 May 06 09:49:17.921689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:17.923940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583548aa-1dbb-4906-a0fb-493e43b5da7d None None] New status for floating IP 535f58cc-b42a-45fa-a93e-b2b97f04ac07: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:49:17.934911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] 10.222.0.76 "DELETE /v2.0/networks/afe4d2aa-1789-43e7-a06e-175a99c716bd HTTP/1.1" status: 204 len: 168 time: 1.4014342 May 06 09:49:17.996884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a05caa-e75e-4b63-8884-0650877f69cc admin admin] Pushing event deleted for resources: {'Network': ['ID=afe4d2aa-1789-43e7-a06e-175a99c716bd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:18.145212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-e6b4202f-3b05-4745-832e-cc73de87a4c8 service neutron] 10.222.0.76 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808830 May 06 09:49:18.233891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53572) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:18.277513 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.329000 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9eadbbb5-b9b4-4608-a6db-be56ae00a37f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7bcc7d352d2848e08d236377bef9ba0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939372 May 06 09:49:18.332125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53580) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:18.435684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a60f6ef-6a11-4837-9277-41825759e33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.460302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a60f6ef-6a11-4837-9277-41825759e33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.535238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a60f6ef-6a11-4837-9277-41825759e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.538221 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a60f6ef-6a11-4837-9277-41825759e33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.542830 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a60f6ef-6a11-4837-9277-41825759e33e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e5035c0-a2ff-44ad-94ac-2ffc85519972 HTTP/1.1" status: 204 len: 168 time: 0.2065349 May 06 09:49:18.555617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60f6ef-6a11-4837-9277-41825759e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5035c0-a2ff-44ad-94ac-2ffc85519972,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:18.677017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f79b81e3-ef96-48da-8a93-4aa122873c1a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:18.710227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:18.710823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-0130a7ef-db73-45ca-99f1-8d5d7cdd4f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:18.712346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-0130a7ef-db73-45ca-99f1-8d5d7cdd4f75 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c0bd87feaf1412ba16dbedff4e0e124&device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 1094 time: 0.7098944 May 06 09:49:18.765139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f79b81e3-ef96-48da-8a93-4aa122873c1a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:18.765947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f79b81e3-ef96-48da-8a93-4aa122873c1a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:18.771227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:18.820214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-edff04b9-49e4-45d4-9f69-16dad5ba7cac service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047079 May 06 09:49:18.821375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-748f7db3-c0c0-4009-a971-83c4b630d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:18.823292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-748f7db3-c0c0-4009-a971-83c4b630d0bb service neutron] 10.222.0.82 "GET /v2.0/networks?id=318be5bc-e8e2-418c-981b-865ac6fa5c16 HTTP/1.1" status: 200 len: 913 time: 0.1031897 May 06 09:49:18.834709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a6f96-8b3f-41f6-94c4-fa98ef2dfd93 req-f5626cad-585a-4da0-81f2-eab96cd3be2b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:18.842709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a15a6f96-8b3f-41f6-94c4-fa98ef2dfd93 req-f5626cad-585a-4da0-81f2-eab96cd3be2b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 943 time: 0.7734964 May 06 09:49:18.951381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-0a159bcf-278b-4b9d-89e7-529a12a2c40d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b HTTP/1.1" status: 200 len: 217 time: 0.1055484 May 06 09:49:19.049936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a15a6f96-8b3f-41f6-94c4-fa98ef2dfd93 req-a7534502-6f16-403f-aa91-199293bad87c tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062418 May 06 09:49:19.100448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1175187947', 'router:external': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:19.124067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-f12db5ab-3c71-4292-bad6-0c99d578fba1 service neutron] 10.222.0.76 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9644003 May 06 09:49:19.140516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Made reservation on behalf of a95317e277a143f0bec89d8195ca635d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:19.143610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.156848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-057355f2-afdc-47c9-a976-d74db6be8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:19.158335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-057355f2-afdc-47c9-a976-d74db6be8cfb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc281c41-d2d5-4825-8d7b-2993bda1df87 HTTP/1.1" status: 200 len: 851 time: 0.1950688 May 06 09:49:19.163478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.203407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53592) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:19.206738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65abeabc-bae9-4c68-b8c6-f3ea3b374351 req-17165c2e-725b-4d91-8917-50ce4130547a service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617339 May 06 09:49:19.270385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9f6601b-1731-48b8-9f1a-36540ef6f208 req-774f46db-a035-46fc-ba54-bb15ed27ddd2 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.1062827 May 06 09:49:19.319674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3daaa22e-4fe0-4849-8457-5b725745b40a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c97703a7a5224085a77228832900de27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092002 May 06 09:49:19.338692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53594) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:19.342214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.352592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-d2397d77-8e84-49ad-ad70-0fe2d1874f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:19.354466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-d2397d77-8e84-49ad-ad70-0fe2d1874f45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=318be5bc-e8e2-418c-981b-865ac6fa5c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1785629 May 06 09:49:19.363026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.383419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:19.418145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.418503 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Added segment 19a0b6e8-2feb-47a8-9920-cabd626d9463 of type vlan for network 1c99afb4-e101-4b47-ac31-f1571ab83211 May 06 09:49:19.539901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdbc67fe-796e-408a-b348-dac44b9320fc req-759a1010-28d9-407b-816a-cc278dc01777 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 210 time: 0.1300056 May 06 09:49:19.559929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-832226a0-3fa3-4c6b-8194-72e7c8256815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.587453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-468f6b94-1c5c-49e8-9c3a-d0334052eb9a service neutron] 10.222.0.82 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245612 May 06 09:49:19.591784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-832226a0-3fa3-4c6b-8194-72e7c8256815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.645935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb3ba4a-becf-439a-a2cb-de87529b9de5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:19.656853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-832226a0-3fa3-4c6b-8194-72e7c8256815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.661566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-832226a0-3fa3-4c6b-8194-72e7c8256815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.663211 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-832226a0-3fa3-4c6b-8194-72e7c8256815 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18f220d1-6372-4924-8233-3e530a5241ec HTTP/1.1" status: 204 len: 168 time: 0.3233705 May 06 09:49:19.683949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832226a0-3fa3-4c6b-8194-72e7c8256815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f220d1-6372-4924-8233-3e530a5241ec,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:19.690442 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.762453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.764334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:19.764970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:19.806907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e74a6d17-8114-49f6-825a-be5b7c81b58e req-db3a5ffb-ad4d-4c4c-aa79-65a9ec3ff09a service neutron] 10.222.0.82 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116747 May 06 09:49:19.867746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53610) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:19.868727 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.1566648 May 06 09:49:19.873111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7b5e8-cd82-445c-9de4-3301b1ddd163 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Network': ['ID=1c99afb4-e101-4b47-ac31-f1571ab83211,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:19.874433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'subnet': {'network_id': '1c99afb4-e101-4b47-ac31-f1571ab83211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:19.884966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1c99afb4-e101-4b47-ac31-f1571ab83211 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:49:19.917365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Made reservation on behalf of a95317e277a143f0bec89d8195ca635d for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:19.920452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.290088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b32883-7c45-4842-95f8-b634740fa9d6 req-25854b14-311b-41d2-aaaa-d4cf5e9e14ed tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:20.298728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17b32883-7c45-4842-95f8-b634740fa9d6 req-25854b14-311b-41d2-aaaa-d4cf5e9e14ed tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 943 time: 0.1215301 May 06 09:49:20.427078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.485672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a75b9f33-9e99-4078-8837-f4a52a4d5490 req-ed1e5b32-6cea-49c8-afd0-0ae39b126583 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0541823 May 06 09:49:20.489822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17b32883-7c45-4842-95f8-b634740fa9d6 req-af77dde0-a47d-4e51-a849-e9dc66a02010 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904938 May 06 09:49:20.496298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 30e3cf5a-962d-4048-ad19-ddf07ca1064b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:49:20.683109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:49:20.683659 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.753249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 30e3cf5a-962d-4048-ad19-ddf07ca1064b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:20.765717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f94e214-892d-4b78-9dee-0cd815f500ea req-2ccf2ebd-945c-4ff6-a61e-21ae75730786 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 210 time: 0.0855372 May 06 09:49:20.798623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'port_id': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'mac_address': 'fa:16:3e:ad:01:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:49:20.821604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c9737d38-acef-4010-845e-a5e5193f3d5b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:20.885368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:20.928653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e3cf5a-962d-4048-ad19-ddf07ca1064b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:20.944616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:20.958604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Checking segment: {'id': '19a0b6e8-2feb-47a8-9920-cabd626d9463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1c99afb4-e101-4b47-ac31-f1571ab83211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:20.959185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network hostable DHCP agents. Network: 1c99afb4-e101-4b47-ac31-f1571ab83211, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:49:20.980278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 30e3cf5a-962d-4048-ad19-ddf07ca1064b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:20.986373 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.034729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network 1c99afb4-e101-4b47-ac31-f1571ab83211 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:49:21.053002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1c99afb4-e101-4b47-ac31-f1571ab83211) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:21.069155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372787c0-9b1e-4e5a-8760-804625756cfd req-ff67235f-6169-4da3-a5e1-2042170e0593 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:21.069801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fc59e7-6e80-4ee4-a250-8fd81732cd90 None None] Network 1c99afb4-e101-4b47-ac31-f1571ab83211 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:21.070961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-ff67235f-6169-4da3-a5e1-2042170e0593 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.83 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 810 time: 0.2946167 May 06 09:49:21.073085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:21.073650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.092712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Request body: {'port': {'device_id': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'admin_state_up': True, 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:21.156566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1677899101-network', 'tenant_id': '7020feb55ef3488b908794779b1f0db7'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:21.169901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=30e3cf5a-962d-4048-ad19-ddf07ca1064b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:21.185151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d0517bd2-c3fb-4fe7-b57a-9aaf69d1987f tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3156400 May 06 09:49:21.188659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53644) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:21.195084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1419066339', 'network_id': '1c99afb4-e101-4b47-ac31-f1571ab83211'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:21.207009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Made reservation on behalf of 7020feb55ef3488b908794779b1f0db7 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:21.218195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.241393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Made reservation on behalf of a95317e277a143f0bec89d8195ca635d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:21.242570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.246121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.277753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] device_id is not set on port 19909248-8756-477b-9cc0-5aa42d8c9f04 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:49:21.294513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Made reservation on behalf of f3bfa9b81f4441b1bc0957b5dd261b47 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:21.298808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.311875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['30e3cf5a-962d-4048-ad19-ddf07ca1064b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:21.398368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7613726-9fc4-4f05-80c2-5afa46c6f790 None None] Network 1c99afb4-e101-4b47-ac31-f1571ab83211 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:21.399983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.405758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.433804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:21.444484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e617fb22-52ea-452f-9459-6e2eeb1781b3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:21.450833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.451163 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Added segment 40f548bc-ddb1-41be-bb84-9c749d393c6c of type vlan for network ecfb607e-cbb1-4afa-b24a-8d4e90710abb May 06 09:49:21.460184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Allocated IP 172.20.0.5 (1c99afb4-e101-4b47-ac31-f1571ab83211/c9737d38-acef-4010-845e-a5e5193f3d5b/19909248-8756-477b-9cc0-5aa42d8c9f04) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:21.497336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.534685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.549000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:21.549663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.648775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.728931 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7798052 May 06 09:49:21.732132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:21.742277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Request body: {'subnet': {'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1677899101-subnet', 'tenant_id': '7020feb55ef3488b908794779b1f0db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:21.751348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1017f-b9e0-4682-b911-12e90788d7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=ecfb607e-cbb1-4afa-b24a-8d4e90710abb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:21.773842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ecfb607e-cbb1-4afa-b24a-8d4e90710abb details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:49:21.774378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Made reservation on behalf of 7020feb55ef3488b908794779b1f0db7 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:21.778574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:21.828633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b52bdae-bf05-4aa5-a617-c53c02a8af25 req-e227679b-bce1-4d24-9603-ee9d0a6d7598 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.1658933 May 06 09:49:21.910346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.007150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c415401-607f-4729-b769-16a3ea8172be req-43e8e2d9-0f76-40d3-9a61-76d0a4802ada tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:22.015068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c415401-607f-4729-b769-16a3ea8172be req-43e8e2d9-0f76-40d3-9a61-76d0a4802ada tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 944 time: 0.3417323 May 06 09:49:22.071151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-910f0b14-f213-4832-8b36-353f37862c0f req-eb166c4c-57e4-401e-a263-5907289898c9 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 210 time: 0.0773356 May 06 09:49:22.101733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network 1c99afb4-e101-4b47-ac31-f1571ab83211 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:22.123325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c415401-607f-4729-b769-16a3ea8172be req-17e3ff71-5f41-46ac-bc95-14fa9891069d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073349 May 06 09:49:22.126424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Port': ['ID=19909248-8756-477b-9cc0-5aa42d8c9f04,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:22.136753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:22.148597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.171599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:22.212134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:22.212775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.247320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-46b91ca9-8384-41a1-ae45-e0baf8374add tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0570018 May 06 09:49:22.250519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53668) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:22.277675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=563883bb-3076-4985-b8bb-38890729d2ff,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:22.304542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Checking segment: {'id': '40f548bc-ddb1-41be-bb84-9c749d393c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:22.305046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Network hostable DHCP agents. Network: ecfb607e-cbb1-4afa-b24a-8d4e90710abb, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:49:22.313233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53670) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:22.328328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Allocated IP 172.20.0.10 (4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0/7d4546d9-b910-4ab7-9e69-f096004be95f/612ba0c4-b49d-4310-bc4b-21bde1b0fbaa) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:22.340547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Network ecfb607e-cbb1-4afa-b24a-8d4e90710abb is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:49:22.382482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ecfb607e-cbb1-4afa-b24a-8d4e90710abb) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:22.392503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:22.394206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.397932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01bb6e-8b40-4e2c-aada-01d0086352cc None None] Network ecfb607e-cbb1-4afa-b24a-8d4e90710abb requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:22.398847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Deleting port 19909248-8756-477b-9cc0-5aa42d8c9f04 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:22.399197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.448034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-db0b812e-6f62-440f-b0b6-160627404005 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7111390 May 06 09:49:22.483774 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4f20-0f3a-4dfa-bf8b-732772b6119d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.563229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.592470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Calling delete_port for 19909248-8756-477b-9cc0-5aa42d8c9f04 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:22.600321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 30e3cf5a-962d-4048-ad19-ddf07ca1064b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:22.625047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.670254 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4f20-0f3a-4dfa-bf8b-732772b6119d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.683863 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e0e4f20-0f3a-4dfa-bf8b-732772b6119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.708946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7beac02-91f7-44b4-93b6-c38e79cef0db None None] Network ecfb607e-cbb1-4afa-b24a-8d4e90710abb requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:22.739062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.757939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8e0e4f20-0f3a-4dfa-bf8b-732772b6119d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c62a9e4a0b7947e5b4292a8b18a0da52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412827 May 06 09:49:22.758960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53678) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:22.759212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 30e3cf5a-962d-4048-ad19-ddf07ca1064b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:49:22.772471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['04412660-6bdc-44a4-b2ec-a1982d0d2d28'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:22.774657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 30e3cf5a-962d-4048-ad19-ddf07ca1064b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:22.775069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.827370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e4f20-0f3a-4dfa-bf8b-732772b6119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176d68ab-e4fc-412f-9a2a-a4be6a76bce3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:22.842371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:22.849043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:22.855823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:22.878120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1686a246-7438-49c0-bade-6f962c7672a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.913965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Pushing event updated for resources: {'Port': ['ID=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:22.918169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1686a246-7438-49c0-bade-6f962c7672a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.932930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:22.996280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1686a246-7438-49c0-bade-6f962c7672a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.000072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1686a246-7438-49c0-bade-6f962c7672a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.004190 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1686a246-7438-49c0-bade-6f962c7672a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/176d68ab-e4fc-412f-9a2a-a4be6a76bce3 HTTP/1.1" status: 204 len: 168 time: 0.2396913 May 06 09:49:23.021817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event deleted for resources: {'Port': ['ID=19909248-8756-477b-9cc0-5aa42d8c9f04,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:23.036062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686a246-7438-49c0-bade-6f962c7672a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176d68ab-e4fc-412f-9a2a-a4be6a76bce3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:23.037373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d742fac7-579a-4afa-92fa-4cfd62e32124 req-4ccfa541-94c9-45e3-bdc3-02e94b6370ac tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0379050 May 06 09:49:23.252774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.253407 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.308568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01476e-95a3-45f0-8024-0bee2c4beb54 req-7e1b23da-e246-4ffe-8783-ba1128f8227a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.316267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be01476e-95a3-45f0-8024-0bee2c4beb54 req-7e1b23da-e246-4ffe-8783-ba1128f8227a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 932 time: 0.1236258 May 06 09:49:23.333287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-eab2ffe4-248d-4f60-b3af-792fa51e78e5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2463915 May 06 09:49:23.334805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.339838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-06bd8de4-44e0-4991-8c3b-1762c1a33210 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "DELETE /v2.0/ports/19909248-8756-477b-9cc0-5aa42d8c9f04 HTTP/1.1" status: 204 len: 168 time: 1.0881302 May 06 09:49:23.341387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:23.346718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c99afb4-e101-4b47-ac31-f1571ab83211', 'external_fixed_ips': [{'subnet_id': 'c9737d38-acef-4010-845e-a5e5193f3d5b', 'ip_address': '172.20.0.5'}]}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:23.366971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Request body: {'port': {'device_id': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:23.404064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.405670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.448560 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.482778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:23.485739 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b70a4c-d341-4fae-864c-911521dd0f79" -d '{"events": [{"server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "name": "network-vif-plugged", "status": "completed", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:23.492204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be01476e-95a3-45f0-8024-0bee2c4beb54 req-6c0656ee-edd5-478f-8601-f1a7e288d0d0 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746120 May 06 09:49:23.495292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53704) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:23.517443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 30e3cf5a-962d-4048-ad19-ddf07ca1064b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:23.523425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.526347 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.542017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d080-5613-4949-8bad-521e1f354add req-e436b15b-6cb3-4092-9928-35cb1de14918 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.546033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-e436b15b-6cb3-4092-9928-35cb1de14918 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/networks?id=ecfb607e-cbb1-4afa-b24a-8d4e90710abb HTTP/1.1" status: 200 len: 822 time: 0.4156623 May 06 09:49:23.550355 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e866f096-503b-4174-a791-5e5b19446f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.567112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-fc95a84b-75bb-4d9d-8edc-cf6a7f22ba0e tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/quotas/7020feb55ef3488b908794779b1f0db7 HTTP/1.1" status: 200 len: 375 time: 0.0122209 May 06 09:49:23.593948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=30e3cf5a-962d-4048-ad19-ddf07ca1064b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:23.623391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.676841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-15005704-1d61-45df-bdff-3b9dc0a0e9be tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7020feb55ef3488b908794779b1f0db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952330 May 06 09:49:23.706064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.805761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cee12-8440-41ce-91fa-faff43596399 req-e8c358d6-bd08-48c3-b14c-2c0356604de7 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:23.807300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-303cee12-8440-41ce-91fa-faff43596399 req-e8c358d6-bd08-48c3-b14c-2c0356604de7 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.1656415 May 06 09:49:23.925018 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:23.939610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-303cee12-8440-41ce-91fa-faff43596399 req-937df220-4198-4f59-8f69-eb4bc5679f67 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752409 May 06 09:49:24.007036 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241b695-cc68-4455-991b-ccbbbb581ae7 x-openstack-request-id: req-6241b695-cc68-4455-991b-ccbbbb581ae7 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:24.007418 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "name": "network-vif-plugged", "status": "completed", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:24.007770 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6241b695-cc68-4455-991b-ccbbbb581ae7 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:24.008230 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6241b695-cc68-4455-991b-ccbbbb581ae7'] response: {'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'code': 200} May 06 09:49:24.274784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.361882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-cff48d09-2482-4f75-a8f1-36cba7403906 service neutron] 10.222.0.76 "GET /v2.0/networks/ecfb607e-cbb1-4afa-b24a-8d4e90710abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466067 May 06 09:49:24.365037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e866f096-503b-4174-a791-5e5b19446f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.399723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c2e9e74-318f-41c5-b089-6ee34b94d967 req-a9755558-58a4-4843-9a73-61ccffc12c11 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0670340 May 06 09:49:24.409911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e866f096-503b-4174-a791-5e5b19446f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.444674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Allocated IP 172.20.0.5 (1c99afb4-e101-4b47-ac31-f1571ab83211/c9737d38-acef-4010-845e-a5e5193f3d5b/6e043a09-f759-486a-b51c-171a9f45ec65) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:24.521957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e866f096-503b-4174-a791-5e5b19446f86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=96733f34215d4b96a0e2227d9c251e85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0205619 May 06 09:49:24.529718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f096-503b-4174-a791-5e5b19446f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab658d37-39cb-42d7-8358-a3c38850f6f2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:24.534566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53714) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:24.563438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea726ff-bfe6-4352-be55-7ea25632a3e4 req-96685eca-b18e-4010-83b4-8bd8e1ce8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:24.564978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ea726ff-bfe6-4352-be55-7ea25632a3e4 req-96685eca-b18e-4010-83b4-8bd8e1ce8d3f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 1096 time: 0.2352054 May 06 09:49:24.600626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.639446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.676204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network 1c99afb4-e101-4b47-ac31-f1571ab83211 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:24.679147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-a909c97c-17fd-4bd1-93f9-a864a92f6389 service neutron] 10.222.0.76 "GET /v2.0/networks/ecfb607e-cbb1-4afa-b24a-8d4e90710abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843513 May 06 09:49:24.680117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:24.685037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:24.731206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ea726ff-bfe6-4352-be55-7ea25632a3e4 req-11029369-94f7-43ee-86d9-3ea1f25c7879 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541655 May 06 09:49:24.745962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fbddd-ea36-4728-827d-91493e613e17 req-60cab36e-67ea-408e-9fb8-2a8dfbaf2b4e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:24.747487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e6fbddd-ea36-4728-827d-91493e613e17 req-60cab36e-67ea-408e-9fb8-2a8dfbaf2b4e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 932 time: 0.1744156 May 06 09:49:24.752605 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38113518-fc64-443b-b67e-7f1f1adc5711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.762911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:24.777510 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.817561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Port': ['ID=6e043a09-f759-486a-b51c-171a9f45ec65,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:24.825588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Transition to ACTIVE for port object 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:49:24.827656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38113518-fc64-443b-b67e-7f1f1adc5711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.841005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:24.857234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e6fbddd-ea36-4728-827d-91493e613e17 req-8a2710e4-74b6-4148-8980-361ad4ac3549 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029153 May 06 09:49:24.965778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Pushing event updated for resources: {'Port': ['ID=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:25.021711 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.023067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5646b55-7c71-4e8c-ad9f-4d53924ef56e req-9a83486e-f13d-4c2f-b548-f6b93a9ca76d tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 210 time: 0.0475054 May 06 09:49:25.135192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38113518-fc64-443b-b67e-7f1f1adc5711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.137980 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38113518-fc64-443b-b67e-7f1f1adc5711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.141459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-38113518-fc64-443b-b67e-7f1f1adc5711 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab658d37-39cb-42d7-8358-a3c38850f6f2 HTTP/1.1" status: 204 len: 168 time: 0.6005914 May 06 09:49:25.157798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38113518-fc64-443b-b67e-7f1f1adc5711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab658d37-39cb-42d7-8358-a3c38850f6f2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:25.198779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd46bb-6f9a-4d67-8104-a9fc9b4e2c4a req-02c804a0-6a83-4af8-988c-138f8d7cf96f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:25.200628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fdd46bb-6f9a-4d67-8104-a9fc9b4e2c4a req-02c804a0-6a83-4af8-988c-138f8d7cf96f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.1016276 May 06 09:49:25.201947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Attempting to bind port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:25.202278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Attempting to bind port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:25.202588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Attempting to bind port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa on network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:25.207452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa on network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:25.207850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Attempting to bind port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa on network 4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:25.228387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:25.228847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Checking segment: {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:25.229153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Bound using segment: {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:25.229588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Bound port: 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2581dd-eb06-41f2-a404-479b398677ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:25.229946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.260743 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fdd46bb-6f9a-4d67-8104-a9fc9b4e2c4a req-fc616917-a30d-49fa-b8f7-f00b7c24bd74 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505965 May 06 09:49:25.327166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.338838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] For port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:25.343474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] For port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:25.349501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.396218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:25.396998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.398671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] 10.222.0.83 "PUT /v2.0/ports/612ba0c4-b49d-4310-bc4b-21bde1b0fbaa HTTP/1.1" status: 200 len: 1092 time: 2.0392742 May 06 09:49:25.399232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'tag': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:25.403366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03de7ca-0e90-4b5c-b915-ecc460a504f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a3e283-9346-481f-ae41-0a21e341ca01", "tag": "612ba0c4-b49d-4310-bc4b-21bde1b0fbaa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:25.436972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344f084-2c04-43b3-923f-078c05a79b07 service neutron] Pushing event updated for resources: {'Port': ['ID=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:25.466479 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560c221e-3adc-4895-8e48-9ed4b94990db x-openstack-request-id: req-560c221e-3adc-4895-8e48-9ed4b94990db {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:25.466770 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a3e283-9346-481f-ae41-0a21e341ca01", "tag": "612ba0c4-b49d-4310-bc4b-21bde1b0fbaa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:25.467042 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-560c221e-3adc-4895-8e48-9ed4b94990db {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:25.467962 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560c221e-3adc-4895-8e48-9ed4b94990db'] response: {'name': 'network-changed', 'server_uuid': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'tag': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa', 'status': 'completed', 'code': 200} May 06 09:49:25.584999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-392e1635-36f5-44ef-8d5c-9edd78751080 req-e15bd3f9-56f9-46a1-a828-25c364c6d9eb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0300415 May 06 09:49:25.595279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372787c0-9b1e-4e5a-8760-804625756cfd req-ba6d69d5-8010-4c6c-8b33-d9b0e2f42873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:25.597172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-ba6d69d5-8010-4c6c-8b33-d9b0e2f42873 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 1095 time: 0.1243477 May 06 09:49:25.662162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Router d3b2c9f1-7e0d-4745-9226-30f123e8545e is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:25.686170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-218c156c-7c7c-478c-be98-3abc6ad47378 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa HTTP/1.1" status: 200 len: 217 time: 0.0804873 May 06 09:49:25.788072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:25.802177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Sync routers for ids ['d3b2c9f1-7e0d-4745-9226-30f123e8545e'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:25.811131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:25.812944 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ce110cb6-bc3d-4c08-997b-c15a6ab249dc tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.4705584 May 06 09:49:25.815573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53742) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:25.821645 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Routers {'d3b2c9f1-7e0d-4745-9226-30f123e8545e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:25.821884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372787c0-9b1e-4e5a-8760-804625756cfd req-e6d5cba3-ac37-4847-81da-98bf0f091a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:25.822533 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d3b2c9f1-7e0d-4745-9226-30f123e8545e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:25.828148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-e6d5cba3-ac37-4847-81da-98bf0f091a46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 0.1245556 May 06 09:49:25.894426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-7056c297-22c7-4898-9c5a-dafaf77eb624 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569494 May 06 09:49:25.996277 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.038905 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Set router d3b2c9f1-7e0d-4745-9226-30f123e8545e gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:26.109806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-cce75f68-e26a-4121-807d-3577168b7e8a service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082348 May 06 09:49:26.209963 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.307135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Deleting port 6e043a09-f759-486a-b51c-171a9f45ec65 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:26.307469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.319074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dc1e4c1-d852-41c6-8ddf-00a2d66fbe95 req-6ec0789c-c41c-4831-959e-68ce421e2a7a tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 210 time: 0.0944436 May 06 09:49:26.387050 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b2c9f1-7e0d-4745-9226-30f123e8545e', 'name': '', 'tenant_id': 'a95317e277a143f0bec89d8195ca635d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c99afb4-e101-4b47-ac31-f1571ab83211', 'external_fixed_ips': [{'subnet_id': 'c9737d38-acef-4010-845e-a5e5193f3d5b', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '6e043a09-f759-486a-b51c-171a9f45ec65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:49:23Z', 'updated_at': '2022-05-06T09:49:24Z', 'revision_number': 3, 'project_id': 'a95317e277a143f0bec89d8195ca635d', 'gw_port': {'id': '6e043a09-f759-486a-b51c-171a9f45ec65', 'name': '', 'network_id': '1c99afb4-e101-4b47-ac31-f1571ab83211', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:08:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b2c9f1-7e0d-4745-9226-30f123e8545e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'c9737d38-acef-4010-845e-a5e5193f3d5b', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:49:24Z', 'updated_at': '2022-05-06T09:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9737d38-acef-4010-845e-a5e5193f3d5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:26.438319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-372787c0-9b1e-4e5a-8760-804625756cfd req-1e78098c-ebe6-4325-b3a1-31589218db4a service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099747 May 06 09:49:26.455063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff95f-385c-4451-8819-30734cab1328 req-1c216d9e-bbf3-4a59-bad7-e1e71efb00a4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.468009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d7ff95f-385c-4451-8819-30734cab1328 req-1c216d9e-bbf3-4a59-bad7-e1e71efb00a4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 944 time: 0.3565695 May 06 09:49:26.485383 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Checking router: d3b2c9f1-7e0d-4745-9226-30f123e8545e for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:26.487193 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Updating router d3b2c9f1-7e0d-4745-9226-30f123e8545e port 6e043a09-f759-486a-b51c-171a9f45ec65 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:49:26.493562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.546156 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:26.550999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Calling delete_port for 6e043a09-f759-486a-b51c-171a9f45ec65 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:26.669447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-7470ff16-f022-47a4-9d37-18aaed943ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.670592 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-7470ff16-f022-47a4-9d37-18aaed943ba8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 1095 time: 0.1486144 May 06 09:49:26.685005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d7ff95f-385c-4451-8819-30734cab1328 req-d7e86d7a-1de0-441d-9f34-a295178f6b21 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160337 May 06 09:49:26.742387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e7215-3154-435f-a9b7-45f706c42b52 req-2366b5e2-51ed-4507-8eef-255191b210d3 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.753168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-638e7215-3154-435f-a9b7-45f706c42b52 req-2366b5e2-51ed-4507-8eef-255191b210d3 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.2388098 May 06 09:49:26.772076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d080-5613-4949-8bad-521e1f354add req-dbb2f81b-29ee-4193-be0e-c0bf7a4c21a9 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.774311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-dbb2f81b-29ee-4193-be0e-c0bf7a4c21a9 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.83 "GET /v2.0/networks?id=ecfb607e-cbb1-4afa-b24a-8d4e90710abb HTTP/1.1" status: 200 len: 822 time: 0.3029075 May 06 09:49:26.789160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Request body: {'port': {'device_id': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb', 'admin_state_up': True, 'tenant_id': '7020feb55ef3488b908794779b1f0db7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:26.860105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-66ae6b95-03e9-41da-b3b1-9d4d09f51711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:26.862407 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-66ae6b95-03e9-41da-b3b1-9d4d09f51711 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 911 time: 0.1816981 May 06 09:49:26.887978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-638e7215-3154-435f-a9b7-45f706c42b52 req-c4505b78-38f1-4eb3-8a34-d314afb7190d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285355 May 06 09:49:26.928481 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-8c11e6c3-fcbb-4a8e-ba2a-2a148c5ba815 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa HTTP/1.1" status: 200 len: 217 time: 0.0402288 May 06 09:49:26.936453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0827e074-f9fb-4d09-802c-de99e69bce14 req-2adeb641-92ab-439b-b4e5-0c003fd6cfb6 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/ports?device_id=cd319045-b1b3-420f-b3fe-0858c6d8242f HTTP/1.1" status: 200 len: 210 time: 0.0801437 May 06 09:49:27.008116 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.db.api [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:49:27.008774 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.010828 n-d-840834-1 neutron-server[102745]: DEBUG oslo_db.api [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:49:27.014815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-e2e9e4c2-46de-4da6-ad0c-d837cb46fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:27.016351 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-e2e9e4c2-46de-4da6-ad0c-d837cb46fbb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 0.0771186 May 06 09:49:27.048039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e043a09-f759-486a-b51c-171a9f45ec65,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:27.057465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e100585-b2e5-40f1-9a6f-1da45961dbf8 req-9881aa1c-821a-4071-87b2-070e011092da tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:27.059016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e100585-b2e5-40f1-9a6f-1da45961dbf8 req-9881aa1c-821a-4071-87b2-070e011092da tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.0970960 May 06 09:49:27.066798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Made reservation on behalf of 7020feb55ef3488b908794779b1f0db7 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:27.070564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.073394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53770) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:27.081279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Request body: {'floatingip': {'port_id': '30e3cf5a-962d-4048-ad19-ddf07ca1064b'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:27.097105 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-c025175f-a61a-4ce6-bc76-7e846f91dda1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577292 May 06 09:49:27.161659 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.198145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.263484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:27.319159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.323111 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-9e321592-77b7-4240-882d-7e43f918243a service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076302 May 06 09:49:27.324319 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.421231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.422239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3b2c9f1-7e0d-4745-9226-30f123e8545e {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:27.428760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Allocated IP 172.20.0.11 (ecfb607e-cbb1-4afa-b24a-8d4e90710abb/563883bb-3076-4985-b8bb-38890729d2ff/7bba18bb-8225-456f-8399-b83967e21232) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:27.428988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.430473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-377d1ade-feb1-4803-854c-a870604733b7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/d3b2c9f1-7e0d-4745-9226-30f123e8545e HTTP/1.1" status: 204 len: 168 time: 1.6134889 May 06 09:49:27.433700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53780) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:27.454156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57cfc41a-b39c-4744-8d11-5d8d926c0c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.486930 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d03de7ca-0e90-4b5c-b915-ecc460a504f3 req-7fc2e277-254b-42e3-bb29-2c6dde603753 service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568580 May 06 09:49:27.541438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f3b2884-1df8-42f5-8a39-d82a141d3c7f req-6bfe7ceb-11e9-4f37-9cd7-844fb0f41d58 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 210 time: 0.0940042 May 06 09:49:27.544237 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Port 6e043a09-f759-486a-b51c-171a9f45ec65 not found while updating agent binding for router d3b2c9f1-7e0d-4745-9226-30f123e8545e. {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 06 09:49:27.560471 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:27.561072 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:49:27.562238 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_agentschedulers_db [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3b2c9f1-7e0d-4745-9226-30f123e8545e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102745) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:49:27.562702 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b36dd0-c64d-4ce1-ba2a-aadb70759338 None None] The sync data for ids ['d3b2c9f1-7e0d-4745-9226-30f123e8545e'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:27.575045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Deleting subnet c9737d38-acef-4010-845e-a5e5193f3d5b {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:27.580420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57cfc41a-b39c-4744-8d11-5d8d926c0c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.584061 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.588413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57cfc41a-b39c-4744-8d11-5d8d926c0c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.631283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfc41a-b39c-4744-8d11-5d8d926c0c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4016b71-c064-4afe-80f5-3d771d0acdd6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:27.636542 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-57cfc41a-b39c-4744-8d11-5d8d926c0c4d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84e15eb9bad14de092e2f4f3809f151b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720455 May 06 09:49:27.639135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:27.691176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e79ffaa-a73e-412c-a24f-f8f353d8c9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.712276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e79ffaa-a73e-412c-a24f-f8f353d8c9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.716945 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.764874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e79ffaa-a73e-412c-a24f-f8f353d8c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.767855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e79ffaa-a73e-412c-a24f-f8f353d8c9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.769062 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3e79ffaa-a73e-412c-a24f-f8f353d8c9b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4016b71-c064-4afe-80f5-3d771d0acdd6 HTTP/1.1" status: 204 len: 168 time: 0.1289020 May 06 09:49:27.778705 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79ffaa-a73e-412c-a24f-f8f353d8c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4016b71-c064-4afe-80f5-3d771d0acdd6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:27.884389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:27.959763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5feb78-850e-4bd4-88eb-fdc0d660bf18 req-33e5bbfd-271e-43e7-b95f-e59cc8ceaa43 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:27.961162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5feb78-850e-4bd4-88eb-fdc0d660bf18 req-33e5bbfd-271e-43e7-b95f-e59cc8ceaa43 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 944 time: 0.1882584 May 06 09:49:28.015483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.077205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.082576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53802) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:28.131370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c9737d38-acef-4010-845e-a5e5193f3d5b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:28.138408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.141491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1549c923-184c-495b-9303-e4c36c739283 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/c9737d38-acef-4010-845e-a5e5193f3d5b HTTP/1.1" status: 204 len: 168 time: 0.7067053 May 06 09:49:28.145453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53806) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:28.152553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5feb78-850e-4bd4-88eb-fdc0d660bf18 req-93a3ac74-e062-4764-a151-5b11686c1b3c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605871 May 06 09:49:28.159369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.168158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.200192 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10abf664-f3fa-476d-b384-efe8f6bfb525 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.208002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.248112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10abf664-f3fa-476d-b384-efe8f6bfb525 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.261516 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.266186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Network ecfb607e-cbb1-4afa-b24a-8d4e90710abb is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:28.300988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:28.304709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Pushing event updated for resources: {'Port': ['ID=7bba18bb-8225-456f-8399-b83967e21232,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:28.310201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:28.404445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.413606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10abf664-f3fa-476d-b384-efe8f6bfb525 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.417020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10abf664-f3fa-476d-b384-efe8f6bfb525 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.418792 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-10abf664-f3fa-476d-b384-efe8f6bfb525 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/security-groups/1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc HTTP/1.1" status: 204 len: 168 time: 0.3345211 May 06 09:49:28.423474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53816) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:28.449404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c99afb4-e101-4b47-ac31-f1571ab83211']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:28.451331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abf664-f3fa-476d-b384-efe8f6bfb525 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:28.469960 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-6a1638b4-6f23-435b-875a-6f5cd71b8f9e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] show failed (client error): The resource could not be found. May 06 09:49:28.473862 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a1638b4-6f23-435b-875a-6f5cd71b8f9e tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "GET /v2.0/security-groups/1c09a9f9-a3ba-40e7-aeae-d26a504e4dfc HTTP/1.1" status: 404 len: 347 time: 0.0422902 May 06 09:49:28.473862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a0b6e8-2feb-47a8-9920-cabd626d9463') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:28.473862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a0b6e8-2feb-47a8-9920-cabd626d9463') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:28.474999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53820) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:28.492855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.589563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.620141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:28.620642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: timer() May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:28.625400 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:28.658428 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Floating IP 65b90099-4c5a-43aa-817f-8d83050d7b35 associated. External IP: 172.25.8.117, port: 30e3cf5a-962d-4048-ad19-ddf07ca1064b. May 06 09:49:28.678899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:28.679611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.706494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 2ce7605d-ef7c-42f2-9cf1-02bd7f5ebb50 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:28.706915 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.709209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.715475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c99afb4-e101-4b47-ac31-f1571ab83211 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:49:28.718959 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.722792 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "DELETE /v2.0/networks/1c99afb4-e101-4b47-ac31-f1571ab83211 HTTP/1.1" status: 204 len: 168 time: 0.5759830 May 06 09:49:28.743015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-7f9ce419-9e21-4bc1-a3fe-601f62d04cc0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9593010 May 06 09:49:28.758901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Request body: {'port': {'device_id': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:28.769428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca6b50-943a-49e9-afda-1dedde5e6098 req-770225a0-7c0f-4451-aa66-9b5f4ed5c2ae tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:28.777637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9ca6b50-943a-49e9-afda-1dedde5e6098 req-770225a0-7c0f-4451-aa66-9b5f4ed5c2ae tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 932 time: 0.1344147 May 06 09:49:28.855309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b782403-16cb-497c-8e9e-154a663bed19 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c99afb4-e101-4b47-ac31-f1571ab83211,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:28.947356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.947610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:28.980658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 2ce7605d-ef7c-42f2-9cf1-02bd7f5ebb50 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:29.017704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9ca6b50-943a-49e9-afda-1dedde5e6098 req-baf9457f-0543-4b89-a1ba-b50e744990cd tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390769 May 06 09:49:29.022414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.102844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53838) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:29.107172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0d849e11-d693-423c-96f9-49f7667a6d1d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'router': {'name': 'tempest-router--1748551528', 'project_id': 'f8ecc0c0a69f40c38e155f0f48fa134e'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:29.123064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53840) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:29.155851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d849e11-d693-423c-96f9-49f7667a6d1d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.156622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d849e11-d693-423c-96f9-49f7667a6d1d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.229469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.275886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=2ce7605d-ef7c-42f2-9cf1-02bd7f5ebb50,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:29.339101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d849e11-d693-423c-96f9-49f7667a6d1d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.355512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-999d61e4-4836-484e-b41c-69cadae479ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.365698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d849e11-d693-423c-96f9-49f7667a6d1d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.369862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:29.417839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d849e11-d693-423c-96f9-49f7667a6d1d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.419039 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d849e11-d693-423c-96f9-49f7667a6d1d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3155253 May 06 09:49:29.421925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53846) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:29.431169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.433672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.434823 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bd5e6d60-dd18-47af-8aa9-557610ea0d83 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/floatingips/b3a88c5b-9efe-401f-b97e-df89314f4de6 HTTP/1.1" status: 204 len: 168 time: 0.9589031 May 06 09:49:29.438468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53848) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:29.487250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949590b-3ab1-4eb1-bc31-4a6f852bf301 req-4de0a2bf-be7a-4309-a057-9173225a5222 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:29.489103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9949590b-3ab1-4eb1-bc31-4a6f852bf301 req-4de0a2bf-be7a-4309-a057-9173225a5222 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 944 time: 0.1881251 May 06 09:49:29.544934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-999d61e4-4836-484e-b41c-69cadae479ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.549250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-999d61e4-4836-484e-b41c-69cadae479ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.586610 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6006e8f7-1783-410c-943f-a8d77720ae71 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.600069 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-999d61e4-4836-484e-b41c-69cadae479ae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6832e512160456f9b001d43974c77b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759092 May 06 09:49:29.605863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 3123afc6-21e5-4b05-b3a7-29e8f9106864 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:29.606200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.608856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d61e4-4836-484e-b41c-69cadae479ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f32d0-c11e-4a8d-8e6f-f1d0b6984f97,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:29.612691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:29.728698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18084c58-9965-4146-b669-6d18f7585a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.733476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.754855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 3123afc6-21e5-4b05-b3a7-29e8f9106864 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:29.767337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18084c58-9965-4146-b669-6d18f7585a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.799214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9949590b-3ab1-4eb1-bc31-4a6f852bf301 req-cab71315-7d71-4ea2-9f0c-00b9054d8bde tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686610 May 06 09:49:29.844729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6006e8f7-1783-410c-943f-a8d77720ae71 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.850820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6006e8f7-1783-410c-943f-a8d77720ae71 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.855805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:29.875480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.876034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] Sync routers for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:29.878646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18084c58-9965-4146-b669-6d18f7585a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.881316 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18084c58-9965-4146-b669-6d18f7585a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.885580 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-18084c58-9965-4146-b669-6d18f7585a15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/666f32d0-c11e-4a8d-8e6f-f1d0b6984f97 HTTP/1.1" status: 204 len: 168 time: 0.2688413 May 06 09:49:29.896456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:29.897275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:29.914550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18084c58-9965-4146-b669-6d18f7585a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f32d0-c11e-4a8d-8e6f-f1d0b6984f97,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:29.937280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.974769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=3123afc6-21e5-4b05-b3a7-29e8f9106864,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:29.979822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6006e8f7-1783-410c-943f-a8d77720ae71 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.980273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6006e8f7-1783-410c-943f-a8d77720ae71 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b7c4d11-8e02-4afe-bae0-fafa1445d0d6 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:29.984594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6006e8f7-1783-410c-943f-a8d77720ae71 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:29.988540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6006e8f7-1783-410c-943f-a8d77720ae71 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/9b7c4d11-8e02-4afe-bae0-fafa1445d0d6 HTTP/1.1" status: 204 len: 168 time: 0.5624962 May 06 09:49:30.018453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bba18bb-8225-456f-8399-b83967e21232 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:30.026896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.067359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Transition to ACTIVE for port object 7bba18bb-8225-456f-8399-b83967e21232 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:49:30.069907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4f6bf7f0-c5f5-445f-a8e1-08801e03207f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "PUT /v2.0/floatingips/65b90099-4c5a-43aa-817f-8d83050d7b35 HTTP/1.1" status: 200 len: 991 time: 2.9944966 May 06 09:49:30.070463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:30.081894 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab7a85f-7c30-4c25-b079-a86afb09608a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:30.082258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:30.093727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.146167 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.150907 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bb031955-6a04-4724-bb08-3fbde62fdadb tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/ports/3123afc6-21e5-4b05-b3a7-29e8f9106864 HTTP/1.1" status: 204 len: 168 time: 0.7114699 May 06 09:49:30.154131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53864) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:30.267649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Pushing event updated for resources: {'Port': ['ID=7bba18bb-8225-456f-8399-b83967e21232,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:30.288787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53868) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:30.338769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9748e-a094-4313-a925-2f00351ddb90 req-cc8d4400-c89d-4111-97df-5c03bdb61054 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:30.340598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4e9748e-a094-4313-a925-2f00351ddb90 req-cc8d4400-c89d-4111-97df-5c03bdb61054 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.1797495 May 06 09:49:30.359434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 783051a3-e4cc-4fc8-831e-c0e97f23a753 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:30.360214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.374239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc765fa-5197-4043-9051-e0dc1842c2b1 req-ace13888-7c24-4b67-b29e-4e79162a45a3 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:30.376104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abc765fa-5197-4043-9051-e0dc1842c2b1 req-ace13888-7c24-4b67-b29e-4e79162a45a3 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 944 time: 0.2163954 May 06 09:49:30.379840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '65b90099-4c5a-43aa-817f-8d83050d7b35', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'port_id': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'mac_address': 'fa:16:3e:ad:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:49:03Z', 'updated_at': '2022-05-06T09:49:27Z', 'revision_number': 1, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:03Z', 'revision_number': 5, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:30.420337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] Checking router: da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:30.451551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:30.453175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:30.479189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4e9748e-a094-4313-a925-2f00351ddb90 req-7989cefb-3e8b-45bd-9136-9422bf21ca28 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256585 May 06 09:49:30.481108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Attempting to bind port 7bba18bb-8225-456f-8399-b83967e21232 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:30.481493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Attempting to bind port 7bba18bb-8225-456f-8399-b83967e21232 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '40f548bc-ddb1-41be-bb84-9c749d393c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:30.482290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Attempting to bind port 7bba18bb-8225-456f-8399-b83967e21232 on network ecfb607e-cbb1-4afa-b24a-8d4e90710abb {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:30.487164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abc765fa-5197-4043-9051-e0dc1842c2b1 req-b14f8087-bd32-4ec0-b178-d39479f8be69 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964193 May 06 09:49:30.492404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Port 7bba18bb-8225-456f-8399-b83967e21232 on network ecfb607e-cbb1-4afa-b24a-8d4e90710abb not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:30.492820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Attempting to bind port 7bba18bb-8225-456f-8399-b83967e21232 on network ecfb607e-cbb1-4afa-b24a-8d4e90710abb {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:30.503980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:30.504329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Checking segment: {'id': '40f548bc-ddb1-41be-bb84-9c749d393c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:30.504867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Bound using segment: {'id': '40f548bc-ddb1-41be-bb84-9c749d393c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:30.505148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Bound port: 7bba18bb-8225-456f-8399-b83967e21232, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f548bc-ddb1-41be-bb84-9c749d393c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:30.505511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.539301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.563232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 783051a3-e4cc-4fc8-831e-c0e97f23a753 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:30.619227 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06b9a49-cd9b-4234-b04f-5663620dc244 x-openstack-request-id: req-b06b9a49-cd9b-4234-b04f-5663620dc244 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:30.619662 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:30.620027 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b06b9a49-cd9b-4234-b04f-5663620dc244 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:30.620536 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06b9a49-cd9b-4234-b04f-5663620dc244'] response: {'name': 'network-changed', 'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'status': 'completed', 'code': 200} May 06 09:49:30.645383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] For port 7bba18bb-8225-456f-8399-b83967e21232, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:30.650864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] For port 7bba18bb-8225-456f-8399-b83967e21232, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7bba18bb-8225-456f-8399-b83967e21232,segment=NetworkSegment(40f548bc-ddb1-41be-bb84-9c749d393c6c),segment_id=40f548bc-ddb1-41be-bb84-9c749d393c6c)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:30.669735 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.700690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-490864344', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:30.700855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:30.735387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:30.736143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.737928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] 10.222.0.83 "PUT /v2.0/ports/7bba18bb-8225-456f-8399-b83967e21232 HTTP/1.1" status: 200 len: 1092 time: 1.9842801 May 06 09:49:30.789483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-9e2f1b58-f244-4a5a-868c-6935d2684b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:30.792204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-9e2f1b58-f244-4a5a-868c-6935d2684b19 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2c0bd87feaf1412ba16dbedff4e0e124&device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 1096 time: 0.1388452 May 06 09:49:30.814745 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.823645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.824180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:30.873632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fb5a5-0eb9-46a5-b53c-05555e6c3c16 service neutron] Pushing event updated for resources: {'Port': ['ID=7bba18bb-8225-456f-8399-b83967e21232,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:30.893203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=783051a3-e4cc-4fc8-831e-c0e97f23a753,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:30.996615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d080-5613-4949-8bad-521e1f354add req-226e4666-b88b-4e64-9a2c-8e56a041e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:30.998177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-226e4666-b88b-4e64-9a2c-8e56a041e7b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7020feb55ef3488b908794779b1f0db7&device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 1095 time: 0.1979051 May 06 09:49:31.004806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.015331 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4a726f72-77aa-4d2c-90e1-550c63faab7a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/ports/783051a3-e4cc-4fc8-831e-c0e97f23a753 HTTP/1.1" status: 204 len: 168 time: 0.8597057 May 06 09:49:31.016639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53888) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:31.039991 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.047615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '65b90099-4c5a-43aa-817f-8d83050d7b35', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'port_id': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'mac_address': 'fa:16:3e:ad:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:49:03Z', 'updated_at': '2022-05-06T09:49:27Z', 'revision_number': 1, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:03Z', 'revision_number': 5, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:31.082396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c96326-0fc8-4530-b032-fb29e4bd1f39 None None] The sync data for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 is: [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '65b90099-4c5a-43aa-817f-8d83050d7b35', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'port_id': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'mac_address': 'fa:16:3e:ad:01:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:49:03Z', 'updated_at': '2022-05-06T09:49:27Z', 'revision_number': 1, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:03Z', 'revision_number': 5, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:31.155763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-7492d991-a90e-4fe0-861f-9bda82e97fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.157296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-7492d991-a90e-4fe0-861f-9bda82e97fba service neutron] 10.222.0.82 "GET /v2.0/networks?id=318be5bc-e8e2-418c-981b-865ac6fa5c16 HTTP/1.1" status: 200 len: 913 time: 0.3416047 May 06 09:49:31.158679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-605a6af6-a8d9-4715-a498-99d409b81b12 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bba18bb-8225-456f-8399-b83967e21232 HTTP/1.1" status: 200 len: 217 time: 0.1274116 May 06 09:49:31.199883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e996c5-f6ec-4cfc-9e71-d163fd6e425c req-b6d87b94-ba46-4e68-9bc4-77c87987db7d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.206452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8e996c5-f6ec-4cfc-9e71-d163fd6e425c req-b6d87b94-ba46-4e68-9bc4-77c87987db7d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 944 time: 0.2892551 May 06 09:49:31.456780 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bc0887-2379-4d01-91be-d32922227d6f None None] New status for floating IP 65b90099-4c5a-43aa-817f-8d83050d7b35: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:49:31.515946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting subnet 4b4d354c-e2fb-4f80-acc5-61d132644c73 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:31.519308 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.583006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.707381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.710883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8e996c5-f6ec-4cfc-9e71-d163fd6e425c req-86783a15-4702-4ffc-aa02-b5b318bad3d7 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035663 May 06 09:49:31.802600 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.829508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d080-5613-4949-8bad-521e1f354add req-83d8def0-b5d2-47cd-877a-2d45fdf3552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.833236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4d354c-e2fb-4f80-acc5-61d132644c73,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:31.833717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-83d8def0-b5d2-47cd-877a-2d45fdf3552a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=563883bb-3076-4985-b8bb-38890729d2ff HTTP/1.1" status: 200 len: 862 time: 0.6414516 May 06 09:49:31.834918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.840373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-e138fbe0-8f93-4be6-bec8-1a20ac765526 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b HTTP/1.1" status: 200 len: 999 time: 0.6512611 May 06 09:49:31.847340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.847526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5077ba-660e-429c-8def-39ff87b49635 None None] Network 29c8a71a-490d-4ad5-8ba1-74334919c9d8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:31.854230 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fd56409a-76af-4ff8-a1bd-69477fc870cc tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/subnets/4b4d354c-e2fb-4f80-acc5-61d132644c73 HTTP/1.1" status: 204 len: 168 time: 0.8364720 May 06 09:49:31.855041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53934) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:31.911472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting subnet 6560519a-d540-42cd-a2a5-7374c27e79b6 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:31.916795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:31.930896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-b74579b3-b707-4a51-a0d2-ec1c758dc4b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ecfb607e-cbb1-4afa-b24a-8d4e90710abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895443 May 06 09:49:31.938945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896bd7-5ad6-4094-b88c-fb613e7dd499 req-34c6599f-58e9-4638-9e5c-b60da80c1cfe tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:31.940460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b896bd7-5ad6-4094-b88c-fb613e7dd499 req-34c6599f-58e9-4638-9e5c-b60da80c1cfe tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 944 time: 0.2573395 May 06 09:49:31.974321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.066535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-17b0ed32-b518-4375-96d9-c718400efffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:32.068102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-17b0ed32-b518-4375-96d9-c718400efffb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bc281c41-d2d5-4825-8d7b-2993bda1df87 HTTP/1.1" status: 200 len: 851 time: 0.2052791 May 06 09:49:32.092424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.135278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b896bd7-5ad6-4094-b88c-fb613e7dd499 req-6efcb39b-bd78-41a2-9a0b-a51bf2f504d0 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759295 May 06 09:49:32.144294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] DHCP port deletion for 29c8a71a-490d-4ad5-8ba1-74334919c9d8 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:32.173825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-696537d8-fd77-481d-b696-5e25fb551182 service neutron] 10.222.0.83 "GET /v2.0/networks/ecfb607e-cbb1-4afa-b24a-8d4e90710abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323692 May 06 09:49:32.178135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-3bb661f5-3518-4349-a239-b99fb46226aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:32.179689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-3bb661f5-3518-4349-a239-b99fb46226aa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=318be5bc-e8e2-418c-981b-865ac6fa5c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000283 May 06 09:49:32.210913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] Deleting port 1b9a1825-1d78-446d-99a0-d116acbfd0aa {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:32.211623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.219006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.229968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:49:32.255276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Subnet': ['ID=6560519a-d540-42cd-a2a5-7374c27e79b6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:32.261490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.267932 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d8b8d552-b659-4e5e-9a03-0d8329072315 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/subnets/6560519a-d540-42cd-a2a5-7374c27e79b6 HTTP/1.1" status: 204 len: 168 time: 0.4117353 May 06 09:49:32.268466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53940) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:32.346603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:32.379971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.394115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa', 'network_id': '4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0', 'port_id': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa', 'mac_address': 'fa:16:3e:1a:74:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4546d9-b910-4ab7-9e69-f096004be95f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:49:32.395993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7299f86a-0c7d-4d95-af63-9c2195793045 None None] Network 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:32.408199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb41d080-5613-4949-8bad-521e1f354add req-ec7f7a0d-ed3b-4e87-a273-e992ca4bd56d service neutron] 10.222.0.83 "GET /v2.0/networks/ecfb607e-cbb1-4afa-b24a-8d4e90710abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253892 May 06 09:49:32.438252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-5882ec0b-4220-41b6-8ddc-6e337f7247c2 service neutron] 10.222.0.82 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446196 May 06 09:49:32.475937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Deleting port 1b9a1825-1d78-446d-99a0-d116acbfd0aa {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:32.476373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.478983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.521799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] For port 1b9a1825-1d78-446d-99a0-d116acbfd0aa, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1b9a1825-1d78-446d-99a0-d116acbfd0aa,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:32.522206 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.552900 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.555808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] Calling delete_port for 1b9a1825-1d78-446d-99a0-d116acbfd0aa owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:32.557436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.606392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:32.639679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'tag': '7bba18bb-8225-456f-8399-b83967e21232'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:32.642220 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c34c41a-4d6c-4149-88b7-0f9846d699b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b94b32c-6343-4334-bb08-8ea1fdf3c8da", "tag": "7bba18bb-8225-456f-8399-b83967e21232"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:32.665314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] For port 1b9a1825-1d78-446d-99a0-d116acbfd0aa, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1b9a1825-1d78-446d-99a0-d116acbfd0aa,segment=NetworkSegment(b97a7650-6ce4-4677-a9c3-3e2f2c8e1351),segment_id=b97a7650-6ce4-4677-a9c3-3e2f2c8e1351)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:32.665866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.681997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1b9a1825-1d78-446d-99a0-d116acbfd0aa no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:32.682445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aab7a85f-7c30-4c25-b079-a86afb09608a req-d7ee24a8-a815-4caa-92b3-9273ef5b5a71 service neutron] 10.222.0.82 "GET /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332060 May 06 09:49:32.687168 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Calling delete_port for 1b9a1825-1d78-446d-99a0-d116acbfd0aa owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:32.719267 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334d7d7d-19fd-46fe-a3e7-22b9da053ac2 x-openstack-request-id: req-334d7d7d-19fd-46fe-a3e7-22b9da053ac2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:32.719706 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b94b32c-6343-4334-bb08-8ea1fdf3c8da", "tag": "7bba18bb-8225-456f-8399-b83967e21232", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:32.720044 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-334d7d7d-19fd-46fe-a3e7-22b9da053ac2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:32.720551 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334d7d7d-19fd-46fe-a3e7-22b9da053ac2'] response: {'name': 'network-changed', 'server_uuid': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'tag': '7bba18bb-8225-456f-8399-b83967e21232', 'status': 'completed', 'code': 200} May 06 09:49:32.741667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Allocated IP 172.25.8.219 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/f59fc2ed-1d3b-41b9-99d4-f4fa58529db5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:32.789007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:32.802861 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.845128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.866471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] No DVR routers for this DVR port 1b9a1825-1d78-446d-99a0-d116acbfd0aa on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:32.875034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No active binding found for port 1b9a1825-1d78-446d-99a0-d116acbfd0aa {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:49:32.876234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1b9a1825-1d78-446d-99a0-d116acbfd0aa not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:32.898958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-d73b4bac-7fe2-4151-9c98-3c6add86f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:32.901049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-d73b4bac-7fe2-4151-9c98-3c6add86f2ee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7020feb55ef3488b908794779b1f0db7&device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 1095 time: 0.1608860 May 06 09:49:32.921794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:32.937596 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:32.955923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Port': ['ID=1b9a1825-1d78-446d-99a0-d116acbfd0aa,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:32.956881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] No DVR routers for this DVR port 1b9a1825-1d78-446d-99a0-d116acbfd0aa on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:32.998173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] DHCP port deletion for 1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:33.000561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233abf52-167e-4be5-b59a-4c60df8249dd None None] Pushing event deleted for resources: {'Port': ['ID=1b9a1825-1d78-446d-99a0-d116acbfd0aa,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:33.025887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b405f28-6e3c-4f73-84ee-be491ba5751f req-387a2964-3265-4d1e-b51f-df571318fb01 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:33.027472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b405f28-6e3c-4f73-84ee-be491ba5751f req-387a2964-3265-4d1e-b51f-df571318fb01 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 945 time: 0.1746929 May 06 09:49:33.055116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] Deleting port 7c6e2532-eb97-4775-a506-dab8c8735540 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:33.055533 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.068195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.074204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.114334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c8a71a-490d-4ad5-8ba1-74334919c9d8']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:33.128209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:33.128859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97a7650-6ce4-4677-a9c3-3e2f2c8e1351') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:33.143401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] For port 7c6e2532-eb97-4775-a506-dab8c8735540, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7c6e2532-eb97-4775-a506-dab8c8735540,segment=NetworkSegment(ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52),segment_id=ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:33.144581 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.145139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-00afafdf-2d0c-4a36-a50a-1694db9633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:33.146310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.147767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-00afafdf-2d0c-4a36-a50a-1694db9633e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ecfb607e-cbb1-4afa-b24a-8d4e90710abb HTTP/1.1" status: 200 len: 923 time: 0.2349272 May 06 09:49:33.167999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.178192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] Calling delete_port for 7c6e2532-eb97-4775-a506-dab8c8735540 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:33.182753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:33.183416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: timer() May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:33.198355 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:33.200992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b405f28-6e3c-4f73-84ee-be491ba5751f req-bb2046bb-d1cf-4652-b5aa-e25b061834f6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522508 May 06 09:49:33.202048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.260844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-b263366c-8a90-4064-97ce-fa59981ccac4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bba18bb-8225-456f-8399-b83967e21232 HTTP/1.1" status: 200 len: 217 time: 0.0868118 May 06 09:49:33.311206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.317291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:33.323114 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.326527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.344235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:33.349645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53980) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:33.351742 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/networks/29c8a71a-490d-4ad5-8ba1-74334919c9d8 HTTP/1.1" status: 204 len: 168 time: 1.0671077 May 06 09:49:33.351939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:33.363218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] Pushing event deleted for resources: {'Port': ['ID=7c6e2532-eb97-4775-a506-dab8c8735540,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:33.367322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c0fe5-fe9e-4059-b929-0e08ba013174 None None] No DVR routers for this DVR port 7c6e2532-eb97-4775-a506-dab8c8735540 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:33.385382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1ad27-80c3-4675-8b74-c4ca1706c93a tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Network': ['ID=29c8a71a-490d-4ad5-8ba1-74334919c9d8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:33.397550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event updated for resources: {'Port': ['ID=f59fc2ed-1d3b-41b9-99d4-f4fa58529db5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:33.470084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-363c0232-e1da-495d-b006-8662e5148155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:33.471564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-363c0232-e1da-495d-b006-8662e5148155 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=563883bb-3076-4985-b8bb-38890729d2ff HTTP/1.1" status: 200 len: 862 time: 0.1988645 May 06 09:49:33.495807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['612ba0c4-b49d-4310-bc4b-21bde1b0fbaa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:33.510317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ff972-e088-4da6-844b-d820277cd2ac req-3b582f9e-4baa-4bb7-a9e4-978ccedb1c9b tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:33.511707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a2ff972-e088-4da6-844b-d820277cd2ac req-3b582f9e-4baa-4bb7-a9e4-978ccedb1c9b tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 944 time: 0.2460797 May 06 09:49:33.534141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-ac0ddfa4-7cb0-4886-9f4f-94329f1af464 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ecfb607e-cbb1-4afa-b24a-8d4e90710abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520737 May 06 09:49:33.545185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:33.737677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a2ff972-e088-4da6-844b-d820277cd2ac req-97597ac8-fae2-41dc-9db6-229c0c3cd2f5 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059743 May 06 09:49:33.835626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-90469bce-bd69-4ea2-aade-59708471f4e7 service neutron] 10.222.0.83 "GET /v2.0/networks/ecfb607e-cbb1-4afa-b24a-8d4e90710abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854970 May 06 09:49:33.855727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.225420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:34.260127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:34.260409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba92b4e7-1d50-4686-9d3b-aaf80fa1fd52') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:34.330048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.377566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.394993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:34.395404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: timer() May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:34.398475 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:34.401186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c34c41a-4d6c-4149-88b7-0f9846d699b0 req-26ce4b47-cc17-49e9-80cb-3271a76beca6 service neutron] 10.222.0.83 "GET /v2.0/networks/ecfb607e-cbb1-4afa-b24a-8d4e90710abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563841 May 06 09:49:34.450532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.510800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29869af5-ade6-4e80-8e27-5e22a08c26f6 req-fdc28193-a0bd-43a3-a2a6-2e6c4efb8705 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:34.512303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29869af5-ade6-4e80-8e27-5e22a08c26f6 req-fdc28193-a0bd-43a3-a2a6-2e6c4efb8705 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 945 time: 0.2033639 May 06 09:49:34.554183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.575449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.578542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] 10.222.0.76 "DELETE /v2.0/networks/1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc HTTP/1.1" status: 204 len: 168 time: 1.2279582 May 06 09:49:34.590738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7c6e2532-eb97-4775-a506-dab8c8735540 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:34.608566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880d5a6-6b4b-4e2e-b61f-902db021e042 tempest-TaggedBootDevicesTest-1411138355 tempest-TaggedBootDevicesTest-1411138355-project] Pushing event deleted for resources: {'Network': ['ID=1d324ee5-5cc4-4a4f-8b6b-68340a7cf2fc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:34.614309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7c6e2532-eb97-4775-a506-dab8c8735540 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:34.614657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7c6e2532-eb97-4775-a506-dab8c8735540 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:34.626788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29869af5-ade6-4e80-8e27-5e22a08c26f6 req-1cd0d002-c909-4cfd-9398-83f943e8750c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041238 May 06 09:49:34.744312 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:34.941889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e44ba-2f3f-4bd9-9cbd-27d4542c0b6f req-7473a35f-a55f-49fe-a168-3aa221c0c58d tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:34.943374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c03e44ba-2f3f-4bd9-9cbd-27d4542c0b6f req-7473a35f-a55f-49fe-a168-3aa221c0c58d tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 944 time: 0.1194794 May 06 09:49:35.004962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Router 54fd73a0-824b-4544-9939-d37ad631e80d is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:35.017739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c03e44ba-2f3f-4bd9-9cbd-27d4542c0b6f req-55873439-2d9c-4b98-b032-a9e4f0f06051 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508230 May 06 09:49:35.135630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:35.146812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] Sync routers for ids ['54fd73a0-824b-4544-9939-d37ad631e80d'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:35.158414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] Routers {'54fd73a0-824b-4544-9939-d37ad631e80d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:35.159382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['54fd73a0-824b-4544-9939-d37ad631e80d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:35.162117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.163856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4ecb781b-59b7-48a6-8726-85d541b14887 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8695745 May 06 09:49:35.166740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53998) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:35.206805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:35.217258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] Routers {'54fd73a0-824b-4544-9939-d37ad631e80d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:35.218151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['54fd73a0-824b-4544-9939-d37ad631e80d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:35.253012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:35.253955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626aebeb-b8b5-4c68-afd8-80064c4a9dda None None] The sync data for ids ['54fd73a0-824b-4544-9939-d37ad631e80d'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:35.308588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0f4ecb77-a914-4aba-ba38-9f1831399818 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/54fd73a0-824b-4544-9939-d37ad631e80d HTTP/1.1" status: 200 len: 920 time: 0.1403582 May 06 09:49:35.311166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54004) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:35.341337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aaec451d-3d94-4dba-9949-c17bf8824100 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=54fd73a0-824b-4544-9939-d37ad631e80d HTTP/1.1" status: 200 len: 205 time: 0.0290115 May 06 09:49:35.343709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54006) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:35.460546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.572822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.632354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Deleting port f59fc2ed-1d3b-41b9-99d4-f4fa58529db5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:35.632717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.755395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:35.771408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Calling delete_port for f59fc2ed-1d3b-41b9-99d4-f4fa58529db5 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:35.796346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4684b-5eaa-4b30-8951-9159e92a942c req-717a3842-8c45-456e-9bd2-98809fc79443 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:35.797853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35f4684b-5eaa-4b30-8951-9159e92a942c req-717a3842-8c45-456e-9bd2-98809fc79443 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 945 time: 0.0853763 May 06 09:49:35.878105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35f4684b-5eaa-4b30-8951-9159e92a942c req-d3fad2eb-5aaf-4007-8b1d-9367e14842e1 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490413 May 06 09:49:36.001215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.025501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event deleted for resources: {'Port': ['ID=f59fc2ed-1d3b-41b9-99d4-f4fa58529db5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:36.101896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.247253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:36.314257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:49:36.319506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:36.322784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.446771 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.478266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:36.481041 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ef9d89-1201-46fb-a4ad-ab7cec3d49c4" -d '{"events": [{"server_uuid": "b4a3e283-9346-481f-ae41-0a21e341ca01", "name": "network-vif-plugged", "status": "completed", "tag": "612ba0c4-b49d-4310-bc4b-21bde1b0fbaa"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:36.502035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.502530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:36.504913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.512457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.536138 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51f5ab0-b326-438b-82c8-ebb6fb8cec1d x-openstack-request-id: req-a51f5ab0-b326-438b-82c8-ebb6fb8cec1d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:36.536726 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a3e283-9346-481f-ae41-0a21e341ca01", "name": "network-vif-plugged", "status": "completed", "tag": "612ba0c4-b49d-4310-bc4b-21bde1b0fbaa", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:36.537135 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a51f5ab0-b326-438b-82c8-ebb6fb8cec1d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:36.537692 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51f5ab0-b326-438b-82c8-ebb6fb8cec1d'] response: {'server_uuid': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa', 'code': 200} May 06 09:49:36.578337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0826d-8f79-49df-81fd-be251b72ed0d req-b35da5f4-c5ba-429f-bd5b-f621a30229fe tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:36.580245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cf0826d-8f79-49df-81fd-be251b72ed0d req-b35da5f4-c5ba-429f-bd5b-f621a30229fe tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 944 time: 0.4155650 May 06 09:49:36.609618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:36.610406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.611127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Fanout notify agent at l3_agent the message router_deleted on router 54fd73a0-824b-4544-9939-d37ad631e80d {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:36.622548 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.623680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5db1f7c6-559d-421d-aab3-12a606ff2568 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/54fd73a0-824b-4544-9939-d37ad631e80d HTTP/1.1" status: 204 len: 168 time: 1.2790635 May 06 09:49:36.627563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54018) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:36.635420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-463324864', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': False}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:36.681289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cf0826d-8f79-49df-81fd-be251b72ed0d req-0b5985d4-afaf-44e2-a507-6c175aae248c tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885222 May 06 09:49:36.687543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edbf7b-dfa4-4cf9-bbab-a2950fbeb97a req-e4d133f4-1f69-4098-b160-c0135115cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:36.689380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.689556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28edbf7b-dfa4-4cf9-bbab-a2950fbeb97a req-e4d133f4-1f69-4098-b160-c0135115cc73 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 1097 time: 0.0939503 May 06 09:49:36.691032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.729739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28edbf7b-dfa4-4cf9-bbab-a2950fbeb97a req-55002912-c1b7-4f66-8132-21ed30aeccce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 May 06 09:49:36.768009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:36.918364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.063522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93d4e2-e341-45b9-9904-74f256c43277 req-f78175f3-3390-4d89-9352-e1d36c42e586 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:37.071570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a93d4e2-e341-45b9-9904-74f256c43277 req-f78175f3-3390-4d89-9352-e1d36c42e586 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.0839136 May 06 09:49:37.122228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a93d4e2-e341-45b9-9904-74f256c43277 req-de525780-8757-4b11-944b-ac40e04a8d29 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491354 May 06 09:49:37.159443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.181361 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.301009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Allocated IP 172.25.8.52 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/a2fe4ba0-941f-420b-ac9c-e882fde62b60) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:37.419993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.459225 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.517748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:37.521014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:37.524381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:37.533574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Port': ['ID=a2fe4ba0-941f-420b-ac9c-e882fde62b60,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:37.831629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:37.832440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19b8f2-785d-4575-b756-e876cc8824fc req-e12106e5-7efd-4e7b-b54a-d2221ef9f699 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:37.842959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e19b8f2-785d-4575-b756-e876cc8824fc req-e12106e5-7efd-4e7b-b54a-d2221ef9f699 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 944 time: 0.0701931 May 06 09:49:37.890461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e19b8f2-785d-4575-b756-e876cc8824fc req-e1e6d340-9baa-418f-9208-d94d68427241 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465355 May 06 09:49:38.058106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.235735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Router a22aa81c-5409-4998-8684-732d24896e35 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:38.268397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83900f53-ef7a-41eb-b053-30674a8a5ca0 req-0d621969-b7c2-47f6-8770-740e2c205a35 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:38.269951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83900f53-ef7a-41eb-b053-30674a8a5ca0 req-0d621969-b7c2-47f6-8770-740e2c205a35 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.0815268 May 06 09:49:38.273094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7bba18bb-8225-456f-8399-b83967e21232 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:49:38.320046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83900f53-ef7a-41eb-b053-30674a8a5ca0 req-7d9f496a-7616-4219-a9b3-683e9edf25d0 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 May 06 09:49:38.356108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:38.369111 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Sync routers for ids ['a22aa81c-5409-4998-8684-732d24896e35'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:38.375302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.379262 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f0a5127b-e008-4359-af84-d90a3c66adc8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7472343 May 06 09:49:38.379520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54040) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:38.394487 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Routers {'a22aa81c-5409-4998-8684-732d24896e35'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:38.395490 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a22aa81c-5409-4998-8684-732d24896e35'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:38.486921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 7bba18bb-8225-456f-8399-b83967e21232, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7bba18bb-8225-456f-8399-b83967e21232,segment=NetworkSegment(40f548bc-ddb1-41be-bb84-9c749d393c6c),segment_id=40f548bc-ddb1-41be-bb84-9c749d393c6c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:38.531482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '7bba18bb-8225-456f-8399-b83967e21232', 'network_id': 'ecfb607e-cbb1-4afa-b24a-8d4e90710abb', 'port_id': '7bba18bb-8225-456f-8399-b83967e21232', 'mac_address': 'fa:16:3e:ac:54:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563883bb-3076-4985-b8bb-38890729d2ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:49:38.536290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-330fb753-c939-46af-bbb2-1405f527ae13 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/a22aa81c-5409-4998-8684-732d24896e35 HTTP/1.1" status: 200 len: 907 time: 0.1550095 May 06 09:49:38.537996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54044) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:38.543627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'router': {'name': 'tempest-snat-router-463324864', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': True}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:38.590122 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.592002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.594906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.614093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bba18bb-8225-456f-8399-b83967e21232 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:38.614316 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Set router a22aa81c-5409-4998-8684-732d24896e35 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:38.638632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 7bba18bb-8225-456f-8399-b83967e21232, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7bba18bb-8225-456f-8399-b83967e21232,segment=NetworkSegment(40f548bc-ddb1-41be-bb84-9c749d393c6c),segment_id=40f548bc-ddb1-41be-bb84-9c749d393c6c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:38.645673 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.685278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.751641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=7bba18bb-8225-456f-8399-b83967e21232,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:38.843878 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22aa81c-5409-4998-8684-732d24896e35', 'name': 'tempest-snat-router-463324864', 'tenant_id': 'a95317e277a143f0bec89d8195ca635d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.52'}], 'enable_snat': False}, 'gw_port_id': 'a2fe4ba0-941f-420b-ac9c-e882fde62b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:49:36Z', 'updated_at': '2022-05-06T09:49:37Z', 'revision_number': 3, 'project_id': 'a95317e277a143f0bec89d8195ca635d', 'gw_port': {'id': 'a2fe4ba0-941f-420b-ac9c-e882fde62b60', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22aa81c-5409-4998-8684-732d24896e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:49:37Z', 'updated_at': '2022-05-06T09:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:38.866693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:38.872376 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Checking router: a22aa81c-5409-4998-8684-732d24896e35 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:38.872991 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Updating router a22aa81c-5409-4998-8684-732d24896e35 port a2fe4ba0-941f-420b-ac9c-e882fde62b60 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:49:38.909998 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.043789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05014c-6047-4eba-b6a7-72a2064fd7e9 req-fa304e20-173f-4ea0-bd23-a954f95cb1e2 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:39.050553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c05014c-6047-4eba-b6a7-72a2064fd7e9 req-fa304e20-173f-4ea0-bd23-a954f95cb1e2 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 945 time: 0.0743070 May 06 09:49:39.053368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['7bba18bb-8225-456f-8399-b83967e21232'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:49:39.150840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.154249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c05014c-6047-4eba-b6a7-72a2064fd7e9 req-9a9334a8-ef98-46a4-9aaf-c44ac5bb7a9c tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844455 May 06 09:49:39.183185 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.423125 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.433614 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.474888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa249cb-8e37-4db4-9274-06938300d44b req-94aa642c-e3b7-487a-987a-3a3cce02cd3b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:39.476445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6aa249cb-8e37-4db4-9274-06938300d44b req-94aa642c-e3b7-487a-987a-3a3cce02cd3b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.0721724 May 06 09:49:39.513055 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Attempting to bind port a2fe4ba0-941f-420b-ac9c-e882fde62b60 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:39.513638 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Attempting to bind port a2fe4ba0-941f-420b-ac9c-e882fde62b60 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:39.514208 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Attempting to bind port a2fe4ba0-941f-420b-ac9c-e882fde62b60 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:39.538339 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:39.538948 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:39.539518 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.540196 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:39.541881 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Bound port: a2fe4ba0-941f-420b-ac9c-e882fde62b60, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:39.542483 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.556239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181910-b56a-4a97-959f-22016aa2d89c None None] Pushing event updated for resources: {'Port': ['ID=a2fe4ba0-941f-420b-ac9c-e882fde62b60,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:39.557193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6aa249cb-8e37-4db4-9274-06938300d44b req-d03ba2f1-463b-4333-b8c8-c4ff40477193 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723910 May 06 09:49:39.697641 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] For port a2fe4ba0-941f-420b-ac9c-e882fde62b60, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:39.703819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] For port a2fe4ba0-941f-420b-ac9c-e882fde62b60, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2fe4ba0-941f-420b-ac9c-e882fde62b60,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:39.715237 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:39.828493 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181910-b56a-4a97-959f-22016aa2d89c None None] Pushing event updated for resources: {'Port': ['ID=a2fe4ba0-941f-420b-ac9c-e882fde62b60,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:39.840107 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Routers {'a22aa81c-5409-4998-8684-732d24896e35'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:39.840904 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a22aa81c-5409-4998-8684-732d24896e35'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:39.970158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Allocated IP 172.25.8.49 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/1dbd1e67-0217-4795-a598-7fdf68d0789a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:39.975102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-40080aa0-d899-4f5d-9cdc-dfacaa666144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:39.979180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-40080aa0-d899-4f5d-9cdc-dfacaa666144 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 1097 time: 0.0784216 May 06 09:49:40.036267 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] Set router a22aa81c-5409-4998-8684-732d24896e35 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:40.085035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.117399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-96f54b17-2635-41d4-976e-87aec6531bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.120611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-96f54b17-2635-41d4-976e-87aec6531bed service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 911 time: 0.1368995 May 06 09:49:40.129753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.196912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:40.202794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:40.208251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-cba1ca6f-0e0d-473b-b7c2-3e7d0e2635bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa HTTP/1.1" status: 200 len: 217 time: 0.0511510 May 06 09:49:40.208872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:40.241896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Port': ['ID=1dbd1e67-0217-4795-a598-7fdf68d0789a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:40.270545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7bba18bb-8225-456f-8399-b83967e21232 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:40.360320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363dbfd-7586-4e3e-941c-ed6894b9c9aa req-d7aa332b-6d47-4da6-8cac-cfab44d8465c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.361756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 7bba18bb-8225-456f-8399-b83967e21232 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:49:40.369582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 7bba18bb-8225-456f-8399-b83967e21232 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:40.370872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.371256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2363dbfd-7586-4e3e-941c-ed6894b9c9aa req-d7aa332b-6d47-4da6-8cac-cfab44d8465c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.3896065 May 06 09:49:40.421689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-eff66119-d128-4943-b469-7b6863f0a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.423188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-eff66119-d128-4943-b469-7b6863f0a1ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 0.2086179 May 06 09:49:40.459032 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22aa81c-5409-4998-8684-732d24896e35', 'name': 'tempest-snat-router-463324864', 'tenant_id': 'a95317e277a143f0bec89d8195ca635d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.52'}], 'enable_snat': False}, 'gw_port_id': 'a2fe4ba0-941f-420b-ac9c-e882fde62b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:49:36Z', 'updated_at': '2022-05-06T09:49:37Z', 'revision_number': 3, 'project_id': 'a95317e277a143f0bec89d8195ca635d', 'gw_port': {'id': 'a2fe4ba0-941f-420b-ac9c-e882fde62b60', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22aa81c-5409-4998-8684-732d24896e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:49:37Z', 'updated_at': '2022-05-06T09:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:40.484106 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.489012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2363dbfd-7586-4e3e-941c-ed6894b9c9aa req-2c32493b-6ecb-4192-bbcd-2b67362db6b2 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118689 May 06 09:49:40.494080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-e47208b5-968b-42ff-a7ad-94e43ecdc93b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488770 May 06 09:49:40.520636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e7ee3-c9df-4eeb-9a34-8165e30e1285 req-743c326a-18ed-4d05-95c7-d916dad6ba66 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.522175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0e7ee3-c9df-4eeb-9a34-8165e30e1285 req-743c326a-18ed-4d05-95c7-d916dad6ba66 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 945 time: 0.2738936 May 06 09:49:40.529380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bba18bb-8225-456f-8399-b83967e21232'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:40.537152 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b08acbd-7def-46b9-aa4e-76414a634e11" -d '{"events": [{"server_uuid": "1b94b32c-6343-4334-bb08-8ea1fdf3c8da", "name": "network-vif-plugged", "status": "completed", "tag": "7bba18bb-8225-456f-8399-b83967e21232"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:40.574814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 7bba18bb-8225-456f-8399-b83967e21232, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7bba18bb-8225-456f-8399-b83967e21232,segment=NetworkSegment(40f548bc-ddb1-41be-bb84-9c749d393c6c),segment_id=40f548bc-ddb1-41be-bb84-9c749d393c6c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:40.585078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.591011 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9812b1b-82d7-4983-a795-6be942a57712 None None] The sync data for ids ['a22aa81c-5409-4998-8684-732d24896e35'] in n-d-840834-1 is: [{'id': 'a22aa81c-5409-4998-8684-732d24896e35', 'name': 'tempest-snat-router-463324864', 'tenant_id': 'a95317e277a143f0bec89d8195ca635d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.52'}], 'enable_snat': False}, 'gw_port_id': 'a2fe4ba0-941f-420b-ac9c-e882fde62b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:49:36Z', 'updated_at': '2022-05-06T09:49:37Z', 'revision_number': 3, 'project_id': 'a95317e277a143f0bec89d8195ca635d', 'gw_port': {'id': 'a2fe4ba0-941f-420b-ac9c-e882fde62b60', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22aa81c-5409-4998-8684-732d24896e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:49:37Z', 'updated_at': '2022-05-06T09:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:40.653598 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11428a19-a39a-4395-becc-259ed0da9da3 x-openstack-request-id: req-11428a19-a39a-4395-becc-259ed0da9da3 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:40.654426 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b94b32c-6343-4334-bb08-8ea1fdf3c8da", "name": "network-vif-plugged", "status": "completed", "tag": "7bba18bb-8225-456f-8399-b83967e21232", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:40.654686 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-11428a19-a39a-4395-becc-259ed0da9da3 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:40.655088 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11428a19-a39a-4395-becc-259ed0da9da3'] response: {'server_uuid': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bba18bb-8225-456f-8399-b83967e21232', 'code': 200} May 06 09:49:40.701351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0e7ee3-c9df-4eeb-9a34-8165e30e1285 req-02bc143f-78a1-49dd-a747-aec743ad73ef tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639035 May 06 09:49:40.722487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=7bba18bb-8225-456f-8399-b83967e21232,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:40.781099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-7a6fd2f2-c913-43ba-9def-2822f99da4d0 service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790368 May 06 09:49:40.840477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:40.845979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8631e-0fdf-492d-b431-c044b7f79b4a req-f90c77e4-d4b7-43d0-a0e6-f29f2b11a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:40.851925 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96a8631e-0fdf-492d-b431-c044b7f79b4a req-f90c77e4-d4b7-43d0-a0e6-f29f2b11a452 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 1097 time: 0.1460674 May 06 09:49:40.917136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74a56e6d-58e3-4cd6-8041-64e19dca80d6 req-98d4a2d1-26aa-405c-96a4-50fd10009f79 service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240954 May 06 09:49:41.033277 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-96a8631e-0fdf-492d-b431-c044b7f79b4a req-50383c97-3a5e-4d87-adea-ab71c6025ec4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189194 May 06 09:49:41.191010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.387803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Router 3591d288-3688-4c4d-b8f5-4d7cbbb4b010 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:41.602972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:41.614404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Sync routers for ids ['3591d288-3688-4c4d-b8f5-4d7cbbb4b010'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:41.627351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:41.631822 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-095816b1-1210-45ea-811a-f7968d8ad43e tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.0925450 May 06 09:49:41.632780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:41.646853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Routers {'3591d288-3688-4c4d-b8f5-4d7cbbb4b010'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:41.649142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['3591d288-3688-4c4d-b8f5-4d7cbbb4b010'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:41.706413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0b4ea-cb35-4c52-a4bc-cc2b5ce95b1c req-9c6f8839-c4c3-4c15-b6cb-7ce293d273e6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:41.708824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcd0b4ea-cb35-4c52-a4bc-cc2b5ce95b1c req-9c6f8839-c4c3-4c15-b6cb-7ce293d273e6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1154435 May 06 09:49:41.793385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcd0b4ea-cb35-4c52-a4bc-cc2b5ce95b1c req-a9035719-7077-48b5-affb-a9738c93dba4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743542 May 06 09:49:41.860113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Set router 3591d288-3688-4c4d-b8f5-4d7cbbb4b010 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:41.877038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2bb521e2-98e1-4bab-96f8-aeedd459f7d9 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/3591d288-3688-4c4d-b8f5-4d7cbbb4b010 HTTP/1.1" status: 200 len: 906 time: 0.2405779 May 06 09:49:41.882179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54086) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:41.984023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78b18e-c424-48ff-887a-e2c71d11b279 req-00bac7ce-6fcc-4d99-81dd-b166374b077f tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:41.990674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e78b18e-c424-48ff-887a-e2c71d11b279 req-00bac7ce-6fcc-4d99-81dd-b166374b077f tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 946 time: 0.1357410 May 06 09:49:42.064350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e78b18e-c424-48ff-887a-e2c71d11b279 req-4050950b-040c-4459-81a9-e8d3acea9b7f tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662932 May 06 09:49:42.095038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.157803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3591d288-3688-4c4d-b8f5-4d7cbbb4b010', 'name': 'tempest-snat-router-463324864', 'tenant_id': 'a95317e277a143f0bec89d8195ca635d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '1dbd1e67-0217-4795-a598-7fdf68d0789a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:49:38Z', 'updated_at': '2022-05-06T09:49:40Z', 'revision_number': 3, 'project_id': 'a95317e277a143f0bec89d8195ca635d', 'gw_port': {'id': '1dbd1e67-0217-4795-a598-7fdf68d0789a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3591d288-3688-4c4d-b8f5-4d7cbbb4b010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:49:39Z', 'updated_at': '2022-05-06T09:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:42.191598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Checking router: 3591d288-3688-4c4d-b8f5-4d7cbbb4b010 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:42.192123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Updating router 3591d288-3688-4c4d-b8f5-4d7cbbb4b010 port 1dbd1e67-0217-4795-a598-7fdf68d0789a binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:49:42.230811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.256299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.348612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Deleting port 1dbd1e67-0217-4795-a598-7fdf68d0789a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:42.349956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.585097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.635183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Calling delete_port for 1dbd1e67-0217-4795-a598-7fdf68d0789a owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:42.671990 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.683995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.765680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eadde-ba5c-4eb3-b27e-84b1f69d49ac None None] Pushing event updated for resources: {'Port': ['ID=1dbd1e67-0217-4795-a598-7fdf68d0789a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:42.768659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2fe4ba0-941f-420b-ac9c-e882fde62b60 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:49:42.809644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cd38015b-2bf2-4257-9bc4-59c202dd0cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.848270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Attempting to bind port 1dbd1e67-0217-4795-a598-7fdf68d0789a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:42.849591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Attempting to bind port 1dbd1e67-0217-4795-a598-7fdf68d0789a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:42.849591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Attempting to bind port 1dbd1e67-0217-4795-a598-7fdf68d0789a on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:42.857581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:42.857980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:42.858383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.858771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:42.859250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Bound port: 1dbd1e67-0217-4795-a598-7fdf68d0789a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:42.859714 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.863895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a2fe4ba0-941f-420b-ac9c-e882fde62b60 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:49:42.864245 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.960984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:42.995097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:49:42.995470 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:49:43.007203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.017120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfcfbe-b490-4f2e-a736-4a5a255eaa3e req-a8f1a2ca-8d3d-40a5-8010-dc941bacd0a7 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:43.020054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbdfcfbe-b490-4f2e-a736-4a5a255eaa3e req-a8f1a2ca-8d3d-40a5-8010-dc941bacd0a7 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1073520 May 06 09:49:43.027762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dbd1e67-0217-4795-a598-7fdf68d0789a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:43.061305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a2fe4ba0-941f-420b-ac9c-e882fde62b60, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2fe4ba0-941f-420b-ac9c-e882fde62b60,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:43.066307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.156622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbdfcfbe-b490-4f2e-a736-4a5a255eaa3e req-c54c7097-192b-41d9-90e5-91b2fd8e7ea6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161990 May 06 09:49:43.210591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a2fe4ba0-941f-420b-ac9c-e882fde62b60,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:43.211612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.245915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ef87d-8531-409e-b57b-c68b44414b2b req-ef1e646e-5289-4e08-90d1-da98c1ca7049 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:43.252097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f7ef87d-8531-409e-b57b-c68b44414b2b req-ef1e646e-5289-4e08-90d1-da98c1ca7049 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 946 time: 0.0696504 May 06 09:49:43.306936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f7ef87d-8531-409e-b57b-c68b44414b2b req-e21cc61c-44bb-40b3-8675-8dd00ae67f89 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504680 May 06 09:49:43.340908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.343267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.404403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.405792 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3591d288-3688-4c4d-b8f5-4d7cbbb4b010 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:43.412259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.417795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54102) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:43.418111 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95e8fae1-cc97-4b02-9e99-d8acb5fb7b09 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/3591d288-3688-4c4d-b8f5-4d7cbbb4b010 HTTP/1.1" status: 204 len: 168 time: 1.5340471 May 06 09:49:43.513603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Attempting to bind port 1dbd1e67-0217-4795-a598-7fdf68d0789a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:43.515983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Attempting to bind port 1dbd1e67-0217-4795-a598-7fdf68d0789a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:43.516399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Attempting to bind port 1dbd1e67-0217-4795-a598-7fdf68d0789a on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:43.530459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:43.532401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:43.532870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.533299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:43.533792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Bound port: 1dbd1e67-0217-4795-a598-7fdf68d0789a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:43.534181 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.563993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.580724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Port 1dbd1e67-0217-4795-a598-7fdf68d0789a has been deleted concurrently {{(pid=102744) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} May 06 09:49:43.599760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:43.601872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:49:43.605110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3591d288-3688-4c4d-b8f5-4d7cbbb4b010'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:49:43.605110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a03457-6674-496d-b51d-0b0dd3cb12d9 None None] The sync data for ids ['3591d288-3688-4c4d-b8f5-4d7cbbb4b010'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:43.759738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.770291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62834cc8-9cd6-47d9-bfdc-7a49781bd7fd req-833b2fff-713a-4ea1-9e25-7073eeca6d89 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:43.771833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62834cc8-9cd6-47d9-bfdc-7a49781bd7fd req-833b2fff-713a-4ea1-9e25-7073eeca6d89 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 946 time: 0.0839043 May 06 09:49:43.844749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62834cc8-9cd6-47d9-bfdc-7a49781bd7fd req-3f29bf17-a561-444b-8c11-78d442e7c235 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638645 May 06 09:49:43.870010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Deleting port a2fe4ba0-941f-420b-ac9c-e882fde62b60 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:43.870412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.954185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] For port a2fe4ba0-941f-420b-ac9c-e882fde62b60, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2fe4ba0-941f-420b-ac9c-e882fde62b60,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:43.954563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:43.972203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Calling delete_port for a2fe4ba0-941f-420b-ac9c-e882fde62b60 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:44.209860 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.282667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2fe4ba0-941f-420b-ac9c-e882fde62b60,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:44.344817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.356687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a12c8-1972-4fb2-8820-1e0ea90876ef req-58161776-7a16-455b-8e96-14dcc33c978c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:44.361776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-396a12c8-1972-4fb2-8820-1e0ea90876ef req-58161776-7a16-455b-8e96-14dcc33c978c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.0883892 May 06 09:49:44.469443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.472795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.538278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-396a12c8-1972-4fb2-8820-1e0ea90876ef req-8c9b5a9e-9124-4b6e-a97f-7d9abf1f4fa3 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495876 May 06 09:49:44.545951 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.546657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a22aa81c-5409-4998-8684-732d24896e35 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:44.551465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.552835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-32df0dee-78ef-4edc-b1ce-4b09285b4fc6 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a22aa81c-5409-4998-8684-732d24896e35 HTTP/1.1" status: 204 len: 168 time: 1.1346347 May 06 09:49:44.557891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:44.563614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1091663294', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:44.605857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.606936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.677559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:44.739502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54120) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:44.880935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.060900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d51b51-4f76-43aa-8d17-f0680f9c6bd2 req-8b7d4fcc-364f-4285-a69b-456cfaf49734 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:45.062766 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85d51b51-4f76-43aa-8d17-f0680f9c6bd2 req-8b7d4fcc-364f-4285-a69b-456cfaf49734 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 946 time: 0.1077673 May 06 09:49:45.104653 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d49e659f-c600-4c13-aafa-d044b7e5a37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.142387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85d51b51-4f76-43aa-8d17-f0680f9c6bd2 req-03f306f7-1078-4266-9e70-e5e619256c26 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507245 May 06 09:49:45.253487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.279438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.354306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-f06957d0-f770-4b78-8862-4bc69819d8db tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:45.356116 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-f06957d0-f770-4b78-8862-4bc69819d8db tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 946 time: 0.1380298 May 06 09:49:45.496260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Allocated IP 172.25.8.152 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/43fa67a8-eff9-4220-8f5b-6caa3179bb62) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:45.537181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.600658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Deleting port 7bba18bb-8225-456f-8399-b83967e21232 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:45.601238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.704343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e672-2fe2-4fdf-90a6-1a5868212275 req-c2a9cc28-8545-47a7-bfce-2e9d8c2e92f4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:45.707943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d896e672-2fe2-4fdf-90a6-1a5868212275 req-c2a9cc28-8545-47a7-bfce-2e9d8c2e92f4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.0693026 May 06 09:49:45.782929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.786286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] For port 7bba18bb-8225-456f-8399-b83967e21232, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=7bba18bb-8225-456f-8399-b83967e21232,segment=NetworkSegment(40f548bc-ddb1-41be-bb84-9c749d393c6c),segment_id=40f548bc-ddb1-41be-bb84-9c749d393c6c)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:45.786478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.840029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d896e672-2fe2-4fdf-90a6-1a5868212275 req-ff117e2e-f175-4d64-a520-263578fd9b8a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053727 May 06 09:49:45.845150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Calling delete_port for 7bba18bb-8225-456f-8399-b83967e21232 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:45.927260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.970755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Deleting port 01ad3db3-1635-447a-8848-20c5134a29b3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:45.971448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:45.992954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:46.005835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:46.009612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event updated for resources: {'Port': ['ID=43fa67a8-eff9-4220-8f5b-6caa3179bb62,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:46.013539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:46.059565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] For port 01ad3db3-1635-447a-8848-20c5134a29b3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=01ad3db3-1635-447a-8848-20c5134a29b3,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:46.059916 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.075033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Calling delete_port for 01ad3db3-1635-447a-8848-20c5134a29b3 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:46.337678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.375176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e18a96-bbac-498a-9541-84fc8645e8b6 req-88f98dc7-4b74-449d-935e-abf8fc1e600b tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:46.376747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0e18a96-bbac-498a-9541-84fc8645e8b6 req-88f98dc7-4b74-449d-935e-abf8fc1e600b tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b94b32c-6343-4334-bb08-8ea1fdf3c8da HTTP/1.1" status: 200 len: 946 time: 0.0889285 May 06 09:49:46.378002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Pushing event deleted for resources: {'Port': ['ID=01ad3db3-1635-447a-8848-20c5134a29b3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:46.435804 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.470234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0e18a96-bbac-498a-9541-84fc8645e8b6 req-f315d9bd-6946-4229-9fa2-4f2a81c76dfb tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.76 "GET /v2.0/security-groups?id=e617fb22-52ea-452f-9459-6e2eeb1781b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846038 May 06 09:49:46.611268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.633914 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.647795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Pushing event deleted for resources: {'Port': ['ID=7bba18bb-8225-456f-8399-b83967e21232,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:46.657368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2fe4ba0-941f-420b-ac9c-e882fde62b60 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:46.667552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.702826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a2fe4ba0-941f-420b-ac9c-e882fde62b60 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:46.703449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2fe4ba0-941f-420b-ac9c-e882fde62b60 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:46.730493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] No DVR routers for this DVR port 7bba18bb-8225-456f-8399-b83967e21232 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:46.736674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:46.739884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1c0899ba-a23c-41c2-ab67-01a97ace1ab1 req-6d0aa286-9d15-4203-953c-831b45d44972 tempest-ServerAddressesNegativeTestJSON-932173715 tempest-ServerAddressesNegativeTestJSON-932173715-project] 10.222.0.83 "DELETE /v2.0/ports/7bba18bb-8225-456f-8399-b83967e21232 HTTP/1.1" status: 204 len: 173 time: 1.3754363 May 06 09:49:46.740760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'name': 'network-vif-deleted', 'tag': '7bba18bb-8225-456f-8399-b83967e21232'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:46.742558 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bfc5d9-48af-48b6-b94b-77f560aa122e" -d '{"events": [{"server_uuid": "1b94b32c-6343-4334-bb08-8ea1fdf3c8da", "name": "network-vif-deleted", "tag": "7bba18bb-8225-456f-8399-b83967e21232"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:46.809394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.063304 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4b338d-c00d-4b70-8903-c7f718296028 x-openstack-request-id: req-5b4b338d-c00d-4b70-8903-c7f718296028 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:47.063771 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b94b32c-6343-4334-bb08-8ea1fdf3c8da", "name": "network-vif-deleted", "tag": "7bba18bb-8225-456f-8399-b83967e21232", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:47.064158 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b4b338d-c00d-4b70-8903-c7f718296028 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:47.064696 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4b338d-c00d-4b70-8903-c7f718296028'] response: {'server_uuid': '1b94b32c-6343-4334-bb08-8ea1fdf3c8da', 'name': 'network-vif-deleted', 'tag': '7bba18bb-8225-456f-8399-b83967e21232', 'status': 'completed', 'code': 200} May 06 09:49:47.091387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.253900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Router 38122d1b-b989-4fc0-8320-06db252dc71e is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:47.335492 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:49:47.356744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f31947-f371-45d8-a818-05075dcf094d req-acac8acb-4b9e-46cb-9123-be9c90c633ac tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:47.358611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47f31947-f371-45d8-a818-05075dcf094d req-acac8acb-4b9e-46cb-9123-be9c90c633ac tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1293750 May 06 09:49:47.393944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:47.410014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:47.416822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47f31947-f371-45d8-a818-05075dcf094d req-068d38ba-e287-441d-968f-42bcf0edb64d tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461428 May 06 09:49:47.425879 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] Sync routers for ids ['38122d1b-b989-4fc0-8320-06db252dc71e'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:47.438486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.440702 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-91c0be87-8de1-4c83-bd59-c974581f23d1 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8809972 May 06 09:49:47.443447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54142) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:47.448301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': False}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:47.451772 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] Routers {'38122d1b-b989-4fc0-8320-06db252dc71e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:47.452364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['38122d1b-b989-4fc0-8320-06db252dc71e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:47.501044 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:47.511464 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] Routers {'38122d1b-b989-4fc0-8320-06db252dc71e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:47.512143 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['38122d1b-b989-4fc0-8320-06db252dc71e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:47.557038 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:47.558012 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c1e66-43ce-4944-a79b-113818bc142f None None] The sync data for ids ['38122d1b-b989-4fc0-8320-06db252dc71e'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:47.579733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:47.585707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54146) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:47.591800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f3d3b0c6-9183-4a02-86ac-9ae2e369072e admin admin] 10.222.0.76 "PUT /v2.0/routers/f9cdbdbf-9eea-4d67-af67-7d11659c8cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8505187 May 06 09:49:47.592493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:47.593064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] Sync routers for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:47.605345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:47.605963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:47.697923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Deleting subnet 563883bb-3076-4985-b8bb-38890729d2ff {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:47.703709 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.726598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:47.756731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.784284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.877175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.889698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.942779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:49:46Z', 'revision_number': 5, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port': {'id': 'deb9e064-0f06-44ff-8e6d-95a073391f77', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:33Z', 'updated_at': '2022-05-06T09:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:47.969038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Deleting port deb9e064-0f06-44ff-8e6d-95a073391f77 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:47.969511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.981175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.984357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] Checking router: f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:47.996291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] Routers {'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:47.996508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:47.997672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:48.073093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.078792 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/563883bb-3076-4985-b8bb-38890729d2ff HTTP/1.1" status: 204 len: 168 time: 0.4917133 May 06 09:49:48.079695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563883bb-3076-4985-b8bb-38890729d2ff,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:48.081854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54158) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:48.092908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.093265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.093759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.093943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.094274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.094634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.094959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.095289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.095638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.095971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.096294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.096621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442868f-0479-47ec-8597-6029acaeadf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:48.188059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.198665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] For port deb9e064-0f06-44ff-8e6d-95a073391f77, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=deb9e064-0f06-44ff-8e6d-95a073391f77,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:48.198831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.220149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Calling delete_port for deb9e064-0f06-44ff-8e6d-95a073391f77 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:48.317595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.335384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7bba18bb-8225-456f-8399-b83967e21232 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:48.364387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] Set router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:48.366250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 7bba18bb-8225-456f-8399-b83967e21232 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:48.366592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 7bba18bb-8225-456f-8399-b83967e21232 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:48.439023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:49:47Z', 'revision_number': 6, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:48.473993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.488625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1040591-d8a1-47f7-9afd-3d4925c844d6 None None] The sync data for ids ['f9cdbdbf-9eea-4d67-af67-7d11659c8cf9'] in n-d-840834-1 is: [{'id': 'f9cdbdbf-9eea-4d67-af67-7d11659c8cf9', 'name': 'tempest-TaggedBootDevicesTest-1993707247-router', 'tenant_id': '7fa91b4f46a04dd18fc65d86230319d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:31Z', 'updated_at': '2022-05-06T09:49:47Z', 'revision_number': 6, 'project_id': '7fa91b4f46a04dd18fc65d86230319d4', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:48.526761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfb607e-cbb1-4afa-b24a-8d4e90710abb']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:48.540221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f548bc-ddb1-41be-bb84-9c749d393c6c') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:48.542246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f548bc-ddb1-41be-bb84-9c749d393c6c') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:48.564324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.587062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.592098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.595867 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.624436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:48.624841 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: timer() May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:48.626575 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:48.656880 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.678531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.724630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb9e064-0f06-44ff-8e6d-95a073391f77,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:48.738778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Router 38122d1b-b989-4fc0-8320-06db252dc71e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:48.770680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb8e90-c306-47b5-8fbb-f437d832c82a req-6d99b917-d3cf-4489-85c2-9b59813e8fc0 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:48.772392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebb8e90-c306-47b5-8fbb-f437d832c82a req-6d99b917-d3cf-4489-85c2-9b59813e8fc0 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1908386 May 06 09:49:48.773310 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.781535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:48.787723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] 10.222.0.76 "DELETE /v2.0/networks/ecfb607e-cbb1-4afa-b24a-8d4e90710abb HTTP/1.1" status: 204 len: 168 time: 0.7024102 May 06 09:49:48.845468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cf91e-ea0a-4b28-b5b9-05a8ae46296d admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfb607e-cbb1-4afa-b24a-8d4e90710abb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:48.878356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebb8e90-c306-47b5-8fbb-f437d832c82a req-8276fc28-08d3-4423-b46e-3f359c8ac489 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 May 06 09:49:48.889952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.015639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.017053 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.018444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54176) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.099849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.100314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:49.105701 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.109230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8ff01e7d-53ce-4e7a-9531-0d45122b88e7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f9cdbdbf-9eea-4d67-af67-7d11659c8cf9 HTTP/1.1" status: 204 len: 168 time: 1.5134029 May 06 09:49:49.110450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54178) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.124891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-28ddb61b-d781-4550-83f9-7ad64564d334 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7020feb55ef3488b908794779b1f0db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031091 May 06 09:49:49.141488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54180) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.188961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] Deleting subnet 0b187e46-d1ee-430e-b585-6cbf52e34378 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:49.194895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.216011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:49.220537 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.222236 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b562a58c-3bc7-443e-8f37-6a876f6764f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "PUT /v2.0/routers/38122d1b-b989-4fc0-8320-06db252dc71e HTTP/1.1" status: 200 len: 922 time: 1.7776382 May 06 09:49:49.226768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.227270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] Sync routers for ids ['38122d1b-b989-4fc0-8320-06db252dc71e'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:49.237678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] Routers {'38122d1b-b989-4fc0-8320-06db252dc71e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:49.238501 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['38122d1b-b989-4fc0-8320-06db252dc71e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:49.249061 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fe34d8-1085-45a6-ae26-ea16e5bd7841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.252049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.275727 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:49.285359 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] Routers {'38122d1b-b989-4fc0-8320-06db252dc71e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:49.286265 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['38122d1b-b989-4fc0-8320-06db252dc71e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:49.319327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fe34d8-1085-45a6-ae26-ea16e5bd7841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.330477 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:49.331406 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a26888-2384-48f6-8c15-23a48426db45 None None] The sync data for ids ['38122d1b-b989-4fc0-8320-06db252dc71e'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:49.375314 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a56c05d1-fc58-44bc-a40e-f0df22b2eb04 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/38122d1b-b989-4fc0-8320-06db252dc71e HTTP/1.1" status: 200 len: 922 time: 0.1447597 May 06 09:49:49.376176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54184) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.414127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.442104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fe34d8-1085-45a6-ae26-ea16e5bd7841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.444893 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fe34d8-1085-45a6-ae26-ea16e5bd7841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.449068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-04fe34d8-1085-45a6-ae26-ea16e5bd7841 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e617fb22-52ea-452f-9459-6e2eeb1781b3 HTTP/1.1" status: 204 len: 168 time: 0.3038473 May 06 09:49:49.463144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe34d8-1085-45a6-ae26-ea16e5bd7841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617fb22-52ea-452f-9459-6e2eeb1781b3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:49.492006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4da85-5390-4582-a7c3-25b2be99c8c7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:49.498720 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f8d4da85-5390-4582-a7c3-25b2be99c8c7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=38122d1b-b989-4fc0-8320-06db252dc71e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1215899 May 06 09:49:49.499559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.519841 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.569186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b187e46-d1ee-430e-b585-6cbf52e34378,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:49.579220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.590866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-351c5959-ff57-4c1f-acab-511b1ce82718 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0b187e46-d1ee-430e-b585-6cbf52e34378 HTTP/1.1" status: 204 len: 168 time: 0.4777524 May 06 09:49:49.592136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54192) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.592580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf74e582-bfce-4bf9-ac89-b6be8eac21bc None None] Network 31741d30-af5f-48e4-819b-44a9e1189697 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:49.663620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10252930-3446-4905-ac74-cf1f608f667d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:49.668443 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-10252930-3446-4905-ac74-cf1f608f667d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.1643710 May 06 09:49:49.669408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54194) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.735557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-206d5529-c096-4388-8d06-debc40cd6078 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=38122d1b-b989-4fc0-8320-06db252dc71e HTTP/1.1" status: 200 len: 205 time: 0.0634427 May 06 09:49:49.735926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54196) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:49.768786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.873719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Deleting port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:49.874380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.893084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:49.908753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] DHCP port deletion for 31741d30-af5f-48e4-819b-44a9e1189697 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:49.992569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] Deleting port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:49.993779 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.057360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188568-f848-40e0-8cdb-1e0795fb25d6 req-e4d6e425-2b83-4cd0-8451-288048c4d0c3 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:50.066483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07188568-f848-40e0-8cdb-1e0795fb25d6 req-e4d6e425-2b83-4cd0-8451-288048c4d0c3 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1004343 May 06 09:49:50.078712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] For port c2e808f1-df4d-4155-ad5f-b77d4f096ed8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:50.079610 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.103319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] Calling delete_port for c2e808f1-df4d-4155-ad5f-b77d4f096ed8 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:50.103612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] For port c2e808f1-df4d-4155-ad5f-b77d4f096ed8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,segment=NetworkSegment(d37e542b-d26f-46b2-a222-0f21e5c2cf14),segment_id=d37e542b-d26f-46b2-a222-0f21e5c2cf14)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:50.106791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.130040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Calling delete_port for c2e808f1-df4d-4155-ad5f-b77d4f096ed8 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:50.145525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.150717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07188568-f848-40e0-8cdb-1e0795fb25d6 req-26093de1-d0cc-475a-85d3-4decf9b92753 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829940 May 06 09:49:50.246648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Deleting port 43fa67a8-eff9-4220-8f5b-6caa3179bb62 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:50.246985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.250226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.298215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] Pushing event deleted for resources: {'Port': ['ID=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.300994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d7de6-14b3-445a-98b3-a7c94301864f None None] No DVR routers for this DVR port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:50.330953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.353554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.365269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e808f1-df4d-4155-ad5f-b77d4f096ed8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.369377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] No DVR routers for this DVR port c2e808f1-df4d-4155-ad5f-b77d4f096ed8 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:50.378065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Calling delete_port for 43fa67a8-eff9-4220-8f5b-6caa3179bb62 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:50.434457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.486293 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.511661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31741d30-af5f-48e4-819b-44a9e1189697']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:50.526346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37e542b-d26f-46b2-a222-0f21e5c2cf14') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:50.526675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37e542b-d26f-46b2-a222-0f21e5c2cf14') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:50.540751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.563153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.572360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:50.573088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: timer() May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:50.575281 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:50.660430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device deb9e064-0f06-44ff-8e6d-95a073391f77 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:50.684669 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.701256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.713016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54228) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:50.715166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] 10.222.0.76 "DELETE /v2.0/networks/31741d30-af5f-48e4-819b-44a9e1189697 HTTP/1.1" status: 204 len: 168 time: 1.1194723 May 06 09:49:50.719213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54230) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:50.721635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: deb9e064-0f06-44ff-8e6d-95a073391f77 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:50.722443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device deb9e064-0f06-44ff-8e6d-95a073391f77 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:50.723344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 01ad3db3-1635-447a-8848-20c5134a29b3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:50.753184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 01ad3db3-1635-447a-8848-20c5134a29b3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:50.754131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 01ad3db3-1635-447a-8848-20c5134a29b3 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:50.755479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c2e808f1-df4d-4155-ad5f-b77d4f096ed8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:50.757163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:50.778866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca37a12-d0ce-4351-b46c-161dea00f54c admin admin] Pushing event deleted for resources: {'Network': ['ID=31741d30-af5f-48e4-819b-44a9e1189697,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.784196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c2e808f1-df4d-4155-ad5f-b77d4f096ed8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:50.784903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c2e808f1-df4d-4155-ad5f-b77d4f096ed8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:50.804932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event deleted for resources: {'Port': ['ID=43fa67a8-eff9-4220-8f5b-6caa3179bb62,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:50.886299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-201566043-network', 'tenant_id': 'a192e3a98e9b4816ac0489b0e957f5b0'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:50.889888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.002851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.005149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.012267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Made reservation on behalf of a192e3a98e9b4816ac0489b0e957f5b0 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:51.014941 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.058165 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.072588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.073139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Fanout notify agent at l3_agent the message router_deleted on router 38122d1b-b989-4fc0-8320-06db252dc71e {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:51.081199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.086075 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-82865f66-3051-4558-9de0-85ccefdc802e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/38122d1b-b989-4fc0-8320-06db252dc71e HTTP/1.1" status: 204 len: 168 time: 1.3466656 May 06 09:49:51.087953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54234) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:51.098458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1193f13d-07c4-4961-9360-8dad9dc28782 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-811793288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:51.138658 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1193f13d-07c4-4961-9360-8dad9dc28782 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.139674 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1193f13d-07c4-4961-9360-8dad9dc28782 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.169570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.174566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.211317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1193f13d-07c4-4961-9360-8dad9dc28782 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.216007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:49:51.231098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.231552 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Added segment 3961c280-b2ac-4ba6-9ee6-052aa02708ce of type vlan for network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 May 06 09:49:51.236956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1193f13d-07c4-4961-9360-8dad9dc28782 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.264297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c60ece-57e1-4638-9cb7-e85acd165a17,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:51.269411 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1193f13d-07c4-4961-9360-8dad9dc28782 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.270684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1193f13d-07c4-4961-9360-8dad9dc28782 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1802773 May 06 09:49:51.276073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54240) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:51.290986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:51.297545 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.322590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41a424-88fe-450d-8bf5-3bfc6051e007 req-554bf04e-1864-4fa7-813c-b18b0aee0bca tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:51.324273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb41a424-88fe-450d-8bf5-3bfc6051e007 req-554bf04e-1864-4fa7-813c-b18b0aee0bca tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.0727572 May 06 09:49:51.358736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.419838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb41a424-88fe-450d-8bf5-3bfc6051e007 req-37fd19e1-5247-4ba8-a4bc-9d288bc3a183 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869408 May 06 09:49:51.471538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.472755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:51.473498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.596657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:51.597139 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8820171 May 06 09:49:51.602086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Request body: {'subnet': {'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-201566043-subnet', 'tenant_id': 'a192e3a98e9b4816ac0489b0e957f5b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:51.603458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.615392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff277c7-3cca-45b9-96af-a02a4d174f63 admin admin] Pushing event updated for resources: {'Network': ['ID=cda68d97-85e7-4cf2-bd06-4a47dee36dc0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:51.627567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:49:51.664118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Made reservation on behalf of a192e3a98e9b4816ac0489b0e957f5b0 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:51.667671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.893839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:51.915315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.036300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Allocated IP 172.25.8.181 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/71bad524-24fd-42af-b0b7-6fffe66d0743) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:52.036972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Deleting port 417f6930-8981-42a6-8c95-78f72f1d9a24 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:52.036972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.168097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.200923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] For port 417f6930-8981-42a6-8c95-78f72f1d9a24, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=417f6930-8981-42a6-8c95-78f72f1d9a24,segment=NetworkSegment(552ea29b-80df-4b65-8593-fc1c33349a32),segment_id=552ea29b-80df-4b65-8593-fc1c33349a32)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:52.201558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.218314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.224733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Calling delete_port for 417f6930-8981-42a6-8c95-78f72f1d9a24 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:52.266938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:52.271380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:52.279993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:52.283792 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event updated for resources: {'Port': ['ID=71bad524-24fd-42af-b0b7-6fffe66d0743,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:52.345281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.474376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be955bf8-4c54-4853-869f-8408763d9351,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:52.500145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Checking segment: {'id': '3961c280-b2ac-4ba6-9ee6-052aa02708ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:52.500510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Network hostable DHCP agents. Network: cda68d97-85e7-4cf2-bd06-4a47dee36dc0, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:49:52.544213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:49:52.620400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, cda68d97-85e7-4cf2-bd06-4a47dee36dc0) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:52.628630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:52.629226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.630619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fc90e-d1e4-4256-ae6c-01cf8ba812d7 None None] Network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:52.668691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2eb69bb8-942c-4c31-9997-f1ab6a07cf9b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0707877 May 06 09:49:52.673491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.685676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8b0c1-922f-4e9e-9994-13930456725c req-215bc411-a64b-40b6-904f-61672424a934 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:52.687706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06b8b0c1-922f-4e9e-9994-13930456725c req-215bc411-a64b-40b6-904f-61672424a934 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1393807 May 06 09:49:52.688859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:52.720172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Pushing event deleted for resources: {'Port': ['ID=417f6930-8981-42a6-8c95-78f72f1d9a24,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:52.898921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06b8b0c1-922f-4e9e-9994-13930456725c req-cd226e9b-4e13-4daf-aee6-68abbfd6177e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821089 May 06 09:49:52.922187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d7f0f-9f81-425e-8058-accc8e6e2df9 None None] Network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:53.110380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.427642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.432822 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.465208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:49:53.472318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-e440d4c5-1060-4773-8e9e-67ee2d7b6a06 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:53.474211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-e440d4c5-1060-4773-8e9e-67ee2d7b6a06 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/networks?id=cda68d97-85e7-4cf2-bd06-4a47dee36dc0 HTTP/1.1" status: 200 len: 820 time: 0.1720154 May 06 09:49:53.535429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-023b6b76-7dbf-44ab-bfb1-b8243f9dc7e5 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/quotas/a192e3a98e9b4816ac0489b0e957f5b0 HTTP/1.1" status: 200 len: 375 time: 0.0508845 May 06 09:49:53.573998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Router 26911fad-6e4f-47c0-a7c9-1cd9513ca99e is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:53.613751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-c126e3d1-3424-4b41-8cd0-2c6284108806 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a192e3a98e9b4816ac0489b0e957f5b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592918 May 06 09:49:53.636312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:53.641614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9014319e-b4c3-4063-9051-b434dd74f53b admin admin] 10.222.0.76 "PUT /v2.0/routers/5b5bf015-912d-4bdb-b0d8-b66904004ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9120340 May 06 09:49:53.644780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54270) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:53.656940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444d64e-98b9-418d-873a-e3832511058a None None] Sync routers for ids ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:53.675980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] Routers {'5b5bf015-912d-4bdb-b0d8-b66904004ac4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:53.678406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.710243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:53.718934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.720147 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-09bf0ad2-2a6b-41b7-9dc9-024494a1eb58 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "PUT /v2.0/routers/26911fad-6e4f-47c0-a7c9-1cd9513ca99e HTTP/1.1" status: 200 len: 879 time: 2.4427443 May 06 09:49:53.722862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54272) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:53.725080 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] Sync routers for ids ['26911fad-6e4f-47c0-a7c9-1cd9513ca99e'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:53.736910 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] Routers {'26911fad-6e4f-47c0-a7c9-1cd9513ca99e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:53.737641 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['26911fad-6e4f-47c0-a7c9-1cd9513ca99e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.771002 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.782676 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] Routers {'26911fad-6e4f-47c0-a7c9-1cd9513ca99e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:53.784841 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['26911fad-6e4f-47c0-a7c9-1cd9513ca99e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.786886 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.827117 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:53.827682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] Set router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:53.828020 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e06fe05-446e-4c26-9187-a121a3355b0f None None] The sync data for ids ['26911fad-6e4f-47c0-a7c9-1cd9513ca99e'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:53.870558 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa10a276-2124-4c75-aa97-b8b4b87d6b6a tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/26911fad-6e4f-47c0-a7c9-1cd9513ca99e HTTP/1.1" status: 200 len: 920 time: 0.1464083 May 06 09:49:53.873081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54276) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:53.970171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d301b-dbac-4894-9b00-39ba0de5156c tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:53.975960 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a9d301b-dbac-4894-9b00-39ba0de5156c tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=26911fad-6e4f-47c0-a7c9-1cd9513ca99e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985978 May 06 09:49:53.976164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:53.976666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:54.046525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-4151de20-307c-4c16-b57b-e25c0a20ace7 service neutron] 10.222.0.76 "GET /v2.0/networks/cda68d97-85e7-4cf2-bd06-4a47dee36dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197214 May 06 09:49:54.075918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:49:52Z', 'revision_number': 5, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port': {'id': 'ca1998c4-b10d-4780-9734-a785d36546f8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:42:59Z', 'updated_at': '2022-05-06T09:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:54.110522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444d64e-98b9-418d-873a-e3832511058a None None] Checking router: 5b5bf015-912d-4bdb-b0d8-b66904004ac4 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:49:54.112575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52ae22-8e75-4d53-8523-16b73e333dd8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:54.114015 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4f52ae22-8e75-4d53-8523-16b73e333dd8 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.1354520 May 06 09:49:54.118772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54290) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:54.122967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] Routers {'5b5bf015-912d-4bdb-b0d8-b66904004ac4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:54.123896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:54.154350 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f6945628-b483-46a3-a328-f2ba5b1a497d tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=26911fad-6e4f-47c0-a7c9-1cd9513ca99e HTTP/1.1" status: 200 len: 205 time: 0.0340681 May 06 09:49:54.157261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54292) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:54.164049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1adf-751c-484c-b207-8306362a6ff6 req-c5cbd562-9d3f-4bdf-b817-f725244e3434 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:54.168209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-261d1adf-751c-484c-b207-8306362a6ff6 req-c5cbd562-9d3f-4bdf-b817-f725244e3434 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1353371 May 06 09:49:54.200755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Deleting port ca1998c4-b10d-4780-9734-a785d36546f8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:54.201140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.241358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] Set router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:49:54.272411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-3291d7e6-0d83-4c38-8dc1-38a7ef4662bb service neutron] 10.222.0.76 "GET /v2.0/networks/cda68d97-85e7-4cf2-bd06-4a47dee36dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009418 May 06 09:49:54.281936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-261d1adf-751c-484c-b207-8306362a6ff6 req-2e282a5e-f9ce-4acb-80ae-ef5c26b25acf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079826 May 06 09:49:54.332011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] For port ca1998c4-b10d-4780-9734-a785d36546f8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca1998c4-b10d-4780-9734-a785d36546f8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:54.332517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.348896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Calling delete_port for ca1998c4-b10d-4780-9734-a785d36546f8 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:54.355239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8444d64e-98b9-418d-873a-e3832511058a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:49:53Z', 'revision_number': 6, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:54.398422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444d64e-98b9-418d-873a-e3832511058a None None] The sync data for ids ['5b5bf015-912d-4bdb-b0d8-b66904004ac4'] in n-d-840834-1 is: [{'id': '5b5bf015-912d-4bdb-b0d8-b66904004ac4', 'name': 'tempest-TaggedBootDevicesTest-361704708-router', 'tenant_id': 'af35484e597440aba3f6d5c4aff498e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:42:57Z', 'updated_at': '2022-05-06T09:49:53Z', 'revision_number': 6, 'project_id': 'af35484e597440aba3f6d5c4aff498e8', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:54.398718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.558102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.575827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.604547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1998c4-b10d-4780-9734-a785d36546f8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:54.626751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03a69df-9c1a-486b-add9-aa94ea91ca0c req-bbd40f72-71e6-48d8-abc5-6e21ab2037d7 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 210 time: 0.0655022 May 06 09:49:54.675753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Deleting port 71bad524-24fd-42af-b0b7-6fffe66d0743 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:54.676194 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.703179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.703526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.703891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.704626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.704963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.705492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.705895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.706210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.707024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.707408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.707766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.708274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:49:54.712590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.779126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.806715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Calling delete_port for 71bad524-24fd-42af-b0b7-6fffe66d0743 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:54.861900 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.864818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.916792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.917673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b5bf015-912d-4bdb-b0d8-b66904004ac4 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:54.922229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:54.923462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-06102776-578f-4b6b-81e4-922c0a372217 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5b5bf015-912d-4bdb-b0d8-b66904004ac4 HTTP/1.1" status: 204 len: 168 time: 1.2775705 May 06 09:49:54.926064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54308) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:54.998018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 417f6930-8981-42a6-8c95-78f72f1d9a24 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:55.023260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] Deleting subnet f9f5f50a-b36e-4f15-a3bf-01cf052a8931 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:49:55.030985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.052134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 417f6930-8981-42a6-8c95-78f72f1d9a24 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:55.055052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 417f6930-8981-42a6-8c95-78f72f1d9a24 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:55.075414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.094636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.130259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event deleted for resources: {'Port': ['ID=71bad524-24fd-42af-b0b7-6fffe66d0743,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:55.197294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.202485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.270711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.304651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f5f50a-b36e-4f15-a3bf-01cf052a8931,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:55.311398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.314752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.316249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3572908-cce7-439e-bce1-b103538480c1 None None] Network b3373878-cbf4-4759-b254-b048d795e047 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:49:55.330050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.342905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8e140c56-8e1b-488c-9006-dba9d509c4c5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f9f5f50a-b36e-4f15-a3bf-01cf052a8931 HTTP/1.1" status: 204 len: 168 time: 0.4157317 May 06 09:49:55.343554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54314) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:55.395063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.395744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Fanout notify agent at l3_agent the message router_deleted on router 26911fad-6e4f-47c0-a7c9-1cd9513ca99e {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:49:55.404761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.409867 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-74e44e6d-3976-4355-9a45-2b328b643114 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/26911fad-6e4f-47c0-a7c9-1cd9513ca99e HTTP/1.1" status: 204 len: 168 time: 1.2512805 May 06 09:49:55.410529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54318) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:55.416451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-50541a53-e36c-4bcc-8be1-970c1c3a0b41 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1744981268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:55.445598 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50541a53-e36c-4bcc-8be1-970c1c3a0b41 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.447310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50541a53-e36c-4bcc-8be1-970c1c3a0b41 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.480811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.550992 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50541a53-e36c-4bcc-8be1-970c1c3a0b41 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.559289 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50541a53-e36c-4bcc-8be1-970c1c3a0b41 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.576727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8978b90-096b-4a08-bc18-35f70ceb6445 req-c4be724a-1021-4c1f-be64-6695e2e5e3c6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:55.586222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50541a53-e36c-4bcc-8be1-970c1c3a0b41 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.586841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8978b90-096b-4a08-bc18-35f70ceb6445 req-c4be724a-1021-4c1f-be64-6695e2e5e3c6 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1021581 May 06 09:49:55.590254 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-50541a53-e36c-4bcc-8be1-970c1c3a0b41 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1778989 May 06 09:49:55.592421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54320) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:55.607232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': True}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:55.642821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8978b90-096b-4a08-bc18-35f70ceb6445 req-e5ec191f-6b68-44b3-adf3-8a0a5a0b880c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 May 06 09:49:55.665430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] DHCP port deletion for b3373878-cbf4-4759-b254-b048d795e047 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:49:55.678861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Deleting port ca39edf6-742e-4667-b535-11c14bb13cf6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:55.679163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.756763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] Deleting port ca39edf6-742e-4667-b535-11c14bb13cf6 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:55.757524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.840820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] For port ca39edf6-742e-4667-b535-11c14bb13cf6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca39edf6-742e-4667-b535-11c14bb13cf6,segment=NetworkSegment(552ea29b-80df-4b65-8593-fc1c33349a32),segment_id=552ea29b-80df-4b65-8593-fc1c33349a32)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:55.841241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:55.865624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] Calling delete_port for ca39edf6-742e-4667-b535-11c14bb13cf6 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:56.027061 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.028936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.059191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] No DVR routers for this DVR port ca39edf6-742e-4667-b535-11c14bb13cf6 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:56.090447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] For port ca39edf6-742e-4667-b535-11c14bb13cf6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca39edf6-742e-4667-b535-11c14bb13cf6,segment=NetworkSegment(552ea29b-80df-4b65-8593-fc1c33349a32),segment_id=552ea29b-80df-4b65-8593-fc1c33349a32)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:49:56.090952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.107967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Calling delete_port for ca39edf6-742e-4667-b535-11c14bb13cf6 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:49:56.112470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ec2fa-fecf-468f-bbdf-e75768b31047 None None] Pushing event deleted for resources: {'Port': ['ID=ca39edf6-742e-4667-b535-11c14bb13cf6,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:56.198083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6269a3c-be30-478d-ad9b-2c533598ba47 req-2df93c91-5048-480a-b45b-e2f750041425 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 210 time: 0.0923917 May 06 09:49:56.308733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9147253-7fe2-4667-bfc3-09ee0b01c97b tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:56.311263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9147253-7fe2-4667-bfc3-09ee0b01c97b tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.82 "GET /v2.0/networks?id=cda68d97-85e7-4cf2-bd06-4a47dee36dc0 HTTP/1.1" status: 200 len: 820 time: 0.2041171 May 06 09:49:56.323632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.328682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Request body: {'port': {'device_id': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0', 'admin_state_up': True, 'tenant_id': 'a192e3a98e9b4816ac0489b0e957f5b0'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:56.336376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.345335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.426504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca39edf6-742e-4667-b535-11c14bb13cf6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:56.428527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] No DVR routers for this DVR port ca39edf6-742e-4667-b535-11c14bb13cf6 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:49:56.475298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Allocated IP 172.25.8.218 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/083d74e9-1161-4c3b-b408-5a1b669027ff) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:56.552334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.594143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3373878-cbf4-4759-b254-b048d795e047']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:56.609033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552ea29b-80df-4b65-8593-fc1c33349a32') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:56.609433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552ea29b-80df-4b65-8593-fc1c33349a32') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:56.621240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Made reservation on behalf of a192e3a98e9b4816ac0489b0e957f5b0 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:49:56.625217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.631703 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.632212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.637913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca39edf6-742e-4667-b535-11c14bb13cf6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:56.663610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ca39edf6-742e-4667-b535-11c14bb13cf6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:56.664709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca39edf6-742e-4667-b535-11c14bb13cf6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:56.665355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca1998c4-b10d-4780-9734-a785d36546f8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:49:56.667311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.678351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:49:56.679305 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: timer() May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:49:56.681679 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:49:56.729232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ca1998c4-b10d-4780-9734-a785d36546f8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:49:56.729895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca1998c4-b10d-4780-9734-a785d36546f8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:49:56.760974 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.842008 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.866884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:56.872788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:56.882358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:56.888268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] 10.222.0.76 "DELETE /v2.0/networks/b3373878-cbf4-4759-b254-b048d795e047 HTTP/1.1" status: 204 len: 168 time: 1.5435944 May 06 09:49:56.893309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:56.916956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecc291-fbf6-4ee5-9181-9b2263367450 req-387ff225-d3e7-4cb2-a598-9238cb64b7cb tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:56.918489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1ecc291-fbf6-4ee5-9181-9b2263367450 req-387ff225-d3e7-4cb2-a598-9238cb64b7cb tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1482184 May 06 09:49:56.921709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54340) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:56.931604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af747525-f98f-4a85-b4d2-bd6368d9bd4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3373878-cbf4-4759-b254-b048d795e047,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:56.968500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Allocated IP 172.20.0.11 (cda68d97-85e7-4cf2-bd06-4a47dee36dc0/be955bf8-4c54-4853-869f-8408763d9351/f937f7ea-f4ff-4845-a30d-6c82f7806a82) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:49:57.000556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Port': ['ID=083d74e9-1161-4c3b-b408-5a1b669027ff,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.021019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1ecc291-fbf6-4ee5-9181-9b2263367450 req-f4f1027f-2269-443d-8c8f-f29b903668ed tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805268 May 06 09:49:57.152067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54344) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:57.200908 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-68750462-5d3c-497c-b275-7e97fd6b53b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fa91b4f46a04dd18fc65d86230319d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476801 May 06 09:49:57.203604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:57.284874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.370041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.374932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232ace0-6897-4e9c-8e9f-52f80a682118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.410812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232ace0-6897-4e9c-8e9f-52f80a682118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.422692 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.487215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:49:57.511105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:49:57.514341 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-108283bb-a437-44f7-a44f-048669b51282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.517366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:49:57.558535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Pushing event updated for resources: {'Port': ['ID=f937f7ea-f4ff-4845-a30d-6c82f7806a82,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.566547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232ace0-6897-4e9c-8e9f-52f80a682118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.569397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1232ace0-6897-4e9c-8e9f-52f80a682118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.572942 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1232ace0-6897-4e9c-8e9f-52f80a682118 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a4cbb962-5955-4e24-a0fe-a132fd29b34d HTTP/1.1" status: 204 len: 168 time: 0.3657470 May 06 09:49:57.585483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232ace0-6897-4e9c-8e9f-52f80a682118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cbb962-5955-4e24-a0fe-a132fd29b34d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.596554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee8b99-7330-43c5-b337-c1cf0442976c req-65839328-fb29-4040-9a13-ace29cc5b4a9 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:57.598206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7ee8b99-7330-43c5-b337-c1cf0442976c req-65839328-fb29-4040-9a13-ace29cc5b4a9 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 932 time: 0.2446790 May 06 09:49:57.647891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:57.648526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.712789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7ee8b99-7330-43c5-b337-c1cf0442976c req-a4a81db7-410a-4735-844b-31052329b5ce tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022336 May 06 09:49:57.717933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-7ccd6c35-2347-4bf4-883e-bb99d9139b2a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3951201 May 06 09:49:57.733859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Request body: {'port': {'device_id': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:49:57.770431 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.776318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.826567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.829776 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-108283bb-a437-44f7-a44f-048669b51282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.840195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-108283bb-a437-44f7-a44f-048669b51282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:57.921597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-108283bb-a437-44f7-a44f-048669b51282 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05ec938201fa451bb429bfde41e6e812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9986506 May 06 09:49:57.925024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54362) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:57.940778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108283bb-a437-44f7-a44f-048669b51282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c282848b-68df-42f8-a952-ccc0156e69d1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:57.975638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Router 41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:49:58.010233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54364) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.096584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:49:58.102083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.106669 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-08c800d0-7e17-4d6d-a9a2-710fc9de3dd7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "PUT /v2.0/routers/41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f HTTP/1.1" status: 200 len: 915 time: 2.5104384 May 06 09:49:58.106933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54368) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.107960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] Sync routers for ids ['41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:49:58.119008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] Routers {'41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:58.119912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.150616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e4d9f6-c1e0-4daf-9ad8-99dc26811b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.172009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-80914083-16b2-40fe-9226-0155d1be3ebe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af35484e597440aba3f6d5c4aff498e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547620 May 06 09:49:58.174034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54370) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.178106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.193015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] Routers {'41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:49:58.194171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.212742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e4d9f6-c1e0-4daf-9ad8-99dc26811b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.240909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:49:58.242454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19f992-df7d-40e5-b2b6-0a03f42dd29b None None] The sync data for ids ['41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:49:58.261677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f753ae-bfc7-4f6e-9a2d-346e4697c8b1 req-046e39b2-b270-4b03-b304-5724f86f9ea1 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:58.263208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4f753ae-bfc7-4f6e-9a2d-346e4697c8b1 req-046e39b2-b270-4b03-b304-5724f86f9ea1 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1625719 May 06 09:49:58.272852 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2031cbb9-eaf0-4dd0-a4ff-afdad4020ef7 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f HTTP/1.1" status: 200 len: 921 time: 0.1646221 May 06 09:49:58.276489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54372) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.288782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09f7717c-635c-42eb-9638-2a97fa84ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.312845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09f7717c-635c-42eb-9638-2a97fa84ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.378743 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09f7717c-635c-42eb-9638-2a97fa84ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.381077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-09f7717c-635c-42eb-9638-2a97fa84ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.383134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-09f7717c-635c-42eb-9638-2a97fa84ce81 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8eaa94e-9d96-40d5-b56c-b38ac9e82fa8 HTTP/1.1" status: 204 len: 168 time: 0.2084317 May 06 09:49:58.402289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7717c-635c-42eb-9638-2a97fa84ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8eaa94e-9d96-40d5-b56c-b38ac9e82fa8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:58.426690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4f753ae-bfc7-4f6e-9a2d-346e4697c8b1 req-fcbcfc5a-6260-4776-ab6e-af11bbec9408 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519358 May 06 09:49:58.432390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e4d9f6-c1e0-4daf-9ad8-99dc26811b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.434900 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e4d9f6-c1e0-4daf-9ad8-99dc26811b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.436064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-83e4d9f6-c1e0-4daf-9ad8-99dc26811b9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c282848b-68df-42f8-a952-ccc0156e69d1 HTTP/1.1" status: 204 len: 168 time: 0.5100536 May 06 09:49:58.449930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31451b8a-3a7c-4779-859d-7117dd178b0c tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:58.451837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-31451b8a-3a7c-4779-859d-7117dd178b0c tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1686957 May 06 09:49:58.456680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54378) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.461267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f937f7ea-f4ff-4845-a30d-6c82f7806a82 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:49:58.466784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4d9f6-c1e0-4daf-9ad8-99dc26811b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c282848b-68df-42f8-a952-ccc0156e69d1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:58.472928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.487483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Transition to ACTIVE for port object f937f7ea-f4ff-4845-a30d-6c82f7806a82 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:49:58.498951 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.614082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f937f7ea-f4ff-4845-a30d-6c82f7806a82,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:58.744456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb96a33-c1b0-4a62-82e0-8df768bf2345 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:58.749063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fcb96a33-c1b0-4a62-82e0-8df768bf2345 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.2881260 May 06 09:49:58.750686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Attempting to bind port f937f7ea-f4ff-4845-a30d-6c82f7806a82 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:49:58.751047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Attempting to bind port f937f7ea-f4ff-4845-a30d-6c82f7806a82 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '3961c280-b2ac-4ba6-9ee6-052aa02708ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:49:58.751389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Attempting to bind port f937f7ea-f4ff-4845-a30d-6c82f7806a82 on network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:58.756877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Port f937f7ea-f4ff-4845-a30d-6c82f7806a82 on network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:49:58.757202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Attempting to bind port f937f7ea-f4ff-4845-a30d-6c82f7806a82 on network cda68d97-85e7-4cf2-bd06-4a47dee36dc0 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:49:58.763380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:49:58.763991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54382) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:58.764133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Checking segment: {'id': '3961c280-b2ac-4ba6-9ee6-052aa02708ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:49:58.764535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Bound using segment: {'id': '3961c280-b2ac-4ba6-9ee6-052aa02708ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:49:58.766004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Bound port: f937f7ea-f4ff-4845-a30d-6c82f7806a82, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3961c280-b2ac-4ba6-9ee6-052aa02708ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:49:58.766376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:58.884291 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-82947678-0ca4-494c-9f81-d20ac2f9cd62 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f HTTP/1.1" status: 200 len: 205 time: 0.1165190 May 06 09:49:58.885764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54392) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:59.049716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] For port f937f7ea-f4ff-4845-a30d-6c82f7806a82, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:49:59.091718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] For port f937f7ea-f4ff-4845-a30d-6c82f7806a82, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f937f7ea-f4ff-4845-a30d-6c82f7806a82,segment=NetworkSegment(3961c280-b2ac-4ba6-9ee6-052aa02708ce),segment_id=3961c280-b2ac-4ba6-9ee6-052aa02708ce)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:49:59.106083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b376c9-6d4d-4a28-93f3-04fd676099d7 req-40e2e447-aba1-4efe-a58c-7edb7d8feba4 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:59.109301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8b376c9-6d4d-4a28-93f3-04fd676099d7 req-40e2e447-aba1-4efe-a58c-7edb7d8feba4 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 944 time: 0.2126460 May 06 09:49:59.120584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.236686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:59.237475 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.238699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/f937f7ea-f4ff-4845-a30d-6c82f7806a82 HTTP/1.1" status: 200 len: 1092 time: 1.5098164 May 06 09:49:59.240827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'tag': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:49:59.243223 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7883848-c905-419b-815a-99261c09e444" -d '{"events": [{"name": "network-changed", "server_uuid": "a5dbbf6c-27d6-4aad-854a-9a972b4274e2", "tag": "f937f7ea-f4ff-4845-a30d-6c82f7806a82"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:49:59.285824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.302233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8b376c9-6d4d-4a28-93f3-04fd676099d7 req-cef10e4e-38b6-443d-a9c6-18e518f42ba2 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842897 May 06 09:49:59.349457 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047141c4-26aa-4729-b0b8-c93d1835ec73 x-openstack-request-id: req-047141c4-26aa-4729-b0b8-c93d1835ec73 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:49:59.349741 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5dbbf6c-27d6-4aad-854a-9a972b4274e2", "tag": "f937f7ea-f4ff-4845-a30d-6c82f7806a82", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:49:59.349994 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-047141c4-26aa-4729-b0b8-c93d1835ec73 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:49:59.350507 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047141c4-26aa-4729-b0b8-c93d1835ec73'] response: {'name': 'network-changed', 'server_uuid': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'tag': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82', 'status': 'completed', 'code': 200} May 06 09:49:59.384539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbee89-0c42-4c0f-8da2-0417ec7371c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f937f7ea-f4ff-4845-a30d-6c82f7806a82,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:49:59.444944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-aa8a1dde-cb58-42ed-a7e6-56105dfd7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:59.447341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-aa8a1dde-cb58-42ed-a7e6-56105dfd7911 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a192e3a98e9b4816ac0489b0e957f5b0&device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 1095 time: 0.1002836 May 06 09:49:59.512673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-ebd73bcb-6f0e-40b4-aadf-f15822a78aca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f937f7ea-f4ff-4845-a30d-6c82f7806a82 HTTP/1.1" status: 200 len: 217 time: 0.0443246 May 06 09:49:59.550625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.644714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-82b0ca13-246a-4eee-a743-acc52287e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:59.646311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-82b0ca13-246a-4eee-a743-acc52287e26d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be955bf8-4c54-4853-869f-8408763d9351 HTTP/1.1" status: 200 len: 860 time: 0.1263223 May 06 09:49:59.695705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-0b74fc88-8f7c-43f1-acf8-6f9fd704265a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cda68d97-85e7-4cf2-bd06-4a47dee36dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404673 May 06 09:49:59.705269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f35c1-d29c-46d4-9121-1104914520e6 req-f7767d02-ee9e-421e-ac0d-6aa86c2da6af tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:49:59.706765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b2f35c1-d29c-46d4-9121-1104914520e6 req-f7767d02-ee9e-421e-ac0d-6aa86c2da6af tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1035001 May 06 09:49:59.716800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:49:59.798272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Deleting port 083d74e9-1161-4c3b-b408-5a1b669027ff {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:49:59.798272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.888835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b2f35c1-d29c-46d4-9121-1104914520e6 req-e5849cab-e0e9-4dfc-bbf9-026f7e67c114 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238658 May 06 09:49:59.910563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-86883ceb-4448-4b3a-b36c-1c76a56fe817 service neutron] 10.222.0.82 "GET /v2.0/networks/cda68d97-85e7-4cf2-bd06-4a47dee36dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028129 May 06 09:49:59.932949 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:49:59.951299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Calling delete_port for 083d74e9-1161-4c3b-b408-5a1b669027ff owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:00.019307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1773202168-network', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:00.045173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Made reservation on behalf of 8a5d853e05f2411b9337b33e7ffc9c6a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:00.048055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.064815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.072821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b537161-fd3a-49d9-a33f-c793ff5e4ca9 req-ff2ebf32-0e00-4f3e-ae08-b96050f70fb0 service neutron] 10.222.0.82 "GET /v2.0/networks/cda68d97-85e7-4cf2-bd06-4a47dee36dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128070 May 06 09:50:00.170772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.178140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.209038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:00.210618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7883848-c905-419b-815a-99261c09e444 req-2e55ebff-112d-4d1b-97a9-0eca54b8e913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:00.212418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7883848-c905-419b-815a-99261c09e444 req-2e55ebff-112d-4d1b-97a9-0eca54b8e913 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a192e3a98e9b4816ac0489b0e957f5b0&device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 1095 time: 0.0721600 May 06 09:50:00.231635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0836b36-0207-4452-9d7c-a916199bded9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:00.235146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.235525 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Added segment aafa1384-506e-43e9-b484-64cfaabf7c19 of type vlan for network b27e451e-d47b-493e-ae26-9c7d322b1366 May 06 09:50:00.288187 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.324869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.326219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:00.330574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.378547 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6609128 May 06 09:50:00.754743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:00.761071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Request body: {'subnet': {'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1773202168-subnet', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:00.792576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabad4c-3cb2-4278-a726-e509523bfa17 admin admin] Pushing event updated for resources: {'Network': ['ID=b27e451e-d47b-493e-ae26-9c7d322b1366,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:00.803209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b27e451e-d47b-493e-ae26-9c7d322b1366 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:00.808411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Made reservation on behalf of 8a5d853e05f2411b9337b33e7ffc9c6a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:00.812460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:00.855518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7883848-c905-419b-815a-99261c09e444 req-f2eceb6e-4f32-48f4-8ec0-ec0d738dc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:00.857029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7883848-c905-419b-815a-99261c09e444 req-f2eceb6e-4f32-48f4-8ec0-ec0d738dc55c service neutron] 10.222.0.82 "GET /v2.0/networks?id=cda68d97-85e7-4cf2-bd06-4a47dee36dc0 HTTP/1.1" status: 200 len: 921 time: 0.6360757 May 06 09:50:01.012234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.062003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event deleted for resources: {'Port': ['ID=083d74e9-1161-4c3b-b408-5a1b669027ff,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:01.064867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7883848-c905-419b-815a-99261c09e444 req-c8572410-9419-4e6a-902e-1d1830775290 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f937f7ea-f4ff-4845-a30d-6c82f7806a82 HTTP/1.1" status: 200 len: 217 time: 0.1839800 May 06 09:50:01.070277 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.142895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:01.143362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Network hostable DHCP agents. Network: b27e451e-d47b-493e-ae26-9c7d322b1366, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:01.145461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ce91bb-44d7-4c58-86ec-6475412fee71,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:01.150543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6cd97-a83d-4496-9d15-f6923fc87e65 req-6b7c5bdf-b295-45b5-9abc-f079cd8fb0d3 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:01.158943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09c6cd97-a83d-4496-9d15-f6923fc87e65 req-6b7c5bdf-b295-45b5-9abc-f079cd8fb0d3 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 944 time: 0.4327068 May 06 09:50:01.185962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:01.202450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b27e451e-d47b-493e-ae26-9c7d322b1366) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:01.211123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d606d-7a8d-44c2-8ebc-88bd1c7f1a2c None None] Network b27e451e-d47b-493e-ae26-9c7d322b1366 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:01.218014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:01.218815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.252104 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8356d85b-6916-4925-a606-70a3ddfbef3f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4935443 May 06 09:50:01.254507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54456) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:01.258699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:01.297124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.301072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.326263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-f991caf3-bc07-46d1-969b-684517d13aec service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3592591 May 06 09:50:01.395189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.395920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca98eb-c4ab-447e-88eb-818c456b3585 req-3ccb72ec-256b-4bdb-9de2-89ef61b5a67c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:01.397526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26ca98eb-c4ab-447e-88eb-818c456b3585 req-3ccb72ec-256b-4bdb-9de2-89ef61b5a67c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.3736517 May 06 09:50:01.435501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7883848-c905-419b-815a-99261c09e444 req-369f5555-c993-40fa-9325-342bc6ce32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:01.437144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7883848-c905-419b-815a-99261c09e444 req-369f5555-c993-40fa-9325-342bc6ce32c6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=be955bf8-4c54-4853-869f-8408763d9351 HTTP/1.1" status: 200 len: 860 time: 0.3302207 May 06 09:50:01.497506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09c6cd97-a83d-4496-9d15-f6923fc87e65 req-498a496c-e517-4a3f-87f9-b3a483f2e090 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375332 May 06 09:50:01.526903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.572415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.672962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.675144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.767621 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.768147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Fanout notify agent at l3_agent the message router_deleted on router 41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:01.768765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b27e451e-d47b-493e-ae26-9c7d322b1366', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:50:01.769824 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.779873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26ca98eb-c4ab-447e-88eb-818c456b3585 req-ee82d3ad-9844-4ddf-87f6-3438dd0a7265 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483582 May 06 09:50:01.781842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7883848-c905-419b-815a-99261c09e444 req-c9ed9de7-f42d-4f13-94de-a6f27f11b570 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cda68d97-85e7-4cf2-bd06-4a47dee36dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2743077 May 06 09:50:01.787624 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.788829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c95c4cec-a5b5-4b27-aab7-d6ae8fb659ef tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f HTTP/1.1" status: 204 len: 168 time: 2.9021149 May 06 09:50:01.793868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54462) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:01.822951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-fbda4b6b-67a6-4516-972d-448f586bd491 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1333506051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:01.873855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.895755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:01.957280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672ace-a7e5-461f-b2a1-1982da47872e req-32756598-0b68-4811-a704-17e2946ea46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:01.958533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-32756598-0b68-4811-a704-17e2946ea46e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 1096 time: 0.5512054 May 06 09:50:01.970653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7883848-c905-419b-815a-99261c09e444 req-39a25522-1033-4b2c-a888-864b8ab1fca7 service neutron] 10.222.0.82 "GET /v2.0/networks/cda68d97-85e7-4cf2-bd06-4a47dee36dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654871 May 06 09:50:02.058169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Allocated IP 172.20.0.2 (b27e451e-d47b-493e-ae26-9c7d322b1366/47ce91bb-44d7-4c58-86ec-6475412fee71/61e19bbe-e2b7-4aed-83c6-2fbbdd568178) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:02.123568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Allocated IP 172.25.8.20 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/6ad948e1-32dc-40b0-8383-ddfd1b5d45c8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:02.134226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbda4b6b-67a6-4516-972d-448f586bd491 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.135292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbda4b6b-67a6-4516-972d-448f586bd491 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.192335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7883848-c905-419b-815a-99261c09e444 req-e1c15bbe-4ccf-427b-b5ab-50255452e879 service neutron] 10.222.0.82 "GET /v2.0/networks/cda68d97-85e7-4cf2-bd06-4a47dee36dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206626 May 06 09:50:02.263249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbda4b6b-67a6-4516-972d-448f586bd491 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.276030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbda4b6b-67a6-4516-972d-448f586bd491 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.283190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672ace-a7e5-461f-b2a1-1982da47872e req-f57906d8-b0d7-4480-9969-44a20c5d3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.284162 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.284881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-f57906d8-b0d7-4480-9969-44a20c5d3291 service neutron] 10.222.0.82 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 911 time: 0.2821784 May 06 09:50:02.292719 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.340389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.345434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Pushing event updated for resources: {'Port': ['ID=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:02.349322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-6cacafa4-1e44-41cf-bd22-331d3dd50d02 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28 HTTP/1.1" status: 200 len: 217 time: 0.0564327 May 06 09:50:02.359984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:02.362093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:02.365256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.365852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.366423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.366997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.367812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.369177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.369794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.370357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.370902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.371443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.372027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.372567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:02.376309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:02.378711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbda4b6b-67a6-4516-972d-448f586bd491 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.382377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fbda4b6b-67a6-4516-972d-448f586bd491 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5619662 May 06 09:50:02.383693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54468) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:02.406554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.423450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': False}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:02.457449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Attempting to bind port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:02.457842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Attempting to bind port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:02.458195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Attempting to bind port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:02.463193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:02.466899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:02.468735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:02.469117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:02.469520 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.469908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Bound using segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:02.470383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Bound port: 61e19bbe-e2b7-4aed-83c6-2fbbdd568178, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:02.470764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.473237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:02.544819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] For port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:02.548207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] For port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:02.559383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.632908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672ace-a7e5-461f-b2a1-1982da47872e req-1d940804-0dcc-43cf-9170-02f61548e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.634405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-1d940804-0dcc-43cf-9170-02f61548e579 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 0.2777493 May 06 09:50:02.694083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c1aed-2700-4293-a171-86a76d9af432 None None] Pushing event updated for resources: {'Port': ['ID=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:02.795040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Pushing event updated for resources: {'Port': ['ID=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:02.804228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.831346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-07f67dd1-ac72-45c9-901d-ec3f45465077 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180811 May 06 09:50:02.840572 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:02.976723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160db43-667a-4c72-9bcf-0b893a81ee1b req-ff4d075e-efa2-4a23-aa29-aa267f76f44c tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:02.985175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d160db43-667a-4c72-9bcf-0b893a81ee1b req-ff4d075e-efa2-4a23-aa29-aa267f76f44c tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 944 time: 0.2511659 May 06 09:50:03.117248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df864e-473d-4876-9b15-a0e20c798a1a req-6a9d258e-6dbf-4f63-939c-2b4205392d5e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:03.125977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10df864e-473d-4876-9b15-a0e20c798a1a req-6a9d258e-6dbf-4f63-939c-2b4205392d5e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.2231202 May 06 09:50:03.179338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d160db43-667a-4c72-9bcf-0b893a81ee1b req-924418ef-7e13-4e0b-bfa3-e95c6393166c tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919968 May 06 09:50:03.188072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.212040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-5f01d37c-5096-49f0-b41a-b12715b512b5 service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667309 May 06 09:50:03.327387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10df864e-473d-4876-9b15-a0e20c798a1a req-f052c15c-b530-4a4a-9376-fc24c28b037b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003384 May 06 09:50:03.401734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79672ace-a7e5-461f-b2a1-1982da47872e req-0fdaeb44-a2b5-41cf-8708-23e680ce78dc service neutron] 10.222.0.82 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792183 May 06 09:50:03.402155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Router 343faf72-9880-45ae-87fe-81dd0fb21fff is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:03.549234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.566053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:03.571936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.599126 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Sync routers for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:03.620629 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:03.621251 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:03.639769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:03.649852 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d398e7a-40fa-4da4-a9a3-6eb136c7723b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3954272 May 06 09:50:03.650547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54486) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:03.898886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Allocated IP 172.25.8.253 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/17f6d3ee-bd77-4d15-b2f3-ef0b06a05a2f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:03.952145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd4ed-a062-4731-abc4-832acf23a8b3 req-925b4c98-6238-4410-9476-b894cc22ba4f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:03.953729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a1cd4ed-a062-4731-abc4-832acf23a8b3 req-925b4c98-6238-4410-9476-b894cc22ba4f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1146252 May 06 09:50:04.039744 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:04.052532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a1cd4ed-a062-4731-abc4-832acf23a8b3 req-96aee476-43d7-4a03-9cb6-dc37adf2cf60 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680320 May 06 09:50:04.099229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.152430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.213697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:04.216887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:04.221871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:04.253383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Pushing event updated for resources: {'Port': ['ID=17f6d3ee-bd77-4d15-b2f3-ef0b06a05a2f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:04.347696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e32ab06-e055-4bc8-8ac6-768f9f4494c0 None None] Network b27e451e-d47b-493e-ae26-9c7d322b1366 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:04.476093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c6de240d-358d-4f04-963c-40933cfa444e None None] Provisioning complete for port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:04.476931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c6de240d-358d-4f04-963c-40933cfa444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.491476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.516760 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:02Z', 'revision_number': 3, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:04.569301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd673b-3400-4d41-89cc-cea306cc01e8 req-351bc1ec-1569-4d01-9914-99156fabb362 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.579261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2bd673b-3400-4d41-89cc-cea306cc01e8 req-351bc1ec-1569-4d01-9914-99156fabb362 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 944 time: 0.2280128 May 06 09:50:04.587620 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Checking router: 343faf72-9880-45ae-87fe-81dd0fb21fff for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:04.587900 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Updating router 343faf72-9880-45ae-87fe-81dd0fb21fff port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:04.640290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf564c72-5c76-47f5-8eeb-c74997fadab8 req-9c2eee9a-21d8-460d-ba70-a7545ab2ec2e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:04.642143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf564c72-5c76-47f5-8eeb-c74997fadab8 req-9c2eee9a-21d8-460d-ba70-a7545ab2ec2e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.2011733 May 06 09:50:04.658074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2bd673b-3400-4d41-89cc-cea306cc01e8 req-444d92f3-3e42-4324-955e-3fa7c25603fb tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736330 May 06 09:50:04.664078 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.759734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Allocated IP 172.20.0.1 (b27e451e-d47b-493e-ae26-9c7d322b1366/47ce91bb-44d7-4c58-86ec-6475412fee71/4827659b-f9a5-4d02-bc0d-a874cb451696) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:04.763350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f937f7ea-f4ff-4845-a30d-6c82f7806a82 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:04.770215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:04.875894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.883610 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c6de240d-358d-4f04-963c-40933cfa444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.913233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:04.957895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:04.964423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:04.968856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:04.976832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c6de240d-358d-4f04-963c-40933cfa444e None None] For port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:05.009090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Pushing event updated for resources: {'Port': ['ID=4827659b-f9a5-4d02-bc0d-a874cb451696,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.033916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.066216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f937f7ea-f4ff-4845-a30d-6c82f7806a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f937f7ea-f4ff-4845-a30d-6c82f7806a82,segment=NetworkSegment(3961c280-b2ac-4ba6-9ee6-052aa02708ce),segment_id=3961c280-b2ac-4ba6-9ee6-052aa02708ce)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:05.088401 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c6de240d-358d-4f04-963c-40933cfa444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.100679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82', 'network_id': 'cda68d97-85e7-4cf2-bd06-4a47dee36dc0', 'port_id': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82', 'mac_address': 'fa:16:3e:ff:f1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be955bf8-4c54-4853-869f-8408763d9351', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:05.237038 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.243411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.246188 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.248457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:05.249049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.251979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de240d-358d-4f04-963c-40933cfa444e None None] Pushing event updated for resources: {'Port': ['ID=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.268226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf564c72-5c76-47f5-8eeb-c74997fadab8 req-f76f72ba-fb8e-4141-b143-7ef42362ec1c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087117 May 06 09:50:05.288129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f937f7ea-f4ff-4845-a30d-6c82f7806a82 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:05.334433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f937f7ea-f4ff-4845-a30d-6c82f7806a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f937f7ea-f4ff-4845-a30d-6c82f7806a82,segment=NetworkSegment(3961c280-b2ac-4ba6-9ee6-052aa02708ce),segment_id=3961c280-b2ac-4ba6-9ee6-052aa02708ce)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:05.354045 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.361794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.377104 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.391990 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Attempting to bind port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:05.392775 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Attempting to bind port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:05.393318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Attempting to bind port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:05.396472 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Pushing event updated for resources: {'Port': ['ID=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.413554 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:05.414362 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:05.415843 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.416515 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:05.417384 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Bound port: 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:05.417951 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.431915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b572b-e4d4-4e26-99a6-0451836b2724 req-932c6606-d5cb-470f-8b9e-60d9dddc8ef0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:05.435433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d6b572b-e4d4-4e26-99a6-0451836b2724 req-932c6606-d5cb-470f-8b9e-60d9dddc8ef0 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1738341 May 06 09:50:05.506618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f937f7ea-f4ff-4845-a30d-6c82f7806a82,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.535956 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.538405 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.538774 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.540043 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.540384 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.540816 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.541040 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.541365 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.543184 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.543507 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.543925 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.544177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:05.582956 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] For port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:05.597400 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] For port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:05.604610 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.609813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d6b572b-e4d4-4e26-99a6-0451836b2724 req-ba5e4e15-2cd2-4fc5-9446-43a7057e3c0a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663728 May 06 09:50:05.633185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d3c704c0-600f-42d8-a647-a1f85e174033 None None] Provisioning complete for port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:05.633631 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d3c704c0-600f-42d8-a647-a1f85e174033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.652197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['f937f7ea-f4ff-4845-a30d-6c82f7806a82'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:05.738565 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48f4ea-463f-467c-bb07-57ad6a0b3855 None None] Pushing event updated for resources: {'Port': ['ID=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.755966 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.764131 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:05.765903 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:05.771624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.905156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.911959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Pushing event updated for resources: {'Port': ['ID=4827659b-f9a5-4d02-bc0d-a874cb451696,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:05.916229 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:05.919859 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:05.927062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.006607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d3c704c0-600f-42d8-a647-a1f85e174033 None None] Provisioning complete for port 4827659b-f9a5-4d02-bc0d-a874cb451696 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:06.007224 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d3c704c0-600f-42d8-a647-a1f85e174033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.029860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e26507-5e54-4fb4-b710-ca55c8508749 req-38fb8af2-423f-43a3-b1a1-23d80fb56d0b tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:06.033064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81e26507-5e54-4fb4-b710-ca55c8508749 req-38fb8af2-423f-43a3-b1a1-23d80fb56d0b tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 945 time: 0.2053952 May 06 09:50:06.064591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d3c704c0-600f-42d8-a647-a1f85e174033 None None] Port 4827659b-f9a5-4d02-bc0d-a874cb451696 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:06.072402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:06.074478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:06.167876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81e26507-5e54-4fb4-b710-ca55c8508749 req-1613ea89-45ec-49d4-b9c7-138b87f81bbe tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234837 May 06 09:50:06.204229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d6ba86b7-1b1e-4022-955c-24a36f7b19e8 None None] Provisioning complete for port 4827659b-f9a5-4d02-bc0d-a874cb451696 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:06.207022 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d6ba86b7-1b1e-4022-955c-24a36f7b19e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.264813 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 2, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:06.271428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Router 343faf72-9880-45ae-87fe-81dd0fb21fff has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:06.275191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Router 41f66567-4a77-4cbb-8b74-e9076882c3c9 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:06.287049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba86b7-1b1e-4022-955c-24a36f7b19e8 None None] Port 4827659b-f9a5-4d02-bc0d-a874cb451696 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:06.332491 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98812842-d9ef-42ef-8662-3145122f3ed8 None None] The sync data for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 is: [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 2, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:06.642097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345fc3c-2422-4262-9b58-f00170d67273 req-d53c90a1-83c1-4b2b-962e-461e42943ffa tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:06.654960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6345fc3c-2422-4262-9b58-f00170d67273 req-d53c90a1-83c1-4b2b-962e-461e42943ffa tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1688120 May 06 09:50:06.703203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f937f7ea-f4ff-4845-a30d-6c82f7806a82 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:06.708677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:06.709967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:06.721907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.725374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-389b8ee4-8b8f-4ddb-9f92-c5ca57845a78 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "PUT /v2.0/routers/41f66567-4a77-4cbb-8b74-e9076882c3c9 HTTP/1.1" status: 200 len: 916 time: 4.3108997 May 06 09:50:06.735124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54518) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:06.793939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] Sync routers for ids ['41f66567-4a77-4cbb-8b74-e9076882c3c9'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:06.810188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6345fc3c-2422-4262-9b58-f00170d67273 req-fea79f3d-40e2-4755-a2fa-6d9983d04434 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508119 May 06 09:50:06.858393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-05706b8c-3cb0-4317-b356-b072e0136081 None None] Provisioning complete for port 4827659b-f9a5-4d02-bc0d-a874cb451696 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:06.859807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-05706b8c-3cb0-4317-b356-b072e0136081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:06.917589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] Routers {'41f66567-4a77-4cbb-8b74-e9076882c3c9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:06.918260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['41f66567-4a77-4cbb-8b74-e9076882c3c9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:06.974130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:06.984307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-05706b8c-3cb0-4317-b356-b072e0136081 None None] Port 4827659b-f9a5-4d02-bc0d-a874cb451696 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:06.994736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port f937f7ea-f4ff-4845-a30d-6c82f7806a82 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:06.996750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] Routers {'41f66567-4a77-4cbb-8b74-e9076882c3c9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:06.997479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['41f66567-4a77-4cbb-8b74-e9076882c3c9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:07.023193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-598ff846-f403-4de8-9fdc-17013bb20c81 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/41f66567-4a77-4cbb-8b74-e9076882c3c9 HTTP/1.1" status: 200 len: 922 time: 0.2865984 May 06 09:50:07.037508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port f937f7ea-f4ff-4845-a30d-6c82f7806a82 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:07.037783 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.042882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:07.043232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd846c2-8365-4c27-9548-d05d36ca9d0e None None] The sync data for ids ['41f66567-4a77-4cbb-8b74-e9076882c3c9'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:07.051990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54520) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:07.066347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:07.067086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:07.067086 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.083198 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a78a654b-4392-4142-9f45-d5f96b78cf39 admin admin] 10.222.0.76 "PUT /v2.0/routers/343faf72-9880-45ae-87fe-81dd0fb21fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4240460 May 06 09:50:07.109277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8c07-3122-4843-a65e-065a0e390c05 req-bcc01b07-75e3-457e-bb81-39f092000732 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.117454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd7d8c07-3122-4843-a65e-065a0e390c05 req-bcc01b07-75e3-457e-bb81-39f092000732 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1133828 May 06 09:50:07.168165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba3621-c4d9-4a62-beaf-725216e5b32d req-f6da35a2-16b4-46db-ac1a-e5d19fbd6ba3 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.177759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ba3621-c4d9-4a62-beaf-725216e5b32d req-f6da35a2-16b4-46db-ac1a-e5d19fbd6ba3 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.3827302 May 06 09:50:07.218833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f43e19-43ec-483c-b9a1-7d54a59ee2f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.220430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-09f43e19-43ec-483c-b9a1-7d54a59ee2f4 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=41f66567-4a77-4cbb-8b74-e9076882c3c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1658125 May 06 09:50:07.223247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54526) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:07.234894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd7d8c07-3122-4843-a65e-065a0e390c05 req-776c9194-1e0e-4861-bb01-a3a303ee5f0e tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=2518d9ff-5fbd-4840-a973-0ba93c5af9ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155810 May 06 09:50:07.285902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ba3621-c4d9-4a62-beaf-725216e5b32d req-d486dd27-49c9-4142-8f4e-1d70776e2247 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072335 May 06 09:50:07.385262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e852a20-f6f6-4d4b-8fcf-3ae19969af85 req-533415c8-f29b-46fb-bccf-429dd78309fa tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.394647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e852a20-f6f6-4d4b-8fcf-3ae19969af85 req-533415c8-f29b-46fb-bccf-429dd78309fa tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 945 time: 0.0651009 May 06 09:50:07.398207 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.435029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:07.437622 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9845bfa-bda6-4957-b09f-5c3e5fac0cfa" -d '{"events": [{"server_uuid": "a5dbbf6c-27d6-4aad-854a-9a972b4274e2", "name": "network-vif-plugged", "status": "completed", "tag": "f937f7ea-f4ff-4845-a30d-6c82f7806a82"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:07.454256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f937f7ea-f4ff-4845-a30d-6c82f7806a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f937f7ea-f4ff-4845-a30d-6c82f7806a82,segment=NetworkSegment(3961c280-b2ac-4ba6-9ee6-052aa02708ce),segment_id=3961c280-b2ac-4ba6-9ee6-052aa02708ce)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:07.457868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf196c4-1281-4cce-a1bc-afead947f27c req-b893566a-edd4-419b-b173-a6be519b6654 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.460981 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-caf196c4-1281-4cce-a1bc-afead947f27c req-b893566a-edd4-419b-b173-a6be519b6654 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 945 time: 0.1371841 May 06 09:50:07.463044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e852a20-f6f6-4d4b-8fcf-3ae19969af85 req-df610a3a-e13b-49e0-89c5-0c67e961f15c tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678368 May 06 09:50:07.464173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.486562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb999db-cc19-43cc-ab13-ff39e9d0610d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.493678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54536) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:07.493846 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eeb999db-cc19-43cc-ab13-ff39e9d0610d tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.2671387 May 06 09:50:07.561812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8443c21d-4627-4912-a1b4-abdba83225ed tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f66567-4a77-4cbb-8b74-e9076882c3c9 HTTP/1.1" status: 200 len: 205 time: 0.0691867 May 06 09:50:07.565889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54540) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:07.578113 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc35c2-0230-4867-b136-2439393eaa5c x-openstack-request-id: req-4afc35c2-0230-4867-b136-2439393eaa5c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:07.578405 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbbf6c-27d6-4aad-854a-9a972b4274e2", "name": "network-vif-plugged", "status": "completed", "tag": "f937f7ea-f4ff-4845-a30d-6c82f7806a82", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:07.578653 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4afc35c2-0230-4867-b136-2439393eaa5c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:07.579118 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afc35c2-0230-4867-b136-2439393eaa5c'] response: {'server_uuid': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82', 'code': 200} May 06 09:50:07.635257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f937f7ea-f4ff-4845-a30d-6c82f7806a82,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:07.738840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Deleting port 37822717-59ef-43e1-ad07-ff5eb922bd56 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:07.739343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.786793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd16db-4453-4230-b4f7-ba4bc0afc9cb req-24024b78-54af-4a70-8c4d-0bec28d7b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:07.788574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88dd16db-4453-4230-b4f7-ba4bc0afc9cb req-24024b78-54af-4a70-8c4d-0bec28d7b59f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 1097 time: 0.1274319 May 06 09:50:07.832026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.887289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] For port 37822717-59ef-43e1-ad07-ff5eb922bd56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=37822717-59ef-43e1-ad07-ff5eb922bd56,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:07.887289 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:07.957139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88dd16db-4453-4230-b4f7-ba4bc0afc9cb req-079a221b-9a60-4448-9cc7-8d849f8fefde service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536386 May 06 09:50:08.090537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54554) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:08.097533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-54b4cfca-8744-4d94-8a66-9e34cc63218c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49377809', 'description': 'tempest-description--740593332'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:08.130224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.224220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54b4cfca-8744-4d94-8a66-9e34cc63218c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.239328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.239964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.239964 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Floating IP 4a4503f6-2d66-4894-bc8d-de160060fb51 disassociated. External IP: 172.25.8.35, port: 37822717-59ef-43e1-ad07-ff5eb922bd56. May 06 09:50:08.240471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Calling delete_port for 37822717-59ef-43e1-ad07-ff5eb922bd56 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:08.297626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88c3f0-2cce-45d9-9605-812328936798 req-5c5704ed-3229-4aaa-92f5-2402ca6bb80a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:08.299244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a88c3f0-2cce-45d9-9605-812328936798 req-5c5704ed-3229-4aaa-92f5-2402ca6bb80a tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1445203 May 06 09:50:08.317522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5527884-6705-4603-9d98-f0f31caccfcf req-d0b57389-6f64-4ddc-b2d4-fe24aca12b22 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:08.319067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5527884-6705-4603-9d98-f0f31caccfcf req-d0b57389-6f64-4ddc-b2d4-fe24aca12b22 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.1407723 May 06 09:50:08.390791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Deleting port 17f6d3ee-bd77-4d15-b2f3-ef0b06a05a2f {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:08.391115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.501358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.534990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event deleted for resources: {'Port': ['ID=37822717-59ef-43e1-ad07-ff5eb922bd56,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:08.536827 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54b4cfca-8744-4d94-8a66-9e34cc63218c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.542164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a88c3f0-2cce-45d9-9605-812328936798 req-656496a4-6ce7-4e1f-bcf6-3ce3b85d9878 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219419 May 06 09:50:08.557529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5527884-6705-4603-9d98-f0f31caccfcf req-052a3d57-6530-4662-adcd-02c47462d7b0 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299559 May 06 09:50:08.577119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54b4cfca-8744-4d94-8a66-9e34cc63218c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.665072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a92ac9-c435-4bb0-9ba7-2f80cbb77a35 req-f6f84e0e-7ba2-436b-b800-b617508b445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:08.666820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6a92ac9-c435-4bb0-9ba7-2f80cbb77a35 req-f6f84e0e-7ba2-436b-b800-b617508b445e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 1097 time: 0.1681671 May 06 09:50:08.687672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54b4cfca-8744-4d94-8a66-9e34cc63218c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.691364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-54b4cfca-8744-4d94-8a66-9e34cc63218c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5997570 May 06 09:50:08.693301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54560) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:08.698421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-84074aa3-ab17-4402-a8c6-828b49ddff1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'security_group_rule': {'security_group_id': 'dab8ec87-7332-4a15-80e8-1fb551f2dae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:08.721950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:08.744476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e567bd37-6a3b-43dc-a964-8d8b16ca8114 req-54abb716-8b16-4523-9569-608fa361c4ea tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=dbec5d0d-d3d9-4cef-b253-17f01120e19a HTTP/1.1" status: 200 len: 210 time: 0.0764623 May 06 09:50:08.801632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84074aa3-ab17-4402-a8c6-828b49ddff1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.802684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4cfca-8744-4d94-8a66-9e34cc63218c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab8ec87-7332-4a15-80e8-1fb551f2dae9,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:08.813181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:08.813807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.817586 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.834834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Calling delete_port for 17f6d3ee-bd77-4d15-b2f3-ef0b06a05a2f owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:08.881585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Router 2e12489e-5539-4c6f-97c1-e64cdf809c1f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:08.910093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84074aa3-ab17-4402-a8c6-828b49ddff1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.911625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.914819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6a92ac9-c435-4bb0-9ba7-2f80cbb77a35 req-65ec5479-8942-4152-af3e-118b2bb8ec03 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316198 May 06 09:50:08.929300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84074aa3-ab17-4402-a8c6-828b49ddff1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.929938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb55d6-f9a7-49e2-8dc8-0e89d34fcd7c req-e0076659-5d97-4898-97c1-fa2dbc168d16 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:08.933053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4eb55d6-f9a7-49e2-8dc8-0e89d34fcd7c req-e0076659-5d97-4898-97c1-fa2dbc168d16 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 946 time: 0.2607651 May 06 09:50:08.950236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:08.956358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:08.999761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4eb55d6-f9a7-49e2-8dc8-0e89d34fcd7c req-78ebd238-1f8f-497e-9855-abdc6bf10758 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558345 May 06 09:50:09.043567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84074aa3-ab17-4402-a8c6-828b49ddff1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d261cb43-8305-4e67-8725-57f54600fc7e,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:09.082708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84074aa3-ab17-4402-a8c6-828b49ddff1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.084728 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-84074aa3-ab17-4402-a8c6-828b49ddff1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902419 May 06 09:50:09.091034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54564) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:09.100545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:09.149203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c7941eda-106f-4f15-a272-aff4b1ea5fd9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'security_group_rule': {'security_group_id': 'dab8ec87-7332-4a15-80e8-1fb551f2dae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:09.166652 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.201446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7941eda-106f-4f15-a272-aff4b1ea5fd9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.243023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:09.254495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] Sync routers for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:09.257392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event deleted for resources: {'Port': ['ID=17f6d3ee-bd77-4d15-b2f3-ef0b06a05a2f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:09.308812 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:09.309732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:09.324354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.332429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] No DVR routers for this DVR port 37822717-59ef-43e1-ad07-ff5eb922bd56 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:09.339058 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.342626 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-caf196c4-1281-4cce-a1bc-afead947f27c req-f7f2cdde-a96e-4ca8-a376-e4a5c1c7b097 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "DELETE /v2.0/ports/37822717-59ef-43e1-ad07-ff5eb922bd56 HTTP/1.1" status: 204 len: 173 time: 1.8499703 May 06 09:50:09.343037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'name': 'network-vif-deleted', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:09.345718 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51494222-47ae-4aff-9214-ae99a05b7a27" -d '{"events": [{"server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "name": "network-vif-deleted", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:09.371932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7941eda-106f-4f15-a272-aff4b1ea5fd9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.378508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7941eda-106f-4f15-a272-aff4b1ea5fd9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.418942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7941eda-106f-4f15-a272-aff4b1ea5fd9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d888de-343b-424b-9d28-97d37e5d3ba8,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:09.449763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7941eda-106f-4f15-a272-aff4b1ea5fd9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.454677 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c7941eda-106f-4f15-a272-aff4b1ea5fd9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591323 May 06 09:50:09.454889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54570) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:09.460698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.464819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:09.466637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.489259 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbdb09f-2670-4d1e-a862-c8038100ab74 x-openstack-request-id: req-dcbdb09f-2670-4d1e-a862-c8038100ab74 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:09.489842 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbec5d0d-d3d9-4cef-b253-17f01120e19a", "name": "network-vif-deleted", "tag": "37822717-59ef-43e1-ad07-ff5eb922bd56", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:09.490103 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dcbdb09f-2670-4d1e-a862-c8038100ab74 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:09.490511 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbdb09f-2670-4d1e-a862-c8038100ab74'] response: {'server_uuid': 'dbec5d0d-d3d9-4cef-b253-17f01120e19a', 'name': 'network-vif-deleted', 'tag': '37822717-59ef-43e1-ad07-ff5eb922bd56', 'status': 'completed', 'code': 200} May 06 09:50:09.518125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.521203 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:09.698801 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.699927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Fanout notify agent at l3_agent the message router_deleted on router 41f66567-4a77-4cbb-8b74-e9076882c3c9 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:09.709981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.713923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4d46fdca-32a0-4ae8-ac17-56430dd7a359 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/41f66567-4a77-4cbb-8b74-e9076882c3c9 HTTP/1.1" status: 204 len: 168 time: 2.1467175 May 06 09:50:09.720983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54576) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:09.735331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-469671293', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:09.774093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.929565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.930578 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:09.949697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-41a626b9-5bbf-4be9-8230-c227536ee8c9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:09.952094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-41a626b9-5bbf-4be9-8230-c227536ee8c9 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.82 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.1993570 May 06 09:50:09.978410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b3a5f-5567-4885-a601-afda935165d6 req-fd5b98bd-1768-46d4-8b4f-f12f208f8619 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:09.980041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519b3a5f-5567-4885-a601-afda935165d6 req-fd5b98bd-1768-46d4-8b4f-f12f208f8619 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.1668131 May 06 09:50:09.991256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff031a-9a27-40de-9c06-21420ff29a12 req-f866b26a-5cc5-4e57-a58a-74501e5b924f tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:09.993009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2ff031a-9a27-40de-9c06-21420ff29a12 req-f866b26a-5cc5-4e57-a58a-74501e5b924f tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.1898413 May 06 09:50:10.047191 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.091680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Allocated IP 172.25.8.201 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/3ee2607c-8980-49e2-85c8-46cc55599746) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:10.124215 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] Checking router: 2e12489e-5539-4c6f-97c1-e64cdf809c1f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:10.160809 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:10.161513 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.240551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Sync routers for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:10.260061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:10.261713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.270943 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.326765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519b3a5f-5567-4885-a601-afda935165d6 req-eb03490d-37bd-4135-9425-e3f00b14156b tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324716 May 06 09:50:10.345150 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:10.380716 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.438371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2ff031a-9a27-40de-9c06-21420ff29a12 req-9942ef0f-a7d8-435f-9958-1673d796e417 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076254 May 06 09:50:10.455651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 37822717-59ef-43e1-ad07-ff5eb922bd56 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:10.473093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.522646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:10.526637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:10.532486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:10.547132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 37822717-59ef-43e1-ad07-ff5eb922bd56 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:10.547476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 37822717-59ef-43e1-ad07-ff5eb922bd56 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:10.625067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:10.686710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:10.732500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:10.834805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4d78ff-e6be-42dc-8fdd-bf8122964d24 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.870127 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:10.910401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4d78ff-e6be-42dc-8fdd-bf8122964d24 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:10.911936 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f9e07-bab0-47d0-8175-ebd9d98251c4 None None] The sync data for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 is: [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:44:09Z', 'revision_number': 4, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '24756a76-3f25-433c-aa0b-61d55b2af703', 'name': '', 'network_id': '0d205d4a-7cca-4eef-9aa6-044014d4b05b', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'mac_address': 'fa:16:3e:fb:9f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:08Z', 'updated_at': '2022-05-06T09:44:15Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'subnets': [{'id': 'f8ee64c6-b06d-4344-adc1-87df8f9067e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:10.945028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=3ee2607c-8980-49e2-85c8-46cc55599746,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:11.038518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:11.039170 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.073198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.083738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.085418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4d78ff-e6be-42dc-8fdd-bf8122964d24 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.088817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e4d78ff-e6be-42dc-8fdd-bf8122964d24 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.096555 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7e4d78ff-e6be-42dc-8fdd-bf8122964d24 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "DELETE /v2.0/security-groups/2518d9ff-5fbd-4840-a973-0ba93c5af9ce HTTP/1.1" status: 204 len: 168 time: 0.4898198 May 06 09:50:11.097748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54588) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:11.116766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Deleting port 30e3cf5a-962d-4048-ad19-ddf07ca1064b {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:11.119402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.137163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d78ff-e6be-42dc-8fdd-bf8122964d24 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2518d9ff-5fbd-4840-a973-0ba93c5af9ce,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:11.138733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9185618-ff04-4a71-adbb-ca0b3ea1ef4b req-756ccc23-a606-454c-bf5b-529439ecbae3 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:11.146651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9185618-ff04-4a71-adbb-ca0b3ea1ef4b req-756ccc23-a606-454c-bf5b-529439ecbae3 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 946 time: 0.2554073 May 06 09:50:11.174231 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-25019afc-84b1-4986-bd9d-e66a83ffaf4b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] show failed (client error): The resource could not be found. May 06 09:50:11.180431 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-25019afc-84b1-4986-bd9d-e66a83ffaf4b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups/2518d9ff-5fbd-4840-a973-0ba93c5af9ce HTTP/1.1" status: 404 len: 347 time: 0.0747807 May 06 09:50:11.181257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54590) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:11.248430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.416077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 2, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:11.427057 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a02ba62-5362-45dc-a443-53bb94fdec04 None None] New status for floating IP 4a4503f6-2d66-4894-bc8d-de160060fb51: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:50:11.479466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9185618-ff04-4a71-adbb-ca0b3ea1ef4b req-7fe9624f-e577-47cd-8be9-7a32d53da4b5 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979612 May 06 09:50:11.480173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Checking router: 343faf72-9880-45ae-87fe-81dd0fb21fff for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:11.480508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Updating router 343faf72-9880-45ae-87fe-81dd0fb21fff port 4827659b-f9a5-4d02-bc0d-a874cb451696 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:50:11.490091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Deleting port 0c56195a-96af-440a-ad60-340474505d41 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:11.491377 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.528437 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.619263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] For port 30e3cf5a-962d-4048-ad19-ddf07ca1064b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=30e3cf5a-962d-4048-ad19-ddf07ca1064b,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:11.631029 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.726302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.726694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.761738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Calling delete_port for 0c56195a-96af-440a-ad60-340474505d41 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:11.764868 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.772174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.828583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d0082-9e17-4fc0-a207-8190172ea9d7 req-ca508228-8b46-4886-b7c5-054e01a94c87 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:11.831064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f4d0082-9e17-4fc0-a207-8190172ea9d7 req-ca508228-8b46-4886-b7c5-054e01a94c87 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 945 time: 0.3396778 May 06 09:50:11.946785 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:11.954113 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.013881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8b74f-272f-4068-badb-dda2a3c5e7df req-54b9e946-53f1-4d87-af8b-4620ced6ff70 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:12.015360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8b8b74f-272f-4068-badb-dda2a3c5e7df req-54b9e946-53f1-4d87-af8b-4620ced6ff70 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.4002776 May 06 09:50:12.029148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd39201-767b-4ea6-8b5e-3fedf51ab950 None None] Pushing event updated for resources: {'Port': ['ID=4827659b-f9a5-4d02-bc0d-a874cb451696,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.036930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=3ee2607c-8980-49e2-85c8-46cc55599746,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.098818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.129409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.138410 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bfed42a7-c4a0-416c-9fb7-5d3140a6576c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6738470 May 06 09:50:12.138978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Attempting to bind port 4827659b-f9a5-4d02-bc0d-a874cb451696 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:12.138978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Attempting to bind port 4827659b-f9a5-4d02-bc0d-a874cb451696 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:12.138978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Attempting to bind port 4827659b-f9a5-4d02-bc0d-a874cb451696 on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:12.145188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:12.145410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:12.147095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.147095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Bound using segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:12.147376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Bound port: 4827659b-f9a5-4d02-bc0d-a874cb451696, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:12.148024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.184470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f4d0082-9e17-4fc0-a207-8190172ea9d7 req-f7003b4c-9469-4c7b-8f2b-452966c5f338 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups?id=82ff3565-85cb-4c2a-898f-8ba190db9ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000915 May 06 09:50:12.231785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.274795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] For port 4827659b-f9a5-4d02-bc0d-a874cb451696, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:12.283241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] For port 4827659b-f9a5-4d02-bc0d-a874cb451696, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4827659b-f9a5-4d02-bc0d-a874cb451696,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:12.283761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event deleted for resources: {'Port': ['ID=0c56195a-96af-440a-ad60-340474505d41,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:12.299147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.320950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8b8b74f-272f-4068-badb-dda2a3c5e7df req-250095ab-e7f4-497e-a60d-33ff560e15c5 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920864 May 06 09:50:12.325792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.325792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.325792 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Floating IP 65b90099-4c5a-43aa-817f-8d83050d7b35 disassociated. External IP: 172.25.8.117, port: 30e3cf5a-962d-4048-ad19-ddf07ca1064b. May 06 09:50:12.325792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Calling delete_port for 30e3cf5a-962d-4048-ad19-ddf07ca1064b owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:12.369696 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.425565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:12.426477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:12.447027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.463090 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.466758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.470590 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d30dd972-455d-4cef-8c07-dfecc2b24fa3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "DELETE /v2.0/floatingips/4a4503f6-2d66-4894-bc8d-de160060fb51 HTTP/1.1" status: 204 len: 168 time: 1.2836792 May 06 09:50:12.553684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-0be79939-3a21-4428-a50a-f6436528bafd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--49377809&fields=id&tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 267 time: 0.1932058 May 06 09:50:12.741583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 30e3cf5a-962d-4048-ad19-ddf07ca1064b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:12.752725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cccfdb21-b91b-4e3c-9a99-00bafeb00fdd None None] Provisioning complete for port 4827659b-f9a5-4d02-bc0d-a874cb451696 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:12.753106 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cccfdb21-b91b-4e3c-9a99-00bafeb00fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:12.797825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-a8798509-579b-46f5-86c0-9d4081fb9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:12.799269 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-a8798509-579b-46f5-86c0-9d4081fb9126 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 1097 time: 0.1093245 May 06 09:50:12.856259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Allocated IP 172.25.8.189 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/386b9d61-9053-4753-bc83-ff4691fc87bf) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:12.889739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:12.945141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-02bd5cb3-6c7c-4c89-8138-ddb993291a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:12.948182 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-02bd5cb3-6c7c-4c89-8138-ddb993291a58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 200 len: 911 time: 0.1394389 May 06 09:50:12.950697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd39201-767b-4ea6-8b5e-3fedf51ab950 None None] Pushing event updated for resources: {'Port': ['ID=4827659b-f9a5-4d02-bc0d-a874cb451696,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:13.017838 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-b81a0c8b-ecf0-40c6-976c-36d7ec9a279a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa HTTP/1.1" status: 200 len: 217 time: 0.0634511 May 06 09:50:13.095195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.127726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-2e9085b1-9ca0-445c-bf40-416d08c36c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:13.129341 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-2e9085b1-9ca0-445c-bf40-416d08c36c17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 200 len: 850 time: 0.1036127 May 06 09:50:13.149411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-1de7a891-7c6d-41e9-af85-3a131073fb73 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:13.151144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-1de7a891-7c6d-41e9-af85-3a131073fb73 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.5763559 May 06 09:50:13.171107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178afd2-1d43-432a-963a-08d78c595930 req-63493c49-5287-491e-b725-4e2ad12ed01b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:13.172659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6178afd2-1d43-432a-963a-08d78c595930 req-63493c49-5287-491e-b725-4e2ad12ed01b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.4309776 May 06 09:50:13.176542 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-61f1d9e6-4645-40b6-a4b8-c5329f4641ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398035 May 06 09:50:13.182354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.213933 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-73bfb552-fc53-4f18-a58e-81a043d73169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.286246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-707be313-4349-42b4-92eb-2a6272819e35 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/quotas/8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 375 time: 0.1121397 May 06 09:50:13.294912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No active binding found for port 30e3cf5a-962d-4048-ad19-ddf07ca1064b {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:50:13.295350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 30e3cf5a-962d-4048-ad19-ddf07ca1064b not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:13.297531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event deleted for resources: {'Port': ['ID=30e3cf5a-962d-4048-ad19-ddf07ca1064b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:13.317118 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-95f57292-4c15-4da8-9c0e-7b533446fdb8 service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326540 May 06 09:50:13.383098 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cccfdb21-b91b-4e3c-9a99-00bafeb00fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.441330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cccfdb21-b91b-4e3c-9a99-00bafeb00fdd None None] For port 4827659b-f9a5-4d02-bc0d-a874cb451696, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4827659b-f9a5-4d02-bc0d-a874cb451696,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:13.453099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cccfdb21-b91b-4e3c-9a99-00bafeb00fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.469634 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-24bbfc98-e2fd-4f94-9cd8-a898847db644 req-943a57e5-5b94-4718-ac10-052b99f81937 service neutron] 10.222.0.83 "GET /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419301 May 06 09:50:13.515307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:12Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:13.533403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6178afd2-1d43-432a-963a-08d78c595930 req-dc16e4fe-dbeb-486f-a8cd-0165284363dc tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309307 May 06 09:50:13.555253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.630259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c5e277-5b9a-4849-b567-44dfabcd95cf None None] The sync data for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 is: [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:12Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:13.659193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfdb21-b91b-4e3c-9a99-00bafeb00fdd None None] Pushing event updated for resources: {'Port': ['ID=4827659b-f9a5-4d02-bc0d-a874cb451696,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:13.669719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-18d7a1f0-cd21-46d5-9997-9d40fdc16211 None None] Provisioning complete for port 4827659b-f9a5-4d02-bc0d-a874cb451696 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:13.670186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18d7a1f0-cd21-46d5-9997-9d40fdc16211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:13.695449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:13.736464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:13.749260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:13.782232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72b7b6d1-b2f4-4e4f-a6fb-698d18b39cf5 req-d4a2ec38-eae6-4cfc-8e93-320dc3525095 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 210 time: 0.0688164 May 06 09:50:13.873417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-e71231ed-1f8b-4a30-acc5-2e5347072f3f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5866251 May 06 09:50:13.875422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:13.878008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event updated for resources: {'Port': ['ID=386b9d61-9053-4753-bc83-ff4691fc87bf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:14.207985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-2ecaa2d7-3681-4ea3-bac9-c1f7f578da37 service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124804 May 06 09:50:14.694032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4827659b-f9a5-4d02-bc0d-a874cb451696 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:14.767677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4827659b-f9a5-4d02-bc0d-a874cb451696 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:14.768153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:14.880061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8559c-5752-4b88-93e6-3667b343caa7 req-1a0b58c2-be79-4945-bbb5-23d582576fb3 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:14.883382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6a8559c-5752-4b88-93e6-3667b343caa7 req-1a0b58c2-be79-4945-bbb5-23d582576fb3 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 946 time: 0.6392410 May 06 09:50:14.909409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-b0e8a61b-5c2d-4333-ba51-0a6a093a318f service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339948 May 06 09:50:14.966308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:14.977397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] Sync routers for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:14.995736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:14.998203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:49:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:15.008971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6a8559c-5752-4b88-93e6-3667b343caa7 req-ad87d226-66be-46e0-bc1f-505b162c2b6d tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150987 May 06 09:50:15.098405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] No DVR routers for this DVR port 30e3cf5a-962d-4048-ad19-ddf07ca1064b on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:15.111477 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.135756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-104bd21a-423e-4f98-b623-294cfa97f4dd req-70a39df2-a75c-4bcc-ac17-bf4a19607337 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.82 "DELETE /v2.0/ports/30e3cf5a-962d-4048-ad19-ddf07ca1064b HTTP/1.1" status: 204 len: 173 time: 5.1742902 May 06 09:50:15.139374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'name': 'network-vif-deleted', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:15.141738 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd73ad-63f1-421b-9f21-0b92cd3cae86" -d '{"events": [{"server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "name": "network-vif-deleted", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:15.164867 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-283aaad7-e76e-4315-9008-604b27a31927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.206977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:15.214414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:15.306050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3751d342-c948-43e3-a636-3efb6ea5eb13 req-7ab80ac9-e81b-466a-8471-ab6cce42c182 tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f7e9c26-4603-475a-bfd3-5b0882f2bef4 HTTP/1.1" status: 200 len: 210 time: 0.0290415 May 06 09:50:15.363420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187ea9b-7788-4deb-b551-80472734c78e req-353ed55a-d0b1-4d84-ad39-fd4a9d7e3161 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.369845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6187ea9b-7788-4deb-b551-80472734c78e req-353ed55a-d0b1-4d84-ad39-fd4a9d7e3161 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.2631319 May 06 09:50:15.479859 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d748826-21e4-4746-883f-c650a5ff52e9 x-openstack-request-id: req-0d748826-21e4-4746-883f-c650a5ff52e9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:15.480389 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f7e9c26-4603-475a-bfd3-5b0882f2bef4", "name": "network-vif-deleted", "tag": "30e3cf5a-962d-4048-ad19-ddf07ca1064b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:15.480645 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d748826-21e4-4746-883f-c650a5ff52e9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:15.481044 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d748826-21e4-4746-883f-c650a5ff52e9'] response: {'server_uuid': '8f7e9c26-4603-475a-bfd3-5b0882f2bef4', 'name': 'network-vif-deleted', 'tag': '30e3cf5a-962d-4048-ad19-ddf07ca1064b', 'status': 'completed', 'code': 200} May 06 09:50:15.560381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6187ea9b-7788-4deb-b551-80472734c78e req-cdf8f951-fc2f-4775-91f2-7f5a6f57e853 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040869 May 06 09:50:15.566473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02456d40-0c06-403d-b839-0acbbf8f8005 req-54afe653-a160-4126-9c81-a52cda1b1c50 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0625815 May 06 09:50:15.574672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:03Z', 'revision_number': 5, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:15.644621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] Checking router: da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:15.676573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:15.679429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:15.774866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-c1258b9d-ea07-4352-831c-67bec29f472a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:15.777667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-c1258b9d-ea07-4352-831c-67bec29f472a tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.82 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 946 time: 0.2075341 May 06 09:50:15.987600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.004611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:16.324809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:03Z', 'revision_number': 5, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:16.325761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Deleting port f937f7ea-f4ff-4845-a30d-6c82f7806a82 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:16.326183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.399872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005149b-c8b7-43a6-a55d-a15fa1aa40d3 None None] The sync data for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 is: [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:48:58Z', 'revision_number': 4, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0966b3e8-eb2e-4db3-bf53-a739ae8563f9', 'name': '', 'network_id': '318be5bc-e8e2-418c-981b-865ac6fa5c16', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'mac_address': 'fa:16:3e:41:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:56Z', 'updated_at': '2022-05-06T09:49:03Z', 'revision_number': 5, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'subnets': [{'id': 'bc281c41-d2d5-4825-8d7b-2993bda1df87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:16.440894 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.441818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Router fd92267d-0884-4d4c-9d3a-df04f52d47bd is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:50:16.451356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1bb7-4ec0-4ea5-a928-d22083119f0d req-bd22b4f7-b2ac-4337-a442-0d4c8dee74bc tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:16.452939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-631d1bb7-4ec0-4ea5-a928-d22083119f0d req-bd22b4f7-b2ac-4337-a442-0d4c8dee74bc tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 946 time: 0.2106142 May 06 09:50:16.480031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54692) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:16.567081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db39ce2d-3812-420d-a36a-9a77cd02cedb tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.604717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-631d1bb7-4ec0-4ea5-a928-d22083119f0d req-526c0a0f-479b-43ee-af1d-9349885de16c tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/security-groups?id=27c60ece-57e1-4638-9cb7-e85acd165a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382322 May 06 09:50:16.608988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db39ce2d-3812-420d-a36a-9a77cd02cedb tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.613654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] For port f937f7ea-f4ff-4845-a30d-6c82f7806a82, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f937f7ea-f4ff-4845-a30d-6c82f7806a82,segment=NetworkSegment(3961c280-b2ac-4ba6-9ee6-052aa02708ce),segment_id=3961c280-b2ac-4ba6-9ee6-052aa02708ce)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:16.614063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.634285 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.750030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db39ce2d-3812-420d-a36a-9a77cd02cedb tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.755766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db39ce2d-3812-420d-a36a-9a77cd02cedb tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:16.763527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-db39ce2d-3812-420d-a36a-9a77cd02cedb tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "DELETE /v2.0/security-groups/82ff3565-85cb-4c2a-898f-8ba190db9ce1 HTTP/1.1" status: 204 len: 168 time: 0.2807155 May 06 09:50:16.766751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54700) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:16.770383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Calling delete_port for f937f7ea-f4ff-4845-a30d-6c82f7806a82 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:16.793596 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-65db1898-6552-48ee-9515-dd68bac9a10f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] show failed (client error): The resource could not be found. May 06 09:50:16.797325 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-65db1898-6552-48ee-9515-dd68bac9a10f tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "GET /v2.0/security-groups/82ff3565-85cb-4c2a-898f-8ba190db9ce1 HTTP/1.1" status: 404 len: 347 time: 0.0248258 May 06 09:50:16.797884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:16.805872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39ce2d-3812-420d-a36a-9a77cd02cedb tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff3565-85cb-4c2a-898f-8ba190db9ce1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:16.817378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-306da9da-8209-4ac0-99bb-7e1d9b8f636b req-959e31eb-6dbe-4ffc-aba3-d6913aeca71a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0680587 May 06 09:50:16.923197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:16.942195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdf71c-3626-4988-b053-64e0cdd1af35 req-fd888e77-dd03-4f70-b14c-3555041c3f59 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:16.946682 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] Sync routers for ids ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:16.950181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38cdf71c-3626-4988-b053-64e0cdd1af35 req-fd888e77-dd03-4f70-b14c-3555041c3f59 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.2127953 May 06 09:50:16.960750 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] Routers {'fd92267d-0884-4d4c-9d3a-df04f52d47bd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:16.964454 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.010684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.012371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-52f42cfa-331f-4980-82c6-6f7703410fcb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.2873201 May 06 09:50:17.016414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54706) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:17.022344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:17.048223 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.074827 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] Routers {'fd92267d-0884-4d4c-9d3a-df04f52d47bd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:17.075503 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.080167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c1b87-a8f7-43f6-b96e-c3641415c08f None None] New status for floating IP 65b90099-4c5a-43aa-817f-8d83050d7b35: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:50:17.084009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38cdf71c-3626-4988-b053-64e0cdd1af35 req-5f3e5c40-9dba-471c-9b08-4ab2eb28c384 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270413 May 06 09:50:17.196470 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:17.197431 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241df15c-41fe-4893-b4b7-f2546ae6719e None None] The sync data for ids ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:17.406400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-e79facbf-2942-4e18-bde0-33c8ca1c5eb4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:17.408121 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-e79facbf-2942-4e18-bde0-33c8ca1c5eb4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.4750755 May 06 09:50:17.536839 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-53644b87-e43e-4f2e-a197-01483420da61 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 378 time: 0.0822675 May 06 09:50:17.557520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'port': {'device_id': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'admin_state_up': True, 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'security_groups': ['dab8ec87-7332-4a15-80e8-1fb551f2dae9']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:17.557772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.618118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Pushing event deleted for resources: {'Port': ['ID=f937f7ea-f4ff-4845-a30d-6c82f7806a82,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:17.704018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Deleting port b716401c-0417-4425-82a0-e6dab3be145e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:17.704365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.868993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.869334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.885871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Made reservation on behalf of 8a5d853e05f2411b9337b33e7ffc9c6a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:17.889632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:17.908817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Calling delete_port for b716401c-0417-4425-82a0-e6dab3be145e owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:18.110866 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.124202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5508b915-b1f8-4095-972f-26bfec3bd0e8 req-87f6d0c9-e499-4a9a-9d0c-2dc4ff44bc85 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5dbbf6c-27d6-4aad-854a-9a972b4274e2 HTTP/1.1" status: 200 len: 210 time: 0.0547090 May 06 09:50:18.128690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] No DVR routers for this DVR port f937f7ea-f4ff-4845-a30d-6c82f7806a82 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:18.133482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.138724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4aca7ce-294a-46ca-bff6-c9cfb2e374de req-699a6c3a-1f0f-466f-a714-70cd0d89f9f1 tempest-ServerMetadataNegativeTestJSON-1509823981 tempest-ServerMetadataNegativeTestJSON-1509823981-project] 10.222.0.82 "DELETE /v2.0/ports/f937f7ea-f4ff-4845-a30d-6c82f7806a82 HTTP/1.1" status: 204 len: 173 time: 2.3501086 May 06 09:50:18.166717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.173539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'name': 'network-vif-deleted', 'tag': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:18.182221 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4b6e2c-f006-44f7-805a-4181feee7322" -d '{"events": [{"server_uuid": "a5dbbf6c-27d6-4aad-854a-9a972b4274e2", "name": "network-vif-deleted", "tag": "f937f7ea-f4ff-4845-a30d-6c82f7806a82"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:18.203692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bf42c-3a4e-40b4-b5df-962ccf41d71c req-e6ec406b-698c-47be-8e51-e5b039aafdc4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:18.205579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e2bf42c-3a4e-40b4-b5df-962ccf41d71c req-e6ec406b-698c-47be-8e51-e5b039aafdc4 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.6595888 May 06 09:50:18.208041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.286280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e2bf42c-3a4e-40b4-b5df-962ccf41d71c req-55a4f9c2-4a21-475b-872b-3fd4092d3f1b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734525 May 06 09:50:18.303891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7885215-3728-435b-9575-072a5b05ac22 req-0968d418-4684-419d-b3d7-32c9cd60594c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0338833 May 06 09:50:18.338863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Deleting port 386b9d61-9053-4753-bc83-ff4691fc87bf {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:18.339422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.412149 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e4c2af-bbb6-42d1-aace-1d36b607a3c1 x-openstack-request-id: req-d8e4c2af-bbb6-42d1-aace-1d36b607a3c1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:18.412660 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5dbbf6c-27d6-4aad-854a-9a972b4274e2", "name": "network-vif-deleted", "tag": "f937f7ea-f4ff-4845-a30d-6c82f7806a82", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:18.413073 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8e4c2af-bbb6-42d1-aace-1d36b607a3c1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:18.413619 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e4c2af-bbb6-42d1-aace-1d36b607a3c1'] response: {'server_uuid': 'a5dbbf6c-27d6-4aad-854a-9a972b4274e2', 'name': 'network-vif-deleted', 'tag': 'f937f7ea-f4ff-4845-a30d-6c82f7806a82', 'status': 'completed', 'code': 200} May 06 09:50:18.434816 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.448778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Calling delete_port for 386b9d61-9053-4753-bc83-ff4691fc87bf owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:18.454106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.516608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Pushing event deleted for resources: {'Port': ['ID=b716401c-0417-4425-82a0-e6dab3be145e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:18.554568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Allocated IP 172.20.0.6 (b27e451e-d47b-493e-ae26-9c7d322b1366/47ce91bb-44d7-4c58-86ec-6475412fee71/002254db-568d-45fa-ad04-35ae8ff513b8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:18.575170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.577885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.582219 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c44bd5e-cc22-4bc3-ae5a-6eebd595a37d tempest-ServersTestManualDisk-1393752643 tempest-ServersTestManualDisk-1393752643-project] 10.222.0.76 "DELETE /v2.0/floatingips/65b90099-4c5a-43aa-817f-8d83050d7b35 HTTP/1.1" status: 204 len: 168 time: 1.7800066 May 06 09:50:18.582411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54730) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:18.666696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.742467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f937f7ea-f4ff-4845-a30d-6c82f7806a82 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:18.771112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.778048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: f937f7ea-f4ff-4845-a30d-6c82f7806a82 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:18.778389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f937f7ea-f4ff-4845-a30d-6c82f7806a82 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:18.834687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.878418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:18.881839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.884129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:18.888174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:18.911452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Pushing event deleted for resources: {'Port': ['ID=386b9d61-9053-4753-bc83-ff4691fc87bf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:18.949364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:18.949977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:18.985555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.017781 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-f7cf75bc-0f36-43f5-be36-80274df5a7ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4708397 May 06 09:50:19.032971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Request body: {'port': {'device_id': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:19.100522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.116504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.227357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54742) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:19.333624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] Deleting subnet be955bf8-4c54-4853-869f-8408763d9351 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:19.337419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1e75831f-12c5-4faf-a8cf-5597bf89739e None None] Provisioning complete for port 002254db-568d-45fa-ad04-35ae8ff513b8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:19.338698 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1e75831f-12c5-4faf-a8cf-5597bf89739e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.344334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.412478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1e75831f-12c5-4faf-a8cf-5597bf89739e None None] Port 002254db-568d-45fa-ad04-35ae8ff513b8 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:19.512184 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.564784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.592013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.604038 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.678494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002254db-568d-45fa-ad04-35ae8ff513b8 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:19.689939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.713997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Transition to ACTIVE for port object 002254db-568d-45fa-ad04-35ae8ff513b8 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:19.714630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46909a-bb42-4e30-b6de-13052b6b3b93 req-51ebb4a4-5af7-48db-8308-7c7ad79090df tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:19.716056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.716473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af46909a-bb42-4e30-b6de-13052b6b3b93 req-51ebb4a4-5af7-48db-8308-7c7ad79090df tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 931 time: 0.2166762 May 06 09:50:19.727894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.734748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454bb18-179b-4d51-81b6-d395ebb8d4c2 req-29c39717-68c4-4ee0-b7c5-ce6d6c065581 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:19.736471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6454bb18-179b-4d51-81b6-d395ebb8d4c2 req-29c39717-68c4-4ee0-b7c5-ce6d6c065581 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.2294497 May 06 09:50:19.755116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be955bf8-4c54-4853-869f-8408763d9351,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.781874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.785061 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-13b153e8-fb54-4e98-ae34-c6250dafb002 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/be955bf8-4c54-4853-869f-8408763d9351 HTTP/1.1" status: 204 len: 168 time: 0.5564921 May 06 09:50:19.788038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54750) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:19.800783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Router fd92267d-0884-4d4c-9d3a-df04f52d47bd has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:19.838677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af46909a-bb42-4e30-b6de-13052b6b3b93 req-ee723f20-17d1-4782-a40d-4b34fbab07c2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011813 May 06 09:50:19.856609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6454bb18-179b-4d51-81b6-d395ebb8d4c2 req-e0b58534-d9ed-45ea-a8f0-6d6dd4f334dd tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103272 May 06 09:50:19.932070 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:19.970055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:19.982118 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] Sync routers for ids ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:19.991773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:19.995397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e1c729e6-aaab-4755-b4c1-3aaa06c7943a tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "PUT /v2.0/routers/fd92267d-0884-4d4c-9d3a-df04f52d47bd HTTP/1.1" status: 200 len: 705 time: 2.9768393 May 06 09:50:19.998173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54752) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.000788 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] Routers {'fd92267d-0884-4d4c-9d3a-df04f52d47bd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:20.004008 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:20.022513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.024618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.107394 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:20.128136 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] Routers {'fd92267d-0884-4d4c-9d3a-df04f52d47bd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:20.129010 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:20.177770 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:20.178678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd0958-a5b9-4233-9d6f-3e201d434776 None None] The sync data for ids ['fd92267d-0884-4d4c-9d3a-df04f52d47bd'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:20.197609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Attempting to bind port 002254db-568d-45fa-ad04-35ae8ff513b8 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:20.197609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Attempting to bind port 002254db-568d-45fa-ad04-35ae8ff513b8 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:20.198054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Attempting to bind port 002254db-568d-45fa-ad04-35ae8ff513b8 on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:20.210654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Port 002254db-568d-45fa-ad04-35ae8ff513b8 on network b27e451e-d47b-493e-ae26-9c7d322b1366 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:20.210999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Attempting to bind port 002254db-568d-45fa-ad04-35ae8ff513b8 on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:20.215230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.225442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:20.225879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:20.226339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Bound using segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:20.227700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Bound port: 002254db-568d-45fa-ad04-35ae8ff513b8, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:20.228442 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.255992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda68d97-85e7-4cf2-bd06-4a47dee36dc0']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:20.286902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3961c280-b2ac-4ba6-9ee6-052aa02708ce') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:20.287303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3961c280-b2ac-4ba6-9ee6-052aa02708ce') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:20.307763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.311912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-014e48dc-c547-4714-ab9a-c381a4a0de9c tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/routers/fd92267d-0884-4d4c-9d3a-df04f52d47bd HTTP/1.1" status: 200 len: 740 time: 0.2985756 May 06 09:50:20.314385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54756) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.341783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.360555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:20.363900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: items = [ May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: timer() May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:20.366265 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:20.388501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2da55ac5-8cdd-413a-90fb-3b0b1a1d59c2 tempest-RoutersAdminTest-1458098992 tempest-RoutersAdminTest-1458098992-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=fd92267d-0884-4d4c-9d3a-df04f52d47bd HTTP/1.1" status: 200 len: 205 time: 0.0723207 May 06 09:50:20.390117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54758) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.416288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:20.486263 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.493838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:20.509242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-530821e2-0f25-41e4-8cbe-f7bafaf0e97e tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd92267d-0884-4d4c-9d3a-df04f52d47bd HTTP/1.1" status: 200 len: 205 time: 0.1174805 May 06 09:50:20.513205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54760) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:20.599725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.648068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.729984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.731085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.733200 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] 10.222.0.83 "PUT /v2.0/ports/002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 1091 time: 1.7053630 May 06 09:50:20.735773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:20.742134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] 10.222.0.76 "DELETE /v2.0/networks/cda68d97-85e7-4cf2-bd06-4a47dee36dc0 HTTP/1.1" status: 204 len: 168 time: 0.9458563 May 06 09:50:20.744164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:20.765487 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade" -d '{"events": [{"name": "network-changed", "server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:20.881635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436bcda-46ad-4e61-ad5f-30e53a44913d admin admin] Pushing event deleted for resources: {'Network': ['ID=cda68d97-85e7-4cf2-bd06-4a47dee36dc0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:20.897392 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3720061-0e8e-448a-a4eb-dcef45499e6e x-openstack-request-id: req-d3720061-0e8e-448a-a4eb-dcef45499e6e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:20.897861 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:20.898287 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3720061-0e8e-448a-a4eb-dcef45499e6e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:20.898970 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3720061-0e8e-448a-a4eb-dcef45499e6e'] response: {'name': 'network-changed', 'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'status': 'completed', 'code': 200} May 06 09:50:20.931738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-17a5331f-ab7d-4cae-b672-264032ee576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:20.935129 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-17a5331f-ab7d-4cae-b672-264032ee576e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1094 time: 0.1096940 May 06 09:50:21.026535 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-780b8c78-8c33-40cb-92ff-35048c1e0c8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 217 time: 0.0835819 May 06 09:50:21.027316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb6c0a0-c63c-4e2f-b1ec-7f6e37d78f1c service neutron] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:21.036363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54776) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:21.126723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-cad9ff2e-f7b8-4b77-9fda-accdfd036b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.128280 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-cad9ff2e-f7b8-4b77-9fda-accdfd036b45 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.0916898 May 06 09:50:21.176178 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-49a01f8e-6478-4f62-9d55-c27b7c6f3cdd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a192e3a98e9b4816ac0489b0e957f5b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382017 May 06 09:50:21.178121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:21.222887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-1c8b9340-5806-44f6-8a6f-e9133f1844ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.224420 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-1c8b9340-5806-44f6-8a6f-e9133f1844ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851736 May 06 09:50:21.272072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50b0cc47-b560-4604-8ae3-00f86a4664cd tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.296549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02fdcbfa-a254-41da-8824-fab9060514d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.327991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02fdcbfa-a254-41da-8824-fab9060514d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.380028 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-e0795d3d-abd3-4c17-a62d-81d6a9820f9a service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472127 May 06 09:50:21.416820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142f2aa-1c80-453d-adc1-74078c8baa1f req-1a6b4eed-7b53-4dbe-86e7-f1a991467a31 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.440208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6142f2aa-1c80-453d-adc1-74078c8baa1f req-1a6b4eed-7b53-4dbe-86e7-f1a991467a31 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 943 time: 0.2140691 May 06 09:50:21.464103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02fdcbfa-a254-41da-8824-fab9060514d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.464721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-72f83db5-092a-43e2-8a82-506c709553c2 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.466255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-72f83db5-092a-43e2-8a82-506c709553c2 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.8124754 May 06 09:50:21.466612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02fdcbfa-a254-41da-8824-fab9060514d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.470253 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02fdcbfa-a254-41da-8824-fab9060514d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27c60ece-57e1-4638-9cb7-e85acd165a17 HTTP/1.1" status: 204 len: 168 time: 0.2886758 May 06 09:50:21.487825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdcbfa-a254-41da-8824-fab9060514d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c60ece-57e1-4638-9cb7-e85acd165a17,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:21.527858 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a6e7bc3d-914d-4048-906e-2856a7b31746 req-87f30918-6db9-4165-b33d-0953ad992069 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411836 May 06 09:50:21.648885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-fb0be153-2428-442d-972a-d99ad96fd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.650583 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-fb0be153-2428-442d-972a-d99ad96fd275 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1094 time: 0.0601420 May 06 09:50:21.689142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6142f2aa-1c80-453d-adc1-74078c8baa1f req-7af8db4d-ef16-483d-8b65-26593eea81c4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2467535 May 06 09:50:21.697146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c7f88-4d56-4f52-b117-481e852f3bd8 req-c5dea0d4-2bc9-4281-b065-0b5eaf856fcd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.706838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-753c7f88-4d56-4f52-b117-481e852f3bd8 req-c5dea0d4-2bc9-4281-b065-0b5eaf856fcd tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.4884763 May 06 09:50:21.747638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50b0cc47-b560-4604-8ae3-00f86a4664cd tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.757112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50b0cc47-b560-4604-8ae3-00f86a4664cd tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.804861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-753c7f88-4d56-4f52-b117-481e852f3bd8 req-28ba05fa-892a-4fd8-98b9-45280dab2ae6 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988784 May 06 09:50:21.807554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-8726120d-1238-4328-a9f5-23fee714690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.809084 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-8726120d-1238-4328-a9f5-23fee714690a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.1504760 May 06 09:50:21.867196 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-bf04c44f-abfe-4159-a1ae-3d4c2c8dac78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 217 time: 0.0508304 May 06 09:50:21.905718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Deleting port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:21.905718 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.911784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50b0cc47-b560-4604-8ae3-00f86a4664cd tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.912316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b0cc47-b560-4604-8ae3-00f86a4664cd tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Fanout notify agent at l3_agent the message router_deleted on router fd92267d-0884-4d4c-9d3a-df04f52d47bd {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:21.936156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-337b1383-e3a8-423f-b911-7fd0cf99891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.938558 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-337b1383-e3a8-423f-b911-7fd0cf99891e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.0645838 May 06 09:50:21.966042 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-50b0cc47-b560-4604-8ae3-00f86a4664cd tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:21.967143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-50b0cc47-b560-4604-8ae3-00f86a4664cd tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/fd92267d-0884-4d4c-9d3a-df04f52d47bd HTTP/1.1" status: 204 len: 168 time: 1.4531975 May 06 09:50:21.973261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54802) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:21.994677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-56d2281f-484c-485b-81a1-ba93293c3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:21.996551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-56d2281f-484c-485b-81a1-ba93293c3dfb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511372 May 06 09:50:22.038776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d28e0d-c4e2-452b-ba18-b13e133f3d03 req-52c35b7e-ec28-458f-9931-32e9ee4aed2e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:22.040364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03d28e0d-c4e2-452b-ba18-b13e133f3d03 req-52c35b7e-ec28-458f-9931-32e9ee4aed2e tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 946 time: 0.2340839 May 06 09:50:22.042289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-25858a9e-fb40-4918-bb7f-7ca2ab867c7b tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd92267d-0884-4d4c-9d3a-df04f52d47bd HTTP/1.1" status: 200 len: 205 time: 0.0618465 May 06 09:50:22.052094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54806) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.103856 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-41355db4-ec90-4a29-9947-217ea25c5674 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] delete failed (client error): The resource could not be found. May 06 09:50:22.105638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-41355db4-ec90-4a29-9947-217ea25c5674 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/fd92267d-0884-4d4c-9d3a-df04f52d47bd HTTP/1.1" status: 404 len: 336 time: 0.0521777 May 06 09:50:22.111365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54808) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.173565 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-900f9c69-1c53-403f-b302-1f98fa2fefff tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f66567-4a77-4cbb-8b74-e9076882c3c9 HTTP/1.1" status: 200 len: 205 time: 0.0578687 May 06 09:50:22.173923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-1c6e716d-3c62-4096-a54c-4f08e505aadc tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:22.173923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-1c6e716d-3c62-4096-a54c-4f08e505aadc tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.82 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.2009778 May 06 09:50:22.174147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54812) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.185911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-748d486a-d289-456e-9296-0e9a4291598f service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791134 May 06 09:50:22.205586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03d28e0d-c4e2-452b-ba18-b13e133f3d03 req-cdbad534-1dbe-4820-8ef7-636f8d4d8392 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511023 May 06 09:50:22.222181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Deleting port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:22.222821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.237569 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-d523032e-7a4f-4b1e-a2bd-0b6ef8051c59 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] delete failed (client error): The resource could not be found. May 06 09:50:22.238708 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d523032e-7a4f-4b1e-a2bd-0b6ef8051c59 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/41f66567-4a77-4cbb-8b74-e9076882c3c9 HTTP/1.1" status: 404 len: 336 time: 0.0636339 May 06 09:50:22.248600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54816) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.307677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] For port 0966b3e8-eb2e-4db3-bf53-a739ae8563f9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:22.308250 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-350ab529-5f0e-4087-b220-3ce334c97a70 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f HTTP/1.1" status: 200 len: 205 time: 0.0581229 May 06 09:50:22.308772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.311208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54820) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.341544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Calling delete_port for 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:22.365978 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-dca8d271-03ea-4f13-8609-4d4789c2ecba tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] delete failed (client error): The resource could not be found. May 06 09:50:22.367047 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dca8d271-03ea-4f13-8609-4d4789c2ecba tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/41d5622e-cc9b-421e-a1d3-fa18d5ba4f7f HTTP/1.1" status: 404 len: 336 time: 0.0542805 May 06 09:50:22.370128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54822) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.412151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a568c30-90c8-4390-a5a2-a9c3f97560cb tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=26911fad-6e4f-47c0-a7c9-1cd9513ca99e HTTP/1.1" status: 200 len: 205 time: 0.0391123 May 06 09:50:22.415068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54826) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.458169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] For port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:22.458534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.467849 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-2ce0ca52-4e75-4450-b984-8b938fa9d3ff tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] delete failed (client error): The resource could not be found. May 06 09:50:22.471732 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2ce0ca52-4e75-4450-b984-8b938fa9d3ff tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/26911fad-6e4f-47c0-a7c9-1cd9513ca99e HTTP/1.1" status: 404 len: 336 time: 0.0530691 May 06 09:50:22.473453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.508668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Calling delete_port for 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:22.511177 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b219249-fe3d-457f-aa4b-8f69112bc658 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=38122d1b-b989-4fc0-8320-06db252dc71e HTTP/1.1" status: 200 len: 205 time: 0.0369060 May 06 09:50:22.513211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Deleting port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:22.513553 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.513904 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e1783cb2-bf6b-4e33-9b3a-aeb880db3ade req-fec5ba1c-244f-4340-95d9-a6dde655aac1 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876172 May 06 09:50:22.514527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54832) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.569075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54834) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.593171 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-d9df6333-e6da-4fcd-ba9b-f298321c6fd9 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] delete failed (client error): The resource could not be found. May 06 09:50:22.595626 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d9df6333-e6da-4fcd-ba9b-f298321c6fd9 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/38122d1b-b989-4fc0-8320-06db252dc71e HTTP/1.1" status: 404 len: 336 time: 0.0786412 May 06 09:50:22.597007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54838) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.637988 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-74579b6e-0ee6-4bae-aafc-0f75ff097626 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "GET /v2.0/ports?device_id=54fd73a0-824b-4544-9939-d37ad631e80d HTTP/1.1" status: 200 len: 205 time: 0.0378096 May 06 09:50:22.638200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54840) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.681204 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-8e7c30db-cf90-4bf0-a84b-356ea38e66f7 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] delete failed (client error): The resource could not be found. May 06 09:50:22.684121 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8e7c30db-cf90-4bf0-a84b-356ea38e66f7 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/routers/54fd73a0-824b-4544-9939-d37ad631e80d HTTP/1.1" status: 404 len: 336 time: 0.0431495 May 06 09:50:22.685589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54842) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:22.739990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-178321806-network', 'tenant_id': '9e7fc1ba5f664fdaa0ecc2cd1c463f5d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:22.745019 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-03dca937-8880-4cca-abfe-d7eda72f8ef4 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] DELETE failed (client error): The resource could not be found. May 06 09:50:22.745774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03dca937-8880-4cca-abfe-d7eda72f8ef4 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:50:22.751409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-03dca937-8880-4cca-abfe-d7eda72f8ef4 tempest-RoutersAdminTest-904803716 tempest-RoutersAdminTest-904803716-project] 10.222.0.76 "DELETE /v2.0/subnets/c9737d38-acef-4010-845e-a5e5193f3d5b HTTP/1.1" status: 404 len: 337 time: 0.0623043 May 06 09:50:22.755315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] For port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:22.755315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.777827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Calling delete_port for b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:22.787930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Made reservation on behalf of 9e7fc1ba5f664fdaa0ecc2cd1c463f5d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:22.790890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.802379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.943406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.949061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.974465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:22.990255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8253722e-32ea-4ce5-950f-cf3b380b5968,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:22.996649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:22.997160 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Added segment b33f245c-bf5c-48c5-94e9-351221609c9d of type vlan for network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 May 06 09:50:22.998197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.046860 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.049228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54852) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.081928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f38a-00c5-4040-bf5f-94fc4bce9207 req-f4d3ac3f-27cf-42c7-80d2-5ed9bbb10ea2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:23.083817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8b7f38a-00c5-4040-bf5f-94fc4bce9207 req-f4d3ac3f-27cf-42c7-80d2-5ed9bbb10ea2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 943 time: 0.2558436 May 06 09:50:23.084669 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.097839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['04412660-6bdc-44a4-b2ec-a1982d0d2d28'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:23.103125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.104476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:23.105269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.142340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0966b3e8-eb2e-4db3-bf53-a739ae8563f9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.191518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6213353 May 06 09:50:23.194264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54856) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.207844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Request body: {'subnet': {'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-178321806-subnet', 'tenant_id': '9e7fc1ba5f664fdaa0ecc2cd1c463f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:23.253456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d15f06b-1308-449b-8393-c04ef455a9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.256525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac001bb4-2972-40a8-9a46-1d155e9f6b7d req-e667c823-8d95-447a-8a7a-c523db8d7c36 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:23.266878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac001bb4-2972-40a8-9a46-1d155e9f6b7d req-e667c823-8d95-447a-8a7a-c523db8d7c36 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 945 time: 0.3559244 May 06 09:50:23.292810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b0e2a-e8ef-41b0-89d7-710b2d7d4a98 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.311518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:23.396614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d15f06b-1308-449b-8393-c04ef455a9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.403218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d15f06b-1308-449b-8393-c04ef455a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.444420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac001bb4-2972-40a8-9a46-1d155e9f6b7d req-7894e4f5-ef01-4582-a046-58f95c41814a tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739547 May 06 09:50:23.445017 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7d15f06b-1308-449b-8393-c04ef455a9a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c3a39b6004c4d1c9243f4cd2f0a8f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915868 May 06 09:50:23.445135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Pushing event deleted for resources: {'Port': ['ID=612ba0c4-b49d-4310-bc4b-21bde1b0fbaa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.445810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Made reservation on behalf of 9e7fc1ba5f664fdaa0ecc2cd1c463f5d for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:23.448413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.455528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54860) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:23.487741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] No DVR routers for this DVR port 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:23.524939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15f06b-1308-449b-8393-c04ef455a9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961514df-acd1-4f8c-84e1-d07374ff7cb4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.567199 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.572760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0b4caf9-65b0-4b44-9162-d3a75534749f req-bc38bdcd-6de9-4a11-8b1a-3dd58b28e67b tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.83 "DELETE /v2.0/ports/612ba0c4-b49d-4310-bc4b-21bde1b0fbaa HTTP/1.1" status: 204 len: 173 time: 2.0884502 May 06 09:50:23.590420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7f08-1360-4b8a-95d4-0cb1a24f7b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.593890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'name': 'network-vif-deleted', 'tag': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:23.601410 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c7e7c-78c0-4f51-bd8f-3fe0721131e6" -d '{"events": [{"server_uuid": "b4a3e283-9346-481f-ae41-0a21e341ca01", "name": "network-vif-deleted", "tag": "612ba0c4-b49d-4310-bc4b-21bde1b0fbaa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:23.627638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7f08-1360-4b8a-95d4-0cb1a24f7b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.678079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56ed1d45-7752-4549-abcb-4be3809115a5 req-b94249fb-d96f-4f46-9810-64ed3849d703 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=b4a3e283-9346-481f-ae41-0a21e341ca01 HTTP/1.1" status: 200 len: 210 time: 0.0988450 May 06 09:50:23.723142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8b7f38a-00c5-4040-bf5f-94fc4bce9207 req-920db972-d510-48c4-b301-1ee3b4288e6b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4933336 May 06 09:50:23.771828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7f08-1360-4b8a-95d4-0cb1a24f7b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.776717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d4a7f08-1360-4b8a-95d4-0cb1a24f7b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.777866 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1d4a7f08-1360-4b8a-95d4-0cb1a24f7b5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/961514df-acd1-4f8c-84e1-d07374ff7cb4 HTTP/1.1" status: 204 len: 168 time: 0.3212018 May 06 09:50:23.795387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a7f08-1360-4b8a-95d4-0cb1a24f7b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961514df-acd1-4f8c-84e1-d07374ff7cb4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.798418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:23.907208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Checking segment: {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:23.907672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Network hostable DHCP agents. Network: 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:23.917223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce37069b-1939-4ab4-bc40-f299e26a7542,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:23.947871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:23.963538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:23.976422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f8c3a-73eb-4aa6-b0e0-4d3009694742 None None] Network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:23.988115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:23.988827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.035303 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3fad0835-b2ce-4d26-ae96-04d9a5e031d2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8396852 May 06 09:50:24.168967 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aad5e3-55e3-47b3-8190-6cf502d1b612 x-openstack-request-id: req-18aad5e3-55e3-47b3-8190-6cf502d1b612 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:24.169680 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a3e283-9346-481f-ae41-0a21e341ca01", "name": "network-vif-deleted", "tag": "612ba0c4-b49d-4310-bc4b-21bde1b0fbaa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:24.170144 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18aad5e3-55e3-47b3-8190-6cf502d1b612 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:24.170753 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18aad5e3-55e3-47b3-8190-6cf502d1b612'] response: {'server_uuid': 'b4a3e283-9346-481f-ae41-0a21e341ca01', 'name': 'network-vif-deleted', 'tag': '612ba0c4-b49d-4310-bc4b-21bde1b0fbaa', 'status': 'completed', 'code': 200} May 06 09:50:24.175973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.210448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:24.217608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['71c6181c-5578-4782-a937-f7cc51aca6fa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:24.225964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event deleted for resources: {'Port': ['ID=b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:24.259535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.291953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] No DVR routers for this DVR port b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:24.299482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.305684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6122eca-6952-425b-bff2-44ff58676ec6 req-2a689357-0d60-48a8-8b14-3d9628bb292d tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.82 "DELETE /v2.0/ports/b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 HTTP/1.1" status: 204 len: 173 time: 2.1212721 May 06 09:50:24.340108 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:50:24.362722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54876) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:24.431965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b228fa6-a91f-42bf-aaa0-2e1b5b06b276 None None] Network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:24.453797 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d72f33d6-97a8-41c7-9945-dfc98d6055eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a95317e277a143f0bec89d8195ca635d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865345 May 06 09:50:24.455329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54880) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:24.652140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:24.654325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:24.713508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:24.714143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 612ba0c4-b49d-4310-bc4b-21bde1b0fbaa not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:24.786778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a95cac51-ff2f-4b62-95ff-fc1323202488 req-24223964-689e-49e1-971d-23b80da2aea9 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3beb3867-e5d0-44d0-b3a1-9707519f21f2 HTTP/1.1" status: 200 len: 210 time: 0.1798306 May 06 09:50:24.842009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01ddd8b1-ead6-4e1e-8c1f-36fdbc4dc194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.879528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:24.902523 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01ddd8b1-ead6-4e1e-8c1f-36fdbc4dc194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.990018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01ddd8b1-ead6-4e1e-8c1f-36fdbc4dc194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.995367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-01ddd8b1-ead6-4e1e-8c1f-36fdbc4dc194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:24.996730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-01ddd8b1-ead6-4e1e-8c1f-36fdbc4dc194 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2fb3ba4a-becf-439a-a2cb-de87529b9de5 HTTP/1.1" status: 204 len: 168 time: 0.5265074 May 06 09:50:25.080704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:25.100244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd8b1-ead6-4e1e-8c1f-36fdbc4dc194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb3ba4a-becf-439a-a2cb-de87529b9de5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:25.112156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '002254db-568d-45fa-ad04-35ae8ff513b8', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8', 'mac_address': 'fa:16:3e:1f:b7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:25.178480 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.213308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002254db-568d-45fa-ad04-35ae8ff513b8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:25.215199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b993705-6e3a-47ab-8df0-ccf1dd432839 req-25d5052e-822a-4f0c-b257-e9da16f16e32 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:25.223275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b993705-6e3a-47ab-8df0-ccf1dd432839 req-25d5052e-822a-4f0c-b257-e9da16f16e32 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 943 time: 0.2074544 May 06 09:50:25.248151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:25.253811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.327355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-ea8ddefb-2e0f-43b0-8b27-c49c07e88ee1 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:25.328968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-ea8ddefb-2e0f-43b0-8b27-c49c07e88ee1 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 813 time: 0.3281178 May 06 09:50:25.343486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:25.350594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:25.357980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1475ee85-3207-465c-853c-5af75c4286a9 admin admin] 10.222.0.76 "PUT /v2.0/routers/da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7745950 May 06 09:50:25.361520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54904) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:25.365392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054a70b-0396-45dd-8744-269291e41edc None None] Sync routers for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:25.374882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-ea841c95-04ed-4b47-8a97-0a70722f3616 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/quotas/9e7fc1ba5f664fdaa0ecc2cd1c463f5d HTTP/1.1" status: 200 len: 375 time: 0.0212457 May 06 09:50:25.383459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b993705-6e3a-47ab-8df0-ccf1dd432839 req-a179be4c-2856-4348-ad4b-b38f176ba217 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1583695 May 06 09:50:25.390180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:25.391845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:25.430795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-f9ff6e2f-a393-4c44-a879-628f0cc4c26a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452664 May 06 09:50:25.592473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:25.696573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:25.719048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['002254db-568d-45fa-ad04-35ae8ff513b8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:25.829253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-984bc252-b077-4cc3-8563-6fc3bb2e2624 service neutron] 10.222.0.76 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894241 May 06 09:50:25.975094 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.004653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:50:22Z', 'revision_number': 5, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port': {'id': 'a3ec34e2-b010-4416-b457-a01d734735a8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:52Z', 'updated_at': '2022-05-06T09:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.009373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799f67a-bad7-491c-b3cf-a6ffac148c76 req-5ce16f59-7306-4a45-9dc0-d38ea6e39830 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:26.010784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a799f67a-bad7-491c-b3cf-a6ffac148c76 req-5ce16f59-7306-4a45-9dc0-d38ea6e39830 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.1980236 May 06 09:50:26.048361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054a70b-0396-45dd-8744-269291e41edc None None] Checking router: da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:26.065181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] Routers {'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:26.065794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.101200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a799f67a-bad7-491c-b3cf-a6ffac148c76 req-4457055a-0b2e-41a8-be07-29732612a5f9 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734291 May 06 09:50:26.153416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6668598d-e27e-46e8-8952-debd52648d9e service neutron] 10.222.0.76 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750125 May 06 09:50:26.169317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Deleting port a3ec34e2-b010-4416-b457-a01d734735a8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:26.169668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.171934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'name': 'network-vif-deleted', 'tag': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:26.174288 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82531325-eac9-41ee-bb5b-f572aee11e6e" -d '{"events": [{"server_uuid": "3beb3867-e5d0-44d0-b3a1-9707519f21f2", "name": "network-vif-deleted", "tag": "b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:26.188253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] Set router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:26.281356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1054a70b-0396-45dd-8744-269291e41edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:50:25Z', 'revision_number': 6, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:26.313331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1054a70b-0396-45dd-8744-269291e41edc None None] The sync data for ids ['da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5'] in n-d-840834-1 is: [{'id': 'da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5', 'name': 'tempest-ServersTestManualDisk-1403026198-router', 'tenant_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:51Z', 'updated_at': '2022-05-06T09:50:25Z', 'revision_number': 6, 'project_id': '2c0bd87feaf1412ba16dbedff4e0e124', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:26.454953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] For port a3ec34e2-b010-4416-b457-a01d734735a8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a3ec34e2-b010-4416-b457-a01d734735a8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:26.455803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.484928 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c16f4f-3cef-45b3-90a4-4f3fb3e1248d x-openstack-request-id: req-c1c16f4f-3cef-45b3-90a4-4f3fb3e1248d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:26.488330 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3beb3867-e5d0-44d0-b3a1-9707519f21f2", "name": "network-vif-deleted", "tag": "b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:26.488999 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1c16f4f-3cef-45b3-90a4-4f3fb3e1248d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:26.489611 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c16f4f-3cef-45b3-90a4-4f3fb3e1248d'] response: {'server_uuid': '3beb3867-e5d0-44d0-b3a1-9707519f21f2', 'name': 'network-vif-deleted', 'tag': 'b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972', 'status': 'completed', 'code': 200} May 06 09:50:26.524444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Calling delete_port for a3ec34e2-b010-4416-b457-a01d734735a8 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:26.622599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54942) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:26.649514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-834e91c7-031d-483b-9293-eca1634e4fb0 req-3eadb49a-b184-448f-a357-5393b3a32896 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 210 time: 0.0995808 May 06 09:50:26.741659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:26.800890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:26.801491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b9ad7ad7-08da-4e1b-a04a-c41e9f3d3972 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:26.803300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:26.815566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6c3f-c032-4773-bd41-d790c8f2d903 req-21410a89-9d04-42d5-a6e6-34b26d27c8d0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:26.833207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd8d6c3f-c032-4773-bd41-d790c8f2d903 req-21410a89-9d04-42d5-a6e6-34b26d27c8d0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2112167 May 06 09:50:26.851270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:26.851968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0966b3e8-eb2e-4db3-bf53-a739ae8563f9 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:26.937643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:26.951227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd8d6c3f-c032-4773-bd41-d790c8f2d903 req-5ce6fa30-87a6-435a-9c9f-bd5bb945e89e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099248 May 06 09:50:27.003070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37eca-49f5-4b6b-9135-e9d2eb532152 req-126dbdfd-3e13-4cf7-b4ff-8eaed22e9536 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:27.004948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cac37eca-49f5-4b6b-9135-e9d2eb532152 req-126dbdfd-3e13-4cf7-b4ff-8eaed22e9536 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1629934 May 06 09:50:27.027670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1626671012'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:27.058547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ec34e2-b010-4416-b457-a01d734735a8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:27.111145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:27.121049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.150500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.163821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.184427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cac37eca-49f5-4b6b-9135-e9d2eb532152 req-3c802a39-6909-4c8b-8b5f-92668a9d718b tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507032 May 06 09:50:27.325729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.328428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.345501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb35e-e49c-4196-a37f-ad7b502f7f3a req-6ed70fd0-9094-4313-946d-7f0ce2ba4c70 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:27.353256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01cfb35e-e49c-4196-a37f-ad7b502f7f3a req-6ed70fd0-9094-4313-946d-7f0ce2ba4c70 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.1066811 May 06 09:50:27.410667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01cfb35e-e49c-4196-a37f-ad7b502f7f3a req-0fb07003-c1eb-4230-b760-9e4583636088 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564144 May 06 09:50:27.456842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.472883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.506788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:27.522568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20abc1fd-a18d-4ef3-b278-9161af38f4d6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:27.528773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.529118 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Added segment e62044cd-fc1f-4d33-86ad-7d0ade3daa3e of type vlan for network f37eaebd-665d-4dda-8202-11dc7d20fbd3 May 06 09:50:27.587931 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.639519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.649736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:27.651594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.687420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0545387 May 06 09:50:27.688391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54958) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.740176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'subnet': {'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:27.755876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.756468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:27.766726 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:27.770204 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e37eb5a9-dc7c-4f24-aa7a-a8a889537636 admin admin] 10.222.0.76 "DELETE /v2.0/routers/da740dfb-b1c3-4e4e-a2b4-1a65c4e3c5c5 HTTP/1.1" status: 204 len: 168 time: 2.4047744 May 06 09:50:27.770676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54960) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:27.831386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c8c96-b642-48a0-b106-6cd5af3c50c1 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Network': ['ID=f37eaebd-665d-4dda-8202-11dc7d20fbd3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:27.848058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:27.874303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8380922-326f-477a-8bbb-9f76b59db740 req-0716acfd-fc14-42f6-8526-a62ded6a2eb3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 210 time: 0.0597105 May 06 09:50:27.897079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] Deleting subnet bc281c41-d2d5-4825-8d7b-2993bda1df87 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:27.907204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.016158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:28.027695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.041103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.187452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.316430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4062-8323-4bbb-b424-4eedae385dac req-5f627ab8-9878-48da-b827-5b4bf1ba43a3 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:28.319685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799e4062-8323-4bbb-b424-4eedae385dac req-5f627ab8-9878-48da-b827-5b4bf1ba43a3 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.82 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.3776352 May 06 09:50:28.323045 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.354435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc281c41-d2d5-4825-8d7b-2993bda1df87,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:28.356472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.359780 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4422787d-8d36-4871-8a52-d988a8ce40af admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bc281c41-d2d5-4825-8d7b-2993bda1df87 HTTP/1.1" status: 204 len: 168 time: 0.5881324 May 06 09:50:28.362905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54968) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:28.377135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1674ee4-36d2-4a3e-a105-8232c9f8f0f6 None None] Network 318be5bc-e8e2-418c-981b-865ac6fa5c16 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:28.488796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf66877-ef8c-4db1-a459-313598ac8465 req-a1877f58-bd0b-468b-b280-f6dddb61a22f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:28.497343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3cf66877-ef8c-4db1-a459-313598ac8465 req-a1877f58-bd0b-468b-b280-f6dddb61a22f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.3525255 May 06 09:50:28.506583 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.547213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:28.606917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Deleting port 41849fed-58f9-4cf3-9aee-4022be93fc28 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:28.607253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.610555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-1f006074-7c43-4d4b-bf4c-7ee7f394eb8a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:28.612302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-1f006074-7c43-4d4b-bf4c-7ee7f394eb8a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.82 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 813 time: 0.4699271 May 06 09:50:28.645759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3cf66877-ef8c-4db1-a459-313598ac8465 req-42c195a1-9cd5-44bf-8827-c2fca4687e56 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1390314 May 06 09:50:28.672188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a3ec34e2-b010-4416-b457-a01d734735a8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:28.675091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95108a-9d2e-4475-9cd1-de3792dd488e req-e2e7c353-4a98-47f9-9e1b-5629bcfa0662 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:28.681634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa95108a-9d2e-4475-9cd1-de3792dd488e req-e2e7c353-4a98-47f9-9e1b-5629bcfa0662 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.4073839 May 06 09:50:28.698076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Request body: {'port': {'device_id': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81', 'admin_state_up': True, 'tenant_id': '9e7fc1ba5f664fdaa0ecc2cd1c463f5d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:28.699538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a3ec34e2-b010-4416-b457-a01d734735a8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:28.699903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a3ec34e2-b010-4416-b457-a01d734735a8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:28.718089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] For port 41849fed-58f9-4cf3-9aee-4022be93fc28, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=41849fed-58f9-4cf3-9aee-4022be93fc28,segment=NetworkSegment(4d79b521-af38-4438-8a9b-c413ba02d1fc),segment_id=4d79b521-af38-4438-8a9b-c413ba02d1fc)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:28.735195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.749547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 002254db-568d-45fa-ad04-35ae8ff513b8 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:28.768391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 002254db-568d-45fa-ad04-35ae8ff513b8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:28.770566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Calling delete_port for 41849fed-58f9-4cf3-9aee-4022be93fc28 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:28.771900 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.840342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.843504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df209119-aea4-469b-bc37-a532bf76055f None None] DHCP port deletion for 318be5bc-e8e2-418c-981b-865ac6fa5c16 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:28.909078 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.936756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Deleting port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:28.937476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.958675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] No DVR routers for this DVR port 41849fed-58f9-4cf3-9aee-4022be93fc28 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:28.978196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:28.990010 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=41849fed-58f9-4cf3-9aee-4022be93fc28,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:29.026301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df209119-aea4-469b-bc37-a532bf76055f None None] Deleting port 41849fed-58f9-4cf3-9aee-4022be93fc28 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:29.026633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df209119-aea4-469b-bc37-a532bf76055f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.042120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa95108a-9d2e-4475-9cd1-de3792dd488e req-d77d56bd-a04f-48ad-9f84-cf8fc87b4df3 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720308 May 06 09:50:29.073908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:29.073908 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53cbf84-5e39-4b93-af90-b1e57e77b341" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:29.074131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873139b-fe90-4262-96cf-30cb49dd51c5 req-57b3d527-f32d-462a-9691-47a08bc8f958 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.079275 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.080707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a873139b-fe90-4262-96cf-30cb49dd51c5 req-57b3d527-f32d-462a-9691-47a08bc8f958 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 945 time: 0.2721262 May 06 09:50:29.109690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318be5bc-e8e2-418c-981b-865ac6fa5c16']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.131856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d79b521-af38-4438-8a9b-c413ba02d1fc') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.131856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d79b521-af38-4438-8a9b-c413ba02d1fc') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:29.147207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:29.152578 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.160414 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.191352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.204772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Subnet': ['ID=b7f52150-0344-4130-994d-544a7da61072,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:29.205524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-df209119-aea4-469b-bc37-a532bf76055f None None] For port 41849fed-58f9-4cf3-9aee-4022be93fc28, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:29.206027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df209119-aea4-469b-bc37-a532bf76055f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.223246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:29.226808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df209119-aea4-469b-bc37-a532bf76055f None None] Calling delete_port for 41849fed-58f9-4cf3-9aee-4022be93fc28 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:29.229047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: timer() May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:29.231257 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:29.238114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-df209119-aea4-469b-bc37-a532bf76055f None None] Port 41849fed-58f9-4cf3-9aee-4022be93fc28 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:50:29.247005 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df209119-aea4-469b-bc37-a532bf76055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.257229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:29.259334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5fa80a5-bf2b-4cd0-a091-df7041c67c7e req-7dc037de-4e36-4081-85a4-eb0f28f875a2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 210 time: 0.0716584 May 06 09:50:29.297375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209119-aea4-469b-bc37-a532bf76055f None None] Pushing event deleted for resources: {'Port': ['ID=41849fed-58f9-4cf3-9aee-4022be93fc28,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:29.322560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df209119-aea4-469b-bc37-a532bf76055f None None] No DVR routers for this DVR port 41849fed-58f9-4cf3-9aee-4022be93fc28 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:29.373765 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1821540d-db2a-4165-b92b-d75105bb4d82 x-openstack-request-id: req-1821540d-db2a-4165-b92b-d75105bb4d82 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:29.374722 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:29.374722 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1821540d-db2a-4165-b92b-d75105bb4d82 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:29.374722 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1821540d-db2a-4165-b92b-d75105bb4d82'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'code': 200} May 06 09:50:29.378536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.399849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.405556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] 10.222.0.76 "DELETE /v2.0/networks/318be5bc-e8e2-418c-981b-865ac6fa5c16 HTTP/1.1" status: 204 len: 168 time: 1.0393929 May 06 09:50:29.407487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701c21f-9c8b-46e0-9d9b-d6ab4397fd3e admin admin] Pushing event deleted for resources: {'Network': ['ID=318be5bc-e8e2-418c-981b-865ac6fa5c16,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:29.526550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800f6da-d89b-4b50-86de-d22a5877ebce req-21ad0c23-1d9a-43c2-b2d8-2f22a0ca74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.528527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3800f6da-d89b-4b50-86de-d22a5877ebce req-21ad0c23-1d9a-43c2-b2d8-2f22a0ca74be service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1096 time: 0.0773418 May 06 09:50:29.583691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3800f6da-d89b-4b50-86de-d22a5877ebce req-8ba5b4f6-fc31-4c75-82ec-3a7736b8f1cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479782 May 06 09:50:29.678895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] For port 04412660-6bdc-44a4-b2ec-a1982d0d2d28, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=04412660-6bdc-44a4-b2ec-a1982d0d2d28,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:29.679374 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.686452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54984) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.696309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Calling delete_port for 04412660-6bdc-44a4-b2ec-a1982d0d2d28 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:29.742993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Checking segment: {'id': 'e62044cd-fc1f-4d33-86ad-7d0ade3daa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:29.742993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network hostable DHCP agents. Network: f37eaebd-665d-4dda-8202-11dc7d20fbd3, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:29.757676 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d9dc42de-82c6-4d49-8a71-dfea75b25d2c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c0bd87feaf1412ba16dbedff4e0e124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699482 May 06 09:50:29.760360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54986) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:29.782761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179e840-5557-4068-b7b3-bb72003be24d req-f9903133-fc6f-4c33-a9f1-01ae4e67af67 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.784247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a179e840-5557-4068-b7b3-bb72003be24d req-f9903133-fc6f-4c33-a9f1-01ae4e67af67 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.6659932 May 06 09:50:29.814451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a873139b-fe90-4262-96cf-30cb49dd51c5 req-6069efa1-e8c8-47fd-a11c-494cd43d8d1c tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/security-groups?id=c2c30c91-12b9-48e0-87d9-abf27226fd69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7322457 May 06 09:50:29.850350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9e68691-f9c7-4cf8-afb9-7a2f24d43486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.857601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:29.862787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Made reservation on behalf of 9e7fc1ba5f664fdaa0ecc2cd1c463f5d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:29.866436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.888801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9e68691-f9c7-4cf8-afb9-7a2f24d43486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.918242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, f37eaebd-665d-4dda-8202-11dc7d20fbd3) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:29.926993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1554e889-7ce0-4e13-b9eb-22d5bd8a035d None None] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:29.934495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceab32c-c5da-41b2-94cd-042ea829da9e req-b6bfeb87-bfe6-48ba-9048-d05a8433dca1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.936052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fceab32c-c5da-41b2-94cd-042ea829da9e req-b6bfeb87-bfe6-48ba-9048-d05a8433dca1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.1847954 May 06 09:50:29.960800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:29.962340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.975994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9e68691-f9c7-4cf8-afb9-7a2f24d43486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.988566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9e68691-f9c7-4cf8-afb9-7a2f24d43486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:29.992402 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c9e68691-f9c7-4cf8-afb9-7a2f24d43486 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bc8a7f36-a83f-4cb7-b783-6cc175ab5d9f HTTP/1.1" status: 204 len: 168 time: 0.2289042 May 06 09:50:30.018651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e68691-f9c7-4cf8-afb9-7a2f24d43486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8a7f36-a83f-4cb7-b783-6cc175ab5d9f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:30.126076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f8ebae43-40fd-4eb0-9821-8b9f650a4f69 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3962018 May 06 09:50:30.127529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54992) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:30.135632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-64284616'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:30.183642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'tenant_id': '91adee2f4da24932bee3ca6c884f4790', 'fixed_ips': [{'subnet_id': 'b7f52150-0344-4130-994d-544a7da61072'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:50:30.186261 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.212344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.229687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['04412660-6bdc-44a4-b2ec-a1982d0d2d28'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:30.254008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fceab32c-c5da-41b2-94cd-042ea829da9e req-54081736-2073-49c9-a7a9-b739bb7c9186 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2875302 May 06 09:50:30.356340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Pushing event deleted for resources: {'Port': ['ID=04412660-6bdc-44a4-b2ec-a1982d0d2d28,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:30.407786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:30.413672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.440934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Allocated IP 172.20.0.3 (9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81/ce37069b-1939-4ab4-bc40-f299e26a7542/fdbdbdd0-c0fd-4818-be87-8178c887956b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:30.455565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] device_id is not set on port 214ba0f8-0677-4a48-bcc6-b55195984acc yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:30.459234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1050-360c-46fd-988c-e55504936c34 req-6e1a7ec1-ef8f-4b81-8373-e9a15e39e1b1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:30.462664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e87a1050-360c-46fd-988c-e55504936c34 req-6e1a7ec1-ef8f-4b81-8373-e9a15e39e1b1 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 945 time: 0.3304460 May 06 09:50:30.497609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] No DVR routers for this DVR port 04412660-6bdc-44a4-b2ec-a1982d0d2d28 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:30.500556 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.505053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799e4062-8323-4bbb-b424-4eedae385dac req-62297a89-72b5-4957-82a4-b3487cc34ccf tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.82 "DELETE /v2.0/ports/04412660-6bdc-44a4-b2ec-a1982d0d2d28 HTTP/1.1" status: 204 len: 173 time: 2.1577940 May 06 09:50:30.507069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Deleting port 71c6181c-5578-4782-a937-f7cc51aca6fa {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:30.508301 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.516674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'name': 'network-vif-deleted', 'tag': '04412660-6bdc-44a4-b2ec-a1982d0d2d28'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:30.518730 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b052f2b-268e-43e6-84e1-49410ed58996" -d '{"events": [{"server_uuid": "f1a4aa33-87a0-430f-b252-2f26abe87713", "name": "network-vif-deleted", "tag": "04412660-6bdc-44a4-b2ec-a1982d0d2d28"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:30.600217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fe00373-e632-44fd-9168-3231b16a2a54 req-9a57baf7-18f3-486e-a2d1-87e7b9abf9d3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 210 time: 0.1501710 May 06 09:50:30.670231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Allocated IP 2001:db8::2 (f37eaebd-665d-4dda-8202-11dc7d20fbd3/b7f52150-0344-4130-994d-544a7da61072/d1fb3ec9-f42a-4a69-9f63-be8a0f38e041) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:30.702098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e87a1050-360c-46fd-988c-e55504936c34 req-bfd50299-9f26-4463-9691-191477896c7f tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/security-groups?id=6190f6fa-0285-4fac-bfa5-ee6536de58a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058368 May 06 09:50:30.783161 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524b5136-bf9e-4d07-be45-f4a9ba1897ff x-openstack-request-id: req-524b5136-bf9e-4d07-be45-f4a9ba1897ff {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:30.783454 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a4aa33-87a0-430f-b252-2f26abe87713", "name": "network-vif-deleted", "tag": "04412660-6bdc-44a4-b2ec-a1982d0d2d28", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:30.783776 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-524b5136-bf9e-4d07-be45-f4a9ba1897ff {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:30.784181 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524b5136-bf9e-4d07-be45-f4a9ba1897ff'] response: {'server_uuid': 'f1a4aa33-87a0-430f-b252-2f26abe87713', 'name': 'network-vif-deleted', 'tag': '04412660-6bdc-44a4-b2ec-a1982d0d2d28', 'status': 'completed', 'code': 200} May 06 09:50:30.789641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] For port 71c6181c-5578-4782-a937-f7cc51aca6fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=71c6181c-5578-4782-a937-f7cc51aca6fa,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:30.790069 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:30.833876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Calling delete_port for 71c6181c-5578-4782-a937-f7cc51aca6fa owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:30.848736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 41849fed-58f9-4cf3-9aee-4022be93fc28 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:31.032377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-448a8fea-407e-4ed0-94ad-16fb6f93214b req-0f2afa74-85a4-4bf1-a5f0-4363dd2b7f02 tempest-ServerRescueTestJSON-408063863 tempest-ServerRescueTestJSON-408063863-project] 10.222.0.76 "GET /v2.0/ports?device_id=f1a4aa33-87a0-430f-b252-2f26abe87713 HTTP/1.1" status: 200 len: 210 time: 0.0452416 May 06 09:50:31.045943 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.128572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 41849fed-58f9-4cf3-9aee-4022be93fc28 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:31.129036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 41849fed-58f9-4cf3-9aee-4022be93fc28 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:31.215188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.273800 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.283575 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.309677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:31.310607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.331325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:31.335536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:31.342968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:31.346806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:31.357504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:31.363138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Pushing event updated for resources: {'Port': ['ID=d1fb3ec9-f42a-4a69-9f63-be8a0f38e041,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:31.363336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:31.445831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Allocated IP 2001:db8::35 (f37eaebd-665d-4dda-8202-11dc7d20fbd3/b7f52150-0344-4130-994d-544a7da61072/214ba0f8-0677-4a48-bcc6-b55195984acc) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:31.495605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Pushing event deleted for resources: {'Port': ['ID=71c6181c-5578-4782-a937-f7cc51aca6fa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:31.496658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Attempting to bind port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:31.499260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Attempting to bind port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e62044cd-fc1f-4d33-86ad-7d0ade3daa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:31.499687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Attempting to bind port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 on network f37eaebd-665d-4dda-8202-11dc7d20fbd3 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:31.509358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:31.509740 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Checking segment: {'id': 'e62044cd-fc1f-4d33-86ad-7d0ade3daa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:31.510147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.510532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Bound using segment: {'id': 'e62044cd-fc1f-4d33-86ad-7d0ade3daa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:31.511032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Bound port: d1fb3ec9-f42a-4a69-9f63-be8a0f38e041, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62044cd-fc1f-4d33-86ad-7d0ade3daa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:31.512246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.569914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] No DVR routers for this DVR port 71c6181c-5578-4782-a937-f7cc51aca6fa on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:31.572625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.576505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a179e840-5557-4068-b7b3-bb72003be24d req-3ad639f6-a62b-4b23-8be3-e18ad1078604 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.83 "DELETE /v2.0/ports/71c6181c-5578-4782-a937-f7cc51aca6fa HTTP/1.1" status: 204 len: 173 time: 1.7149642 May 06 09:50:31.605268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:31.605916 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.644420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10898c-acbd-4371-be58-9d09934b0260 req-8ee2ac34-6e4d-4e53-aa6f-36784c0bc92e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:31.645984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb10898c-acbd-4371-be58-9d09934b0260 req-8ee2ac34-6e4d-4e53-aa6f-36784c0bc92e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.1823318 May 06 09:50:31.650190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-6c990900-1261-482e-b9de-bd7933f84f33 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0052760 May 06 09:50:31.676291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Request body: {'port': {'device_id': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:31.745511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb10898c-acbd-4371-be58-9d09934b0260 req-34bd66b6-5e07-4d70-b781-6655e131acec tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878890 May 06 09:50:31.776329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.783246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] For port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:31.788644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] For port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d1fb3ec9-f42a-4a69-9f63-be8a0f38e041,segment=NetworkSegment(e62044cd-fc1f-4d33-86ad-7d0ade3daa3e),segment_id=e62044cd-fc1f-4d33-86ad-7d0ade3daa3e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:31.796553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.881048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:31.918383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:31.959623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6759e3-409e-45c3-8f7b-490fa4b3271c req-6fa55bd0-5181-48c4-9614-b981dfd1d9f3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:31.961449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa6759e3-409e-45c3-8f7b-490fa4b3271c req-6fa55bd0-5181-48c4-9614-b981dfd1d9f3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 931 time: 0.1492581 May 06 09:50:31.972405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247e84e-a901-4580-9c0a-790375ff20c7 None None] Pushing event updated for resources: {'Port': ['ID=d1fb3ec9-f42a-4a69-9f63-be8a0f38e041,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:31.989444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.083085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:32.085975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f120d4d8-b40c-49e5-92a6-22139ef15320 req-72469b61-d488-4b10-b618-c17f43ede6a5 tempest-ServerRescueNegativeTestJSON-2020269791 tempest-ServerRescueNegativeTestJSON-2020269791-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a709b10-ebef-4c4b-b457-60326790d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1583083 May 06 09:50:32.088487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:32.095130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:32.110457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:32.110457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.128063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9987552 May 06 09:50:32.132053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55036) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.138214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1589936167', 'allowed_address_pairs': [{'ip_address': '2001:db8::35', 'mac_address': 'fa:16:3e:24:19:70'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:32.173615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a5173-24d6-4835-a297-e6b3b6d932f0 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=214ba0f8-0677-4a48-bcc6-b55195984acc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:32.197295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1762918546-network', 'tenant_id': '27d315e8ba5c4fed8f4ee6f8b3177288'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:32.298444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Made reservation on behalf of 27d315e8ba5c4fed8f4ee6f8b3177288 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:32.306451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.327163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.338755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa6759e3-409e-45c3-8f7b-490fa4b3271c req-a1afba7f-24a2-448e-83f3-4ed40ff5a5c3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551064 May 06 09:50:32.405110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:32.408731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30911-1059-4010-918f-db51e7fd7e30 req-8b1d588b-14e8-4a26-a223-040ac88ef30d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:32.410846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8f30911-1059-4010-918f-db51e7fd7e30 req-8b1d588b-14e8-4a26-a223-040ac88ef30d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.1867769 May 06 09:50:32.417351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.425856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55040) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.441978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'floatingip': {'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:32.531301 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.542071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.546607 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.548207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 71c6181c-5578-4782-a937-f7cc51aca6fa no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:32.550140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.585254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] device_id is not set on port 18ec847d-7932-4a2f-8f0f-24c17f55d7f0 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:32.597860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:32.609562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 71c6181c-5578-4782-a937-f7cc51aca6fa {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:32.612368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 71c6181c-5578-4782-a937-f7cc51aca6fa not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:32.652011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f21b28-57a7-4cac-8cc0-f160e51a2b6e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:32.657652 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.658176 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Added segment dd2ae999-5944-4b5e-8e5e-1e6080d2f517 of type vlan for network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 May 06 09:50:32.735436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 04412660-6bdc-44a4-b2ec-a1982d0d2d28 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:32.748908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbdbdd0-c0fd-4818-be87-8178c887956b {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:32.749073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.770311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.785301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 04412660-6bdc-44a4-b2ec-a1982d0d2d28 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:32.785956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 04412660-6bdc-44a4-b2ec-a1982d0d2d28 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:32.788652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:32.807621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'name': 'network-vif-deleted', 'tag': '71c6181c-5578-4782-a937-f7cc51aca6fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:32.809576 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4647f825-8ac7-4309-ac71-f2a652cbefe2" -d '{"events": [{"server_uuid": "3a709b10-ebef-4c4b-b457-60326790d0c0", "name": "network-vif-deleted", "tag": "71c6181c-5578-4782-a937-f7cc51aca6fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:32.829447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Allocated IP 2001:db8::166 (f37eaebd-665d-4dda-8202-11dc7d20fbd3/b7f52150-0344-4130-994d-544a7da61072/18ec847d-7932-4a2f-8f0f-24c17f55d7f0) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:32.832281 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.834257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:32.835106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.874483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Transition to ACTIVE for port object fdbdbdd0-c0fd-4818-be87-8178c887956b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:32.889679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.944482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:32.946272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:32.967134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0433302 May 06 09:50:32.968561 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8dae9a-7283-4d5d-9cc3-070d008d13aa x-openstack-request-id: req-ad8dae9a-7283-4d5d-9cc3-070d008d13aa {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:32.968846 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a709b10-ebef-4c4b-b457-60326790d0c0", "name": "network-vif-deleted", "tag": "71c6181c-5578-4782-a937-f7cc51aca6fa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:32.969093 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ad8dae9a-7283-4d5d-9cc3-070d008d13aa {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:32.969484 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8dae9a-7283-4d5d-9cc3-070d008d13aa'] response: {'server_uuid': '3a709b10-ebef-4c4b-b457-60326790d0c0', 'name': 'network-vif-deleted', 'tag': '71c6181c-5578-4782-a937-f7cc51aca6fa', 'status': 'completed', 'code': 200} May 06 09:50:32.969918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55052) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:32.978068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ed51d-5984-4abf-9413-9f87dd21287f admin admin] Pushing event updated for resources: {'Network': ['ID=1f0e51f6-e06b-4eef-accb-955ddbff5ec2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:33.001045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:33.180037 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.183444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55056) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.221762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d1fb3ec9-f42a-4a69-9f63-be8a0f38e041,segment=NetworkSegment(e62044cd-fc1f-4d33-86ad-7d0ade3daa3e),segment_id=e62044cd-fc1f-4d33-86ad-7d0ade3daa3e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:33.228053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.266895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.323719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=d1fb3ec9-f42a-4a69-9f63-be8a0f38e041,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:33.347533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.462783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:33.480023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Request body: {'subnet': {'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1762918546-subnet', 'tenant_id': '27d315e8ba5c4fed8f4ee6f8b3177288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:33.480613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa39394-fb79-4900-9334-7e18e595bd03 None None] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:33.481957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:33.496770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:33.503434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.504385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.549944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=18ec847d-7932-4a2f-8f0f-24c17f55d7f0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:33.559809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:33.564093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c6c36008-6c48-4fd0-8252-07efe1954f02 None None] Provisioning complete for port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:33.564717 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c6c36008-6c48-4fd0-8252-07efe1954f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.575977 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1bb326e-1991-4d6b-a2e5-bb1ae1ffb6e4 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4425192 May 06 09:50:33.578469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55062) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.630975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Made reservation on behalf of 27d315e8ba5c4fed8f4ee6f8b3177288 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:33.633565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:33.826445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46cce3-9fd3-4678-869c-edbf6ba96c70 req-61479efe-d18b-4729-94bd-c697937a4fe8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.827961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e46cce3-9fd3-4678-869c-edbf6ba96c70 req-61479efe-d18b-4729-94bd-c697937a4fe8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 0.3561599 May 06 09:50:33.841952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101fe8e-e157-4c4a-a070-aea00018e1d2 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.848763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101fe8e-e157-4c4a-a070-aea00018e1d2 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.856653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1101fe8e-e157-4c4a-a070-aea00018e1d2 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:33.857674 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1101fe8e-e157-4c4a-a070-aea00018e1d2 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2780344 May 06 09:50:33.860438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55064) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:33.974589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:33.974961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:33.975290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:34.004321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Port fdbdbdd0-c0fd-4818-be87-8178c887956b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:34.005158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:34.009328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e46cce3-9fd3-4678-869c-edbf6ba96c70 req-3583b6de-d380-4596-b9d0-b5b51111055c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474757 May 06 09:50:34.042698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:34.043043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Checking segment: {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:34.043428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Bound using segment: {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:34.043913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Bound port: fdbdbdd0-c0fd-4818-be87-8178c887956b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:34.044272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.093373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting port 18ec847d-7932-4a2f-8f0f-24c17f55d7f0 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:34.093740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.117034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Provisioning complete for port 214ba0f8-0677-4a48-bcc6-b55195984acc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:34.118092 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.213732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:50:34.224451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Port 214ba0f8-0677-4a48-bcc6-b55195984acc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:34.248750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Provisioning complete for port 18ec847d-7932-4a2f-8f0f-24c17f55d7f0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:34.248750 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.255178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.283157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Calling delete_port for 18ec847d-7932-4a2f-8f0f-24c17f55d7f0 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:34.316918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Port 18ec847d-7932-4a2f-8f0f-24c17f55d7f0 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:34.337914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Provisioning complete for port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:34.338413 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-82e948ea-3bc2-4584-8818-cee30a17f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.452276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.479957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.481396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:34.511046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.514097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:34.558838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.597944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.599660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d59a919c-6712-4a86-96c1-a626b6f92da7 None None] Provisioning complete for port 214ba0f8-0677-4a48-bcc6-b55195984acc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:34.601015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d59a919c-6712-4a86-96c1-a626b6f92da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.675930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.697754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:34.721725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:34.722352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.724057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] 10.222.0.82 "PUT /v2.0/ports/fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 1091 time: 3.0535355 May 06 09:50:34.732059 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d59a919c-6712-4a86-96c1-a626b6f92da7 None None] Port 214ba0f8-0677-4a48-bcc6-b55195984acc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:34.734005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.765209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Port': ['ID=18ec847d-7932-4a2f-8f0f-24c17f55d7f0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:34.800271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:34.800271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:34.830009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642f1eb-5f91-4d21-8187-0f03f5df0b5f service neutron] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:34.843379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a76497-cb03-4509-bf3c-fdd77400c39b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:34.893276 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Floating IP 94152dc5-e916-4129-abb8-71f0e5f74d97 associated. External IP: 172.25.8.201, port: 002254db-568d-45fa-ad04-35ae8ff513b8. May 06 09:50:34.953434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-23497b8e-ef7a-467c-bec0-df0e5a657f58 None None] Could not find standard attr ID for object 18ec847d-7932-4a2f-8f0f-24c17f55d7f0. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:50:34.973970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:34.976511 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a9592-d3bd-4cae-a236-0c60dff1911e" -d '{"events": [{"name": "network-changed", "server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:34.986532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Checking segment: {'id': 'dd2ae999-5944-4b5e-8e5e-1e6080d2f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:34.986891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Network hostable DHCP agents. Network: 1f0e51f6-e06b-4eef-accb-955ddbff5ec2, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:35.003997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-8c60afe1-9377-4e1b-9fa1-b7eaaf5b9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:35.005487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-8c60afe1-9377-4e1b-9fa1-b7eaaf5b9684 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1094 time: 0.1884952 May 06 09:50:35.055122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.062470 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-573943e5-77b3-4487-bffe-f97f5b94cc90 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/ports/18ec847d-7932-4a2f-8f0f-24c17f55d7f0 HTTP/1.1" status: 204 len: 168 time: 1.1984649 May 06 09:50:35.062967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55074) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.077189 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a948fa-c509-4363-9f3f-71095eb2df7a x-openstack-request-id: req-99a948fa-c509-4363-9f3f-71095eb2df7a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:35.077412 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:35.077641 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99a948fa-c509-4363-9f3f-71095eb2df7a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:35.078006 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a948fa-c509-4363-9f3f-71095eb2df7a'] response: {'name': 'network-changed', 'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'status': 'completed', 'code': 200} May 06 09:50:35.152651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-e086a7a8-c75e-4be8-91f2-46d18c58691a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.1317217 May 06 09:50:35.161753 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-95075b51-2676-4732-b66d-536e562ff3df tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] GET failed (client error): The resource could not be found. May 06 09:50:35.168452 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95075b51-2676-4732-b66d-536e562ff3df tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "GET /v2.0/ports/18ec847d-7932-4a2f-8f0f-24c17f55d7f0 HTTP/1.1" status: 404 len: 333 time: 0.1012833 May 06 09:50:35.169603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55076) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:35.220698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Deleting port 24756a76-3f25-433c-aa0b-61d55b2af703 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:35.221047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.234796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1444638190'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:35.238620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:35.313289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] For port 24756a76-3f25-433c-aa0b-61d55b2af703, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=24756a76-3f25-433c-aa0b-61d55b2af703,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:35.313573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.326622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Calling delete_port for 24756a76-3f25-433c-aa0b-61d55b2af703 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:35.363914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1f0e51f6-e06b-4eef-accb-955ddbff5ec2) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:35.374196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b3921-4834-4a26-982d-e10ccb7df376 None None] Network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:35.379828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:35.380493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.419331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-fcfe6c1c-cf24-43bb-9035-742401df6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:35.421199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-fcfe6c1c-cf24-43bb-9035-742401df6bac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.2522962 May 06 09:50:35.544201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0fbdc-45ee-4bd5-a433-f9ec68525674 None None] Network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:35.866211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b4ce9cff-bd0f-4143-8ee2-dacaba172196 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3974457 May 06 09:50:35.880619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5029e7-cfef-47fc-9717-dd3465eb65e0 req-419b684f-2e15-4496-971b-f10dea1df146 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:35.881010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:35.882248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d5029e7-cfef-47fc-9717-dd3465eb65e0 req-419b684f-2e15-4496-971b-f10dea1df146 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 0.7316904 May 06 09:50:35.911907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-7b628693-ad96-4229-b027-bf613d225bfe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4768467 May 06 09:50:35.945837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Pushing event deleted for resources: {'Port': ['ID=24756a76-3f25-433c-aa0b-61d55b2af703,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:36.130597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Router 343faf72-9880-45ae-87fe-81dd0fb21fff has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:36.167615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d5029e7-cfef-47fc-9717-dd3465eb65e0 req-9fca16cf-6fb3-45d4-a03b-9bef7e46e878 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628341 May 06 09:50:36.168273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:36.171981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.219828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.312695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] device_id is not set on port ef77a5f8-d297-455f-9bfc-ebbd037961b3 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:36.332210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-8d84a9c9-cd5b-4763-9cbe-6015a976e7ac service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899243 May 06 09:50:36.479399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Router 2e12489e-5539-4c6f-97c1-e64cdf809c1f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:36.613726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:36.625501 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] Sync routers for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:36.629196 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.633075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:36.644582 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-320f02ea-3947-4464-81a9-296eb7d3311d admin admin] 10.222.0.76 "PUT /v2.0/routers/2e12489e-5539-4c6f-97c1-e64cdf809c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4544580 May 06 09:50:36.644718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55096) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:36.647334 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:36.650185 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:36.650996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] Sync routers for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:36.669100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:36.669781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:36.733671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7537116b-5e45-42ef-89fd-c885c72ade26 req-c53fa042-20b8-4c5f-b37e-85a2d8a3b675 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407547 May 06 09:50:36.745775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-57c614e3-b0ec-4451-8271-7cb0ac911421 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "PUT /v2.0/floatingips/94152dc5-e916-4129-abb8-71f0e5f74d97 HTTP/1.1" status: 200 len: 991 time: 4.3122115 May 06 09:50:36.782825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.792418 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:36.888949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:36.898296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-bc808eac-2cec-4074-b515-b326b027e70a tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:36.899863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-bc808eac-2cec-4074-b515-b326b027e70a tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/networks?id=1f0e51f6-e06b-4eef-accb-955ddbff5ec2 HTTP/1.1" status: 200 len: 822 time: 0.4293489 May 06 09:50:36.909208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Allocated IP 2001:db8::2b9 (f37eaebd-665d-4dda-8202-11dc7d20fbd3/b7f52150-0344-4130-994d-544a7da61072/ef77a5f8-d297-455f-9bfc-ebbd037961b3) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:36.928764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Deleting port b1099f57-a0d8-4467-a8e8-687f3ba2abc2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:36.929101 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:36.943115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.005772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-2739c22e-04ef-4566-97cd-61f69d2680fd tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/quotas/27d315e8ba5c4fed8f4ee6f8b3177288 HTTP/1.1" status: 200 len: 375 time: 0.0869889 May 06 09:50:37.031518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Deleting port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:37.031813 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.076979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-3e0d1819-4355-4169-9e90-7a22546beab4 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=27d315e8ba5c4fed8f4ee6f8b3177288&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521965 May 06 09:50:37.078808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-d27e1fdd-091c-4c7e-8c27-9bfd049e3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:37.080214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-d27e1fdd-091c-4c7e-8c27-9bfd049e3e53 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1094 time: 0.2572138 May 06 09:50:37.085132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:37.088014 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e" -d '{"events": [{"name": "network-changed", "server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:37.136824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '94152dc5-e916-4129-abb8-71f0e5f74d97', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'mac_address': 'fa:16:3e:1f:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:50:10Z', 'updated_at': '2022-05-06T09:50:34Z', 'revision_number': 1, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:13Z', 'revision_number': 5, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:37.173317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] For port 7dc101c2-eb30-43f4-87bf-ab6c2bd44231, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:37.173544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.181421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3b6eb-d26f-4a73-842c-4dfc005a9f9c req-33549a3c-f0e8-4df2-9d7c-335bdf2013a7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:37.182115 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] Checking router: 343faf72-9880-45ae-87fe-81dd0fb21fff for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:37.189142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98b3b6eb-d26f-4a73-842c-4dfc005a9f9c req-33549a3c-f0e8-4df2-9d7c-335bdf2013a7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.3292968 May 06 09:50:37.193114 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:37.195128 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:37.204104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Calling delete_port for 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:37.214618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:50:35Z', 'revision_number': 5, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port': {'id': '7dc101c2-eb30-43f4-87bf-ab6c2bd44231', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:44:04Z', 'updated_at': '2022-05-06T09:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:37.271699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] Checking router: 2e12489e-5539-4c6f-97c1-e64cdf809c1f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:37.281520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] Routers {'2e12489e-5539-4c6f-97c1-e64cdf809c1f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:37.282136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:37.349129 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:37.385973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] Set router 2e12489e-5539-4c6f-97c1-e64cdf809c1f gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:37.465328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:50:36Z', 'revision_number': 6, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:37.494198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc651c7-2107-42c4-92d1-7bed649068e2 None None] The sync data for ids ['2e12489e-5539-4c6f-97c1-e64cdf809c1f'] in n-d-840834-1 is: [{'id': '2e12489e-5539-4c6f-97c1-e64cdf809c1f', 'name': 'tempest-ServerRescueNegativeTestJSON-1613923941-router', 'tenant_id': '5119936a70d944708f5c096edbf5cce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:44:03Z', 'updated_at': '2022-05-06T09:50:36Z', 'revision_number': 6, 'project_id': '5119936a70d944708f5c096edbf5cce1', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:37.562915 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.568956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] For port b1099f57-a0d8-4467-a8e8-687f3ba2abc2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,segment=NetworkSegment(ec2581dd-eb06-41f2-a404-479b398677ec),segment_id=ec2581dd-eb06-41f2-a404-479b398677ec)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:37.568956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.612604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Calling delete_port for b1099f57-a0d8-4467-a8e8-687f3ba2abc2 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:37.619748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc101c2-eb30-43f4-87bf-ab6c2bd44231,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:37.686941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98b3b6eb-d26f-4a73-842c-4dfc005a9f9c req-998e5de6-34ab-4466-8527-861e38149981 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4818578 May 06 09:50:37.703973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.751220 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '94152dc5-e916-4129-abb8-71f0e5f74d97', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'mac_address': 'fa:16:3e:1f:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:50:10Z', 'updated_at': '2022-05-06T09:50:34Z', 'revision_number': 1, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:13Z', 'revision_number': 5, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:37.786806 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3146cbe-ee3c-48c9-b822-fba037d3f83a None None] The sync data for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 is: [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '94152dc5-e916-4129-abb8-71f0e5f74d97', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'mac_address': 'fa:16:3e:1f:b7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:50:10Z', 'updated_at': '2022-05-06T09:50:34Z', 'revision_number': 1, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:13Z', 'revision_number': 5, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:37.840245 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab97f69-aeff-4d28-91f3-06cc10957c6b x-openstack-request-id: req-3ab97f69-aeff-4d28-91f3-06cc10957c6b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:37.840548 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:37.840802 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ab97f69-aeff-4d28-91f3-06cc10957c6b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:37.841204 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab97f69-aeff-4d28-91f3-06cc10957c6b'] response: {'name': 'network-changed', 'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'status': 'completed', 'code': 200} May 06 09:50:37.843856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-ac450c4d-8c70-49ce-83de-5f4ceffc5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:37.845314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-ac450c4d-8c70-49ce-83de-5f4ceffc5787 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.7445567 May 06 09:50:37.865084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-2cbeecf1-f5ca-4b5d-9d63-e937a2c9eedc service neutron] 10.222.0.76 "GET /v2.0/networks/1f0e51f6-e06b-4eef-accb-955ddbff5ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7653580 May 06 09:50:37.881178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.900128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.905006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.991219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:37.993628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e12489e-5539-4c6f-97c1-e64cdf809c1f {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:38.004515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.009727 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-62fc7aae-4966-4414-9961-f7d2427a409f admin admin] 10.222.0.76 "DELETE /v2.0/routers/2e12489e-5539-4c6f-97c1-e64cdf809c1f HTTP/1.1" status: 204 len: 168 time: 1.3639903 May 06 09:50:38.010895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:38.027613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-d36a0e29-d3b6-4c17-9e6d-f76aa1899691 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.1578825 May 06 09:50:38.078109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] Deleting subnet f8ee64c6-b06d-4344-adc1-87df8f9067e3 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:38.082681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.155997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.183101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-3e6c1b57-4f07-4b76-833b-da1843e3f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:38.185121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-3e6c1b57-4f07-4b76-833b-da1843e3f840 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1096 time: 0.3428855 May 06 09:50:38.213125 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fd9f1-0e89-4895-ad6d-7a4705bc9e55 None None] New status for floating IP 94152dc5-e916-4129-abb8-71f0e5f74d97: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:50:38.219073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf822-d7af-4c81-8b1b-5f2b7269c34b req-5d2c6557-3db8-45c6-98bb-6cd7410bd8bf tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:38.220654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70cbf822-d7af-4c81-8b1b-5f2b7269c34b req-5d2c6557-3db8-45c6-98bb-6cd7410bd8bf tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 0.3488584 May 06 09:50:38.261597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-7bcb1432-b00c-4f54-8bed-192013ac9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:38.262890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.263040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-7bcb1432-b00c-4f54-8bed-192013ac9641 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.2175641 May 06 09:50:38.340943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.358178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.364518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f75117-d0e2-4ec3-af94-8940e8172078 None None] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:38.374320 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f8ee64c6-b06d-4344-adc1-87df8f9067e3 HTTP/1.1" status: 204 len: 168 time: 0.3619366 May 06 09:50:38.374960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55118) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:38.397665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.408307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-e589412a-47cb-4b2b-b85b-3cbd58fd46c3 service neutron] 10.222.0.76 "GET /v2.0/networks/1f0e51f6-e06b-4eef-accb-955ddbff5ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209279 May 06 09:50:38.456358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b28c9-addf-423f-af6a-464999f8034c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8ee64c6-b06d-4344-adc1-87df8f9067e3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:38.471524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-80f55a7f-2663-43f6-a826-e851bb56f7d5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259272 May 06 09:50:38.665341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.684091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70cbf822-d7af-4c81-8b1b-5f2b7269c34b req-d7c2555d-763c-4f4d-a237-bcdbe0b227b4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418430 May 06 09:50:38.712265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:38.778760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:38.779346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dc101c2-eb30-43f4-87bf-ab6c2bd44231 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:38.780019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 24756a76-3f25-433c-aa0b-61d55b2af703 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:38.806243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 24756a76-3f25-433c-aa0b-61d55b2af703 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:38.806890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 24756a76-3f25-433c-aa0b-61d55b2af703 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:38.848237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Deleting port 489257d9-92a0-465c-b208-a2811cd3c3f5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:38.848572 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.935201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] For port 489257d9-92a0-465c-b208-a2811cd3c3f5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=489257d9-92a0-465c-b208-a2811cd3c3f5,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:38.935685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:38.940115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] DHCP port deletion for 0d205d4a-7cca-4eef-9aa6-044014d4b05b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:38.952755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Calling delete_port for 489257d9-92a0-465c-b208-a2811cd3c3f5 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:39.056869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] Deleting port 489257d9-92a0-465c-b208-a2811cd3c3f5 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:39.057626 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.095373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.141222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=489257d9-92a0-465c-b208-a2811cd3c3f5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:39.145627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] No DVR routers for this DVR port 489257d9-92a0-465c-b208-a2811cd3c3f5 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:39.192850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] For port 489257d9-92a0-465c-b208-a2811cd3c3f5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=489257d9-92a0-465c-b208-a2811cd3c3f5,segment=NetworkSegment(9812c199-f6fc-4dc7-8fd1-e0d87eaafe27),segment_id=9812c199-f6fc-4dc7-8fd1-e0d87eaafe27)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:39.193510 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.212662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] Calling delete_port for 489257d9-92a0-465c-b208-a2811cd3c3f5 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:39.254282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.284897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d205d4a-7cca-4eef-9aa6-044014d4b05b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:39.297216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:39.297817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9812c199-f6fc-4dc7-8fd1-e0d87eaafe27') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:39.316570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.319421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-230915f5-6a8f-4de3-a433-3124a6234016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:39.329377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-230915f5-6a8f-4de3-a433-3124a6234016 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 1.1218524 May 06 09:50:39.336623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.347045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:39.347617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: timer() May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:39.429060 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:39.435988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.442184 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.449109 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] 10.222.0.76 "DELETE /v2.0/networks/0d205d4a-7cca-4eef-9aa6-044014d4b05b HTTP/1.1" status: 204 len: 168 time: 1.0054653 May 06 09:50:39.461115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f584d1f-12b8-4c72-9143-423f7726b3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0d205d4a-7cca-4eef-9aa6-044014d4b05b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:39.530938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:39.531854 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.540655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=ef77a5f8-d297-455f-9bfc-ebbd037961b3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:39.563525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:39.573700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a3f01ec-7ccd-42b0-86ba-71b23674c25d req-1b2d056a-38c3-4097-ac27-49c0b7ecc90d tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 210 time: 0.2286098 May 06 09:50:39.579160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:39.588185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:39.589267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.610131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] Network 0d205d4a-7cca-4eef-9aa6-044014d4b05b is not hosted by any dhcp agent {{(pid=102744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:50:39.612030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] No DVR routers for this DVR port 489257d9-92a0-465c-b208-a2811cd3c3f5 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:39.646182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aa56e-89d3-4bb1-b516-51f83849e3ae None None] Pushing event deleted for resources: {'Port': ['ID=489257d9-92a0-465c-b208-a2811cd3c3f5,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:39.671077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:39.674286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-a3a856cb-bb50-4079-9293-d8a3f71572e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 1001 time: 0.3097198 May 06 09:50:39.686601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6c179ae5-44cf-4d07-9d9a-db2e3335ea25 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5147979 May 06 09:50:39.689496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55134) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:39.699269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35', 'mac_address': 'fa:16:3e:24:19:70'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:39.780051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55140) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:39.782077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc192a-aa22-4630-82db-e366ae1283f3 req-2efdadda-2a0d-41c1-94de-ba0a33940896 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:39.792159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4adc192a-aa22-4630-82db-e366ae1283f3 req-2efdadda-2a0d-41c1-94de-ba0a33940896 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.4478838 May 06 09:50:39.822707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-e3f3cced-526c-47ee-bc10-5d682b5e0d68 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3005044 May 06 09:50:39.823784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1099f57-a0d8-4467-a8e8-687f3ba2abc2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:39.909627 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fca3d24a-a028-4a3a-9d5c-dc4e098aa9c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5119936a70d944708f5c096edbf5cce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275275 May 06 09:50:39.912210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55142) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:39.999978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-e54f975f-e862-4bde-a8cc-cd8fb1f45ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:40.001436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-e54f975f-e862-4bde-a8cc-cd8fb1f45ae2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.3101225 May 06 09:50:40.023913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4adc192a-aa22-4630-82db-e366ae1283f3 req-aa7e6db2-16a5-48b8-92b8-e5914560d6e5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2257879 May 06 09:50:40.035879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-64e33d7d-1441-4391-b963-b3a43630c779 None None] Provisioning complete for port ef77a5f8-d297-455f-9bfc-ebbd037961b3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:40.037526 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-64e33d7d-1441-4391-b963-b3a43630c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.039415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb4944d2-0451-4d25-826a-68b237435691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.066955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.083663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb4944d2-0451-4d25-826a-68b237435691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.112556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-64e33d7d-1441-4391-b963-b3a43630c779 None None] Port ef77a5f8-d297-455f-9bfc-ebbd037961b3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:40.198326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac093-3149-4e6b-a9e0-8f7b3a2c76ab req-5882baaf-9fa4-4e69-9224-91f66f3fc6cf tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:40.200691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824ac093-3149-4e6b-a9e0-8f7b3a2c76ab req-5882baaf-9fa4-4e69-9224-91f66f3fc6cf tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 0.3687420 May 06 09:50:40.229948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb4944d2-0451-4d25-826a-68b237435691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.232747 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb4944d2-0451-4d25-826a-68b237435691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.236500 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fb4944d2-0451-4d25-826a-68b237435691 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6190f6fa-0285-4fac-bfa5-ee6536de58a7 HTTP/1.1" status: 204 len: 168 time: 0.3205643 May 06 09:50:40.261155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4944d2-0451-4d25-826a-68b237435691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190f6fa-0285-4fac-bfa5-ee6536de58a7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:40.278986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa9a9592-d3bd-4cae-a236-0c60dff1911e req-1aa3bb37-7c49-443c-b453-5ce3f4fcfab3 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352748 May 06 09:50:40.332631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-3a3b3a8e-749e-435e-9904-eb58f8ce4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:40.335027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-3a3b3a8e-749e-435e-9904-eb58f8ce4195 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976611 May 06 09:50:40.337755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.343895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.404603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=ef77a5f8-d297-455f-9bfc-ebbd037961b3,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:40.408824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] In _notify_port_updated(), no bound segment for port ef77a5f8-d297-455f-9bfc-ebbd037961b3 on network f37eaebd-665d-4dda-8202-11dc7d20fbd3 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:50:40.417097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:40.417898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.423479 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c59f7011-2e67-4363-aa30-0a6b3d3f0f74 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "PUT /v2.0/ports/ef77a5f8-d297-455f-9bfc-ebbd037961b3 HTTP/1.1" status: 200 len: 1002 time: 0.7328103 May 06 09:50:40.425083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55146) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:40.427672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824ac093-3149-4e6b-a9e0-8f7b3a2c76ab req-bbca4deb-dea2-4b09-a631-2a1267d66631 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828024 May 06 09:50:40.531167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting port ef77a5f8-d297-455f-9bfc-ebbd037961b3 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:40.531517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.533602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-05851f19-f4e6-4105-9e5c-eb4e1c24c57b tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:40.535411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-05851f19-f4e6-4105-9e5c-eb4e1c24c57b tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.82 "GET /v2.0/networks?id=1f0e51f6-e06b-4eef-accb-955ddbff5ec2 HTTP/1.1" status: 200 len: 822 time: 0.4397385 May 06 09:50:40.550548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Request body: {'port': {'device_id': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2', 'admin_state_up': True, 'tenant_id': '27d315e8ba5c4fed8f4ee6f8b3177288'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:40.558294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.704087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:40.728491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Calling delete_port for ef77a5f8-d297-455f-9bfc-ebbd037961b3 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:40.746554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:40.911857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 489257d9-92a0-465c-b208-a2811cd3c3f5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:40.941171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 489257d9-92a0-465c-b208-a2811cd3c3f5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:40.941511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 489257d9-92a0-465c-b208-a2811cd3c3f5 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:40.970710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a5beecdd-ae8d-444d-9eb0-4e001a55acb3 None None] Provisioning complete for port ef77a5f8-d297-455f-9bfc-ebbd037961b3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:40.971069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a5beecdd-ae8d-444d-9eb0-4e001a55acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.025039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-870a6f39-959e-4807-b1ec-288cfb68f417 req-9dac69a6-3a79-486d-8ccd-33d760b9c140 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 210 time: 0.2275791 May 06 09:50:41.027233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-37f2f429-0b2f-4476-965e-50acf3cc9f78 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682208 May 06 09:50:41.053899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.092270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:41.105770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a5beecdd-ae8d-444d-9eb0-4e001a55acb3 None None] Port ef77a5f8-d297-455f-9bfc-ebbd037961b3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:41.107990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81', 'port_id': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'mac_address': 'fa:16:3e:95:6a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce37069b-1939-4ab4-bc40-f299e26a7542', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:41.140533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Port': ['ID=ef77a5f8-d297-455f-9bfc-ebbd037961b3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:41.212544 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.246782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbdbdd0-c0fd-4818-be87-8178c887956b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:41.281712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.295139 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e6208ff-ada1-4678-b738-db14fc187629 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/ports/ef77a5f8-d297-455f-9bfc-ebbd037961b3 HTTP/1.1" status: 204 len: 168 time: 0.8692172 May 06 09:50:41.297073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55186) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.312252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:41.317364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.353943 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7aaef94-8411-403d-b5f9-14d8927b8e08 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] GET failed (client error): The resource could not be found. May 06 09:50:41.360061 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e7aaef94-8411-403d-b5f9-14d8927b8e08 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "GET /v2.0/ports/ef77a5f8-d297-455f-9bfc-ebbd037961b3 HTTP/1.1" status: 404 len: 333 time: 0.0618308 May 06 09:50:41.362097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.371612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1224603155'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:41.424233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:41.493684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d3c6f-4b82-46eb-af85-5135f5ed32e9 req-fc303fe1-02f0-46e1-b444-9fc867bd364d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:41.495274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c04d3c6f-4b82-46eb-af85-5135f5ed32e9 req-fc303fe1-02f0-46e1-b444-9fc867bd364d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.3071587 May 06 09:50:41.528689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['fdbdbdd0-c0fd-4818-be87-8178c887956b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:41.643768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55198) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.687350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cfb440e-f045-4eeb-ae28-e3fa233eb39e req-4b15192c-35fe-4799-a2ff-302bdaf2e1e1 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492541 May 06 09:50:41.689364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:41.695466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.723641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55202) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:41.745267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Made reservation on behalf of 27d315e8ba5c4fed8f4ee6f8b3177288 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:41.748919 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:41.777139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] device_id is not set on port 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:41.833521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c04d3c6f-4b82-46eb-af85-5135f5ed32e9 req-e17c6947-4187-409c-a905-21aaea0e487a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2810628 May 06 09:50:41.949188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c986c5-2718-46eb-9e61-be98ec3d510f req-56181a2d-ce23-4d06-9904-8a412676f6a2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:41.950944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4c986c5-2718-46eb-9e61-be98ec3d510f req-56181a2d-ce23-4d06-9904-8a412676f6a2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.3921924 May 06 09:50:41.995978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1502945247-network', 'tenant_id': 'afe1b8ddbe4a425a914c01f919e10acf'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:42.001818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Router 52681178-6e12-4c3b-9acc-aa5f030dd285 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:50:42.016303 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2c18-12ed-4c4b-a598-0e25f29265fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.017427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Allocated IP 172.20.0.7 (1f0e51f6-e06b-4eef-accb-955ddbff5ec2/64a76497-cb03-4509-bf3c-fdd77400c39b/6f612ecf-89cd-4197-bb52-56970cad241b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:42.044178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4c986c5-2718-46eb-9e61-be98ec3d510f req-2df734ba-f647-41db-8ab4-fd98353d22df tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839980 May 06 09:50:42.077783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Allocated IP 2001:db8::305 (f37eaebd-665d-4dda-8202-11dc7d20fbd3/b7f52150-0344-4130-994d-544a7da61072/7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:42.079853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Made reservation on behalf of afe1b8ddbe4a425a914c01f919e10acf for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:42.082827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.096205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.298871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2c18-12ed-4c4b-a598-0e25f29265fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.308975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2c18-12ed-4c4b-a598-0e25f29265fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.394129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d2c18-12ed-4c4b-a598-0e25f29265fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b464f2-705c-410d-b078-dd0e4f107c9e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:42.399395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.404984 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a2d2c18-12ed-4c4b-a598-0e25f29265fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84446bbb15f349149b4f382176c28fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6766837 May 06 09:50:42.409048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55214) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:42.409429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.450676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.464604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:42.488550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b5b0c0-93ea-4aac-9691-c1bcd3109af5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:42.505996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.506351 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Added segment 36c7b723-151e-4ad0-a29d-7b1ce45da735 of type vlan for network f8dfea92-bad0-4cce-a2f3-0b3b82053738 May 06 09:50:42.537908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b7e018c-57f6-4bc1-bd96-39f9e23dd4b8 req-759c9707-cdb6-45b8-9264-ae054f28a5c5 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 210 time: 0.3729417 May 06 09:50:42.562474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:50:42.573712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-413e4b50-e315-4df0-ae7d-b6dd5f4f4449 admin admin] 10.222.0.76 "PUT /v2.0/routers/52681178-6e12-4c3b-9acc-aa5f030dd285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1554003 May 06 09:50:42.576881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55216) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:42.578515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.583656 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35d0c147-947a-4322-82e8-7f0eba5575ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.596906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] Sync routers for ids ['52681178-6e12-4c3b-9acc-aa5f030dd285'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:50:42.611007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] Routers {'52681178-6e12-4c3b-9acc-aa5f030dd285'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:42.611930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['52681178-6e12-4c3b-9acc-aa5f030dd285'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:42.626648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35d0c147-947a-4322-82e8-7f0eba5575ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.682391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.687993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.688999 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7dabc5c-6d89-4a72-9e59-480ed493bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.689209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:42.689831 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.766219 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.769847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] Set router 52681178-6e12-4c3b-9acc-aa5f030dd285 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:42.785282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:42.791024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.819253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:42.826893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:42.832943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:42.833837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.841472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] Pushing event updated for resources: {'Network': ['ID=f8dfea92-bad0-4cce-a2f3-0b3b82053738,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:42.846775 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e60c5167-f66c-49ce-b25d-b4a08e1a310d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2011313 May 06 09:50:42.851685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55218) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:42.869086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:42.873226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35d0c147-947a-4322-82e8-7f0eba5575ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.875101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Request body: {'subnet': {'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1502945247-subnet', 'tenant_id': 'afe1b8ddbe4a425a914c01f919e10acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:42.876213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35d0c147-947a-4322-82e8-7f0eba5575ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.877559 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-35d0c147-947a-4322-82e8-7f0eba5575ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e7b464f2-705c-410d-b078-dd0e4f107c9e HTTP/1.1" status: 204 len: 168 time: 0.4649117 May 06 09:50:42.886388 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-88c8a9c8-011a-4ad7-a179-19a110cd5185 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5221062 May 06 09:50:42.893231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55224) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:42.899746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:24:19:70'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:42.903710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0c147-947a-4322-82e8-7f0eba5575ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b464f2-705c-410d-b078-dd0e4f107c9e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:42.979305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:42.982260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Made reservation on behalf of afe1b8ddbe4a425a914c01f919e10acf for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:42.989320 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.000835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.026899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:43.033947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network f8dfea92-bad0-4cce-a2f3-0b3b82053738 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:43.232530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:43.260591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Pushing event updated for resources: {'Port': ['ID=6f612ecf-89cd-4197-bb52-56970cad241b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:43.273394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.283146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port fdbdbdd0-c0fd-4818-be87-8178c887956b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:43.291057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:50:38Z', 'revision_number': 5, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port': {'id': 'b052e938-04cc-462d-b37b-7260088c6c1d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:16Z', 'updated_at': '2022-05-06T09:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:43.293078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port fdbdbdd0-c0fd-4818-be87-8178c887956b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:43.293344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.300931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:43.307750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:43.379678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e804d-2d49-4ab2-a317-c19538f13069 req-b25ca5fd-7019-40d8-afdb-a82d9a406259 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.381218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-525e804d-2d49-4ab2-a317-c19538f13069 req-b25ca5fd-7019-40d8-afdb-a82d9a406259 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.3118727 May 06 09:50:43.395174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.402339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.420631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] Checking router: 52681178-6e12-4c3b-9acc-aa5f030dd285 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:50:43.467960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] In _notify_port_updated(), no bound segment for port 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e on network f37eaebd-665d-4dda-8202-11dc7d20fbd3 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:50:43.470589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] Routers {'52681178-6e12-4c3b-9acc-aa5f030dd285'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:50:43.471370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:50:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['52681178-6e12-4c3b-9acc-aa5f030dd285'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:43.475710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.475865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce2328-e88f-4f7b-9c1c-3c7c7a6c3791 req-bb7e2e12-434c-44c8-b39b-3e12e703fac9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.476547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1576a530-de4c-47f4-bde3-deea8c941ba8 None None] Provisioning complete for port 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:43.476998 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1576a530-de4c-47f4-bde3-deea8c941ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.477407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.482779 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "PUT /v2.0/ports/7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e HTTP/1.1" status: 200 len: 1003 time: 0.5883224 May 06 09:50:43.486058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fce2328-e88f-4f7b-9c1c-3c7c7a6c3791 req-bb7e2e12-434c-44c8-b39b-3e12e703fac9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.3212461 May 06 09:50:43.489966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55242) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:43.493256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:43.493903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.546889 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-18b0ccb7-c463-4f7c-be62-5b059d405f0c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0002007 May 06 09:50:43.562437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a148bb-9513-4c2a-91a8-6c9d87eeb6b3 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:43.602683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Request body: {'port': {'device_id': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:43.616855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1576a530-de4c-47f4-bde3-deea8c941ba8 None None] Port 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:43.643560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] Set router 52681178-6e12-4c3b-9acc-aa5f030dd285 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:50:43.662809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-525e804d-2d49-4ab2-a317-c19538f13069 req-2e9029c5-6b6b-4d0e-8c6d-0750e27a2b68 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2516348 May 06 09:50:43.676001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.689219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fce2328-e88f-4f7b-9c1c-3c7c7a6c3791 req-00fe561f-77ef-4459-92e7-485a35aa23f4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022195 May 06 09:50:43.700773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting port 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:43.701420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.722721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:50:43Z', 'revision_number': 6, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:43.787108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fce59f-44be-416c-8294-6d9c1971bfc9 None None] The sync data for ids ['52681178-6e12-4c3b-9acc-aa5f030dd285'] in n-d-840834-1 is: [{'id': '52681178-6e12-4c3b-9acc-aa5f030dd285', 'name': 'tempest-ServerRescueTestJSON-356558002-router', 'tenant_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:15Z', 'updated_at': '2022-05-06T09:50:43Z', 'revision_number': 6, 'project_id': 'f3bfa9b81f4441b1bc0957b5dd261b47', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:50:43.796699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:43.799356 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d9878-44e5-4546-99af-076aa8406875" -d '{"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:43.820823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:43.827462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.851905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Deleting port b052e938-04cc-462d-b37b-7260088c6c1d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:43.852260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.854277 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.905583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:43.914508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:43.935313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Calling delete_port for 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:44.050648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0e4e347d-5de0-4db4-a1d3-82c0d2016c26 None None] Provisioning complete for port 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:44.051080 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0e4e347d-5de0-4db4-a1d3-82c0d2016c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.055760 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.094094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e347d-5de0-4db4-a1d3-82c0d2016c26 None None] Port 7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:44.114270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78509979-e0df-4c6b-b105-726277d80b22,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:44.187641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.240855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Port': ['ID=7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:44.292475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.315429 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bf57aa85-72c7-434c-af18-4e132f8fb151 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/ports/7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e HTTP/1.1" status: 204 len: 168 time: 0.8197644 May 06 09:50:44.316167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55276) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:44.342930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c183778-d383-4b8f-b7be-7d1e19964fd2 req-78fea0ee-10b5-4e2d-8098-0a1daca3598e tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.356387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c183778-d383-4b8f-b7be-7d1e19964fd2 req-78fea0ee-10b5-4e2d-8098-0a1daca3598e tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 931 time: 0.5575027 May 06 09:50:44.387361 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee634508-06d2-4187-9de3-d365fcfef25f tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] GET failed (client error): The resource could not be found. May 06 09:50:44.392561 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ee634508-06d2-4187-9de3-d365fcfef25f tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "GET /v2.0/ports/7aaa26d3-d8a9-434f-966f-9b7f18c7fc9e HTTP/1.1" status: 404 len: 333 time: 0.0716202 May 06 09:50:44.392785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55278) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:44.397607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2133094381'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:44.495102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] For port b052e938-04cc-462d-b37b-7260088c6c1d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b052e938-04cc-462d-b37b-7260088c6c1d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:44.495764 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.498720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Checking segment: {'id': '36c7b723-151e-4ad0-a29d-7b1ce45da735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:44.499126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Network hostable DHCP agents. Network: f8dfea92-bad0-4cce-a2f3-0b3b82053738, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:44.533720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Calling delete_port for b052e938-04cc-462d-b37b-7260088c6c1d owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:44.551512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c183778-d383-4b8f-b7be-7d1e19964fd2 req-ed600059-ce8e-458d-bfe0-10a38c4a76cf tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941180 May 06 09:50:44.555491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:44.559342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.599925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] device_id is not set on port 159c446c-29f9-479b-87b6-7df09852e44a yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:44.624384 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e25c3c-cc18-489d-af60-63f3c2d18129 x-openstack-request-id: req-90e25c3c-cc18-489d-af60-63f3c2d18129 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:44.624900 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:44.625096 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90e25c3c-cc18-489d-af60-63f3c2d18129 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:44.625578 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e25c3c-cc18-489d-af60-63f3c2d18129'] response: {'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'code': 200} May 06 09:50:44.681739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Network f8dfea92-bad0-4cce-a2f3-0b3b82053738 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:44.717001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fae51-f690-4b27-85ba-aa86c42a8e4e req-c574683c-a492-4b55-8163-b0a29660e484 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.719002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-000fae51-f690-4b27-85ba-aa86c42a8e4e req-c574683c-a492-4b55-8163-b0a29660e484 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.3044839 May 06 09:50:44.800321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, f8dfea92-bad0-4cce-a2f3-0b3b82053738) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:44.814155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3329004-47fe-42ea-a46b-5117f25c21c7 None None] Network f8dfea92-bad0-4cce-a2f3-0b3b82053738 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:44.823559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b052e938-04cc-462d-b37b-7260088c6c1d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:44.853786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:44.854422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:44.874334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Allocated IP 2001:db8::15c (f37eaebd-665d-4dda-8202-11dc7d20fbd3/b7f52150-0344-4130-994d-544a7da61072/159c446c-29f9-479b-87b6-7df09852e44a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:44.970159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5c690e0d-5432-48a0-96b2-4746c486d6f2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1017041 May 06 09:50:44.973306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-000fae51-f690-4b27-85ba-aa86c42a8e4e req-fe8b2ca2-f474-4e31-bb0a-3f0fd4fe94da tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2338712 May 06 09:50:44.997178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f612ecf-89cd-4197-bb52-56970cad241b {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:45.031368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.034823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.066595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b052e938-04cc-462d-b37b-7260088c6c1d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b052e938-04cc-462d-b37b-7260088c6c1d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:45.096609 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.097774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1099f57-a0d8-4467-a8e8-687f3ba2abc2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:45.099063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.100366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f4f2-e152-461c-a51c-6b62115f449d req-b17e3eff-17d6-46f5-94ec-8112e89d40b1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.102153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a3f4f2-e152-461c-a51c-6b62115f449d req-b17e3eff-17d6-46f5-94ec-8112e89d40b1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.3817475 May 06 09:50:45.117778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e85a3-1e55-4072-9885-ea2e47ee215d req-e8e509b5-a003-4628-b3b6-f80c1b81ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.120670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-614e85a3-1e55-4072-9885-ea2e47ee215d req-e8e509b5-a003-4628-b3b6-f80c1b81ceab service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1096 time: 0.3714926 May 06 09:50:45.166172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b1099f57-a0d8-4467-a8e8-687f3ba2abc2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:45.166541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1099f57-a0d8-4467-a8e8-687f3ba2abc2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:45.209102 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6060800d-460b-413d-9b1a-15844b1251fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.282899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fec933-712f-4087-b5d4-fe5b242cad67 None None] Network f8dfea92-bad0-4cce-a2f3-0b3b82053738 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:45.312666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Transition to ACTIVE for port object 6f612ecf-89cd-4197-bb52-56970cad241b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:45.342289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a3f4f2-e152-461c-a51c-6b62115f449d req-c36c046b-ff88-4769-80a8-dec8003ef85f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850090 May 06 09:50:45.372334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.484822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b052e938-04cc-462d-b37b-7260088c6c1d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:45.519114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed438bd-8594-444b-877f-3e88bd95714d req-4b75560e-d4f6-4c35-972e-bc8e0103d554 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.526985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ed438bd-8594-444b-877f-3e88bd95714d req-4b75560e-d4f6-4c35-972e-bc8e0103d554 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.4373338 May 06 09:50:45.528792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-614e85a3-1e55-4072-9885-ea2e47ee215d req-81ef019a-2c53-47b2-94e0-429bbaa2cb2e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793140 May 06 09:50:45.529456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.611850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.623909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6f612ecf-89cd-4197-bb52-56970cad241b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:45.669149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:45.673768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:45.676400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:45.683382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:45.684269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:45.698874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=159c446c-29f9-479b-87b6-7df09852e44a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:45.738374 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1c0127a-e658-40d7-a830-2135c8b985ec tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3444800 May 06 09:50:45.741027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55306) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:45.750697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b052e938-04cc-462d-b37b-7260088c6c1d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:45.751159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'network_id': 'f37eaebd-665d-4dda-8202-11dc7d20fbd3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-678321588'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:45.803267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ed438bd-8594-444b-877f-3e88bd95714d req-8eddb564-0511-45e3-9ed3-35a88eb96d71 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624547 May 06 09:50:45.865572 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.028550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Made reservation on behalf of 91adee2f4da24932bee3ca6c884f4790 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:46.033448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.068088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] device_id is not set on port 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:46.088437 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.096104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.140680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c2439b0d-3dcb-492a-b645-bb342a9cf171 None None] Provisioning complete for port 159c446c-29f9-479b-87b6-7df09852e44a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:46.141251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c2439b0d-3dcb-492a-b645-bb342a9cf171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.149666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Attempting to bind port 6f612ecf-89cd-4197-bb52-56970cad241b on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:46.150000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Attempting to bind port 6f612ecf-89cd-4197-bb52-56970cad241b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'dd2ae999-5944-4b5e-8e5e-1e6080d2f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:46.150337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Attempting to bind port 6f612ecf-89cd-4197-bb52-56970cad241b on network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:46.172503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Port 6f612ecf-89cd-4197-bb52-56970cad241b on network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:46.172865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Attempting to bind port 6f612ecf-89cd-4197-bb52-56970cad241b on network 1f0e51f6-e06b-4eef-accb-955ddbff5ec2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:46.188181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.188430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52681178-6e12-4c3b-9acc-aa5f030dd285 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:50:46.197295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c2439b0d-3dcb-492a-b645-bb342a9cf171 None None] Port 159c446c-29f9-479b-87b6-7df09852e44a cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:46.202069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Allocated IP 2001:db8::30a (f37eaebd-665d-4dda-8202-11dc7d20fbd3/b7f52150-0344-4130-994d-544a7da61072/7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:46.223943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec531bb-a4d6-4a20-a51b-13562908d8dc req-ddce85b5-9302-415f-a359-e04a7f1bf395 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:46.225476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ec531bb-a4d6-4a20-a51b-13562908d8dc req-ddce85b5-9302-415f-a359-e04a7f1bf395 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 943 time: 0.1867115 May 06 09:50:46.232847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.233945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4adb296-c568-4d76-a5ef-648eb7b3df56 admin admin] 10.222.0.76 "DELETE /v2.0/routers/52681178-6e12-4c3b-9acc-aa5f030dd285 HTTP/1.1" status: 204 len: 168 time: 3.6558306 May 06 09:50:46.238404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:46.238747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Checking segment: {'id': 'dd2ae999-5944-4b5e-8e5e-1e6080d2f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:46.239533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Bound using segment: {'id': 'dd2ae999-5944-4b5e-8e5e-1e6080d2f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:46.239840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55324) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:46.239959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Bound port: 6f612ecf-89cd-4197-bb52-56970cad241b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2ae999-5944-4b5e-8e5e-1e6080d2f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:46.239959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.343240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] Deleting subnet 7d4546d9-b910-4ab7-9e69-f096004be95f {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:46.347841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.352127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ec531bb-a4d6-4a20-a51b-13562908d8dc req-61b6da3e-15cb-496f-8ef0-a93569add5e8 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170492 May 06 09:50:46.381494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-4913da5f-cce6-444c-9606-cd17f0118366 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:46.383980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-4913da5f-cce6-444c-9606-cd17f0118366 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/networks?id=f8dfea92-bad0-4cce-a2f3-0b3b82053738 HTTP/1.1" status: 200 len: 809 time: 0.2272115 May 06 09:50:46.404826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] For port 6f612ecf-89cd-4197-bb52-56970cad241b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:46.406720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.409968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-4b469ea7-410a-4114-9bdb-3ca8e7480334 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/quotas/afe1b8ddbe4a425a914c01f919e10acf HTTP/1.1" status: 200 len: 375 time: 0.0196846 May 06 09:50:46.412817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] For port 6f612ecf-89cd-4197-bb52-56970cad241b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6f612ecf-89cd-4197-bb52-56970cad241b,segment=NetworkSegment(dd2ae999-5944-4b5e-8e5e-1e6080d2f517),segment_id=dd2ae999-5944-4b5e-8e5e-1e6080d2f517)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:46.422304 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.431074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.466982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-44a00a0c-36d3-408f-bf8d-06c6c9ea2bea tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=afe1b8ddbe4a425a914c01f919e10acf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481417 May 06 09:50:46.471432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.478806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.514041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:46.514762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.516189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] 10.222.0.82 "PUT /v2.0/ports/6f612ecf-89cd-4197-bb52-56970cad241b HTTP/1.1" status: 200 len: 1091 time: 2.9558725 May 06 09:50:46.534177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'tag': '6f612ecf-89cd-4197-bb52-56970cad241b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:46.536575 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f233c92-a27d-4c5c-a00a-069c4f81ea38", "tag": "6f612ecf-89cd-4197-bb52-56970cad241b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:46.555266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.596579 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.620692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.623307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:46.650225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:46.654639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4546d9-b910-4ab7-9e69-f096004be95f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:46.659910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:46.667282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:46.668122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.679094 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.682795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-99e076d8-beca-40b5-a3db-357b7d05404c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7d4546d9-b910-4ab7-9e69-f096004be95f HTTP/1.1" status: 204 len: 168 time: 0.4423027 May 06 09:50:46.687920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:46.692900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:46.756680 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1f95f0c5-308c-45a8-a34e-7279de0d829b tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0114722 May 06 09:50:46.761392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55332) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:46.769642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35', 'mac_address': 'fa:16:3e:24:19:70'}, {'ip_address': '2001:db8::15c', 'mac_address': 'fa:16:3e:94:33:5f'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:46.837662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.933691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-78b6ed3b-5c12-423d-9d2a-5ed668f8f0d7 None None] Provisioning complete for port 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:46.934129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-78b6ed3b-5c12-423d-9d2a-5ed668f8f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:46.978449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-78b6ed3b-5c12-423d-9d2a-5ed668f8f0d7 None None] Port 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:46.999389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0c246-5548-4ff7-b3c4-f066f7fe6ebc service neutron] Pushing event updated for resources: {'Port': ['ID=6f612ecf-89cd-4197-bb52-56970cad241b,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:47.011923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5ffa0-1d13-4a0a-a3b7-71bcdc389d34 req-7b7a9765-d0f3-4810-adcb-af948034f8a5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.013486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43a5ffa0-1d13-4a0a-a3b7-71bcdc389d34 req-7b7a9765-d0f3-4810-adcb-af948034f8a5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.5492780 May 06 09:50:47.015845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.021491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.058033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-1556b9e7-bb56-47cf-9c57-1eeecc1a72e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.059627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-1556b9e7-bb56-47cf-9c57-1eeecc1a72e9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27d315e8ba5c4fed8f4ee6f8b3177288&device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 1094 time: 0.1832085 May 06 09:50:47.067006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-2ba82dc7-deed-4f76-a020-b086d9a4e5c7 service neutron] 10.222.0.76 "GET /v2.0/networks/f8dfea92-bad0-4cce-a2f3-0b3b82053738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785508 May 06 09:50:47.084523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:47.101072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2581dd-eb06-41f2-a404-479b398677ec') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:47.101583 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2581dd-eb06-41f2-a404-479b398677ec') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:47.115513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.121380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-51250277-72f6-444b-8d70-ae59ff12dd0e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f612ecf-89cd-4197-bb52-56970cad241b HTTP/1.1" status: 200 len: 217 time: 0.0522256 May 06 09:50:47.136392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43a5ffa0-1d13-4a0a-a3b7-71bcdc389d34 req-fe8172d2-d828-4985-980a-b20bdb0a0413 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114609 May 06 09:50:47.140541 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.164556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:47.165033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: timer() May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:47.167003 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:47.220263 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9825ab88-4474-46a8-80dd-0fd2d863462b x-openstack-request-id: req-9825ab88-4474-46a8-80dd-0fd2d863462b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:47.220263 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f233c92-a27d-4c5c-a00a-069c4f81ea38", "tag": "6f612ecf-89cd-4197-bb52-56970cad241b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:47.220553 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9825ab88-4474-46a8-80dd-0fd2d863462b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:47.220898 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9825ab88-4474-46a8-80dd-0fd2d863462b'] response: {'name': 'network-changed', 'server_uuid': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'tag': '6f612ecf-89cd-4197-bb52-56970cad241b', 'status': 'completed', 'code': 200} May 06 09:50:47.248601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-909c0922-ac51-4117-a486-e726008ebe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.250079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-909c0922-ac51-4117-a486-e726008ebe38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=64a76497-cb03-4509-bf3c-fdd77400c39b HTTP/1.1" status: 200 len: 862 time: 0.0679586 May 06 09:50:47.275625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.300204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-2b15b9b1-162f-4a5d-8f5d-b4b5223f64dc service neutron] 10.222.0.76 "GET /v2.0/networks/f8dfea92-bad0-4cce-a2f3-0b3b82053738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175431 May 06 09:50:47.303730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.307079 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] 10.222.0.76 "DELETE /v2.0/networks/4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0 HTTP/1.1" status: 204 len: 168 time: 0.6152449 May 06 09:50:47.323415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-fc930bcd-64fa-4dac-9b5c-f6582b8e4580 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f0e51f6-e06b-4eef-accb-955ddbff5ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550814 May 06 09:50:47.348691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67aa862-2197-44b5-9728-734ee8ba572b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c34f33d-f7dd-4e1c-a4d2-a7409e8a30d0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:47.396737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.402987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.487674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-7edbbc7c-94ef-4088-9cf0-4d2400ce6a07 service neutron] 10.222.0.82 "GET /v2.0/networks/1f0e51f6-e06b-4eef-accb-955ddbff5ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315057 May 06 09:50:47.491450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] In _notify_port_updated(), no bound segment for port 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe on network f37eaebd-665d-4dda-8202-11dc7d20fbd3 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:50:47.497321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.497859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8d0cb-3d90-4c89-90b2-7bab546e159a req-3a16488b-de11-49e7-99ad-3c015adba0d2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.498016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.499253 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "PUT /v2.0/ports/7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe HTTP/1.1" status: 200 len: 1066 time: 0.7363553 May 06 09:50:47.502028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55356) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:47.512382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25a8d0cb-3d90-4c89-90b2-7bab546e159a req-3a16488b-de11-49e7-99ad-3c015adba0d2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1940758 May 06 09:50:47.577949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26130c01-c925-418f-a6f6-54362afd62f7 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event updated for resources: {'Port': ['ID=7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:47.663273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10ffa5d4-e954-4f4f-aed8-32df3726fc10 req-5fa2d4a7-84a6-440c-8e91-197690f83407 service neutron] 10.222.0.82 "GET /v2.0/networks/1f0e51f6-e06b-4eef-accb-955ddbff5ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479664 May 06 09:50:47.749399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting port 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:47.753411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.767490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55366) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:47.853445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25a8d0cb-3d90-4c89-90b2-7bab546e159a req-45937dc8-bea1-4647-99ee-ccc7c9c4fd8d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938834 May 06 09:50:47.876811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-c16bcdd5-c1ee-433e-a2f5-103659c9ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.878283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-c16bcdd5-c1ee-433e-a2f5-103659c9ae84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=27d315e8ba5c4fed8f4ee6f8b3177288&device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 1094 time: 0.1319060 May 06 09:50:47.907815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba308e-1067-4d9f-91db-eda4a4f60790 req-e1e93b63-8bec-42a8-870d-8c397306d81a tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:47.909853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbba308e-1067-4d9f-91db-eda4a4f60790 req-e1e93b63-8bec-42a8-870d-8c397306d81a tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 943 time: 0.2146764 May 06 09:50:47.916282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9468eef6-0684-4217-a2fb-a9e0e3936006 None None] Provisioning complete for port 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:47.916809 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9468eef6-0684-4217-a2fb-a9e0e3936006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:47.955922 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6b80f87d-8f8b-4101-9481-a12a5af7446b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f3bfa9b81f4441b1bc0957b5dd261b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872771 May 06 09:50:47.964024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55376) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:48.002836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9468eef6-0684-4217-a2fb-a9e0e3936006 None None] Port 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:50:48.056562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.071397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9995ee8-d6f1-48e6-966d-60b5606c5168 req-7e2e8380-c1af-4dd9-a7c9-4d56f97b058d tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 210 time: 0.1229355 May 06 09:50:48.085144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Calling delete_port for 7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:48.116034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbba308e-1067-4d9f-91db-eda4a4f60790 req-02ec8369-01c1-429d-892c-acc2a9077de7 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910925 May 06 09:50:48.140317 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.167694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.197837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.218649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-a7446eab-d7d5-4913-90a1-624cab65ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:48.220165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-a7446eab-d7d5-4913-90a1-624cab65ba7b service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f0e51f6-e06b-4eef-accb-955ddbff5ec2 HTTP/1.1" status: 200 len: 923 time: 0.3088679 May 06 09:50:48.254279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.257893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.259337 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2c30c91-12b9-48e0-87d9-abf27226fd69 HTTP/1.1" status: 204 len: 168 time: 0.2925007 May 06 09:50:48.281882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c30c91-12b9-48e0-87d9-abf27226fd69,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:48.292974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.293189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.293437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.293800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.294150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.294497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.294790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.295136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.295492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.295970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.296371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.296703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9bebd6-04da-4ae6-8bac-40daa943769c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:48.304999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-6df8c46c-6e68-4f9d-8c4c-5044bcf4ef6c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f612ecf-89cd-4197-bb52-56970cad241b HTTP/1.1" status: 200 len: 217 time: 0.0750046 May 06 09:50:48.409146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.445469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33351cb5-96a0-47c6-954a-b481b2638404 req-c514b2ff-435d-40f9-a497-595cbec33669 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:48.453090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33351cb5-96a0-47c6-954a-b481b2638404 req-c514b2ff-435d-40f9-a497-595cbec33669 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.2251501 May 06 09:50:48.458404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Port': ['ID=7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:48.468718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-d71541d7-e85e-4da0-8ce0-e679f93d3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:48.470426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-d71541d7-e85e-4da0-8ce0-e679f93d3094 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=64a76497-cb03-4509-bf3c-fdd77400c39b HTTP/1.1" status: 200 len: 862 time: 0.1532931 May 06 09:50:48.524158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-dab068f3-1a96-405b-a177-d115afa44609 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f0e51f6-e06b-4eef-accb-955ddbff5ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367510 May 06 09:50:48.538532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-585035ed-e64b-42e5-897a-cd7b344b5c48 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:48.540407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-585035ed-e64b-42e5-897a-cd7b344b5c48 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 813 time: 0.2936513 May 06 09:50:48.648118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33351cb5-96a0-47c6-954a-b481b2638404 req-bda91f07-86ce-4fa6-918a-efa8f1c54669 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935835 May 06 09:50:48.665919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-5fa4797c-2e37-401b-8909-5ce0683fd71b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/quotas/9e7fc1ba5f664fdaa0ecc2cd1c463f5d HTTP/1.1" status: 200 len: 375 time: 0.1072562 May 06 09:50:48.673612 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.770925 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:48.778439 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f837bcc5-dcb9-4260-ac77-57157e3633d5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/ports/7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe HTTP/1.1" status: 204 len: 168 time: 1.2753556 May 06 09:50:48.779385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55400) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:48.842568 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbef3f5-3b64-4a88-b6cf-08e7cf4f6b0a tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] GET failed (client error): The resource could not be found. May 06 09:50:48.848881 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-adbef3f5-3b64-4a88-b6cf-08e7cf4f6b0a tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "GET /v2.0/ports/7a0bda51-e1e8-4760-a0ca-b1b7c3539dbe HTTP/1.1" status: 404 len: 333 time: 0.0678256 May 06 09:50:48.851090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55406) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:48.868612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-69c0ab95-2636-4fdf-b9ad-101dd5ca2ac0 service neutron] 10.222.0.82 "GET /v2.0/networks/1f0e51f6-e06b-4eef-accb-955ddbff5ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221698 May 06 09:50:48.876794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9c7513d5-e720-41bf-84a5-b6c859b3c29c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1925051 May 06 09:50:49.037731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting port 159c446c-29f9-479b-87b6-7df09852e44a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:49.038237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.083874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e1eac41-38c9-42b8-8efc-decbeeadf9bc req-70a99c7f-43d0-4d30-88a5-23b93dd2fa06 service neutron] 10.222.0.82 "GET /v2.0/networks/1f0e51f6-e06b-4eef-accb-955ddbff5ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060971 May 06 09:50:49.088101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-c00a6f4e-83b6-42b3-8e69-ca10ac7ddf7a service neutron] 10.222.0.76 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022965 May 06 09:50:49.186246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.201252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Calling delete_port for 159c446c-29f9-479b-87b6-7df09852e44a owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:49.247260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-462eda5a-334a-4d77-8c1d-659c9fbdfce2 req-db6202d8-8ee1-4830-8010-1830f2cfe754 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 210 time: 0.0832064 May 06 09:50:49.311693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-8f4e48c3-f09d-4b68-b648-b6508ef8afb6 service neutron] 10.222.0.76 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114902 May 06 09:50:49.338135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-e836d8a9-ce08-464a-812b-c0e55f849b57 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:49.338563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-e836d8a9-ce08-464a-812b-c0e55f849b57 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.83 "GET /v2.0/networks?id=f8dfea92-bad0-4cce-a2f3-0b3b82053738 HTTP/1.1" status: 200 len: 809 time: 0.1910975 May 06 09:50:49.355298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Request body: {'port': {'device_id': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738', 'admin_state_up': True, 'tenant_id': 'afe1b8ddbe4a425a914c01f919e10acf'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:49.437480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.499068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Port': ['ID=159c446c-29f9-479b-87b6-7df09852e44a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:49.540025 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.543600 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a44834b-2c0f-49d4-8c1b-f2dc8a01fb3e tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/ports/159c446c-29f9-479b-87b6-7df09852e44a HTTP/1.1" status: 204 len: 168 time: 0.6911433 May 06 09:50:49.546055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5feaf9a1-8946-4989-97c8-73dae7950598 req-09de3992-aa68-454f-b7c7-f8fe8bf4ee11 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 210 time: 0.0470452 May 06 09:50:49.546692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55434) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:49.554215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d981743-cfa9-4042-8bc6-10e10037fa32 req-af72d62b-ca65-4c30-b8a7-78f8900992f1 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:49.555999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d981743-cfa9-4042-8bc6-10e10037fa32 req-af72d62b-ca65-4c30-b8a7-78f8900992f1 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 943 time: 0.1620483 May 06 09:50:49.580121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:49.626873 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ccd5b5-d923-482c-ae88-ee50977a91a5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] GET failed (client error): The resource could not be found. May 06 09:50:49.632266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f5ccd5b5-d923-482c-ae88-ee50977a91a5 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "GET /v2.0/ports/159c446c-29f9-479b-87b6-7df09852e44a HTTP/1.1" status: 404 len: 333 time: 0.0716057 May 06 09:50:49.632376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:49.668489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Made reservation on behalf of afe1b8ddbe4a425a914c01f919e10acf for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:49.673113 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.712896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d981743-cfa9-4042-8bc6-10e10037fa32 req-3e69a7e6-df60-4de0-86dc-a3a219f4e54d tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254854 May 06 09:50:49.756522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-591608394-network', 'tenant_id': '0fd39fac70d84ed78c8d6c60ac9caa72'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:49.794933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Made reservation on behalf of 0fd39fac70d84ed78c8d6c60ac9caa72 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:49.797301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.810266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.837297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting port 214ba0f8-0677-4a48-bcc6-b55195984acc {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:49.837887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:49.852923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a32f36-7bdd-42d3-a4c7-4a847b7d6f0a req-27f30141-dae4-42e1-ac07-aac75e82e50a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:49.854396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8a32f36-7bdd-42d3-a4c7-4a847b7d6f0a req-27f30141-dae4-42e1-ac07-aac75e82e50a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1022067 May 06 09:50:49.943779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Allocated IP 172.20.0.10 (f8dfea92-bad0-4cce-a2f3-0b3b82053738/78509979-e0df-4c6b-b105-726277d80b22/000ad48d-8799-49ce-94f4-e57f87283438) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:49.955276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8a32f36-7bdd-42d3-a4c7-4a847b7d6f0a req-491e19b9-9a7d-4935-8f69-361e3ab9ce86 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630317 May 06 09:50:50.062904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.081786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.087204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Calling delete_port for 214ba0f8-0677-4a48-bcc6-b55195984acc owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:50.092031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.183466 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.195793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:50.210820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a9671-4bb2-40b4-95ae-b8b794869a64,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:50.217320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.217671 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Added segment 8dfe8fe2-a742-4815-a965-8148cab20894 of type vlan for network 6d4b0a22-94ec-403e-8a82-b93f162f4521 May 06 09:50:50.223563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.295317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Network f8dfea92-bad0-4cce-a2f3-0b3b82053738 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:50.297822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Pushing event updated for resources: {'Port': ['ID=000ad48d-8799-49ce-94f4-e57f87283438,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:50.308481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:50.309220 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.311292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:50.384612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.385502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:50.386240 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.421807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:50.422748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.446181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.446663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-cd7d7c92-1780-49c2-83c9-04d2be4c0103 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0972900 May 06 09:50:50.455214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89376-4690-4f70-9b26-843fee553b0d req-e5f7dae5-47ea-47a3-a27a-98e6739d8e24 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:50.463898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bb89376-4690-4f70-9b26-843fee553b0d req-e5f7dae5-47ea-47a3-a27a-98e6739d8e24 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 932 time: 0.0892024 May 06 09:50:50.475193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.496802 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9118974 May 06 09:50:50.496802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8200eb8-7c7b-42fa-b7d7-b1b51935e456 admin admin] Pushing event updated for resources: {'Network': ['ID=6d4b0a22-94ec-403e-8a82-b93f162f4521,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:50.497166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Port': ['ID=214ba0f8-0677-4a48-bcc6-b55195984acc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:50.498146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55464) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.510279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Request body: {'subnet': {'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-591608394-subnet', 'tenant_id': '0fd39fac70d84ed78c8d6c60ac9caa72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:50.514892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 6d4b0a22-94ec-403e-8a82-b93f162f4521 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:50.527123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.530687 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ed3d63f4-f0ca-4435-b2db-b7eb1a1f7094 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/ports/214ba0f8-0677-4a48-bcc6-b55195984acc HTTP/1.1" status: 204 len: 168 time: 0.8974757 May 06 09:50:50.534253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55466) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:50.557725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bb89376-4690-4f70-9b26-843fee553b0d req-56e7a977-0322-40c8-bbfc-36632fd106ce tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929332 May 06 09:50:50.561752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Request body: {'port': {'device_id': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:50.591974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:50.635163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Made reservation on behalf of 0fd39fac70d84ed78c8d6c60ac9caa72 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:50.638641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.775914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:50.808701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '002254db-568d-45fa-ad04-35ae8ff513b8', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8', 'mac_address': 'fa:16:3e:1f:b7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:50.813695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df7aac1a-0125-494a-80f6-1fd542004496 req-f44f7f79-6cc0-4b6d-9517-58c0de9bc49e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 210 time: 0.1411221 May 06 09:50:50.850180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6f612ecf-89cd-4197-bb52-56970cad241b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:50.902864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting subnet b7f52150-0344-4130-994d-544a7da61072 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:50:50.937092 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.941194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:50.963575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 002254db-568d-45fa-ad04-35ae8ff513b8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:50.985545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.000603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:51.006819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6f612ecf-89cd-4197-bb52-56970cad241b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6f612ecf-89cd-4197-bb52-56970cad241b,segment=NetworkSegment(dd2ae999-5944-4b5e-8e5e-1e6080d2f517),segment_id=dd2ae999-5944-4b5e-8e5e-1e6080d2f517)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:51.010956 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.033240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.065680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '6f612ecf-89cd-4197-bb52-56970cad241b', 'network_id': '1f0e51f6-e06b-4eef-accb-955ddbff5ec2', 'port_id': '6f612ecf-89cd-4197-bb52-56970cad241b', 'mac_address': 'fa:16:3e:82:28:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64a76497-cb03-4509-bf3c-fdd77400c39b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:51.119863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['002254db-568d-45fa-ad04-35ae8ff513b8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:51.146755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94421f48-4171-43e7-9c93-db801a9c8a31 req-7765dc5e-ea8b-4cda-8356-7db7247db7a8 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:51.148244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94421f48-4171-43e7-9c93-db801a9c8a31 req-7765dc5e-ea8b-4cda-8356-7db7247db7a8 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 943 time: 0.3315420 May 06 09:50:51.175512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:51.193421 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.194993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-bad78b35-9203-494b-b718-24bcaa8957ca tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:51.196521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-bad78b35-9203-494b-b718-24bcaa8957ca tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.82 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 813 time: 0.4502635 May 06 09:50:51.237924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Request body: {'port': {'device_id': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81', 'admin_state_up': True, 'tenant_id': '9e7fc1ba5f664fdaa0ecc2cd1c463f5d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:51.288425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f612ecf-89cd-4197-bb52-56970cad241b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:51.320976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6f612ecf-89cd-4197-bb52-56970cad241b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6f612ecf-89cd-4197-bb52-56970cad241b,segment=NetworkSegment(dd2ae999-5944-4b5e-8e5e-1e6080d2f517),segment_id=dd2ae999-5944-4b5e-8e5e-1e6080d2f517)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:51.331669 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.469041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6f612ecf-89cd-4197-bb52-56970cad241b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:51.563310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6f612ecf-89cd-4197-bb52-56970cad241b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:51.712482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c537c4-8dba-4d57-8724-fbe06f7954d2 req-6554fd21-32b6-4bb7-a3dd-57e5295feb16 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:51.713901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1c537c4-8dba-4d57-8724-fbe06f7954d2 req-6554fd21-32b6-4bb7-a3dd-57e5295feb16 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.6474473 May 06 09:50:51.771346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.820381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94421f48-4171-43e7-9c93-db801a9c8a31 req-ec4c752e-130f-4db0-8165-abc624bfaaec tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6518507 May 06 09:50:51.897685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:51.997694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1c537c4-8dba-4d57-8724-fbe06f7954d2 req-fa5a17cf-8d8e-44d9-94fa-915d2ccb9562 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477200 May 06 09:50:52.071004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d84984-a474-40df-a6fc-a8e62482e1c0,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:52.110253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.148514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Made reservation on behalf of 9e7fc1ba5f664fdaa0ecc2cd1c463f5d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:52.152005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.177731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-317285c8-1f87-4b33-ab43-dd078d6568ad req-c13ef757-033a-495a-ba98-be1680442424 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 210 time: 0.0911369 May 06 09:50:52.193361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c4f32-2df8-41ac-9b90-47aeb102e2d6 req-c9950047-8680-4bf2-9de9-d369098738d0 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:52.195932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2c4f32-2df8-41ac-9b90-47aeb102e2d6 req-c9950047-8680-4bf2-9de9-d369098738d0 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 932 time: 0.2904336 May 06 09:50:52.200312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f52150-0344-4130-994d-544a7da61072,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:52.203241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Checking segment: {'id': '8dfe8fe2-a742-4815-a965-8148cab20894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:52.203609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Network hostable DHCP agents. Network: 6d4b0a22-94ec-403e-8a82-b93f162f4521, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:52.209326 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.212890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f4fccf41-e03f-4aff-947c-d0649819ec09 tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/subnets/b7f52150-0344-4130-994d-544a7da61072 HTTP/1.1" status: 204 len: 168 time: 1.6748526 May 06 09:50:52.214914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d3048-eb17-4475-9b84-e1da0955839e None None] Network f37eaebd-665d-4dda-8202-11dc7d20fbd3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:52.215815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55488) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:52.325123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.349696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Network 6d4b0a22-94ec-403e-8a82-b93f162f4521 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:52.368689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000ad48d-8799-49ce-94f4-e57f87283438 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:52.396793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2c4f32-2df8-41ac-9b90-47aeb102e2d6 req-899ef833-db62-4cda-b3de-67d5cef1ce8b tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815498 May 06 09:50:52.412427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Deleting port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:52.412913 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.422391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.429188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 6d4b0a22-94ec-403e-8a82-b93f162f4521) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:52.447705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e93cb-806d-4353-98a4-7ae1e45270c4 None None] Network 6d4b0a22-94ec-403e-8a82-b93f162f4521 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:52.468344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:52.468962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.504820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Transition to ACTIVE for port object 000ad48d-8799-49ce-94f4-e57f87283438 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:52.508978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] For port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d1fb3ec9-f42a-4a69-9f63-be8a0f38e041,segment=NetworkSegment(e62044cd-fc1f-4d33-86ad-7d0ade3daa3e),segment_id=e62044cd-fc1f-4d33-86ad-7d0ade3daa3e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:52.509718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.516929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.529711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Calling delete_port for d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:50:52.608152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Pushing event updated for resources: {'Port': ['ID=000ad48d-8799-49ce-94f4-e57f87283438,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:52.628366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-35718d9d-e0bc-46ae-a0c2-695b940477a5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1296880 May 06 09:50:52.630210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Allocated IP 172.20.0.5 (9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81/ce37069b-1939-4ab4-bc40-f299e26a7542/998791dd-c2f8-4810-b468-e87fe359d93b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:52.631769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:52.644061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.717560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] No DVR routers for this DVR port d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:50:52.719381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Port': ['ID=d1fb3ec9-f42a-4a69-9f63-be8a0f38e041,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:52.750140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a8c1a-e235-4ef0-b5ef-9a4249f3de5d None None] Network 6d4b0a22-94ec-403e-8a82-b93f162f4521 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:52.865847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6f612ecf-89cd-4197-bb52-56970cad241b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:50:52.936080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aec57a-a94a-4470-ae0c-038eb41651bc None None] DHCP port deletion for f37eaebd-665d-4dda-8202-11dc7d20fbd3 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:50:52.955262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:52.986346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37eaebd-665d-4dda-8202-11dc7d20fbd3']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:52.996444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 002254db-568d-45fa-ad04-35ae8ff513b8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:52.996818 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.005037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62044cd-fc1f-4d33-86ad-7d0ade3daa3e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:53.007719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62044cd-fc1f-4d33-86ad-7d0ade3daa3e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:50:53.023838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.044263 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.053344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Attempting to bind port 000ad48d-8799-49ce-94f4-e57f87283438 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:53.053679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Attempting to bind port 000ad48d-8799-49ce-94f4-e57f87283438 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '36c7b723-151e-4ad0-a29d-7b1ce45da735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:53.054543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Attempting to bind port 000ad48d-8799-49ce-94f4-e57f87283438 on network f8dfea92-bad0-4cce-a2f3-0b3b82053738 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:53.055089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:50:53.056020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.112201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Port 000ad48d-8799-49ce-94f4-e57f87283438 on network f8dfea92-bad0-4cce-a2f3-0b3b82053738 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:53.112529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Attempting to bind port 000ad48d-8799-49ce-94f4-e57f87283438 on network f8dfea92-bad0-4cce-a2f3-0b3b82053738 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:53.149460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:53.149460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Checking segment: {'id': '36c7b723-151e-4ad0-a29d-7b1ce45da735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:53.149460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Bound using segment: {'id': '36c7b723-151e-4ad0-a29d-7b1ce45da735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:53.149460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Bound port: 000ad48d-8799-49ce-94f4-e57f87283438, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36c7b723-151e-4ad0-a29d-7b1ce45da735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:53.149460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.182023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86731fe4-6d1f-4510-a80f-a20a414a797c req-63cf40d2-e57a-4376-85ea-fb46c55ff228 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:53.183671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86731fe4-6d1f-4510-a80f-a20a414a797c req-63cf40d2-e57a-4376-85ea-fb46c55ff228 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 944 time: 0.2008722 May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: timer() May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:50:53.206540 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:50:53.237593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.249423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.271696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.283993 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] 10.222.0.76 "DELETE /v2.0/networks/f37eaebd-665d-4dda-8202-11dc7d20fbd3 HTTP/1.1" status: 204 len: 168 time: 1.0653541 May 06 09:50:53.308777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324283-eb60-4bec-b5f9-d41821eb5b4d tempest-AllowedAddressPairIpV6TestJSON-193716625 tempest-AllowedAddressPairIpV6TestJSON-193716625-project] Pushing event deleted for resources: {'Network': ['ID=f37eaebd-665d-4dda-8202-11dc7d20fbd3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:53.343863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d493-5286-4c55-b148-431d7d7a17f4 req-150d6952-403f-4af9-b274-b3797f4d1cf5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:53.351793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8b4d493-5286-4c55-b148-431d7d7a17f4 req-150d6952-403f-4af9-b274-b3797f4d1cf5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.2203820 May 06 09:50:53.405650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86731fe4-6d1f-4510-a80f-a20a414a797c req-1ae339b4-18f5-48ea-9f0f-7f50e9f662b3 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935515 May 06 09:50:53.412500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 6f612ecf-89cd-4197-bb52-56970cad241b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:50:53.421991 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.424201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 6f612ecf-89cd-4197-bb52-56970cad241b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:50:53.424604 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.450903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] For port 000ad48d-8799-49ce-94f4-e57f87283438, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:53.477766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] For port 000ad48d-8799-49ce-94f4-e57f87283438, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=000ad48d-8799-49ce-94f4-e57f87283438,segment=NetworkSegment(36c7b723-151e-4ad0-a29d-7b1ce45da735),segment_id=36c7b723-151e-4ad0-a29d-7b1ce45da735)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:53.492660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.540260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8b4d493-5286-4c55-b148-431d7d7a17f4 req-22cc6de6-25b2-49ec-982b-54b086bcf2d6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875074 May 06 09:50:53.546914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.589025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['fdbdbdd0-c0fd-4818-be87-8178c887956b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:50:53.652448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:53.676410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:53.677027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.678561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] 10.222.0.83 "PUT /v2.0/ports/000ad48d-8799-49ce-94f4-e57f87283438 HTTP/1.1" status: 200 len: 1092 time: 3.1264131 May 06 09:50:53.683833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'tag': '000ad48d-8799-49ce-94f4-e57f87283438'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:53.686303 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec86168e-6d62-41c0-975e-661e8d0c3e03" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a6fbd8-5cb5-4d00-8e35-265f39bb429a", "tag": "000ad48d-8799-49ce-94f4-e57f87283438"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:53.747489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:53.747782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55528) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:53.767799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:53.787390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:53.797104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:53.799841 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8f875-ee8d-474d-a19c-a9fdd426ccf9" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:53.805197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248f5b4-4015-445b-9cd2-b72883680b00 service neutron] Pushing event updated for resources: {'Port': ['ID=000ad48d-8799-49ce-94f4-e57f87283438,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:53.808389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:53.815289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.816535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-606302542-network', 'tenant_id': '7576b72aede54ae0bb7cdf4794acbe55'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:53.854041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Made reservation on behalf of 7576b72aede54ae0bb7cdf4794acbe55 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:53.857640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.860352 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.869486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:53.886456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147ee9e-fd8e-4c0d-9cde-a5698baf679e req-942d0eae-9f50-41dc-91da-10ceadb88892 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:53.894092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a147ee9e-fd8e-4c0d-9cde-a5698baf679e req-942d0eae-9f50-41dc-91da-10ceadb88892 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 931 time: 0.3523254 May 06 09:50:53.959999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f46d8-9587-45d7-9c88-3f220bbccc6e req-8ae416d1-5475-4a45-8637-529882e96489 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:53.967749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b1f46d8-9587-45d7-9c88-3f220bbccc6e req-8ae416d1-5475-4a45-8637-529882e96489 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 944 time: 0.2929404 May 06 09:50:53.982586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:53.991416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Pushing event updated for resources: {'Port': ['ID=998791dd-c2f8-4810-b468-e87fe359d93b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:53.999419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.000461 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.017971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.018843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-b15e6c37-d580-4603-857c-287d613800e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.020653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-b15e6c37-d580-4603-857c-287d613800e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=afe1b8ddbe4a425a914c01f919e10acf&device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 1095 time: 0.2751293 May 06 09:50:54.025378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.055523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ede6045-642c-46c8-8086-5e52f78cbeeb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:54.064756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a147ee9e-fd8e-4c0d-9cde-a5698baf679e req-a5a01d45-87aa-4909-bdd1-ab421f36c38c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696277 May 06 09:50:54.070526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:54.104419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6f612ecf-89cd-4197-bb52-56970cad241b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6f612ecf-89cd-4197-bb52-56970cad241b,segment=NetworkSegment(dd2ae999-5944-4b5e-8e5e-1e6080d2f517),segment_id=dd2ae999-5944-4b5e-8e5e-1e6080d2f517)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:54.107625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.108128 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Added segment 744565b3-65f4-4493-99fc-27ff9143cc2e of type vlan for network a3f73939-b3e7-455b-a03c-e3c51faf24ec May 06 09:50:54.115727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.153912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-faa92529-a763-4ff4-b157-8974a91e8111 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=000ad48d-8799-49ce-94f4-e57f87283438 HTTP/1.1" status: 200 len: 217 time: 0.1196747 May 06 09:50:54.165811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-9ef0961b-bdde-47a6-9129-8a21830fcd3a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9468853 May 06 09:50:54.173928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6f612ecf-89cd-4197-bb52-56970cad241b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:54.205971 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2965d1-0bfa-4379-b5c7-b88eed217cf1 x-openstack-request-id: req-ce2965d1-0bfa-4379-b5c7-b88eed217cf1 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:54.206263 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:54.206518 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce2965d1-0bfa-4379-b5c7-b88eed217cf1 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:54.206963 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2965d1-0bfa-4379-b5c7-b88eed217cf1'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'code': 200} May 06 09:50:54.212327 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.232304 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22ee59a-bca3-4381-8201-57835af37d78 x-openstack-request-id: req-d22ee59a-bca3-4381-8201-57835af37d78 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:54.232595 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a6fbd8-5cb5-4d00-8e35-265f39bb429a", "tag": "000ad48d-8799-49ce-94f4-e57f87283438", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:54.232842 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d22ee59a-bca3-4381-8201-57835af37d78 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:54.233240 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d22ee59a-bca3-4381-8201-57835af37d78'] response: {'name': 'network-changed', 'server_uuid': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'tag': '000ad48d-8799-49ce-94f4-e57f87283438', 'status': 'completed', 'code': 200} May 06 09:50:54.237301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-26bb9cc8-b1c2-46f3-95ec-f8f09b1f2718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.238754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-26bb9cc8-b1c2-46f3-95ec-f8f09b1f2718 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78509979-e0df-4c6b-b105-726277d80b22 HTTP/1.1" status: 200 len: 849 time: 0.0720592 May 06 09:50:54.246059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Request body: {'port': {'device_id': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:54.257143 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0c266b70-c01c-4278-91b3-2b274e854d91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91adee2f4da24932bee3ca6c884f4790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077264 May 06 09:50:54.260337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55540) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:54.267778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.268770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.269969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.293423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b1f46d8-9587-45d7-9c88-3f220bbccc6e req-bbd7378d-8f6c-4b14-8c2f-0d541509842e tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246882 May 06 09:50:54.319245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-7ab371be-17af-4b4c-9c1e-0e03e8c2e574 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8dfea92-bad0-4cce-a2f3-0b3b82053738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467341 May 06 09:50:54.381096 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5708716 May 06 09:50:54.383971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b44bdca-35b7-4fb8-b8f1-c625f2cd45a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.385779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:54.391468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Request body: {'subnet': {'network_id': 'a3f73939-b3e7-455b-a03c-e3c51faf24ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-606302542-subnet', 'tenant_id': '7576b72aede54ae0bb7cdf4794acbe55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:54.397285 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.408791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bded235-37ac-455f-9099-569f7d4f694e admin admin] Pushing event updated for resources: {'Network': ['ID=a3f73939-b3e7-455b-a03c-e3c51faf24ec,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:54.427486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a3f73939-b3e7-455b-a03c-e3c51faf24ec details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:54.437351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Made reservation on behalf of 7576b72aede54ae0bb7cdf4794acbe55 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:54.443839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.561001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b44bdca-35b7-4fb8-b8f1-c625f2cd45a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.675843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:50:54.684288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-e07a0ce7-950d-4d4d-8b0e-8835ca628c97 service neutron] 10.222.0.83 "GET /v2.0/networks/f8dfea92-bad0-4cce-a2f3-0b3b82053738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438127 May 06 09:50:54.714802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:50:54.715028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d1fb3ec9-f42a-4a69-9f63-be8a0f38e041 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:50:54.763874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b44bdca-35b7-4fb8-b8f1-c625f2cd45a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.766772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b44bdca-35b7-4fb8-b8f1-c625f2cd45a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.767725 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3b44bdca-35b7-4fb8-b8f1-c625f2cd45a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20abc1fd-a18d-4ef3-b278-9161af38f4d6 HTTP/1.1" status: 204 len: 168 time: 0.5061102 May 06 09:50:54.782636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44bdca-35b7-4fb8-b8f1-c625f2cd45a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20abc1fd-a18d-4ef3-b278-9161af38f4d6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:54.813353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7712-4197-4e99-8a6c-3a2917510668 req-7936f905-30fc-46c2-8d06-ace2e755405d tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.821668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633f7712-4197-4e99-8a6c-3a2917510668 req-7936f905-30fc-46c2-8d06-ace2e755405d tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 0.3142972 May 06 09:50:54.840836 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:54.930926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Checking segment: {'id': '744565b3-65f4-4493-99fc-27ff9143cc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a3f73939-b3e7-455b-a03c-e3c51faf24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:54.931190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Network hostable DHCP agents. Network: a3f73939-b3e7-455b-a03c-e3c51faf24ec, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:54.933542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b4494e-40d5-4d9e-959e-890c91a7e2fa,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:54.960577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Network a3f73939-b3e7-455b-a03c-e3c51faf24ec is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:54.979737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a3f73939-b3e7-455b-a03c-e3c51faf24ec) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:54.979999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371b72-2788-4493-9392-0808ceed04b2 req-eab91320-5a56-4f98-b0cf-7e670dcd006c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.987425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6371b72-2788-4493-9392-0808ceed04b2 req-eab91320-5a56-4f98-b0cf-7e670dcd006c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.3021345 May 06 09:50:54.989960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c612a2e-d7cd-4c82-9db7-9ce761b191af None None] Network a3f73939-b3e7-455b-a03c-e3c51faf24ec requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:54.991861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:54.993067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:55.000610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633f7712-4197-4e99-8a6c-3a2917510668 req-c34d248b-5283-4bf9-beda-6ccaff454f03 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755478 May 06 09:50:55.024924 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4d95280-d5a3-4248-af1a-306f3faa972c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6379030 May 06 09:50:55.118397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f694812-f674-44f6-8961-70ebb55dbc8f req-c9a14c17-9bfb-4f11-9abd-068617cacfd7 service neutron] 10.222.0.83 "GET /v2.0/networks/f8dfea92-bad0-4cce-a2f3-0b3b82053738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179282 May 06 09:50:55.248207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6371b72-2788-4493-9392-0808ceed04b2 req-d5ebefd0-7388-47f3-99c8-337a32516eb3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597749 May 06 09:50:55.308309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ff98d-a2f9-4d38-8964-384cc560f024 None None] Network a3f73939-b3e7-455b-a03c-e3c51faf24ec requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:55.388341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-e867549a-9248-4d2f-a38b-69a8363083a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:55.390862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-e867549a-9248-4d2f-a38b-69a8363083a5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=afe1b8ddbe4a425a914c01f919e10acf&device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 1095 time: 0.2101955 May 06 09:50:55.887860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e3237-2228-46cf-bfd5-37417eec5983 req-81e39a70-dd8f-4311-aa49-85b0b5689039 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:55.889482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750e3237-2228-46cf-bfd5-37417eec5983 req-81e39a70-dd8f-4311-aa49-85b0b5689039 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 931 time: 0.6930006 May 06 09:50:55.979520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-fb5f42df-05df-47bc-9718-4b32c425dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:55.982187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-fb5f42df-05df-47bc-9718-4b32c425dc73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8dfea92-bad0-4cce-a2f3-0b3b82053738 HTTP/1.1" status: 200 len: 910 time: 0.5708745 May 06 09:50:56.087119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-004e7b1f-22b1-4e59-ab1b-2b259eeea363 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=000ad48d-8799-49ce-94f4-e57f87283438 HTTP/1.1" status: 200 len: 217 time: 0.0787933 May 06 09:50:56.093577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998791dd-c2f8-4810-b468-e87fe359d93b {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:56.133631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.141119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-750e3237-2228-46cf-bfd5-37417eec5983 req-21ab120b-2b3b-43a0-8ef0-88bbd25b946e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401579 May 06 09:50:56.207887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f612ecf-89cd-4197-bb52-56970cad241b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:56.211254 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756f56ff-a4c0-4835-a6b0-b2f21c650bfa" -d '{"events": [{"server_uuid": "3f233c92-a27d-4c5c-a00a-069c4f81ea38", "name": "network-vif-plugged", "status": "completed", "tag": "6f612ecf-89cd-4197-bb52-56970cad241b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:56.220922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfa532-9f51-4cb4-963b-8265985f1553 req-2dc84db5-2fd3-4dc2-a9b3-720ea24d5e5a tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:56.223222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aecfa532-9f51-4cb4-963b-8265985f1553 req-2dc84db5-2fd3-4dc2-a9b3-720ea24d5e5a tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 944 time: 0.7716362 May 06 09:50:56.232350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Transition to ACTIVE for port object 998791dd-c2f8-4810-b468-e87fe359d93b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:50:56.282381 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.362105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-67a6c487-f604-45d5-a074-c5e593d7fd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:56.363858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-67a6c487-f604-45d5-a074-c5e593d7fd2d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=78509979-e0df-4c6b-b105-726277d80b22 HTTP/1.1" status: 200 len: 849 time: 0.2421095 May 06 09:50:56.371685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aecfa532-9f51-4cb4-963b-8265985f1553 req-41071954-15e6-4429-bd28-5f4344a6ba56 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374891 May 06 09:50:56.467925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-6109fc5f-6638-4371-a638-84ee54a3866d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8dfea92-bad0-4cce-a2f3-0b3b82053738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882516 May 06 09:50:56.485200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55632) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:56.535783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Pushing event updated for resources: {'Port': ['ID=998791dd-c2f8-4810-b468-e87fe359d93b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:56.636219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.636931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.637390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.637832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.638258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.638696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.639115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.639534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.640125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.640566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.641160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.641423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:50:56.654526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1094801385'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:56.684995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:56.689294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.702438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.747624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Attempting to bind port 998791dd-c2f8-4810-b468-e87fe359d93b on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:50:56.747859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Attempting to bind port 998791dd-c2f8-4810-b468-e87fe359d93b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:50:56.748235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Attempting to bind port 998791dd-c2f8-4810-b468-e87fe359d93b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:56.762933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688b401-6190-4a39-9cc3-49bdf6d181ec req-9e1d018c-c5f5-4325-947b-aa21c627ea8e tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:56.764705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f688b401-6190-4a39-9cc3-49bdf6d181ec req-9e1d018c-c5f5-4325-947b-aa21c627ea8e tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 0.1373236 May 06 09:50:56.768969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-34b7b7db-61f6-426b-99c7-f4b738e5b3e9 service neutron] 10.222.0.83 "GET /v2.0/networks/f8dfea92-bad0-4cce-a2f3-0b3b82053738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437811 May 06 09:50:56.769653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Port 998791dd-c2f8-4810-b468-e87fe359d93b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:50:56.770079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Attempting to bind port 998791dd-c2f8-4810-b468-e87fe359d93b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:50:56.794591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:50:56.797766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Checking segment: {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:56.801680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Bound using segment: {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:50:56.803295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Bound port: 998791dd-c2f8-4810-b468-e87fe359d93b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:50:56.805515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.863455 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.871622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.899064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:50:56.939613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:56.942167 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Added segment ab564380-e0f3-458a-9bef-918848f20074 of type vlan for network ec861bb2-f6c1-44b0-ab1c-795d98c15718 May 06 09:50:56.995866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f688b401-6190-4a39-9cc3-49bdf6d181ec req-60628e25-d7e1-476d-91cb-bec2d6228f95 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038918 May 06 09:50:56.996443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.037283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.043619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.044428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.059986 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46d5aa6-0acc-4752-9818-5f4caff8a138 x-openstack-request-id: req-b46d5aa6-0acc-4752-9818-5f4caff8a138 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:57.060517 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f233c92-a27d-4c5c-a00a-069c4f81ea38", "name": "network-vif-plugged", "status": "completed", "tag": "6f612ecf-89cd-4197-bb52-56970cad241b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:57.061044 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b46d5aa6-0acc-4752-9818-5f4caff8a138 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:57.061619 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46d5aa6-0acc-4752-9818-5f4caff8a138'] response: {'server_uuid': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f612ecf-89cd-4197-bb52-56970cad241b', 'code': 200} May 06 09:50:57.136895 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6468587 May 06 09:50:57.141589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0efec0b-dc2f-4c6c-99f4-c10826cc6ce8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:57.144714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55646) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:57.161193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] For port 998791dd-c2f8-4810-b468-e87fe359d93b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:50:57.165665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] For port 998791dd-c2f8-4810-b468-e87fe359d93b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=998791dd-c2f8-4810-b468-e87fe359d93b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:50:57.175302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:57.176063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-aaa70e90-5baf-4a0d-97b8-0f7278a4a090 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.178213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-aaa70e90-5baf-4a0d-97b8-0f7278a4a090 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/networks?id=6d4b0a22-94ec-403e-8a82-b93f162f4521 HTTP/1.1" status: 200 len: 824 time: 0.2191980 May 06 09:50:57.184817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.259359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa45fc-7807-4be9-a016-e4d4225dbdcd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Network': ['ID=ec861bb2-f6c1-44b0-ab1c-795d98c15718,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:57.275115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:50:57.299784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.300994 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.302551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] 10.222.0.82 "PUT /v2.0/ports/998791dd-c2f8-4810-b468-e87fe359d93b HTTP/1.1" status: 200 len: 1091 time: 3.0628417 May 06 09:50:57.326950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-afd81eae-cba4-4665-9abc-d57ccfe6840f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/quotas/0fd39fac70d84ed78c8d6c60ac9caa72 HTTP/1.1" status: 200 len: 375 time: 0.1039479 May 06 09:50:57.328599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'tag': '998791dd-c2f8-4810-b468-e87fe359d93b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:50:57.333918 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d" -d '{"events": [{"name": "network-changed", "server_uuid": "7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9", "tag": "998791dd-c2f8-4810-b468-e87fe359d93b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:50:57.365816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec86168e-6d62-41c0-975e-661e8d0c3e03 req-d4cb20c2-2fed-4adf-affa-1f84cc6b3d09 service neutron] 10.222.0.83 "GET /v2.0/networks/f8dfea92-bad0-4cce-a2f3-0b3b82053738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5880320 May 06 09:50:57.409522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:57.420306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.510764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-119ad035-5d97-4ff1-ba47-58c7cb2af789 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0fd39fac70d84ed78c8d6c60ac9caa72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1821048 May 06 09:50:57.633154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da886e-6e62-4bae-bf6b-214f7d3c306a req-0d76e27d-c2c8-4a1e-8178-5b99db1e56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.635135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86da886e-6e62-4bae-bf6b-214f7d3c306a req-0d76e27d-c2c8-4a1e-8178-5b99db1e56a0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 1096 time: 0.4529064 May 06 09:50:57.643313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-76a11827-3dfc-41cc-b6a1-472ea6593063 service neutron] 10.222.0.76 "GET /v2.0/networks/6d4b0a22-94ec-403e-8a82-b93f162f4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323230 May 06 09:50:57.697580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4f736-1a51-4cf8-a310-ddba08d9585f service neutron] Pushing event updated for resources: {'Port': ['ID=998791dd-c2f8-4810-b468-e87fe359d93b,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:57.756140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139410d1-d3eb-420b-8bc9-969b75b0d8e3 req-b244e9d5-9e41-4492-b05c-40671d233c81 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.758953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-139410d1-d3eb-420b-8bc9-969b75b0d8e3 req-b244e9d5-9e41-4492-b05c-40671d233c81 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.5348892 May 06 09:50:57.762491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.767202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-7e22fc49-b68e-4628-9f74-a8f84b7d9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.768863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-7e22fc49-b68e-4628-9f74-a8f84b7d9175 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 1094 time: 0.3819339 May 06 09:50:57.776909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86da886e-6e62-4bae-bf6b-214f7d3c306a req-987b5fb5-e27f-4328-a93f-d1b4d9b3630a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310425 May 06 09:50:57.841006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-0c346671-960b-4e1e-a1b2-c9598fd6c164 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998791dd-c2f8-4810-b468-e87fe359d93b HTTP/1.1" status: 200 len: 217 time: 0.0562158 May 06 09:50:57.843618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:50:57.843618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network hostable DHCP agents. Network: ec861bb2-f6c1-44b0-ab1c-795d98c15718, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:50:57.849389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=dcb44743-9948-44b6-b792-41c06f2b27df,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:57.873733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-139410d1-d3eb-420b-8bc9-969b75b0d8e3 req-9764e561-9355-4542-aece-224b22747c89 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020029 May 06 09:50:57.875966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-93551746-ac09-41f3-b875-c62e9824fa2e service neutron] 10.222.0.76 "GET /v2.0/networks/6d4b0a22-94ec-403e-8a82-b93f162f4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316620 May 06 09:50:57.876110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:50:57.892306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ec861bb2-f6c1-44b0-ab1c-795d98c15718) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:57.897841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:57.899264 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:57.907357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2b7c5-3f55-4066-84bd-fbfcc1eb68c7 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:50:57.927289 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4c2f6a5f-aa5c-4886-8649-016106031036 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7577348 May 06 09:50:57.930570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55660) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:57.937527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'name': 'tempest-NetworksTestDHCPv6-1155470071'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:50:58.123140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:50:58.126804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.143982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-cbe50705-4ce4-4f76-a7ef-4dbcfc5f9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:58.145454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-cbe50705-4ce4-4f76-a7ef-4dbcfc5f9f93 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.1590109 May 06 09:50:58.159497 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf3136-2c85-400a-bcde-4431417451ae x-openstack-request-id: req-46cf3136-2c85-400a-bcde-4431417451ae {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:50:58.159889 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9", "tag": "998791dd-c2f8-4810-b468-e87fe359d93b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:50:58.160089 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46cf3136-2c85-400a-bcde-4431417451ae {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:50:58.160449 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cf3136-2c85-400a-bcde-4431417451ae'] response: {'name': 'network-changed', 'server_uuid': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'tag': '998791dd-c2f8-4810-b468-e87fe359d93b', 'status': 'completed', 'code': 200} May 06 09:50:58.169659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port ade0fde6-d253-46fe-b812-816302b92852 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:50:58.198898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-4cad10f8-39cc-4fab-8a70-a7e3bca0273e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411355 May 06 09:50:58.218508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af8362-98c1-4b95-9a28-94b84cf44b6e req-cce462cd-2454-494e-bcef-d8f2d052e6fb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:58.220055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5af8362-98c1-4b95-9a28-94b84cf44b6e req-cce462cd-2454-494e-bcef-d8f2d052e6fb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 943 time: 0.1779747 May 06 09:50:58.230088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'dcb44743-9948-44b6-b792-41c06f2b27df'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:50:58.231126 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.400577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5af8362-98c1-4b95-9a28-94b84cf44b6e req-cfedefdf-1004-4e21-b523-464cf895536a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444461 May 06 09:50:58.454008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::260 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/dcb44743-9948-44b6-b792-41c06f2b27df/ade0fde6-d253-46fe-b812-816302b92852) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:58.463894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94fae-6205-4bab-bdc0-1317dba9d9fe req-72fb8476-22b6-414f-8dfd-9096982a2b29 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:58.468995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3a94fae-6205-4bab-bdc0-1317dba9d9fe req-72fb8476-22b6-414f-8dfd-9096982a2b29 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 944 time: 0.1635411 May 06 09:50:58.480462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-d3c9f36f-b0ed-4e23-a224-84b622f5f4b7 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546699 May 06 09:50:58.631497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3a94fae-6205-4bab-bdc0-1317dba9d9fe req-6bbe2a7d-4ecf-4e81-a0a2-70e0ce419d85 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434538 May 06 09:50:58.642430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 000ad48d-8799-49ce-94f4-e57f87283438 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:50:58.702475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3857cce-b29e-4c7b-b928-860633ade818 req-98e64abb-b498-4778-8031-d9f10d188332 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:58.710497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3857cce-b29e-4c7b-b928-860633ade818 req-98e64abb-b498-4778-8031-d9f10d188332 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 0.2052345 May 06 09:50:58.823433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a8ad239-0b2a-4688-b60c-5efbf62ba4d8 req-96958c61-e854-4c2a-a463-d2ea43c037d2 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 210 time: 0.1059480 May 06 09:50:58.829674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2878eb-5001-49fb-ba22-8a89f1567e1a req-592390f1-77c5-4d3f-91d3-272993a644de service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455179 May 06 09:50:58.932816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3857cce-b29e-4c7b-b928-860633ade818 req-a1028060-633c-4fa6-b782-6af093612c34 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216163 May 06 09:50:58.958654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:58.973083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 000ad48d-8799-49ce-94f4-e57f87283438, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=000ad48d-8799-49ce-94f4-e57f87283438,segment=NetworkSegment(36c7b723-151e-4ad0-a29d-7b1ce45da735),segment_id=36c7b723-151e-4ad0-a29d-7b1ce45da735)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:58.998456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '000ad48d-8799-49ce-94f4-e57f87283438', 'network_id': 'f8dfea92-bad0-4cce-a2f3-0b3b82053738', 'port_id': '000ad48d-8799-49ce-94f4-e57f87283438', 'mac_address': 'fa:16:3e:f4:fc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78509979-e0df-4c6b-b105-726277d80b22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:50:59.032852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-b2320f45-02b8-4f15-ada6-cf57862ee908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.035876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-b2320f45-02b8-4f15-ada6-cf57862ee908 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 1094 time: 0.1322165 May 06 09:50:59.072179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.238260 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.308968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000ad48d-8799-49ce-94f4-e57f87283438 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:50:59.321623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=ade0fde6-d253-46fe-b812-816302b92852,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:50:59.355639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/dcb44743-9948-44b6-b792-41c06f2b27df/7f2eef01-a603-4647-8344-ec8fbb861eb3) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:50:59.377377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:50:59.385569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:50:59.396398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:50:59.425485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.429541 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.466955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5be05a-d772-4910-af6d-43ac1ff3b1e1 req-ec9860ca-31fe-427e-97e5-253c40a0b912 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.475069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c5be05a-d772-4910-af6d-43ac1ff3b1e1 req-ec9860ca-31fe-427e-97e5-253c40a0b912 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.3690221 May 06 09:50:59.476127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 000ad48d-8799-49ce-94f4-e57f87283438, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=000ad48d-8799-49ce-94f4-e57f87283438,segment=NetworkSegment(36c7b723-151e-4ad0-a29d-7b1ce45da735),segment_id=36c7b723-151e-4ad0-a29d-7b1ce45da735)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:50:59.495639 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9ff5cdff-95ed-4163-9c70-f36f26a311cd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5619795 May 06 09:50:59.501385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55696) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:59.514037 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.611274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c5be05a-d772-4910-af6d-43ac1ff3b1e1 req-223e39fa-efbd-4404-a867-d043dbe2cf44 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043651 May 06 09:50:59.619753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-81aecef7-9ba0-4a29-a928-1868d0a6d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.626263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-81aecef7-9ba0-4a29-a928-1868d0a6d076 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.5822752 May 06 09:50:59.715087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499f4ef-9818-4b1e-bd55-3604336ec975 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.722248 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a499f4ef-9818-4b1e-bd55-3604336ec975 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2151885 May 06 09:50:59.722841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:50:59.733788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-212960b6-4bec-4391-ad08-c2ec3a172e0a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998791dd-c2f8-4810-b468-e87fe359d93b HTTP/1.1" status: 200 len: 217 time: 0.0975482 May 06 09:50:59.891604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50444a-154e-413f-a245-6f0857c13afb req-27c697b7-8be0-4626-8988-097692644ec8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.893276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad50444a-154e-413f-a245-6f0857c13afb req-27c697b7-8be0-4626-8988-097692644ec8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 943 time: 0.1585350 May 06 09:50:59.898620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-791af728-0e15-4fff-97c0-522dbed768ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.900102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-791af728-0e15-4fff-97c0-522dbed768ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.1537764 May 06 09:50:59.926439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce54f4-3333-46e5-9793-ff15bc590637 req-f6226af5-fd86-4cdb-b4c8-ddc7dd96854f tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:50:59.928406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1ce54f4-3333-46e5-9793-ff15bc590637 req-f6226af5-fd86-4cdb-b4c8-ddc7dd96854f tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 945 time: 0.1827898 May 06 09:50:59.941343 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.960459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-96bef794-47b7-4454-9658-0e0dcfa43f7d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303683 May 06 09:50:59.968348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port ade0fde6-d253-46fe-b812-816302b92852 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:50:59.968348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:50:59.993469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=000ad48d-8799-49ce-94f4-e57f87283438,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:00.006176 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.017578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1ce54f4-3333-46e5-9793-ff15bc590637 req-fe592ece-0749-4be1-ab84-60748f75b3d2 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548587 May 06 09:51:00.061110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:00.068022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad50444a-154e-413f-a245-6f0857c13afb req-333211a1-7d1f-48d6-8028-7025ddb7e337 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661417 May 06 09:51:00.074518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:00.081929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:00.151264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-81c42c3e-9b36-403d-ac00-10199fba4160 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824191 May 06 09:51:00.226535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Pushing event updated for resources: {'Port': ['ID=7f2eef01-a603-4647-8344-ec8fbb861eb3,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:00.235706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['000ad48d-8799-49ce-94f4-e57f87283438'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:00.259818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.290415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for ade0fde6-d253-46fe-b812-816302b92852 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:00.317404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0482e5e8-d245-4474-983f-1c365a027991 req-f4012f6f-1e86-4627-a854-73da4bfd082e tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 210 time: 0.1235299 May 06 09:51:00.458187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Attempting to bind port 7f2eef01-a603-4647-8344-ec8fbb861eb3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:00.458799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Attempting to bind port 7f2eef01-a603-4647-8344-ec8fbb861eb3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:00.459331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Attempting to bind port 7f2eef01-a603-4647-8344-ec8fbb861eb3 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:00.477576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:00.487034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:00.487772 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.488338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:00.489018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Bound port: 7f2eef01-a603-4647-8344-ec8fbb861eb3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:00.491965 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.686862 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.784005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=ade0fde6-d253-46fe-b812-816302b92852,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:00.796366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] For port 7f2eef01-a603-4647-8344-ec8fbb861eb3, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:00.818459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] For port 7f2eef01-a603-4647-8344-ec8fbb861eb3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7f2eef01-a603-4647-8344-ec8fbb861eb3,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:00.837189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.863685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:00.867409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c30ee31b-6a88-44e3-8265-a1efeb5e19ca tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/ade0fde6-d253-46fe-b812-816302b92852 HTTP/1.1" status: 204 len: 168 time: 1.1405809 May 06 09:51:00.873049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55716) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:01.223792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ba4f0-7ccb-426e-ab69-d4e8a09ca439 None None] Pushing event updated for resources: {'Port': ['ID=7f2eef01-a603-4647-8344-ec8fbb861eb3,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:01.341022 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:51:01.354835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30f88a-3e79-4c8a-bb79-31d39ad0efc2 req-6e769879-368b-49b0-8da2-94c5f4d0475c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:01.356579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df30f88a-3e79-4c8a-bb79-31d39ad0efc2 req-6e769879-368b-49b0-8da2-94c5f4d0475c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 1.0549662 May 06 09:51:01.435544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-7fe0dbd4-b82b-4fe1-a36e-275ae5825be5 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:01.437360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-7fe0dbd4-b82b-4fe1-a36e-275ae5825be5 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.83 "GET /v2.0/networks?id=6d4b0a22-94ec-403e-8a82-b93f162f4521 HTTP/1.1" status: 200 len: 824 time: 0.2431920 May 06 09:51:01.441783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3281e37b-d6a6-49fb-a2e1-0e7fdea7f94d req-5943476a-93a2-468c-bbe3-cc1f8daa34b3 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2800465 May 06 09:51:01.457495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Request body: {'port': {'device_id': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521', 'admin_state_up': True, 'tenant_id': '0fd39fac70d84ed78c8d6c60ac9caa72'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:01.603453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a27d4-e7ca-4cab-a77d-438378a6206a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:01.610145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a27d4-e7ca-4cab-a77d-438378a6206a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:01.612072 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c1a27d4-e7ca-4cab-a77d-438378a6206a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7379799 May 06 09:51:01.615508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55730) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:01.655570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d6614-a414-4915-97ab-0163d260246d req-94debbab-d128-4051-90bb-a2fed7718eee tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:01.679335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-435d6614-a414-4915-97ab-0163d260246d req-94debbab-d128-4051-90bb-a2fed7718eee tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.5008657 May 06 09:51:01.719371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df30f88a-3e79-4c8a-bb79-31d39ad0efc2 req-5da707fd-9b00-4148-b905-f5811e7ec31e tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005540 May 06 09:51:01.787393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet dcb44743-9948-44b6-b792-41c06f2b27df {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:01.793900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.850102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.863890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-435d6614-a414-4915-97ab-0163d260246d req-e0621f65-c1e9-43fc-ae41-95882ec90903 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799722 May 06 09:51:01.946260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Made reservation on behalf of 0fd39fac70d84ed78c8d6c60ac9caa72 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:01.952024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:01.994399 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.079456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.112437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.117151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/dcb44743-9948-44b6-b792-41c06f2b27df HTTP/1.1" status: 204 len: 168 time: 0.4996285 May 06 09:51:02.136464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55734) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:02.144998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50332acf-c830-4d5e-8137-cfb8a9fdc913 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb44743-9948-44b6-b792-41c06f2b27df,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:02.285551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dc4b8040-3c25-4611-aafd-caafa4924a97 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391206 May 06 09:51:02.289299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55736) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:02.302062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:02.302289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab3c98-065f-451e-a5bb-31c14b76e475 req-5e512b70-fa11-4794-a47c-440a8b2b3c26 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:02.314019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58ab3c98-065f-451e-a5bb-31c14b76e475 req-5e512b70-fa11-4794-a47c-440a8b2b3c26 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 945 time: 0.4110756 May 06 09:51:02.355445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Allocated IP 172.20.0.7 (6d4b0a22-94ec-403e-8a82-b93f162f4521/17d84984-a474-40df-a6fc-a8e62482e1c0/9ef126ce-b761-4a4c-bb78-944739b622ab) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:02.464133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:02.468907 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:02.474222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ba010-93a0-4363-a79f-8ad60127adf0 req-fb20c3c6-2d90-4b7f-bac9-ce4e261dbd5d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:02.476710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f4ba010-93a0-4363-a79f-8ad60127adf0 req-fb20c3c6-2d90-4b7f-bac9-ce4e261dbd5d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 943 time: 0.3956156 May 06 09:51:02.482491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58ab3c98-065f-451e-a5bb-31c14b76e475 req-48bea173-5d62-41a0-9ced-7a3e84e27251 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674736 May 06 09:51:02.681215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:02.684936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 000ad48d-8799-49ce-94f4-e57f87283438 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:02.753023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5966b176-b620-44db-9deb-30eab2cd4044 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:03.007464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f4ba010-93a0-4363-a79f-8ad60127adf0 req-260a168e-68bb-4909-9f38-14bb9bc14ce9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109274 May 06 09:51:03.032376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95444a4f-87a0-49e7-81cd-f5be17a43353 req-26ad3716-2bd1-43ad-b024-a4c455b5e8ca tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 210 time: 0.2560008 May 06 09:51:03.053346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-83102280-006a-4a69-8f49-ef17a3cb893d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4853740 May 06 09:51:03.102495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.179477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7f2eef01-a603-4647-8344-ec8fbb861eb3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:03.249639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 998791dd-c2f8-4810-b468-e87fe359d93b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:03.253935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:03.261296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:03.266067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.266863 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.270591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=f2fb81e1-a03f-4698-b9c2-0adc86ca4d01,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:03.301048 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad076cd6-9c2d-4e06-8402-087d28d04b0b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0101252 May 06 09:51:03.304098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55750) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:03.328747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'name': 'tempest-NetworksTestDHCPv6-1381166500'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:03.347341 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:51:03.356037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.404728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-b7c65208-9c90-4a7e-a814-e19dd025136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.406165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-b7c65208-9c90-4a7e-a814-e19dd025136b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1096 time: 0.2405245 May 06 09:51:03.451971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c72ddc19-773d-4a41-a237-409d4f192ed2 None None] Provisioning complete for port 7f2eef01-a603-4647-8344-ec8fbb861eb3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:03.452500 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c72ddc19-773d-4a41-a237-409d4f192ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.484516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f11b-98e6-4c10-a9a2-3e35b7f0a134 req-51c7735d-7245-4004-a8ca-d17e5cd04805 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.496175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95a9f11b-98e6-4c10-a9a2-3e35b7f0a134 req-51c7735d-7245-4004-a8ca-d17e5cd04805 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.3082654 May 06 09:51:03.582273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 000ad48d-8799-49ce-94f4-e57f87283438 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:03.594211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7f2eef01-a603-4647-8344-ec8fbb861eb3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:03.594738 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.627296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:03.641107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.668262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 000ad48d-8799-49ce-94f4-e57f87283438 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:03.668934 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.670411 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:03.711165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95a9f11b-98e6-4c10-a9a2-3e35b7f0a134 req-72c353ee-2735-4a61-a572-703f2c38ab1b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133791 May 06 09:51:03.722736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port ed10380d-8609-4643-8c3a-c6bd361d15d8 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:03.842400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 998791dd-c2f8-4810-b468-e87fe359d93b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=998791dd-c2f8-4810-b468-e87fe359d93b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:03.862695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdc94-8e02-4a44-aae6-3313794a5a7d req-b28e6883-84d1-4c7b-8243-85d785cc5cd5 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.874993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-327fdc94-8e02-4a44-aae6-3313794a5a7d req-b28e6883-84d1-4c7b-8243-85d785cc5cd5 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 0.2701435 May 06 09:51:03.917077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Network 6d4b0a22-94ec-403e-8a82-b93f162f4521 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:03.921530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '998791dd-c2f8-4810-b468-e87fe359d93b', 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81', 'port_id': '998791dd-c2f8-4810-b468-e87fe359d93b', 'mac_address': 'fa:16:3e:2f:d4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce37069b-1939-4ab4-bc40-f299e26a7542', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:03.930389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::2a7 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/f2fb81e1-a03f-4698-b9c2-0adc86ca4d01/ed10380d-8609-4643-8c3a-c6bd361d15d8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:03.932234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-cd5a1dd9-1b7d-48a5-a3de-b089455af48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:03.934498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-cd5a1dd9-1b7d-48a5-a3de-b089455af48e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.5060484 May 06 09:51:03.981411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Pushing event updated for resources: {'Port': ['ID=9ef126ce-b761-4a4c-bb78-944739b622ab,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:03.987610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:03.988240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:03.990774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:04.067646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'port_id': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'mac_address': 'fa:16:3e:30:05:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:04.098581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-327fdc94-8e02-4a44-aae6-3313794a5a7d req-547ea02e-3103-4f59-b4f6-6710c5f69aa5 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228148 May 06 09:51:04.118930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-0b7d3676-613c-4c22-b091-03930c29552f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.1491735 May 06 09:51:04.188597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70a3fd-8776-4d05-b49c-890cb81e07a9 req-c98291e8-f122-4276-9429-69266a1df14f tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.192042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d70a3fd-8776-4d05-b49c-890cb81e07a9 req-c98291e8-f122-4276-9429-69266a1df14f tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 945 time: 0.3039658 May 06 09:51:04.209472 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.212868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.270871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.306672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998791dd-c2f8-4810-b468-e87fe359d93b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:04.358895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.366053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.367924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2112d7-1325-4343-b72f-54ba3d3d8e7b None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:04.368984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d70a3fd-8776-4d05-b49c-890cb81e07a9 req-4e2680c3-828d-4695-b8b5-d79f608ec646 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660357 May 06 09:51:04.397222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.398226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.427858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-dbbd8946-7101-4130-b135-4a703953faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.430006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-dbbd8946-7101-4130-b135-4a703953faf7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.2931292 May 06 09:51:04.440279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-51ccdeb6-1020-43b1-b355-75957ef13891 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9847648 May 06 09:51:04.440554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:04.456412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:04.466264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:04.468124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b29cd1-125b-4880-a691-8ecdaf0a02bc req-1f2f2c78-32b7-4583-8d34-fd38a509108f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.472501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1b29cd1-125b-4880-a691-8ecdaf0a02bc req-1f2f2c78-32b7-4583-8d34-fd38a509108f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 943 time: 0.2254810 May 06 09:51:04.485944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.486886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.509887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Request body: {'port': {'device_id': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:04.526043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=ed10380d-8609-4643-8c3a-c6bd361d15d8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:04.538936 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b85f81a0-f9d1-4675-ac12-4fcc3db0b26c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2284071 May 06 09:51:04.539839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55770) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:04.599475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-a4c44957-52bc-4695-9a06-5c6f03a2fcdf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259494 May 06 09:51:04.621336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1645e28f-db1c-4efe-90d1-72444f94b2fa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.629029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1645e28f-db1c-4efe-90d1-72444f94b2fa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.631119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1645e28f-db1c-4efe-90d1-72444f94b2fa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0900967 May 06 09:51:04.634381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55772) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:04.636110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 000ad48d-8799-49ce-94f4-e57f87283438, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=000ad48d-8799-49ce-94f4-e57f87283438,segment=NetworkSegment(36c7b723-151e-4ad0-a29d-7b1ce45da735),segment_id=36c7b723-151e-4ad0-a29d-7b1ce45da735)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:04.661377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 998791dd-c2f8-4810-b468-e87fe359d93b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=998791dd-c2f8-4810-b468-e87fe359d93b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:04.706647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ad48d-8799-49ce-94f4-e57f87283438'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:04.708937 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef55c3c8-a6ba-4133-af01-f6c852e65435" -d '{"events": [{"server_uuid": "e8a6fbd8-5cb5-4d00-8e35-265f39bb429a", "name": "network-vif-plugged", "status": "completed", "tag": "000ad48d-8799-49ce-94f4-e57f87283438"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:04.739367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec4e2ea0-ef77-41ba-8652-c91a6380dc56 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:04.760586 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.771701 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.784760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.786316 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c72ddc19-773d-4a41-a237-409d4f192ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.807912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ee4b8-b192-453a-83b9-7b45428c22df req-518b551e-0dc1-478e-a8a5-a0c8e858ea7f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:04.810503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc5ee4b8-b192-453a-83b9-7b45428c22df req-518b551e-0dc1-478e-a8a5-a0c8e858ea7f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 931 time: 0.2941020 May 06 09:51:04.813640 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.849727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port ed10380d-8609-4643-8c3a-c6bd361d15d8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:04.850188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.893627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:04.918923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:04.930264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1b29cd1-125b-4880-a691-8ecdaf0a02bc req-97906b77-dd19-4fd8-b91e-3cd3c9393e67 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150918 May 06 09:51:04.982489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=000ad48d-8799-49ce-94f4-e57f87283438,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:04.989450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c72ddc19-773d-4a41-a237-409d4f192ed2 None None] For port 7f2eef01-a603-4647-8344-ec8fbb861eb3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7f2eef01-a603-4647-8344-ec8fbb861eb3,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:05.030879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c72ddc19-773d-4a41-a237-409d4f192ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.046448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ec4e2ea0-ef77-41ba-8652-c91a6380dc56'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:05.087501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.088359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.089018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.089452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.089892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.090322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.090745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.091166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.095215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.095837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.096280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.096730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:05.121877 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.191734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for ed10380d-8609-4643-8c3a-c6bd361d15d8 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:05.194626 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03330c31-a9c5-4c00-9107-cde3b90cfd82 x-openstack-request-id: req-03330c31-a9c5-4c00-9107-cde3b90cfd82 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:05.195060 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a6fbd8-5cb5-4d00-8e35-265f39bb429a", "name": "network-vif-plugged", "status": "completed", "tag": "000ad48d-8799-49ce-94f4-e57f87283438", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:05.195361 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03330c31-a9c5-4c00-9107-cde3b90cfd82 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:05.196009 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03330c31-a9c5-4c00-9107-cde3b90cfd82'] response: {'server_uuid': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ad48d-8799-49ce-94f4-e57f87283438', 'code': 200} May 06 09:51:05.197482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc5ee4b8-b192-453a-83b9-7b45428c22df req-78936add-04bc-4a50-a966-bc910718d2ff tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775735 May 06 09:51:05.198714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['998791dd-c2f8-4810-b468-e87fe359d93b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:05.200473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=998791dd-c2f8-4810-b468-e87fe359d93b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:05.271841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-4b1fe5a9-e6e2-405e-9c05-e42c1814e63c service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538005 May 06 09:51:05.280034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:05.322075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-5eac6acc-5157-4703-b219-e81d95815134 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:05.323749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-5eac6acc-5157-4703-b219-e81d95815134 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.82 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 0.2879243 May 06 09:51:05.358889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd3da4-ba62-465b-98cb-a0dc0385a9c7 req-e91565af-20f9-4b05-afc6-f7b1c51886a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:05.362107 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6cbd3da4-ba62-465b-98cb-a0dc0385a9c7 req-e91565af-20f9-4b05-afc6-f7b1c51886a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 1097 time: 0.2160892 May 06 09:51:05.388243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ddc19-773d-4a41-a237-409d4f192ed2 None None] Pushing event updated for resources: {'Port': ['ID=7f2eef01-a603-4647-8344-ec8fbb861eb3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:05.424419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-339ea8cb-9767-458f-85a2-57714f4c5b61 None None] Provisioning complete for port 7f2eef01-a603-4647-8344-ec8fbb861eb3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:05.424799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-339ea8cb-9767-458f-85a2-57714f4c5b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.497341 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6cbd3da4-ba62-465b-98cb-a0dc0385a9c7 req-e8603442-2a1b-43d6-96a8-34851a593db6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231980 May 06 09:51:05.504299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:51:05.504656 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:51:05.623119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.680075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=ed10380d-8609-4643-8c3a-c6bd361d15d8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:05.726072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:05.732500 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c013464-6765-4845-b39f-304f46f2d407 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/ed10380d-8609-4643-8c3a-c6bd361d15d8 HTTP/1.1" status: 204 len: 168 time: 1.0964186 May 06 09:51:05.735114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55788) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:05.889060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3ae8a-bc70-4b54-9416-f1188d362ab9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:05.890847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade3ae8a-bc70-4b54-9416-f1188d362ab9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:05.912557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ade3ae8a-bc70-4b54-9416-f1188d362ab9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1725471 May 06 09:51:05.915936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55796) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:05.937423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc7649-3f7d-48c3-b18c-a450bf1b76ed req-b4cdae1d-fb10-4311-9bd9-6769884c85b7 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:05.939002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6dc7649-3f7d-48c3-b18c-a450bf1b76ed req-b4cdae1d-fb10-4311-9bd9-6769884c85b7 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 945 time: 0.7138395 May 06 09:51:06.001190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f313d6-0435-4257-a484-3c688264a3ad req-06d8732f-326e-42ed-a111-049d3440c339 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:06.010090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65f313d6-0435-4257-a484-3c688264a3ad req-06d8732f-326e-42ed-a111-049d3440c339 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 0.6197348 May 06 09:51:06.016820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet f2fb81e1-a03f-4698-b9c2-0adc86ca4d01 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:06.023254 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.083382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6dc7649-3f7d-48c3-b18c-a450bf1b76ed req-af971007-344b-4c4c-a17a-c9efefb5095d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228626 May 06 09:51:06.092080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.146173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e6eb5ed2-346e-43c7-b1cf-dfb6226759d1 None None] Provisioning complete for port 7f2eef01-a603-4647-8344-ec8fbb861eb3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:06.146674 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5ed2-346e-43c7-b1cf-dfb6226759d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.200276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bfa466d-1fd2-4d09-8dce-4b1a458f42e9 req-98f75091-75ed-4bf3-af6e-c9bf1b1478c8 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8794737 May 06 09:51:06.250650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65f313d6-0435-4257-a484-3c688264a3ad req-c8526a29-6daf-44a4-bfd9-e145b12b1d91 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225833 May 06 09:51:06.279412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.377598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e6eb5ed2-346e-43c7-b1cf-dfb6226759d1 None None] Could not find standard attr ID for object ed10380d-8609-4643-8c3a-c6bd361d15d8. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:06.394759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7f2eef01-a603-4647-8344-ec8fbb861eb3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:06.426469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Deleting port 6f612ecf-89cd-4197-bb52-56970cad241b {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:06.429337 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.462154 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.492810 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.503466 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/f2fb81e1-a03f-4698-b9c2-0adc86ca4d01 HTTP/1.1" status: 204 len: 168 time: 0.5848596 May 06 09:51:06.505649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55802) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:06.521581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7f2eef01-a603-4647-8344-ec8fbb861eb3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:06.522688 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.581678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc165b-5c8e-473b-bc0c-56191dfc279c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fb81e1-a03f-4698-b9c2-0adc86ca4d01,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:06.593745 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-74b82f91-7ede-48ce-8b62-9ef5b10efb73 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827558 May 06 09:51:06.596203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55804) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:06.606543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:06.606789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0517c9-5487-4f87-95a9-545edb551362 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:06.820192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:06.832335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:06.947604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-13a8dfeb-8304-4c76-a3ae-1f9bd50546bd None None] Could not find standard attr ID for object ade0fde6-d253-46fe-b812-816302b92852. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:06.969693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:06.979955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 998791dd-c2f8-4810-b468-e87fe359d93b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:07.145727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c78a0-c0df-41c6-a72a-031fc2bf1f27 req-08ead35c-8d53-49e1-a5e3-84a2e62ad6bd tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:07.148789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-881c78a0-c0df-41c6-a72a-031fc2bf1f27 req-08ead35c-8d53-49e1-a5e3-84a2e62ad6bd tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 946 time: 0.8783948 May 06 09:51:07.155498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef126ce-b761-4a4c-bb78-944739b622ab {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:07.165195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.181574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Transition to ACTIVE for port object 9ef126ce-b761-4a4c-bb78-944739b622ab will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:07.193159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.419608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:07.419608 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.449218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-881c78a0-c0df-41c6-a72a-031fc2bf1f27 req-9f1e4f04-3949-4f7b-8167-c156c0cc219c tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583015 May 06 09:51:07.492379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.597793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.597954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Pushing event updated for resources: {'Port': ['ID=9ef126ce-b761-4a4c-bb78-944739b622ab,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:07.599998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 998791dd-c2f8-4810-b468-e87fe359d93b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:07.614625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 998791dd-c2f8-4810-b468-e87fe359d93b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:07.614996 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.662503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dccc0-66b3-4a14-90fd-21565655c046 req-92091ab2-267e-4619-b896-bf0028c771e6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:07.670277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:51:07.676693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc6dccc0-66b3-4a14-90fd-21565655c046 req-92091ab2-267e-4619-b896-bf0028c771e6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 944 time: 0.4930117 May 06 09:51:07.687632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:07.710569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:07.718071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:07.720210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.743693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] For port 6f612ecf-89cd-4197-bb52-56970cad241b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6f612ecf-89cd-4197-bb52-56970cad241b,segment=NetworkSegment(dd2ae999-5944-4b5e-8e5e-1e6080d2f517),segment_id=dd2ae999-5944-4b5e-8e5e-1e6080d2f517)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:07.744379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:07.744659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=eafdc8c6-9dfa-4f57-8a13-55ace4ca136a,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:07.776555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:07.783215 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b70c18-0fe9-41c5-bdb0-824ec2a0cc63" -d '{"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-plugged", "status": "completed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:07.796251 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-483ac350-c3af-4d21-8366-310dfda984bb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1988153 May 06 09:51:07.799511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55832) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:07.812214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'name': 'tempest-NetworksTestDHCPv6-1652463279'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:07.886680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Calling delete_port for 6f612ecf-89cd-4197-bb52-56970cad241b owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:07.920317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:07.970525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.035504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:08.037418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc6dccc0-66b3-4a14-90fd-21565655c046 req-a3ce1207-249a-4b97-9b8d-ce642d156d9a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575866 May 06 09:51:08.041859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.086005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] Deleting port 7f2eef01-a603-4647-8344-ec8fbb861eb3 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:08.086539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.173954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] For port 7f2eef01-a603-4647-8344-ec8fbb861eb3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7f2eef01-a603-4647-8344-ec8fbb861eb3,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:08.174346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.192571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] Calling delete_port for 7f2eef01-a603-4647-8344-ec8fbb861eb3 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:08.203071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:08.216457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.283209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port fe503617-25c4-40f8-b51f-441892e9e8bb yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:08.305183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 998791dd-c2f8-4810-b468-e87fe359d93b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=998791dd-c2f8-4810-b468-e87fe359d93b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:08.309324 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.327637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d580d-1f85-4d2d-83c0-1e7ac5731297 req-195b2473-aed2-4eb8-9fb8-694f467d6969 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:08.340969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c0d580d-1f85-4d2d-83c0-1e7ac5731297 req-195b2473-aed2-4eb8-9fb8-694f467d6969 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 943 time: 0.6435666 May 06 09:51:08.353214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7f2eef01-a603-4647-8344-ec8fbb861eb3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:08.357874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] No DVR routers for this DVR port 7f2eef01-a603-4647-8344-ec8fbb861eb3 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:08.360003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a16346-c6ee-458c-be20-e7886c1028f6 None None] Pushing event deleted for resources: {'Port': ['ID=7f2eef01-a603-4647-8344-ec8fbb861eb3,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:08.363331 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.364160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6f612ecf-89cd-4197-bb52-56970cad241b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:08.475986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Attempting to bind port 9ef126ce-b761-4a4c-bb78-944739b622ab on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:08.480433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Attempting to bind port 9ef126ce-b761-4a4c-bb78-944739b622ab by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '8dfe8fe2-a742-4815-a965-8148cab20894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:08.485828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Attempting to bind port 9ef126ce-b761-4a4c-bb78-944739b622ab on network 6d4b0a22-94ec-403e-8a82-b93f162f4521 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:08.500710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269da76-3974-4302-a546-7840ad4d98a2 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:08.511142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=998791dd-c2f8-4810-b468-e87fe359d93b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:08.520086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Port 9ef126ce-b761-4a4c-bb78-944739b622ab on network 6d4b0a22-94ec-403e-8a82-b93f162f4521 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:08.520414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Attempting to bind port 9ef126ce-b761-4a4c-bb78-944739b622ab on network 6d4b0a22-94ec-403e-8a82-b93f162f4521 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:08.525505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7f2eef01-a603-4647-8344-ec8fbb861eb3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:08.526057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7f2eef01-a603-4647-8344-ec8fbb861eb3 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:08.582278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:08.582752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Checking segment: {'id': '8dfe8fe2-a742-4815-a965-8148cab20894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:08.583423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Bound using segment: {'id': '8dfe8fe2-a742-4815-a965-8148cab20894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:08.583938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Bound port: 9ef126ce-b761-4a4c-bb78-944739b622ab, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfe8fe2-a742-4815-a965-8148cab20894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:08.586606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.712703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::2dd (ec861bb2-f6c1-44b0-ab1c-795d98c15718/eafdc8c6-9dfa-4f57-8a13-55ace4ca136a/fe503617-25c4-40f8-b51f-441892e9e8bb) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:08.716840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c0d580d-1f85-4d2d-83c0-1e7ac5731297 req-53a4764b-365c-4e09-9567-5190f02b78cb tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925292 May 06 09:51:08.785581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78ebe8-a864-4d36-9fd4-80af3ca51f48 req-9e6c16b5-b979-4622-95f1-374e061e3121 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:08.792363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf78ebe8-a864-4d36-9fd4-80af3ca51f48 req-9e6c16b5-b979-4622-95f1-374e061e3121 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.5734801 May 06 09:51:08.949358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] For port 9ef126ce-b761-4a4c-bb78-944739b622ab, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:08.975227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf78ebe8-a864-4d36-9fd4-80af3ca51f48 req-a845e0f9-f0a4-4390-a320-9014b2091fa6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726375 May 06 09:51:08.982988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] For port 9ef126ce-b761-4a4c-bb78-944739b622ab, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9ef126ce-b761-4a4c-bb78-944739b622ab,segment=NetworkSegment(8dfe8fe2-a742-4815-a965-8148cab20894),segment_id=8dfe8fe2-a742-4815-a965-8148cab20894)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:08.987694 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:08.995614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.024809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb96077-6e80-4958-aec3-fa22faf73fe8 req-29f3a9d0-c959-4d1d-8b80-9bc5c8b96e12 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.039905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcb96077-6e80-4958-aec3-fa22faf73fe8 req-29f3a9d0-c959-4d1d-8b80-9bc5c8b96e12 tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/ports?device_id=3f233c92-a27d-4c5c-a00a-069c4f81ea38 HTTP/1.1" status: 200 len: 945 time: 0.1985054 May 06 09:51:09.049524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.183461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Pushing event deleted for resources: {'Port': ['ID=6f612ecf-89cd-4197-bb52-56970cad241b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:09.243529 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe295f76-8a00-41e6-a881-17103ed71c95 x-openstack-request-id: req-fe295f76-8a00-41e6-a881-17103ed71c95 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:09.244173 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-plugged", "status": "completed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:09.244583 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe295f76-8a00-41e6-a881-17103ed71c95 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:09.245183 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe295f76-8a00-41e6-a881-17103ed71c95'] response: {'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'code': 200} May 06 09:51:09.292871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.381478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'eafdc8c6-9dfa-4f57-8a13-55ace4ca136a'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:09.382650 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.405368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.406068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.409734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] 10.222.0.83 "PUT /v2.0/ports/9ef126ce-b761-4a4c-bb78-944739b622ab HTTP/1.1" status: 200 len: 1091 time: 4.9351301 May 06 09:51:09.414348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.481510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'tag': '9ef126ce-b761-4a4c-bb78-944739b622ab'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:09.490149 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7ac33c-358d-47c5-973e-bbe99e5534b0" -d '{"events": [{"name": "network-changed", "server_uuid": "10f5dc8e-c882-4eb0-82fc-ad34f74b9b09", "tag": "9ef126ce-b761-4a4c-bb78-944739b622ab"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:09.537839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:09.589836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=fe503617-25c4-40f8-b51f-441892e9e8bb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:09.605835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:09.614152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:09.635282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.636015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.693525 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-349ff5a6-4fb8-4ce1-890f-e24cbf5e212a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8926842 May 06 09:51:09.699098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55858) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:09.861490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3076f15-7bfd-4790-a6e7-3e9cf49aa783 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:09.886662 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f3076f15-7bfd-4790-a6e7-3e9cf49aa783 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1862283 May 06 09:51:09.888534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55862) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:09.919892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/eafdc8c6-9dfa-4f57-8a13-55ace4ca136a/b4548300-218d-4a6b-911d-f74cdf82a0db) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:09.936206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e7b50-2ddf-4630-8962-43c6a9e7718c service neutron] Pushing event updated for resources: {'Port': ['ID=9ef126ce-b761-4a4c-bb78-944739b622ab,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:09.963750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] No DVR routers for this DVR port 6f612ecf-89cd-4197-bb52-56970cad241b on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:09.975807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:09.979311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b29b02bc-fe26-45e3-8966-a3a7bf2a0551 req-464523eb-faa0-4195-9543-aa97c7d94a8c tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.82 "DELETE /v2.0/ports/6f612ecf-89cd-4197-bb52-56970cad241b HTTP/1.1" status: 204 len: 173 time: 4.6491566 May 06 09:51:10.032849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcb96077-6e80-4958-aec3-fa22faf73fe8 req-c1ee69b2-dbf0-40ff-8fe2-2540031a6c2e tempest-InstanceActionsNegativeTestJSON-161942066 tempest-InstanceActionsNegativeTestJSON-161942066-project] 10.222.0.76 "GET /v2.0/security-groups?id=16f21b28-57a7-4cac-8cc0-f160e51a2b6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9885135 May 06 09:51:10.151869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bc480-31f6-477b-93a4-8afaa7ea4764 req-7ad2a67b-6856-4a0b-9160-9969f11729a1 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:10.152583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc9bc480-31f6-477b-93a4-8afaa7ea4764 req-7ad2a67b-6856-4a0b-9160-9969f11729a1 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 946 time: 0.7894843 May 06 09:51:10.154930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-e9d7417b-e386-467b-a897-f412417259c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:10.163885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-e9d7417b-e386-467b-a897-f412417259c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fd39fac70d84ed78c8d6c60ac9caa72&device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 1094 time: 0.6293986 May 06 09:51:10.342719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port fe503617-25c4-40f8-b51f-441892e9e8bb {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:10.343108 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.549321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-1fb7245a-1654-452d-a789-a0ecf48423dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ef126ce-b761-4a4c-bb78-944739b622ab HTTP/1.1" status: 200 len: 217 time: 0.2617109 May 06 09:51:10.555318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc9bc480-31f6-477b-93a4-8afaa7ea4764 req-645cb6d1-5ce9-4550-b601-90817a57a0f4 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840308 May 06 09:51:10.742477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-3de24e85-6909-497d-9d12-7f04737d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:10.744045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-3de24e85-6909-497d-9d12-7f04737d827a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=17d84984-a474-40df-a6fc-a8e62482e1c0 HTTP/1.1" status: 200 len: 864 time: 0.1753047 May 06 09:51:10.759378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.824918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for fe503617-25c4-40f8-b51f-441892e9e8bb owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:10.831214 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16856ec3-dd5f-40b3-a008-3e0e7a8c62f0 x-openstack-request-id: req-16856ec3-dd5f-40b3-a008-3e0e7a8c62f0 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:10.840302 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f5dc8e-c882-4eb0-82fc-ad34f74b9b09", "tag": "9ef126ce-b761-4a4c-bb78-944739b622ab", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:10.843113 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16856ec3-dd5f-40b3-a008-3e0e7a8c62f0 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:10.843113 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16856ec3-dd5f-40b3-a008-3e0e7a8c62f0'] response: {'name': 'network-changed', 'server_uuid': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'tag': '9ef126ce-b761-4a4c-bb78-944739b622ab', 'status': 'completed', 'code': 200} May 06 09:51:10.889076 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.905303 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:10.944204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d8009-a9e9-4082-ad67-1ad342d9f538 req-11eaa5ee-a82a-4cf0-8afa-0d4dc0ddddda tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:10.956702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e25d8009-a9e9-4082-ad67-1ad342d9f538 req-11eaa5ee-a82a-4cf0-8afa-0d4dc0ddddda tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 945 time: 0.6420848 May 06 09:51:10.958871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-185960ed-3345-4bc8-b86a-4236c723fcaa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6d4b0a22-94ec-403e-8a82-b93f162f4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1966605 May 06 09:51:11.061985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Pushing event updated for resources: {'Port': ['ID=b4548300-218d-4a6b-911d-f74cdf82a0db,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:11.085964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:11.087514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:11.106161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:11.163445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.228876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=fe503617-25c4-40f8-b51f-441892e9e8bb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:11.260310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998791dd-c2f8-4810-b468-e87fe359d93b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:11.262931 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f1259-4cca-4c06-bdcf-06ed82b21303" -d '{"events": [{"server_uuid": "7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9", "name": "network-vif-plugged", "status": "completed", "tag": "998791dd-c2f8-4810-b468-e87fe359d93b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:11.284409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.295689 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1901c482-f3bd-4f5a-9d29-fe61a8747d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/fe503617-25c4-40f8-b51f-441892e9e8bb HTTP/1.1" status: 204 len: 168 time: 1.4011283 May 06 09:51:11.300183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55874) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:11.423948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Attempting to bind port b4548300-218d-4a6b-911d-f74cdf82a0db on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:11.425418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Attempting to bind port b4548300-218d-4a6b-911d-f74cdf82a0db by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:11.426968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Attempting to bind port b4548300-218d-4a6b-911d-f74cdf82a0db on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:11.450969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:11.451747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:11.457783 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.458398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:11.459094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Bound port: b4548300-218d-4a6b-911d-f74cdf82a0db, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:11.460660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.490429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa566bb-561a-4105-beb5-4bc86f8ab48e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:11.493675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa566bb-561a-4105-beb5-4bc86f8ab48e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:11.497831 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-afa566bb-561a-4105-beb5-4bc86f8ab48e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1941078 May 06 09:51:11.498312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55876) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:11.504432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5a06-db72-403f-b728-c7b76377c4b0 req-4539fa3a-0eba-4843-bd0d-4fa081e20b7f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:11.514671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7fb5a06-db72-403f-b728-c7b76377c4b0 req-4539fa3a-0eba-4843-bd0d-4fa081e20b7f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 943 time: 0.5222714 May 06 09:51:11.607969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e25d8009-a9e9-4082-ad67-1ad342d9f538 req-18c02ed6-1d1f-40aa-8830-318cb79136cc tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930040 May 06 09:51:11.657489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet eafdc8c6-9dfa-4f57-8a13-55ace4ca136a {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:11.691408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.692318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-700dde32-77c2-46d6-a644-c010b120049c None None] For port b4548300-218d-4a6b-911d-f74cdf82a0db, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:11.713551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-700dde32-77c2-46d6-a644-c010b120049c None None] For port b4548300-218d-4a6b-911d-f74cdf82a0db, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b4548300-218d-4a6b-911d-f74cdf82a0db,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:11.724414 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:11.780822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-c1966995-36a6-4626-a843-502437764adc service neutron] 10.222.0.83 "GET /v2.0/networks/6d4b0a22-94ec-403e-8a82-b93f162f4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8121922 May 06 09:51:11.786781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7fb5a06-db72-403f-b728-c7b76377c4b0 req-d7a31d75-61f4-4c5a-b189-e4fae5443956 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701607 May 06 09:51:11.933940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.028209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dde32-77c2-46d6-a644-c010b120049c None None] Pushing event updated for resources: {'Port': ['ID=b4548300-218d-4a6b-911d-f74cdf82a0db,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:12.313405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ab610-ed54-4747-b0ea-7cf1d5b32292 req-234cd4b8-46ae-40a4-a4af-dfaad5a2e7a2 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:12.324916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a48ab610-ed54-4747-b0ea-7cf1d5b32292 req-234cd4b8-46ae-40a4-a4af-dfaad5a2e7a2 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.4689019 May 06 09:51:12.330811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.404344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55882) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:12.442362 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06b9e47-67ae-4ca3-8eda-6ad5597e6398 x-openstack-request-id: req-b06b9e47-67ae-4ca3-8eda-6ad5597e6398 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:12.443267 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9", "name": "network-vif-plugged", "status": "completed", "tag": "998791dd-c2f8-4810-b468-e87fe359d93b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:12.443877 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b06b9e47-67ae-4ca3-8eda-6ad5597e6398 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:12.444794 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06b9e47-67ae-4ca3-8eda-6ad5597e6398'] response: {'server_uuid': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998791dd-c2f8-4810-b468-e87fe359d93b', 'code': 200} May 06 09:51:12.634574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-746c3cc2-3ea4-4729-ab6e-96abab9d4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:12.636502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-746c3cc2-3ea4-4729-ab6e-96abab9d4635 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1097 time: 0.1715589 May 06 09:51:12.665254 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2bb761e-26c6-478e-836c-d356ea14a5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.679988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.875554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:12.886007 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/eafdc8c6-9dfa-4f57-8a13-55ace4ca136a HTTP/1.1" status: 204 len: 168 time: 1.3855269 May 06 09:51:12.887466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc167350-032d-403d-9588-d3e043326a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=eafdc8c6-9dfa-4f57-8a13-55ace4ca136a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:12.891514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55894) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:12.926219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'name': 'network-vif-deleted', 'tag': '6f612ecf-89cd-4197-bb52-56970cad241b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:12.928976 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f73f0d4-bfba-4b9d-8780-08a28a29a5f2" -d '{"events": [{"server_uuid": "3f233c92-a27d-4c5c-a00a-069c4f81ea38", "name": "network-vif-deleted", "tag": "6f612ecf-89cd-4197-bb52-56970cad241b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:12.987038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a48ab610-ed54-4747-b0ea-7cf1d5b32292 req-43aea672-7274-478f-8fe2-f356242fd4bb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6604686 May 06 09:51:12.996775 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f7ffa059-e129-4f35-a4a0-6054a4b69a15 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037261 May 06 09:51:13.008500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55902) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:13.064848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee6c123-c4c8-4878-8ec7-7bb8fc6b08cb req-d7941895-4c17-40b2-8323-5c82ca07d31d service neutron] 10.222.0.83 "GET /v2.0/networks/6d4b0a22-94ec-403e-8a82-b93f162f4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2493038 May 06 09:51:13.067820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] Deleting subnet 64a76497-cb03-4509-bf3c-fdd77400c39b {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:13.078248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.161819 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.218377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.287316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288832c1-573e-4c6a-afab-691f491954af tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.295294 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-288832c1-573e-4c6a-afab-691f491954af tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2810416 May 06 09:51:13.295935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55906) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:13.340474 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.445288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:13.453113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/64a76497-cb03-4509-bf3c-fdd77400c39b HTTP/1.1" status: 204 len: 168 time: 1.0473015 May 06 09:51:13.454239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88f73e-ff7b-4733-9b0c-4c18cfa2baf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a76497-cb03-4509-bf3c-fdd77400c39b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:13.475688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55908) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:13.506866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93185e8-091c-4acc-85a4-32ceeab3d2be req-3b509c40-1468-425c-bbee-aa559a490d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.513531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b93185e8-091c-4acc-85a4-32ceeab3d2be req-3b509c40-1468-425c-bbee-aa559a490d72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 1096 time: 0.7749786 May 06 09:51:13.608826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-5638de6c-e758-4004-bb34-e156912c1690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.610644 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-5638de6c-e758-4004-bb34-e156912c1690 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.9458179 May 06 09:51:13.613119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22175a53-8bee-47d5-8872-519ff18aad16 req-4a9f7801-89cb-4573-954b-e4ff280c80dd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.614431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef14ef9-a1e4-4592-8ccc-717231d46d50 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.618674 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8ef14ef9-a1e4-4592-8ccc-717231d46d50 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3138845 May 06 09:51:13.619339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55910) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:13.625337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22175a53-8bee-47d5-8872-519ff18aad16 req-4a9f7801-89cb-4573-954b-e4ff280c80dd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 945 time: 0.6753538 May 06 09:51:13.765926 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2a4b8727-fff7-4773-9d71-2e37df54d615 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1413903 May 06 09:51:13.768200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55912) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:13.825213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e6b46-187f-4478-8016-c183b9b550ae None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:13.825802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:13.845330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22175a53-8bee-47d5-8872-519ff18aad16 req-a7171d4e-e184-4402-8875-fce89cfa706c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187757 May 06 09:51:13.880524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-de4e3616-624a-4f0e-9e67-89c4fb53a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:13.884195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-de4e3616-624a-4f0e-9e67-89c4fb53a0dc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fd39fac70d84ed78c8d6c60ac9caa72&device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 1094 time: 0.5594447 May 06 09:51:14.090547 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-61ee9753-685e-45a6-9d68-bf2d161650dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 200 len: 1002 time: 0.4682860 May 06 09:51:14.114720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-8d9990c7-bf0b-428d-928a-513b088de287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:14.118211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-8d9990c7-bf0b-428d-928a-513b088de287 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6d4b0a22-94ec-403e-8a82-b93f162f4521 HTTP/1.1" status: 200 len: 925 time: 0.2197151 May 06 09:51:14.138536 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35c7d6d-31ee-4cd3-97ca-4a9436245ea6 x-openstack-request-id: req-f35c7d6d-31ee-4cd3-97ca-4a9436245ea6 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:14.139265 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f233c92-a27d-4c5c-a00a-069c4f81ea38", "name": "network-vif-deleted", "tag": "6f612ecf-89cd-4197-bb52-56970cad241b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:14.141331 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f35c7d6d-31ee-4cd3-97ca-4a9436245ea6 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:14.141993 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35c7d6d-31ee-4cd3-97ca-4a9436245ea6'] response: {'server_uuid': '3f233c92-a27d-4c5c-a00a-069c4f81ea38', 'name': 'network-vif-deleted', 'tag': '6f612ecf-89cd-4197-bb52-56970cad241b', 'status': 'completed', 'code': 200} May 06 09:51:14.190864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-1d5229cf-6375-4bdb-b358-b686e7c0573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:14.192378 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-1d5229cf-6375-4bdb-b358-b686e7c0573d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.0906007 May 06 09:51:14.225943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:14.230580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:14.310690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b93185e8-091c-4acc-85a4-32ceeab3d2be req-0aa88d80-f554-4d39-87d3-89ed5106e6c0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7668827 May 06 09:51:14.316520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:14.335517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-4962c539-293a-4329-adc5-06de8e2037a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ef126ce-b761-4a4c-bb78-944739b622ab HTTP/1.1" status: 200 len: 217 time: 0.1614375 May 06 09:51:14.418211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e6797-68df-40b7-aa1f-86bea905d4fb req-74658e2b-8a10-49e4-befa-a8ee6ea9647b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:14.428869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e6797-68df-40b7-aa1f-86bea905d4fb req-74658e2b-8a10-49e4-befa-a8ee6ea9647b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 943 time: 0.9133677 May 06 09:51:14.462867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-ac210440-42e7-4b67-beeb-2f1470285cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:14.464415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-ac210440-42e7-4b67-beeb-2f1470285cfd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499259 May 06 09:51:14.527370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e99758d5-e529-44df-8452-8bf2468f81bd None None] Provisioning complete for port b4548300-218d-4a6b-911d-f74cdf82a0db triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:14.529881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99758d5-e529-44df-8452-8bf2468f81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:14.643006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b4548300-218d-4a6b-911d-f74cdf82a0db up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:14.713932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e6797-68df-40b7-aa1f-86bea905d4fb req-0684177f-9d86-4b7d-864a-a5d63b8fa20b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841725 May 06 09:51:14.862858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:14.915951 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-aa99faa6-d4fe-4269-beb1-6d8703533a9d service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374189 May 06 09:51:14.920910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0e51f6-e06b-4eef-accb-955ddbff5ec2']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:14.929170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b4548300-218d-4a6b-911d-f74cdf82a0db triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:14.929777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:14.976457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-d85dde77-fcf8-4813-9ab8-7b3247d21679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:14.984906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-d85dde77-fcf8-4813-9ab8-7b3247d21679 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=17d84984-a474-40df-a6fc-a8e62482e1c0 HTTP/1.1" status: 200 len: 864 time: 0.5365674 May 06 09:51:14.997786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2ae999-5944-4b5e-8e5e-1e6080d2f517') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:14.999386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2ae999-5944-4b5e-8e5e-1e6080d2f517') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:15.024176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.042697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.048264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:51:15.052433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:51:15.052954 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: timer() May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:51:15.125079 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:51:15.152246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99758d5-e529-44df-8452-8bf2468f81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.190513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.199560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-82cd10a6-eae4-41f3-b479-1c39975f37c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6d4b0a22-94ec-403e-8a82-b93f162f4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719562 May 06 09:51:15.214901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:15.225485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:15.251650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907edea-44ea-4ca6-9035-c41d6cd26734 req-84c7ab47-0fdb-400a-b4c2-1700c7b9c85a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:15.253872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5907edea-44ea-4ca6-9035-c41d6cd26734 req-84c7ab47-0fdb-400a-b4c2-1700c7b9c85a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.9611955 May 06 09:51:15.254919 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.261255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.274409 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:15.281041 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.281920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] 10.222.0.76 "DELETE /v2.0/networks/1f0e51f6-e06b-4eef-accb-955ddbff5ec2 HTTP/1.1" status: 204 len: 168 time: 1.8022859 May 06 09:51:15.295106 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-eb136564-3fcb-4cdd-9398-323c06f0b62f req-7ca4dbd5-4a56-4e0a-9b3a-90f2a66464a6 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691180 May 06 09:51:15.354504 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5380492 May 06 09:51:15.357398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55930) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:15.377451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '37e99ed2-bd98-4aff-8bb7-2c101620230c', 'ip_address': '2001:db8::1751:d5ee:7879:9ef9'}], 'name': 'tempest-NetworksTestDHCPv6-600215872'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:15.432966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b360d67-6fa9-4f74-a8e8-51cf1564a6df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=37e99ed2-bd98-4aff-8bb7-2c101620230c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:15.544729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-49ed1e78-8298-4505-8f1d-b8cab29b7223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.625411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e99758d5-e529-44df-8452-8bf2468f81bd None None] For port b4548300-218d-4a6b-911d-f74cdf82a0db, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b4548300-218d-4a6b-911d-f74cdf82a0db,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:15.636680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.642015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e99758d5-e529-44df-8452-8bf2468f81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.711223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] Deleting port b4548300-218d-4a6b-911d-f74cdf82a0db {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:15.711900 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.742420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:15.811841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] For port b4548300-218d-4a6b-911d-f74cdf82a0db, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b4548300-218d-4a6b-911d-f74cdf82a0db,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:15.812547 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.829808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] Calling delete_port for b4548300-218d-4a6b-911d-f74cdf82a0db owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:15.896521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-aa72f273-0e9d-4304-a05e-6668a3aab2d0 service neutron] 10.222.0.83 "GET /v2.0/networks/6d4b0a22-94ec-403e-8a82-b93f162f4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345230 May 06 09:51:15.908411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.958548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 8ff141f8-4d66-42a7-8914-3aedd254b3ad yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:15.960485 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:15.972357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ceb19-8ddd-4031-bfb2-223f3e0ca9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0e51f6-e06b-4eef-accb-955ddbff5ec2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:15.984575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55934) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:16.000105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5907edea-44ea-4ca6-9035-c41d6cd26734 req-ffd2082f-6c21-4e60-9509-01e808edde62 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7088943 May 06 09:51:16.010837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99758d5-e529-44df-8452-8bf2468f81bd None None] Pushing event updated for resources: {'Port': ['ID=b4548300-218d-4a6b-911d-f74cdf82a0db,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:16.040549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] No DVR routers for this DVR port b4548300-218d-4a6b-911d-f74cdf82a0db on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:16.104004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c56b71-5634-4697-a68b-80284754aefa None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:16.108893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b469c81-f858-40fa-98d7-55c1a2f68a69 None None] Pushing event deleted for resources: {'Port': ['ID=b4548300-218d-4a6b-911d-f74cdf82a0db,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:16.300931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b4548300-218d-4a6b-911d-f74cdf82a0db no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:16.345321 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4b36e47-c83f-402b-865f-855b2c9e599b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27d315e8ba5c4fed8f4ee6f8b3177288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557100 May 06 09:51:16.346302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aa631-5073-40ce-b56b-25fad422eec8 req-70a88025-d9c5-45fe-9b69-8b42c8a98a00 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:16.347718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4aa631-5073-40ce-b56b-25fad422eec8 req-70a88025-d9c5-45fe-9b69-8b42c8a98a00 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 945 time: 1.1468890 May 06 09:51:16.356237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55938) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:16.389623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b4548300-218d-4a6b-911d-f74cdf82a0db {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:16.389974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b4548300-218d-4a6b-911d-f74cdf82a0db not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:16.503531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.583844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c7ac33c-358d-47c5-973e-bbe99e5534b0 req-88d3d2e4-3d2a-43cc-a76e-6bf4a92eaba0 service neutron] 10.222.0.83 "GET /v2.0/networks/6d4b0a22-94ec-403e-8a82-b93f162f4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793459 May 06 09:51:16.610006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '37e99ed2-bd98-4aff-8bb7-2c101620230c'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:16.621012 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.631978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ebf68-a0a8-4369-98bf-ff6780ba6026 req-17106be7-aad6-441c-b211-9c8c5496771f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:16.634083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a45ebf68-a0a8-4369-98bf-ff6780ba6026 req-17106be7-aad6-441c-b211-9c8c5496771f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 943 time: 0.3482113 May 06 09:51:16.649348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::1751:d5ee:7879:9ef9 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/37e99ed2-bd98-4aff-8bb7-2c101620230c/8ff141f8-4d66-42a7-8914-3aedd254b3ad) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:16.656759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c4aa631-5073-40ce-b56b-25fad422eec8 req-abfe2ed4-50ec-42f5-83a2-ccaf8df4a41a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788930 May 06 09:51:16.723211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-caa2c2c8-7495-46a5-87b2-9f84ba0a2122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.768806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-caa2c2c8-7495-46a5-87b2-9f84ba0a2122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.780843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a45ebf68-a0a8-4369-98bf-ff6780ba6026 req-45c13c90-3c08-4e81-8c45-ca483769d5bc tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041873 May 06 09:51:16.849328 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.882820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-caa2c2c8-7495-46a5-87b2-9f84ba0a2122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.885844 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-caa2c2c8-7495-46a5-87b2-9f84ba0a2122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:16.887410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-caa2c2c8-7495-46a5-87b2-9f84ba0a2122 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/16f21b28-57a7-4cac-8cc0-f160e51a2b6e HTTP/1.1" status: 204 len: 168 time: 0.5305197 May 06 09:51:16.921762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2c2c8-7495-46a5-87b2-9f84ba0a2122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f21b28-57a7-4cac-8cc0-f160e51a2b6e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:16.983710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9ef126ce-b761-4a4c-bb78-944739b622ab details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:17.130288 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.203058 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.300946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9ef126ce-b761-4a4c-bb78-944739b622ab, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9ef126ce-b761-4a4c-bb78-944739b622ab,segment=NetworkSegment(8dfe8fe2-a742-4815-a965-8148cab20894),segment_id=8dfe8fe2-a742-4815-a965-8148cab20894)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:17.325034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '9ef126ce-b761-4a4c-bb78-944739b622ab', 'network_id': '6d4b0a22-94ec-403e-8a82-b93f162f4521', 'port_id': '9ef126ce-b761-4a4c-bb78-944739b622ab', 'mac_address': 'fa:16:3e:5e:b5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d84984-a474-40df-a6fc-a8e62482e1c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:17.345035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f40b87-c7a5-413c-922c-222a1522a505 req-0cfc2bce-5a39-4e2f-b6c5-7931eaa7cd52 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:17.346625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85f40b87-c7a5-413c-922c-222a1522a505 req-0cfc2bce-5a39-4e2f-b6c5-7931eaa7cd52 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1521440 May 06 09:51:17.427111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=8ff141f8-4d66-42a7-8914-3aedd254b3ad,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:17.445065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:17.450229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:17.460207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:17.464855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85f40b87-c7a5-413c-922c-222a1522a505 req-3c57a840-cd05-481c-b15b-dff34a0262af tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058269 May 06 09:51:17.466056 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.471955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:17.472581 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:17.562565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55954) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:17.567818 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-391e3684-ca97-483e-8c9c-d81143cea2c3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1996009 May 06 09:51:17.601564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef126ce-b761-4a4c-bb78-944739b622ab {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:17.754181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f976b32-a738-4c55-9a1e-086f3510c29b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:17.759144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3f976b32-a738-4c55-9a1e-086f3510c29b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1924748 May 06 09:51:17.759144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55968) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:17.803149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/37e99ed2-bd98-4aff-8bb7-2c101620230c/07c49817-1a1f-410c-90a6-dd1f717c06a2) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:17.824677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9ef126ce-b761-4a4c-bb78-944739b622ab, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9ef126ce-b761-4a4c-bb78-944739b622ab,segment=NetworkSegment(8dfe8fe2-a742-4815-a965-8148cab20894),segment_id=8dfe8fe2-a742-4815-a965-8148cab20894)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:17.843860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.342573 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.343276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9ef126ce-b761-4a4c-bb78-944739b622ab,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:18.427420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['9ef126ce-b761-4a4c-bb78-944739b622ab'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:18.565109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.617887 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.776829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43041c74-c53e-4c99-82e3-7c1643e52f94 req-2babc485-e224-4597-84ec-7bd9509a200b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:18.793238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:18.802592 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43041c74-c53e-4c99-82e3-7c1643e52f94 req-2babc485-e224-4597-84ec-7bd9509a200b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 944 time: 0.2632136 May 06 09:51:18.820096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:18.825278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:18.834919 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.836863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Pushing event updated for resources: {'Port': ['ID=07c49817-1a1f-410c-90a6-dd1f717c06a2,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:18.837635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098ef1e-06f7-4447-b37e-07e22b93b43e req-dad4cff9-ea20-468c-83f5-ec9c875d7078 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:18.839301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f098ef1e-06f7-4447-b37e-07e22b93b43e req-dad4cff9-ea20-468c-83f5-ec9c875d7078 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 945 time: 0.3025906 May 06 09:51:18.869245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43041c74-c53e-4c99-82e3-7c1643e52f94 req-5f0e3f7e-f18b-4dc4-afbb-55963ae8e50f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650904 May 06 09:51:18.924107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 8ff141f8-4d66-42a7-8914-3aedd254b3ad {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:18.924471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.941976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56006) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:18.955639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Attempting to bind port 07c49817-1a1f-410c-90a6-dd1f717c06a2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:18.956119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Attempting to bind port 07c49817-1a1f-410c-90a6-dd1f717c06a2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:18.956578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Attempting to bind port 07c49817-1a1f-410c-90a6-dd1f717c06a2 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:18.976029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:18.976579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:18.977680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:18.978178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:18.979517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Bound port: 07c49817-1a1f-410c-90a6-dd1f717c06a2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:18.980060 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.072255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f098ef1e-06f7-4447-b37e-07e22b93b43e req-27559ded-071b-4307-8373-e33bcf37e163 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912048 May 06 09:51:19.159919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] For port 07c49817-1a1f-410c-90a6-dd1f717c06a2, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:19.182036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] For port 07c49817-1a1f-410c-90a6-dd1f717c06a2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=07c49817-1a1f-410c-90a6-dd1f717c06a2,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:19.189339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-511726423-network', 'tenant_id': '7938bf69b3014c3eb9ba47c146cfeffb'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:19.198409 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.217097 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.246587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Made reservation on behalf of 7938bf69b3014c3eb9ba47c146cfeffb for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:19.249835 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.267486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.273566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 8ff141f8-4d66-42a7-8914-3aedd254b3ad owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:19.385394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508ab26-e8f0-4f41-ba70-0f40a48aab5e None None] Pushing event updated for resources: {'Port': ['ID=07c49817-1a1f-410c-90a6-dd1f717c06a2,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:19.523200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.539851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.559371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:51:19.583720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.584672 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Added segment 7e6acb96-140e-4956-8428-e7f9972b2e54 of type vlan for network 236579ea-3ea2-4bcd-b568-57d7639bd9ff May 06 09:51:19.690714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3044bd-d4ae-4549-ac79-fa5b7340e91f req-cc9698ce-a735-46ed-9edd-2d7524c86876 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:19.699190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d3044bd-d4ae-4549-ac79-fa5b7340e91f req-cc9698ce-a735-46ed-9edd-2d7524c86876 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.2500637 May 06 09:51:19.764607 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.801552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d3044bd-d4ae-4549-ac79-fa5b7340e91f req-cc9c55f7-fd33-42d8-a087-0e6552f28755 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012635 May 06 09:51:19.847621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.848348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:19.849361 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:19.940721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Pushing event updated for resources: {'Network': ['ID=236579ea-3ea2-4bcd-b568-57d7639bd9ff,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:19.956329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 236579ea-3ea2-4bcd-b568-57d7639bd9ff details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:51:19.983798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96bba04-047b-45b6-bda5-daa407abd547,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:20.006726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.026430 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f4181632-9c5c-4f27-a9da-101b88270d2e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0802288 May 06 09:51:20.030455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56024) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:20.066565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Request body: {'subnet': {'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-511726423-subnet', 'tenant_id': '7938bf69b3014c3eb9ba47c146cfeffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:20.115450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=8ff141f8-4d66-42a7-8914-3aedd254b3ad,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:20.126844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Made reservation on behalf of 7938bf69b3014c3eb9ba47c146cfeffb for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:20.129789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.244145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.261936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef9cf355-a31a-4812-8728-ab631a5b0a9b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/8ff141f8-4d66-42a7-8914-3aedd254b3ad HTTP/1.1" status: 204 len: 168 time: 2.5015686 May 06 09:51:20.294747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56028) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:20.378604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 07c49817-1a1f-410c-90a6-dd1f717c06a2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:20.458900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 07c49817-1a1f-410c-90a6-dd1f717c06a2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:20.460724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.464172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737d356-cfc6-4c77-bcb2-5c9f1d565cb7 req-01c0a3b4-1c96-4f62-8fc5-8d371c446db4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:20.475375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8737d356-cfc6-4c77-bcb2-5c9f1d565cb7 req-01c0a3b4-1c96-4f62-8fc5-8d371c446db4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 945 time: 0.4812367 May 06 09:51:20.509323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.618454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.634152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc3a11-5d36-4024-b24a-8e572b78c0e3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:20.640175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc3a11-5d36-4024-b24a-8e572b78c0e3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:20.645736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:20.654045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2bcc3a11-5d36-4024-b24a-8e572b78c0e3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3357158 May 06 09:51:20.666293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.673730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 07c49817-1a1f-410c-90a6-dd1f717c06a2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=07c49817-1a1f-410c-90a6-dd1f717c06a2,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:20.681318 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:20.687750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071924-7b43-4dd4-9371-90e7793a2056 req-741bca9d-cd50-4f23-9fae-2c1856b6ec72 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:20.696107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31071924-7b43-4dd4-9371-90e7793a2056 req-741bca9d-cd50-4f23-9fae-2c1856b6ec72 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 944 time: 0.4950662 May 06 09:51:20.732185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8737d356-cfc6-4c77-bcb2-5c9f1d565cb7 req-9955e895-e6ce-4b6c-975f-612646706eff tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554810 May 06 09:51:20.776034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=07c49817-1a1f-410c-90a6-dd1f717c06a2,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:20.810917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31071924-7b43-4dd4-9371-90e7793a2056 req-f8569420-f721-4885-b0a5-c0a8e747c5a1 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143138 May 06 09:51:21.034175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9ef126ce-b761-4a4c-bb78-944739b622ab up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:21.173643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b2214-86a7-4aba-baab-a166e220c508 req-b1fd2b21-9780-46fc-ba5e-2ba22d1ee297 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:21.183976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c90b2214-86a7-4aba-baab-a166e220c508 req-b1fd2b21-9780-46fc-ba5e-2ba22d1ee297 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1951647 May 06 09:51:21.220604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 9ef126ce-b761-4a4c-bb78-944739b622ab completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:21.264081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 9ef126ce-b761-4a4c-bb78-944739b622ab triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:21.264461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.354165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c90b2214-86a7-4aba-baab-a166e220c508 req-b953f9ac-a2c5-4f7f-8bf0-673de945a703 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686766 May 06 09:51:21.395776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-d3ff9d92-10c8-48b9-bc86-b7f0c14e47d9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:21.415778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-d3ff9d92-10c8-48b9-bc86-b7f0c14e47d9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.82 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 945 time: 0.2912457 May 06 09:51:21.538582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1afdfbd0-e13f-459c-a7f0-9506d7bbc373 None None] Provisioning complete for port 07c49817-1a1f-410c-90a6-dd1f717c06a2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:21.539167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1afdfbd0-e13f-459c-a7f0-9506d7bbc373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.634684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Deleting port 998791dd-c2f8-4810-b468-e87fe359d93b {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:21.635038 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.815240 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.871712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] For port 998791dd-c2f8-4810-b468-e87fe359d93b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=998791dd-c2f8-4810-b468-e87fe359d93b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:21.871712 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:21.903689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Calling delete_port for 998791dd-c2f8-4810-b468-e87fe359d93b owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:21.947348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef126ce-b761-4a4c-bb78-944739b622ab'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:21.957223 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85286e46-6055-440d-9be1-b728954d1b13" -d '{"events": [{"server_uuid": "10f5dc8e-c882-4eb0-82fc-ad34f74b9b09", "name": "network-vif-plugged", "status": "completed", "tag": "9ef126ce-b761-4a4c-bb78-944739b622ab"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:21.970030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 37e99ed2-bd98-4aff-8bb7-2c101620230c {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:21.992484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9ef126ce-b761-4a4c-bb78-944739b622ab, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9ef126ce-b761-4a4c-bb78-944739b622ab,segment=NetworkSegment(8dfe8fe2-a742-4815-a965-8148cab20894),segment_id=8dfe8fe2-a742-4815-a965-8148cab20894)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:22.001346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.008764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.011298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b72f9ac-97ce-4308-86db-b6ffa48bf3b2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.120561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fdc977f2-88b0-43aa-82da-edd2b85d0a40 None None] Could not find standard attr ID for object ed10380d-8609-4643-8c3a-c6bd361d15d8. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:22.145369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9ef126ce-b761-4a4c-bb78-944739b622ab,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.154025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Checking segment: {'id': '7e6acb96-140e-4956-8428-e7f9972b2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:22.154383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Network hostable DHCP agents. Network: 236579ea-3ea2-4bcd-b568-57d7639bd9ff, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:51:22.217157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.317870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Network 236579ea-3ea2-4bcd-b568-57d7639bd9ff is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:51:22.324012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 07c49817-1a1f-410c-90a6-dd1f717c06a2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:22.337427 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.356445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 236579ea-3ea2-4bcd-b568-57d7639bd9ff) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:22.372304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:22.378028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.390319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcd34d-60aa-4088-800a-ad915a69fd17 req-a406a53c-93ac-46d8-b8ba-cfec2c29bc3d tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:22.395659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9bcd34d-60aa-4088-800a-ad915a69fd17 req-a406a53c-93ac-46d8-b8ba-cfec2c29bc3d tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 946 time: 0.2887826 May 06 09:51:22.487701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['fdbdbdd0-c0fd-4818-be87-8178c887956b', '998791dd-c2f8-4810-b468-e87fe359d93b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:22.489239 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2a7fa960-46ec-4f09-b5a4-47fd4f15a911 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4576938 May 06 09:51:22.525233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.535087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Pushing event deleted for resources: {'Port': ['ID=998791dd-c2f8-4810-b468-e87fe359d93b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.551109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492ed85-283d-4990-b986-a8f47c93edc0 None None] Network 236579ea-3ea2-4bcd-b568-57d7639bd9ff requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:22.774451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9bcd34d-60aa-4088-800a-ad915a69fd17 req-e37a6753-bc20-4efd-82be-dcdb91dc2b7a tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/security-groups?id=11b5b0c0-93ea-4aac-9691-c1bcd3109af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497249 May 06 09:51:22.784955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.808170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ef539-fe81-4cd5-8e6f-1f65013e967d req-7544605e-0e4c-479a-bfd6-41262bcaee9f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:22.833768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-300ef539-fe81-4cd5-8e6f-1f65013e967d req-7544605e-0e4c-479a-bfd6-41262bcaee9f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9 HTTP/1.1" status: 200 len: 945 time: 0.6347482 May 06 09:51:22.897161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=37e99ed2-bd98-4aff-8bb7-2c101620230c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:22.909146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.919872 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c1fdde08-525a-4c3a-b717-c39c486ab967 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/37e99ed2-bd98-4aff-8bb7-2c101620230c HTTP/1.1" status: 204 len: 168 time: 2.2730153 May 06 09:51:22.923100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56066) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:22.929863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] No DVR routers for this DVR port 998791dd-c2f8-4810-b468-e87fe359d93b on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:22.942633 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:22.948289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-501bd572-f9b4-40d7-bccb-b7cb805245e0 req-f04be43b-5291-4117-ac9b-78ae4c8327ee tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.82 "DELETE /v2.0/ports/998791dd-c2f8-4810-b468-e87fe359d93b HTTP/1.1" status: 204 len: 173 time: 1.5257292 May 06 09:51:22.956364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'name': 'network-vif-deleted', 'tag': '998791dd-c2f8-4810-b468-e87fe359d93b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:22.963778 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2526580e-eca5-4114-a28e-779732ce7db6" -d '{"events": [{"server_uuid": "7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9", "name": "network-vif-deleted", "tag": "998791dd-c2f8-4810-b468-e87fe359d93b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:23.023315 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-15ce2286-2320-4db1-9c8c-f676cece408f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987623 May 06 09:51:23.026524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56078) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:23.032066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:23.171408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-300ef539-fe81-4cd5-8e6f-1f65013e967d req-13cc4c55-b091-4060-aa8a-126ae757f11b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238459 May 06 09:51:23.250685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a4fa8-3b91-4806-9fce-b9a006a692ff req-08ae44b2-3547-4f32-9fc9-26bfda65151c tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:23.266745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e2a4fa8-3b91-4806-9fce-b9a006a692ff req-08ae44b2-3547-4f32-9fc9-26bfda65151c tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.2439239 May 06 09:51:23.281970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:23.298453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.368970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3475b38d-b72b-49f9-98a9-ac2451c5d38c None None] Could not find standard attr ID for object fe503617-25c4-40f8-b51f-441892e9e8bb. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:23.384179 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3225ac41-4d12-4056-9eb3-5eedf7ca749d x-openstack-request-id: req-3225ac41-4d12-4056-9eb3-5eedf7ca749d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:23.384792 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f5dc8e-c882-4eb0-82fc-ad34f74b9b09", "name": "network-vif-plugged", "status": "completed", "tag": "9ef126ce-b761-4a4c-bb78-944739b622ab", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:23.385227 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3225ac41-4d12-4056-9eb3-5eedf7ca749d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:23.385804 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3225ac41-4d12-4056-9eb3-5eedf7ca749d'] response: {'server_uuid': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef126ce-b761-4a4c-bb78-944739b622ab', 'code': 200} May 06 09:51:23.424332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e2a4fa8-3b91-4806-9fce-b9a006a692ff req-50a56bee-2c26-4f9b-8a7d-fb38acff0fb5 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561251 May 06 09:51:23.467422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 07c49817-1a1f-410c-90a6-dd1f717c06a2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:23.468034 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.522929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f642e0-5fe5-4906-8ba5-751477f8ef50 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:23.546476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-fa744901-f171-4570-81c8-0a68ffa27eab tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:23.551791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-fa744901-f171-4570-81c8-0a68ffa27eab tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 946 time: 0.2788396 May 06 09:51:23.575719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-17fa9911-a839-46ee-8574-14969c18f04b None None] Could not find standard attr ID for object 8ff141f8-4d66-42a7-8914-3aedd254b3ad. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:23.763098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295959b-066d-478b-8670-9b6e6103d3fd req-820ee730-0cfb-46e4-b19c-5efcf1498ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:23.768032 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6295959b-066d-478b-8670-9b6e6103d3fd req-820ee730-0cfb-46e4-b19c-5efcf1498ff5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 1096 time: 0.2743099 May 06 09:51:23.818038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9119cc9-facf-4192-8e81-2b380732ce8c req-ecdfa197-c639-42d4-b8dd-666c0f666fa7 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:23.822170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9119cc9-facf-4192-8e81-2b380732ce8c req-ecdfa197-c639-42d4-b8dd-666c0f666fa7 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.3858399 May 06 09:51:23.906356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9c8b5-2882-4687-974b-bd60b609d272 None None] Network 236579ea-3ea2-4bcd-b568-57d7639bd9ff requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:23.927344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Deleting port 000ad48d-8799-49ce-94f4-e57f87283438 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:23.927344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:23.942499 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6295959b-066d-478b-8670-9b6e6103d3fd req-42474acb-ded6-4052-b7f9-dc4544d06102 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641619 May 06 09:51:24.067371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] For port 000ad48d-8799-49ce-94f4-e57f87283438, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=000ad48d-8799-49ce-94f4-e57f87283438,segment=NetworkSegment(36c7b723-151e-4ad0-a29d-7b1ce45da735),segment_id=36c7b723-151e-4ad0-a29d-7b1ce45da735)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:24.067975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.108860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Calling delete_port for 000ad48d-8799-49ce-94f4-e57f87283438 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:24.115182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.169977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9119cc9-facf-4192-8e81-2b380732ce8c req-1bc51dfc-4540-4d0c-8748-9fcfafc3c305 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415289 May 06 09:51:24.172640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:51:24.245659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:24.303285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=dcc38577-0d8d-4524-8c6b-396dd28e642f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.305998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:24.312483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:24.313131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.316847 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dbc886-3aba-42be-9c79-e5140fdbc3e7 x-openstack-request-id: req-91dbc886-3aba-42be-9c79-e5140fdbc3e7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:24.316847 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9", "name": "network-vif-deleted", "tag": "998791dd-c2f8-4810-b468-e87fe359d93b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:24.316847 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91dbc886-3aba-42be-9c79-e5140fdbc3e7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:24.317198 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91dbc886-3aba-42be-9c79-e5140fdbc3e7'] response: {'server_uuid': '7336bd26-1c94-4dee-bb59-6cfc5ae1f9d9', 'name': 'network-vif-deleted', 'tag': '998791dd-c2f8-4810-b468-e87fe359d93b', 'status': 'completed', 'code': 200} May 06 09:51:24.329390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 07c49817-1a1f-410c-90a6-dd1f717c06a2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:24.343636 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0be76538-db32-488e-8a39-948f0cc15410 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3132343 May 06 09:51:24.344014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:24.350570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': 'dcc38577-0d8d-4524-8c6b-396dd28e642f', 'ip_address': '2001:db8::46d2:c42:7a09:f59e'}], 'name': 'tempest-NetworksTestDHCPv6-144130671'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:24.493656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:24.503410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a33996cf-f11f-414c-ad07-1ddcc9870e2a tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:24.511227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a33996cf-f11f-414c-ad07-1ddcc9870e2a tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/networks?id=236579ea-3ea2-4bcd-b568-57d7639bd9ff HTTP/1.1" status: 200 len: 813 time: 0.4251485 May 06 09:51:24.523738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] Deleting port 07c49817-1a1f-410c-90a6-dd1f717c06a2 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:24.529930 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.536354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-134c780b-b085-413e-a00e-c09c9cf180c7 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/quotas/7938bf69b3014c3eb9ba47c146cfeffb HTTP/1.1" status: 200 len: 375 time: 0.0242088 May 06 09:51:24.549050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a8c8f-3b33-4eab-8687-050ec1d3eae3 req-13bd13d8-fa10-480c-8966-355573f9b2c6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:24.553933 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.556560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-764a8c8f-3b33-4eab-8687-050ec1d3eae3 req-13bd13d8-fa10-480c-8966-355573f9b2c6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.1327202 May 06 09:51:24.652640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.687411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 04b2f484-c96f-47fa-a468-05ea319f076e yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:24.695453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-da5c3e77-6062-4a42-892d-9a8b173efd43 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7938bf69b3014c3eb9ba47c146cfeffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354887 May 06 09:51:24.749036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.776052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['000ad48d-8799-49ce-94f4-e57f87283438'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:24.784850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 07c49817-1a1f-410c-90a6-dd1f717c06a2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=07c49817-1a1f-410c-90a6-dd1f717c06a2,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:24.811042 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.832548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-764a8c8f-3b33-4eab-8687-050ec1d3eae3 req-677ee516-ef8b-4ed7-b406-9daa7e6b5cc4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2750828 May 06 09:51:24.876294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Pushing event deleted for resources: {'Port': ['ID=000ad48d-8799-49ce-94f4-e57f87283438,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:24.921189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] For port 07c49817-1a1f-410c-90a6-dd1f717c06a2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=07c49817-1a1f-410c-90a6-dd1f717c06a2,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:24.924172 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.962436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] No DVR routers for this DVR port 000ad48d-8799-49ce-94f4-e57f87283438 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:24.966019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:24.978969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46325852-0c0f-41a9-beaa-9ca4654e2c00 req-e0f8b069-3b87-4ff5-96d0-73437568ea95 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.83 "DELETE /v2.0/ports/000ad48d-8799-49ce-94f4-e57f87283438 HTTP/1.1" status: 204 len: 173 time: 1.3888211 May 06 09:51:24.985976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] Calling delete_port for 07c49817-1a1f-410c-90a6-dd1f717c06a2 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:25.062177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14fc3b1f-fb8c-476b-9a4d-c003549a2b83 req-6c4b0304-ef76-4587-afa3-cdf2de722c77 tempest-ServerTagsTestJSON-311203525 tempest-ServerTagsTestJSON-311203525-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8a6fbd8-5cb5-4d00-8e35-265f39bb429a HTTP/1.1" status: 200 len: 210 time: 0.0706689 May 06 09:51:25.068521 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::46d2:c42:7a09:f59e (ec861bb2-f6c1-44b0-ab1c-795d98c15718/dcc38577-0d8d-4524-8c6b-396dd28e642f/04b2f484-c96f-47fa-a468-05ea319f076e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:25.104510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 998791dd-c2f8-4810-b468-e87fe359d93b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:25.117291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-fa04eb46-446a-47e1-9b15-20e7e63bb229 service neutron] 10.222.0.76 "GET /v2.0/networks/236579ea-3ea2-4bcd-b568-57d7639bd9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788939 May 06 09:51:25.164454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=07c49817-1a1f-410c-90a6-dd1f717c06a2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:25.241755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a5c41a9c-1d8d-4b12-ae84-b6cd472fba6d service neutron] 10.222.0.76 "GET /v2.0/networks/236579ea-3ea2-4bcd-b568-57d7639bd9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156118 May 06 09:51:25.249637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 998791dd-c2f8-4810-b468-e87fe359d93b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:25.249969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 998791dd-c2f8-4810-b468-e87fe359d93b not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:25.354832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.372208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] No DVR routers for this DVR port 07c49817-1a1f-410c-90a6-dd1f717c06a2 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:25.423729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.430482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa375484-55d9-4383-b09e-39208e70b923 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:25.442375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d9c36-a362-447e-9330-8725b0db7837 None None] Pushing event deleted for resources: {'Port': ['ID=07c49817-1a1f-410c-90a6-dd1f717c06a2,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:25.482675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e06649-3d25-44a7-854a-8d7786d30a13 req-e6b886a7-636a-480d-9f1e-2bf850f00d74 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:25.506555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18e06649-3d25-44a7-854a-8d7786d30a13 req-e6b886a7-636a-480d-9f1e-2bf850f00d74 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.1476934 May 06 09:51:25.522953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.610567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:25.621772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:25.639725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:25.653264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:25.653944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:25.694686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18e06649-3d25-44a7-854a-8d7786d30a13 req-6d126574-089d-45e5-8def-715341d445c3 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791143 May 06 09:51:25.732055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=04b2f484-c96f-47fa-a468-05ea319f076e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:25.762493 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-328fc35c-e470-4ccc-ad88-b04c64f6fb4b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4173694 May 06 09:51:25.765180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56126) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:25.891792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'dcc38577-0d8d-4524-8c6b-396dd28e642f'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:25.892670 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.019503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a593b8e-d701-44ac-8b41-f76d1bf4287f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:26.026553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a593b8e-d701-44ac-8b41-f76d1bf4287f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2602255 May 06 09:51:26.027516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56144) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:26.044482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cdf18-b8f9-4aa9-bab0-c8dbad2398b9 req-8e3993f3-f05d-4474-8619-4910f6004cf3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:26.054594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de0cdf18-b8f9-4aa9-bab0-c8dbad2398b9 req-8e3993f3-f05d-4474-8619-4910f6004cf3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1821754 May 06 09:51:26.112806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de0cdf18-b8f9-4aa9-bab0-c8dbad2398b9 req-039dd0ab-eb14-4259-ad9b-195deb2440d4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569680 May 06 09:51:26.200651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/dcc38577-0d8d-4524-8c6b-396dd28e642f/5f63949c-9a7b-45a2-a6d6-f455aebbbf53) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:26.280230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 04b2f484-c96f-47fa-a468-05ea319f076e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:26.280610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.343867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'name': 'network-vif-deleted', 'tag': '000ad48d-8799-49ce-94f4-e57f87283438'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:26.347779 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6490b3-98a1-4e7c-ac4c-8e92e52b016b" -d '{"events": [{"server_uuid": "e8a6fbd8-5cb5-4d00-8e35-265f39bb429a", "name": "network-vif-deleted", "tag": "000ad48d-8799-49ce-94f4-e57f87283438"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:26.429525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284f1a-43be-45ed-bd9a-4faddd36624a req-b30be45e-8e03-45d5-8c2f-7e3f3b29963e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:26.446268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4284f1a-43be-45ed-bd9a-4faddd36624a req-b30be45e-8e03-45d5-8c2f-7e3f3b29963e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1707163 May 06 09:51:26.457322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.485660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 04b2f484-c96f-47fa-a468-05ea319f076e owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:26.507801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d1ec283-30c0-4b07-a429-de93412d2b6b req-81dc1b69-e980-4622-bfbc-32ae7406e202 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 210 time: 0.0970824 May 06 09:51:26.554168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.573380 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.608841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4284f1a-43be-45ed-bd9a-4faddd36624a req-a9097822-9493-4fb6-98ae-22ec54ab5c24 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556716 May 06 09:51:26.672944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56160) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:26.748219 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb662fa6-2713-4ae7-bfee-a7d4a1bc4244 x-openstack-request-id: req-fb662fa6-2713-4ae7-bfee-a7d4a1bc4244 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:26.748510 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a6fbd8-5cb5-4d00-8e35-265f39bb429a", "name": "network-vif-deleted", "tag": "000ad48d-8799-49ce-94f4-e57f87283438", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:26.748839 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb662fa6-2713-4ae7-bfee-a7d4a1bc4244 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:26.749558 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb662fa6-2713-4ae7-bfee-a7d4a1bc4244'] response: {'server_uuid': 'e8a6fbd8-5cb5-4d00-8e35-265f39bb429a', 'name': 'network-vif-deleted', 'tag': '000ad48d-8799-49ce-94f4-e57f87283438', 'status': 'completed', 'code': 200} May 06 09:51:26.768672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Pushing event updated for resources: {'Port': ['ID=5f63949c-9a7b-45a2-a6d6-f455aebbbf53,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:26.783361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] Deleting subnet 78509979-e0df-4c6b-b105-726277d80b22 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:26.794992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.824759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:26.827755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:26.833311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:26.904694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Attempting to bind port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:26.905382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Attempting to bind port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:26.905703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Attempting to bind port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:26.933347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:26.940387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.942109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:26.956564 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:26.957494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:26.959903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Bound port: 5f63949c-9a7b-45a2-a6d6-f455aebbbf53, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:26.967617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.036855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 000ad48d-8799-49ce-94f4-e57f87283438 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:27.054194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=04b2f484-c96f-47fa-a468-05ea319f076e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:27.119265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.126689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.133446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:27.142648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ec19b0da-c660-4c20-8bf7-b93c7d325214 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/04b2f484-c96f-47fa-a468-05ea319f076e HTTP/1.1" status: 204 len: 168 time: 1.1015663 May 06 09:51:27.148534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 000ad48d-8799-49ce-94f4-e57f87283438 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:27.148880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 000ad48d-8799-49ce-94f4-e57f87283438 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:27.149302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:27.220228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] For port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:27.224142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] For port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5f63949c-9a7b-45a2-a6d6-f455aebbbf53,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:27.233675 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.294712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f43e4a-feea-4de8-aa7b-823a46b6258a req-a099c94c-dc97-47cb-8bd9-f55f48301da9 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:27.302168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2f43e4a-feea-4de8-aa7b-823a46b6258a req-a099c94c-dc97-47cb-8bd9-f55f48301da9 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.3789377 May 06 09:51:27.340584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.358027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be76fe3-920c-477e-8d5c-6363dc473a43 None None] Pushing event updated for resources: {'Port': ['ID=5f63949c-9a7b-45a2-a6d6-f455aebbbf53,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:27.366043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd84a6c-bd8e-474a-83dc-837b761d6635 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:27.368182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd84a6c-bd8e-474a-83dc-837b761d6635 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:27.369755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0cd84a6c-bd8e-474a-83dc-837b761d6635 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2344112 May 06 09:51:27.372492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56174) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:27.403149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.457210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:27.460485 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a72c9c-741e-4ae5-9a16-a001a8ab106d" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-unplugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:27.478676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89d2b5-c753-454d-a2c4-b4fc0504bf4b req-37f4e173-744e-4d5e-a719-d37346ea61bb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:27.482038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:27.493225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c89d2b5-c753-454d-a2c4-b4fc0504bf4b req-37f4e173-744e-4d5e-a719-d37346ea61bb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.4672735 May 06 09:51:27.494174 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.525753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet dcc38577-0d8d-4524-8c6b-396dd28e642f {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:27.541636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.563543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:27.612573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2f43e4a-feea-4de8-aa7b-823a46b6258a req-29838791-1b4c-4771-bd3a-869a9bfe7290 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005605 May 06 09:51:27.645026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.674082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.833583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c89d2b5-c753-454d-a2c4-b4fc0504bf4b req-0c30c51c-e248-4a6f-9082-adfe7e8de059 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343360 May 06 09:51:27.935495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:27.952171 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded61bc-1e31-416f-998a-16794c025f23 x-openstack-request-id: req-9ded61bc-1e31-416f-998a-16794c025f23 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:27.952666 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-unplugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:27.952763 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ded61bc-1e31-416f-998a-16794c025f23 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:27.953213 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ded61bc-1e31-416f-998a-16794c025f23'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'code': 200} May 06 09:51:28.008703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78509979-e0df-4c6b-b105-726277d80b22,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:28.065642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.073839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c30533b8-9aa1-4fe6-9cad-7017d5cb9c0c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/78509979-e0df-4c6b-b105-726277d80b22 HTTP/1.1" status: 204 len: 168 time: 1.3956950 May 06 09:51:28.077302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56188) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:28.087190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.105854 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.114677 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/dcc38577-0d8d-4524-8c6b-396dd28e642f HTTP/1.1" status: 204 len: 168 time: 0.7407634 May 06 09:51:28.116082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:28.195740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6f8069b3-6290-4d17-9969-177a3c133bcf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749941 May 06 09:51:28.196910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56192) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:28.211680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:28.215461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970284f7-f383-491d-a467-4d5b14ec464f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc38577-0d8d-4524-8c6b-396dd28e642f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:28.320093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:28.373332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:28.382522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.402768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:28.403555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.509985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73441497-05e3-4f8b-b7f3-1d12e798c734 req-8e00a25f-49ab-48cc-ba9b-b9dae1a283a1 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 210 time: 0.4594357 May 06 09:51:28.581435 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.649187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5f63949c-9a7b-45a2-a6d6-f455aebbbf53,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:28.673394 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.771614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.775009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a5ca5-3070-421a-bbe4-72fc537cabf2 req-594743d8-80c7-4edc-a385-9ac6795745c8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:28.776850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-522a5ca5-3070-421a-bbe4-72fc537cabf2 req-594743d8-80c7-4edc-a385-9ac6795745c8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.9049318 May 06 09:51:28.785351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=5f63949c-9a7b-45a2-a6d6-f455aebbbf53,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:28.810974 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.867277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a0b7ea63-6efd-4cae-af36-3af1254e455e tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:28.867500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:28.868976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a0b7ea63-6efd-4cae-af36-3af1254e455e tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.82 "GET /v2.0/networks?id=236579ea-3ea2-4bcd-b568-57d7639bd9ff HTTP/1.1" status: 200 len: 813 time: 1.1699305 May 06 09:51:28.871461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:28.880136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:28.880759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:28.892765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-522a5ca5-3070-421a-bbe4-72fc537cabf2 req-3977ebee-2df5-4435-a052-aac51567e2ca tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006758 May 06 09:51:28.914144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Request body: {'port': {'device_id': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff', 'admin_state_up': True, 'tenant_id': '7938bf69b3014c3eb9ba47c146cfeffb'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:28.930995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=2705f988-9942-4ae6-9bff-7a6809792495,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:28.941526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5be62981-6e03-44ce-ab3d-5bccc0c7f842 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7435598 May 06 09:51:28.944945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56200) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:28.949749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '2705f988-9942-4ae6-9bff-7a6809792495', 'ip_address': '2001:db8::cf0d:6657:26ac:4058'}], 'name': 'tempest-NetworksTestDHCPv6-1287640503'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:28.970413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed39ed-e9fd-4289-ad2f-22c16f312dfb req-85e0d03e-818d-4469-be4f-a4071c766b76 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:28.973094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06ed39ed-e9fd-4289-ad2f-22c16f312dfb req-85e0d03e-818d-4469-be4f-a4071c766b76 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.2958000 May 06 09:51:29.053995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce901200-4e0e-4ce6-9527-a608cd81be4e None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:29.136735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:29.142787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.168915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 3dcb878a-8ea5-4d07-bfe9-13f96b3b9906 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:29.273126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06ed39ed-e9fd-4289-ad2f-22c16f312dfb req-6f9c5a2d-f128-4fe5-bf7a-803a4e7625ad tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454586 May 06 09:51:29.279949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f5de8fa3-4640-4745-92ac-c5a6c700eecb None None] Provisioning complete for port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:29.280324 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f5de8fa3-4640-4745-92ac-c5a6c700eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.304822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.346902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2fff63-0832-4b58-afca-1ca494b3446a req-f224bc39-2475-43fc-8dd3-ead719601c2d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:29.348984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d2fff63-0832-4b58-afca-1ca494b3446a req-f224bc39-2475-43fc-8dd3-ead719601c2d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2122171 May 06 09:51:29.377962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dfea92-bad0-4cce-a2f3-0b3b82053738']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.441527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36c7b723-151e-4ad0-a29d-7b1ce45da735') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.441817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36c7b723-151e-4ad0-a29d-7b1ce45da735') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:29.467051 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.515686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::cf0d:6657:26ac:4058 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/2705f988-9942-4ae6-9bff-7a6809792495/3dcb878a-8ea5-4d07-bfe9-13f96b3b9906) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:29.516070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f5de8fa3-4640-4745-92ac-c5a6c700eecb None None] Could not find standard attr ID for object 04b2f484-c96f-47fa-a468-05ea319f076e. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:29.570569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Made reservation on behalf of 7938bf69b3014c3eb9ba47c146cfeffb for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:29.579464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.611898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.668839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d2fff63-0832-4b58-afca-1ca494b3446a req-b89924f1-cb8e-47fa-ac64-c730c3b0b4c9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897842 May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: timer() May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:51:29.684109 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:51:29.902773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-488a3ce9-94bd-489c-9a8a-ed4083cf8905 req-4007154b-65f2-457d-a5cf-2a746bbff49e tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 210 time: 0.0739357 May 06 09:51:29.951166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d9efa6f7-2a38-42c5-8b86-dfcecd8211cb None None] Provisioning complete for port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:29.951544 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d9efa6f7-2a38-42c5-8b86-dfcecd8211cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:29.964106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.051131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.095517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:30.104237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.107606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:30.111450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:30.124873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:30.125636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.253411 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3069081 May 06 09:51:30.259066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56220) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.345295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.353477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f8dfea92-bad0-4cce-a2f3-0b3b82053738 HTTP/1.1" status: 204 len: 168 time: 2.2700484 May 06 09:51:30.362281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:30.373483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae9037-8732-43c7-80e0-f9ffac4dfe8f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=3dcb878a-8ea5-4d07-bfe9-13f96b3b9906,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:30.401892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3766ac-5018-47d6-9c01-eaf450494c41 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:30.407534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458e22a-10a3-4e00-be58-7071f1958af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8dfea92-bad0-4cce-a2f3-0b3b82053738,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:30.410065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3766ac-5018-47d6-9c01-eaf450494c41 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:30.415063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c3766ac-5018-47d6-9c01-eaf450494c41 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1439226 May 06 09:51:30.415757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56224) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.448304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbbcaa-432a-477c-a58f-f9c987e37818 req-2d9754ea-5bf4-4dd3-909d-a379137ec9ad tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:30.464145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08dbbcaa-432a-477c-a58f-f9c987e37818 req-2d9754ea-5bf4-4dd3-909d-a379137ec9ad tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.5964913 May 06 09:51:30.563635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Allocated IP 172.20.0.11 (236579ea-3ea2-4bcd-b568-57d7639bd9ff/6b72f9ac-97ce-4308-86db-b6ffa48bf3b2/140096e8-8868-4740-aa66-44c8820e0362) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:30.582154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-285bee70-1da7-4fe5-b950-00bee0298741 None None] Could not find standard attr ID for object 04b2f484-c96f-47fa-a468-05ea319f076e. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:30.620220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 3dcb878a-8ea5-4d07-bfe9-13f96b3b9906 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:30.620804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.625683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:30.629398 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.808322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:30.826393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 3dcb878a-8ea5-4d07-bfe9-13f96b3b9906 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:30.856214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:30.910761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc53dd6-332d-45f1-8f55-c2209b26200e req-ba87cefd-52d0-4402-b15e-71418b47b495 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:30.924266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecc53dd6-332d-45f1-8f55-c2209b26200e req-ba87cefd-52d0-4402-b15e-71418b47b495 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.8402860 May 06 09:51:31.013990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-70a0d368-d821-4309-93fc-5a1d187cbff4 None None] Provisioning complete for port 3dcb878a-8ea5-4d07-bfe9-13f96b3b9906 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:31.014362 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-70a0d368-d821-4309-93fc-5a1d187cbff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.040786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.076625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=3dcb878a-8ea5-4d07-bfe9-13f96b3b9906,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:31.117573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.128506 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad0c2dbe-3008-430e-92e1-09b0cb1b88fc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/3dcb878a-8ea5-4d07-bfe9-13f96b3b9906 HTTP/1.1" status: 204 len: 168 time: 0.7109301 May 06 09:51:31.129570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:31.164713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08dbbcaa-432a-477c-a58f-f9c987e37818 req-ab3c0e9c-ecc9-4476-af3c-81db62755f0f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991179 May 06 09:51:31.208092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e7ed5-85ce-46dc-b9f7-bdf165ae783d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:31.210672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e7ed5-85ce-46dc-b9f7-bdf165ae783d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:31.215816 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-495e7ed5-85ce-46dc-b9f7-bdf165ae783d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0846028 May 06 09:51:31.216752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:31.326152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 2705f988-9942-4ae6-9bff-7a6809792495 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:31.342785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.399140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecc53dd6-332d-45f1-8f55-c2209b26200e req-64358c36-f9b3-44d7-9ae0-2182adda697f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226406 May 06 09:51:31.496379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.528487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cfbe29c6-0579-4b34-8700-f1cdc719a613 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afe1b8ddbe4a425a914c01f919e10acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514282 May 06 09:51:31.544519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56288) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:31.646983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.695575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d1bab6d-447d-41b4-92a2-4655d016ae48 req-5b1f202d-0df6-42ac-8299-75b8cb73df43 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 210 time: 0.2261624 May 06 09:51:31.729761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.747068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:31.855204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.948349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa086959-11b0-4ec5-9b26-7e3eef86624d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.982178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:31.988570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:31.991347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/2705f988-9942-4ae6-9bff-7a6809792495 HTTP/1.1" status: 204 len: 168 time: 0.7733660 May 06 09:51:31.993356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd42e4-b1d8-4099-8d95-85f806593171 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=2705f988-9942-4ae6-9bff-7a6809792495,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:31.995941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56302) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.012218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '002254db-568d-45fa-ad04-35ae8ff513b8', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8', 'mac_address': 'fa:16:3e:1f:b7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:32.033555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.054033 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa086959-11b0-4ec5-9b26-7e3eef86624d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.102501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.104805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b7a6d-394b-4bb9-8b11-209bf68674e3 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:32.108670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-70a0d368-d821-4309-93fc-5a1d187cbff4 None None] Port 3dcb878a-8ea5-4d07-bfe9-13f96b3b9906 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:32.178460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002254db-568d-45fa-ad04-35ae8ff513b8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:32.194047 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aca8efed-b949-4f7a-bca0-3b75c581edb5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1958246 May 06 09:51:32.197835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56322) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.209129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:32.216876 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.242324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Network 236579ea-3ea2-4bcd-b568-57d7639bd9ff is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:32.280913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:32.286470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:32.338096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fd7fe1-0af6-45f7-bbde-1b6cb078e111 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:32.343513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-48fd7fe1-0af6-45f7-bbde-1b6cb078e111 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1440628 May 06 09:51:32.347543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56336) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.350399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['002254db-568d-45fa-ad04-35ae8ff513b8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:32.517657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847e9ddd-736b-4ce8-842a-1fa6d1769ebe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:32.524771 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-847e9ddd-736b-4ce8-842a-1fa6d1769ebe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1749330 May 06 09:51:32.525717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56340) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.530388 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:32.563185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Pushing event updated for resources: {'Port': ['ID=140096e8-8868-4740-aa66-44c8820e0362,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:32.631837 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4eacf001-4f33-4055-96f5-0bf205a789c2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024840 May 06 09:51:32.632637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56342) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:32.637730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa086959-11b0-4ec5-9b26-7e3eef86624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.651177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:32.654404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa086959-11b0-4ec5-9b26-7e3eef86624d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.657405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aa086959-11b0-4ec5-9b26-7e3eef86624d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11b5b0c0-93ea-4aac-9691-c1bcd3109af5 HTTP/1.1" status: 204 len: 168 time: 1.1079764 May 06 09:51:32.682677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:51:32.811179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa086959-11b0-4ec5-9b26-7e3eef86624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b5b0c0-93ea-4aac-9691-c1bcd3109af5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:32.846922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:32.848573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.866080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] Deleting port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:32.866542 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:32.907242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3054edd-7331-411d-a2a9-580d11663801 req-ddb0927e-3d0f-493e-a466-8525a3ec9ab5 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:32.916396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3054edd-7331-411d-a2a9-580d11663801 req-ddb0927e-3d0f-493e-a466-8525a3ec9ab5 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.6552067 May 06 09:51:32.978461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-a4b6a113-277a-426a-b8db-fff79d1c491f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0828147 May 06 09:51:33.001853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:33.004731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] For port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5f63949c-9a7b-45a2-a6d6-f455aebbbf53,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:33.005134 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.008769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Request body: {'port': {'device_id': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:33.011493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.032685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6cbe0-c049-4d90-894a-402fcb637763 req-83130645-5513-46b4-98e3-0013ce6b7b9a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:33.045847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] Calling delete_port for 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:33.049854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79e6cbe0-c049-4d90-894a-402fcb637763 req-83130645-5513-46b4-98e3-0013ce6b7b9a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.4183357 May 06 09:51:33.139405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3054edd-7331-411d-a2a9-580d11663801 req-c20756db-ba4e-4ec1-8d47-e7bc9d21b202 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214506 May 06 09:51:33.198522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79e6cbe0-c049-4d90-894a-402fcb637763 req-f5b57a49-25db-4e0e-af40-4af4cb00d5bc tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423082 May 06 09:51:33.210485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.367283 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.402091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] Pushing event deleted for resources: {'Port': ['ID=5f63949c-9a7b-45a2-a6d6-f455aebbbf53,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:33.414463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7557a-933f-4b4b-a589-f01bcee39f34 None None] No DVR routers for this DVR port 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:33.668683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c397e-046b-42d0-9128-cc0999a1b6d8 req-411248e8-0a3e-411f-95e7-475e14952f12 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:33.670574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c48c397e-046b-42d0-9128-cc0999a1b6d8 req-411248e8-0a3e-411f-95e7-475e14952f12 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 932 time: 0.3604217 May 06 09:51:33.693760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.759916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=2ec83279-c7e8-4cfa-b93f-c635ff529aff,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:33.792433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:33.794327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:33.799964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:33.803463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:33.807860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c657a7-6939-41f7-ba85-d1ac5316cc70 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:33.877212 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7cf6a11e-4e19-4ed7-8fda-c1fd536973e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2434802 May 06 09:51:33.878175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56382) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:33.884438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '2ec83279-c7e8-4cfa-b93f-c635ff529aff', 'ip_address': '2001:db8::1e7f:f654:f0d6:8cd9'}], 'name': 'tempest-NetworksTestDHCPv6-1697800606'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:33.897033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267d57d-8580-4cfd-ab89-2850aa2052ba req-7b6c8218-c0cd-4a28-878b-ba0c472cb852 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:33.911812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b267d57d-8580-4cfd-ab89-2850aa2052ba req-7b6c8218-c0cd-4a28-878b-ba0c472cb852 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2892616 May 06 09:51:34.027349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c48c397e-046b-42d0-9128-cc0999a1b6d8 req-9c80770e-dd49-4b45-ab76-8bf1c84cefba tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460939 May 06 09:51:34.129791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:34.179151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b267d57d-8580-4cfd-ab89-2850aa2052ba req-254035a2-5de6-4da8-bf33-691bf08d4f6f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657278 May 06 09:51:34.193261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '2ec83279-c7e8-4cfa-b93f-c635ff529aff'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:34.198785 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.258226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140096e8-8868-4740-aa66-44c8820e0362 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:34.295606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.377576 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.382360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Transition to ACTIVE for port object 140096e8-8868-4740-aa66-44c8820e0362 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:51:34.414258 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.422274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:34.440571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 6f90821c-4997-496f-bedb-7ca2d4626106 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:34.500120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56398) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:34.512064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:34.512794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5f63949c-9a7b-45a2-a6d6-f455aebbbf53 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:34.635282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2994c6-4c09-408d-b708-1deb097bf8ce req-bcdbd618-2bcc-4090-817e-aa11de9eb4b3 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:34.637184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a2994c6-4c09-408d-b708-1deb097bf8ce req-bcdbd618-2bcc-4090-817e-aa11de9eb4b3 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.2965617 May 06 09:51:34.693168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Pushing event updated for resources: {'Port': ['ID=140096e8-8868-4740-aa66-44c8820e0362,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:34.706397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-839690423-network', 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:34.716587 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/2ec83279-c7e8-4cfa-b93f-c635ff529aff/07631d30-1855-42b2-9891-9da9fad3f0b4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:34.746609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be97b07-3286-43ed-81f6-7a21386d0d32 req-4d72a6c7-07be-49fb-b320-86cb3b599e2f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:34.754700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7be97b07-3286-43ed-81f6-7a21386d0d32 req-4d72a6c7-07be-49fb-b320-86cb3b599e2f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3529236 May 06 09:51:34.858789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a2994c6-4c09-408d-b708-1deb097bf8ce req-91accb4c-9532-4358-9d2c-d57025d554ce tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922228 May 06 09:51:34.875046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:34.877940 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.910720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-e4a5351c-795e-4ae8-bbac-d584af05b82e tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:34.921335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-e4a5351c-795e-4ae8-bbac-d584af05b82e tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.83 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.2739329 May 06 09:51:34.972940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7be97b07-3286-43ed-81f6-7a21386d0d32 req-1d8c56d1-d2d6-485f-8d74-edb95ad1970a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170980 May 06 09:51:34.979652 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:34.995149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.025189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.088898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Attempting to bind port 140096e8-8868-4740-aa66-44c8820e0362 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:35.089635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Attempting to bind port 140096e8-8868-4740-aa66-44c8820e0362 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '7e6acb96-140e-4956-8428-e7f9972b2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:35.089777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Attempting to bind port 140096e8-8868-4740-aa66-44c8820e0362 on network 236579ea-3ea2-4bcd-b568-57d7639bd9ff {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:35.145615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Port 140096e8-8868-4740-aa66-44c8820e0362 on network 236579ea-3ea2-4bcd-b568-57d7639bd9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:51:35.145615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Attempting to bind port 140096e8-8868-4740-aa66-44c8820e0362 on network 236579ea-3ea2-4bcd-b568-57d7639bd9ff {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:35.156169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Pushing event updated for resources: {'Port': ['ID=07631d30-1855-42b2-9891-9da9fad3f0b4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.165805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:35.169326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:35.174917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:35.176831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Checking segment: {'id': '7e6acb96-140e-4956-8428-e7f9972b2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:35.180524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Bound using segment: {'id': '7e6acb96-140e-4956-8428-e7f9972b2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:35.181848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Bound port: 140096e8-8868-4740-aa66-44c8820e0362, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6acb96-140e-4956-8428-e7f9972b2e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:35.182984 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.193732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:35.196500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::1e7f:f654:f0d6:8cd9 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/2ec83279-c7e8-4cfa-b93f-c635ff529aff/6f90821c-4997-496f-bedb-7ca2d4626106) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:35.200039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:35.341223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.388906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.424629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Attempting to bind port 07631d30-1855-42b2-9891-9da9fad3f0b4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:35.425316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Attempting to bind port 07631d30-1855-42b2-9891-9da9fad3f0b4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:35.426206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Attempting to bind port 07631d30-1855-42b2-9891-9da9fad3f0b4 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:35.432875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ffd231-8870-48f0-9644-9a42f9a4f1a2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.443830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20323c1d-cc78-465d-b787-04527ca72e09 req-831d3a17-4ce3-4835-b1d6-8446718f4c49 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.444149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:35.444835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:35.445246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.447838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:35.448326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Bound port: 07631d30-1855-42b2-9891-9da9fad3f0b4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:35.449124 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.451804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20323c1d-cc78-465d-b787-04527ca72e09 req-831d3a17-4ce3-4835-b1d6-8446718f4c49 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.4754937 May 06 09:51:35.519825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Deleting port 9ef126ce-b761-4a4c-bb78-944739b622ab {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:35.520252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.525079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:51:35.600263 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.613819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] For port 07631d30-1855-42b2-9891-9da9fad3f0b4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:35.619651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] For port 07631d30-1855-42b2-9891-9da9fad3f0b4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=07631d30-1855-42b2-9891-9da9fad3f0b4,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:35.622580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 002254db-568d-45fa-ad04-35ae8ff513b8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:35.623124 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.666241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.682989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.747702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb99ef-1d17-4463-9f48-75a3bc58a44a req-b21e543c-2e53-4d3e-95c2-8eacfb7682b0 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.760825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3efb99ef-1d17-4463-9f48-75a3bc58a44a req-b21e543c-2e53-4d3e-95c2-8eacfb7682b0 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 944 time: 0.5498555 May 06 09:51:35.765836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] For port 140096e8-8868-4740-aa66-44c8820e0362, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:35.772676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.773065 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Added segment 9e93fcef-c443-41eb-bc24-993434f7c585 of type vlan for network 6a108881-3eb8-4d4a-aaec-2007ff76762b May 06 09:51:35.807711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20323c1d-cc78-465d-b787-04527ca72e09 req-8ec83c3a-40aa-4098-8880-3375f06d1066 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525221 May 06 09:51:35.821448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:35.825563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:35.830723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:35.839466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:35.840387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.852158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ba4dc-e656-4eee-961c-e58748b7cdc7 None None] Pushing event updated for resources: {'Port': ['ID=07631d30-1855-42b2-9891-9da9fad3f0b4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.868186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:35.872905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=6f90821c-4997-496f-bedb-7ca2d4626106,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:35.898225 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-af95d378-9385-48ab-85d6-0110b65c26d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0187495 May 06 09:51:35.903213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56418) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:35.908598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-baf33426-c79e-42db-bddd-47091b60389f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '2ec83279-c7e8-4cfa-b93f-c635ff529aff', 'ip_address': '2001:db8::1e7f:f654:f0d6:8cd9'}], 'name': 'tempest-NetworksTestDHCPv6-1505551744'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:35.926467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:35.935879 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea160314-9514-4f29-8c16-b733e2bae279" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:35.970901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:35.978810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.055444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] For port 140096e8-8868-4740-aa66-44c8820e0362, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=140096e8-8868-4740-aa66-44c8820e0362,segment=NetworkSegment(7e6acb96-140e-4956-8428-e7f9972b2e54),segment_id=7e6acb96-140e-4956-8428-e7f9972b2e54)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:36.061443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=10']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:36.143351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.180305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf33426-c79e-42db-bddd-47091b60389f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:36.200180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baf33426-c79e-42db-bddd-47091b60389f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.273642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-baf33426-c79e-42db-bddd-47091b60389f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 4b0171f4-f016-4cd6-8195-3163bbce1f75 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:36.307383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.388877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3efb99ef-1d17-4463-9f48-75a3bc58a44a req-741f247d-36c4-46d1-a362-c9fdf6c2c4e9 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271160 May 06 09:51:36.426055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.430334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:36.433969 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.438799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 07631d30-1855-42b2-9891-9da9fad3f0b4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:36.439663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:36.450225 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.453831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-06ab5444-0462-4b38-befc-210574931c78 service neutron] 10.222.0.82 "PUT /v2.0/ports/140096e8-8868-4740-aa66-44c8820e0362 HTTP/1.1" status: 200 len: 1092 time: 3.4573741 May 06 09:51:36.460149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'tag': '140096e8-8868-4740-aa66-44c8820e0362'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:36.469127 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99eb1b7-0893-4261-89df-c9387e581d15" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b6d4be-7e47-48c1-a912-11bbfe193c4a", "tag": "140096e8-8868-4740-aa66-44c8820e0362"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:36.478823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] For port 9ef126ce-b761-4a4c-bb78-944739b622ab, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9ef126ce-b761-4a4c-bb78-944739b622ab,segment=NetworkSegment(8dfe8fe2-a742-4815-a965-8148cab20894),segment_id=8dfe8fe2-a742-4815-a965-8148cab20894)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:36.480522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.605039 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d873deb6-5ddb-4a26-acba-d4794f6928ac x-openstack-request-id: req-d873deb6-5ddb-4a26-acba-d4794f6928ac {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:36.605331 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:36.605600 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d873deb6-5ddb-4a26-acba-d4794f6928ac {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:36.607807 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d873deb6-5ddb-4a26-acba-d4794f6928ac'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'code': 200} May 06 09:51:36.672717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 07631d30-1855-42b2-9891-9da9fad3f0b4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:36.673243 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.682173 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee46a9-ab34-4939-b702-300452acb2ae x-openstack-request-id: req-89ee46a9-ab34-4939-b702-300452acb2ae {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:36.682394 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b6d4be-7e47-48c1-a912-11bbfe193c4a", "tag": "140096e8-8868-4740-aa66-44c8820e0362", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:36.682631 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89ee46a9-ab34-4939-b702-300452acb2ae {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:36.684082 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ee46a9-ab34-4939-b702-300452acb2ae'] response: {'name': 'network-changed', 'server_uuid': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'tag': '140096e8-8868-4740-aa66-44c8820e0362', 'status': 'completed', 'code': 200} May 06 09:51:36.685131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Calling delete_port for 9ef126ce-b761-4a4c-bb78-944739b622ab owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:36.699228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce4734-5276-4c93-b905-5aaf294a79ff req-e0a45aff-fbb7-41b4-8ef9-fd9813cea548 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:36.704964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cce4734-5276-4c93-b905-5aaf294a79ff req-e0a45aff-fbb7-41b4-8ef9-fd9813cea548 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 945 time: 0.6459792 May 06 09:51:36.720927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2149122 May 06 09:51:36.724533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56432) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:36.743967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Request body: {'subnet': {'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-839690423-subnet', 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:36.765143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-95fabba2-fb7c-404b-92f4-b28b73c9896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:36.767125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-95fabba2-fb7c-404b-92f4-b28b73c9896c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7938bf69b3014c3eb9ba47c146cfeffb&device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 1095 time: 0.1692293 May 06 09:51:36.768006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab5444-0462-4b38-befc-210574931c78 service neutron] Pushing event updated for resources: {'Port': ['ID=140096e8-8868-4740-aa66-44c8820e0362,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:36.816911 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf33426-c79e-42db-bddd-47091b60389f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): There was a conflict when trying to complete your request. May 06 09:51:36.817366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf33426-c79e-42db-bddd-47091b60389f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:51:36.860309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-3bb009d7-133b-47fe-8460-6597429f87ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=140096e8-8868-4740-aa66-44c8820e0362 HTTP/1.1" status: 200 len: 217 time: 0.0560482 May 06 09:51:36.860800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:36.865566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5c056-31ab-4bff-b202-e41069c30996 admin admin] Pushing event updated for resources: {'Network': ['ID=6a108881-3eb8-4d4a-aaec-2007ff76762b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:36.865751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:36.923775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cce4734-5276-4c93-b905-5aaf294a79ff req-93c536e0-cca3-4b17-8f2c-f4bfe97f0649 tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/security-groups?id=e03a9671-4bb2-40b4-95ae-b8b794869a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902916 May 06 09:51:36.962129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:51:36.969116 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.024252 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-baf33426-c79e-42db-bddd-47091b60389f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1197259 May 06 09:51:37.047661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:37.071486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-88d2ff8d-0c69-4db7-9483-a32e512e300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.073433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-88d2ff8d-0c69-4db7-9483-a32e512e300e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6b72f9ac-97ce-4308-86db-b6ffa48bf3b2 HTTP/1.1" status: 200 len: 853 time: 0.1747954 May 06 09:51:37.120480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-77ea9d34-19a3-4db9-8737-8663b4da5e36 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=236579ea-3ea2-4bcd-b568-57d7639bd9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275106 May 06 09:51:37.172314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 07631d30-1855-42b2-9891-9da9fad3f0b4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=07631d30-1855-42b2-9891-9da9fad3f0b4,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:37.186125 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.297916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=07631d30-1855-42b2-9891-9da9fad3f0b4,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:37.310695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a2c99e-dbd5-444a-981e-e592e49d6eae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.349867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a2c99e-dbd5-444a-981e-e592e49d6eae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.352612 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58a2c99e-dbd5-444a-981e-e592e49d6eae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3033757 May 06 09:51:37.500689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:37.511816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.667781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=73420db5-974d-455c-b166-9669723b3d84,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:37.705864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:37.706134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Network hostable DHCP agents. Network: 6a108881-3eb8-4d4a-aaec-2007ff76762b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:51:37.733100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c631e44-2c8a-4703-a38d-62249260fc97 req-c5aad9a6-9df7-4914-be97-a3c111b631e1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.741067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c631e44-2c8a-4703-a38d-62249260fc97 req-c5aad9a6-9df7-4914-be97-a3c111b631e1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.6816649 May 06 09:51:37.765103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 6f90821c-4997-496f-bedb-7ca2d4626106 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:37.765541 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.773307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:51:37.857360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-c650efc6-cc43-4fd5-87c3-ab551d82a8f6 service neutron] 10.222.0.82 "GET /v2.0/networks/236579ea-3ea2-4bcd-b568-57d7639bd9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240782 May 06 09:51:37.859373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 6a108881-3eb8-4d4a-aaec-2007ff76762b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:37.872913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:37.873507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.877373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f575d-d192-4217-99f8-5836de0f6a95 None None] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:37.881154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0cc2856d-b9ab-4563-ab59-f79f5aec0ab5 None None] Provisioning complete for port 07631d30-1855-42b2-9891-9da9fad3f0b4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:37.881525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cc2856d-b9ab-4563-ab59-f79f5aec0ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:37.946366 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9e5eeb80-440c-4136-b13e-e21a68ed2acf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2116082 May 06 09:51:37.999321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76458b-d27d-4736-a16f-34722cf1667d req-b379faf0-6aa9-4fc6-ac49-865be830df96 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.001293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f76458b-d27d-4736-a16f-34722cf1667d req-b379faf0-6aa9-4fc6-ac49-865be830df96 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 944 time: 0.3330698 May 06 09:51:38.030649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.034228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c631e44-2c8a-4703-a38d-62249260fc97 req-5eff82a6-4b7d-4a34-a9d7-86e705b8ec36 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909207 May 06 09:51:38.092964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 6f90821c-4997-496f-bedb-7ca2d4626106 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:38.181744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-289914ad-b6e1-4bd9-9ddb-f10d45c58a2e req-ce0989d1-021e-4a13-9745-4d3d19c184b2 service neutron] 10.222.0.82 "GET /v2.0/networks/236579ea-3ea2-4bcd-b568-57d7639bd9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115499 May 06 09:51:38.182235 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.328430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea106210-62e4-4bc9-9eae-0f05ff36d994 req-2a6c772f-f79e-4749-8806-466a3dcfe43f tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.76 "GET /v2.0/ports?device_id=10f5dc8e-c882-4eb0-82fc-ad34f74b9b09 HTTP/1.1" status: 200 len: 210 time: 0.1023734 May 06 09:51:38.332096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Pushing event deleted for resources: {'Port': ['ID=9ef126ce-b761-4a4c-bb78-944739b622ab,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:38.349114 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:51:38.414870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 07631d30-1855-42b2-9891-9da9fad3f0b4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:38.444562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f76458b-d27d-4736-a16f-34722cf1667d req-d705e54f-a4d8-46f5-980d-fe474e15b70a tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090667 May 06 09:51:38.465203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.510317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] No DVR routers for this DVR port 9ef126ce-b761-4a4c-bb78-944739b622ab on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:38.515706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.519547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12f6a4e5-e05c-4737-9d0a-93417e26a898 req-7244ea33-5242-4b8a-b47a-b091e91cd63b tempest-ServersNegativeTestMultiTenantJSON-112525098 tempest-ServersNegativeTestMultiTenantJSON-112525098-project] 10.222.0.83 "DELETE /v2.0/ports/9ef126ce-b761-4a4c-bb78-944739b622ab HTTP/1.1" status: 204 len: 173 time: 3.5667388 May 06 09:51:38.539710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8e0826a1-ccb4-4fe5-9390-9190d29d5e57 None None] Could not find standard attr ID for object 6f90821c-4997-496f-bedb-7ca2d4626106. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:51:38.542672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a8aa09-1340-4cf1-90e3-0079db020e96 None None] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:38.566331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-321e4174-5a11-4879-ac47-50e269f264af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.587251 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=6f90821c-4997-496f-bedb-7ca2d4626106,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:38.589263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-321e4174-5a11-4879-ac47-50e269f264af service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7938bf69b3014c3eb9ba47c146cfeffb&device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 1095 time: 0.2999272 May 06 09:51:38.658387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.674678 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c82f4fd8-1717-4f10-bdc0-37a2f44d6e4c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/6f90821c-4997-496f-bedb-7ca2d4626106 HTTP/1.1" status: 204 len: 168 time: 1.1724472 May 06 09:51:38.678103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56484) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:38.815562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d6418-2a07-4282-b61f-1fe13cece025 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.822823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d6418-2a07-4282-b61f-1fe13cece025 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.829891 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb8d6418-2a07-4282-b61f-1fe13cece025 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1483865 May 06 09:51:38.830845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56492) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:38.834078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 07631d30-1855-42b2-9891-9da9fad3f0b4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:38.834626 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.918414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'name': 'network-vif-deleted', 'tag': '9ef126ce-b761-4a4c-bb78-944739b622ab'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:38.920679 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cde0de5-2fcf-4439-bd3e-31e6c76b593b" -d '{"events": [{"server_uuid": "10f5dc8e-c882-4eb0-82fc-ad34f74b9b09", "name": "network-vif-deleted", "tag": "9ef126ce-b761-4a4c-bb78-944739b622ab"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:38.923871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-03e6b41b-f072-4aea-a991-bbbefe706bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:38.928613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 2ec83279-c7e8-4cfa-b93f-c635ff529aff {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:38.934084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-03e6b41b-f072-4aea-a991-bbbefe706bdd service neutron] 10.222.0.82 "GET /v2.0/networks?id=236579ea-3ea2-4bcd-b568-57d7639bd9ff HTTP/1.1" status: 200 len: 914 time: 0.3356707 May 06 09:51:38.935387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:38.996955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.053187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-2dc20494-f44f-4b08-9a2b-5073780ea824 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=140096e8-8868-4740-aa66-44c8820e0362 HTTP/1.1" status: 200 len: 217 time: 0.1077123 May 06 09:51:39.068526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9ef126ce-b761-4a4c-bb78-944739b622ab no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:39.124437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 9ef126ce-b761-4a4c-bb78-944739b622ab {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:39.124918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9ef126ce-b761-4a4c-bb78-944739b622ab not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:39.156557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fad6a7-c53d-4723-b8c7-ec7a76b2b932 req-22b0fb93-0bfe-4425-8946-decaff605649 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.158799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16fad6a7-c53d-4723-b8c7-ec7a76b2b932 req-22b0fb93-0bfe-4425-8946-decaff605649 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2410657 May 06 09:51:39.164493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.173936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-e8f2acd8-749d-4b28-b871-2bddebbfd9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.175395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-e8f2acd8-749d-4b28-b871-2bddebbfd9e2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6b72f9ac-97ce-4308-86db-b6ffa48bf3b2 HTTP/1.1" status: 200 len: 853 time: 0.0798457 May 06 09:51:39.264315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.299502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-e79f05b5-a4e2-4c05-9295-60e4f46303e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=236579ea-3ea2-4bcd-b568-57d7639bd9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152489 May 06 09:51:39.307392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec83279-c7e8-4cfa-b93f-c635ff529aff,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:39.326667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.331807 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-84d464de-ba1e-4263-ac50-53b8bd11904d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/2ec83279-c7e8-4cfa-b93f-c635ff529aff HTTP/1.1" status: 204 len: 168 time: 0.4988248 May 06 09:51:39.335747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56512) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:39.337969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62fda6e-bfec-485d-9588-847cb225f4ce None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:39.446322 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d20e199c-a789-45dd-8e69-67949df2ef12 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092403 May 06 09:51:39.449742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:39.456194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:39.527267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16fad6a7-c53d-4723-b8c7-ec7a76b2b932 req-f30eb47a-eea4-407f-a4e5-c8b5441a6b14 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417726 May 06 09:51:39.529283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-f73812d2-f4d8-4b18-82a7-c25f2c4a5bfa service neutron] 10.222.0.82 "GET /v2.0/networks/236579ea-3ea2-4bcd-b568-57d7639bd9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125823 May 06 09:51:39.538514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44306b7c-abbf-4829-b383-7ef74540cdee req-ea2f7489-e6d8-4415-bd0b-73957210d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.541107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44306b7c-abbf-4829-b383-7ef74540cdee req-ea2f7489-e6d8-4415-bd0b-73957210d0a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1097 time: 0.2742214 May 06 09:51:39.651603 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cbb1f9-d8b8-420c-9f58-3fad55d65c09 x-openstack-request-id: req-48cbb1f9-d8b8-420c-9f58-3fad55d65c09 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:39.651818 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f5dc8e-c882-4eb0-82fc-ad34f74b9b09", "name": "network-vif-deleted", "tag": "9ef126ce-b761-4a4c-bb78-944739b622ab", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:39.652071 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48cbb1f9-d8b8-420c-9f58-3fad55d65c09 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:39.652474 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48cbb1f9-d8b8-420c-9f58-3fad55d65c09'] response: {'server_uuid': '10f5dc8e-c882-4eb0-82fc-ad34f74b9b09', 'name': 'network-vif-deleted', 'tag': '9ef126ce-b761-4a4c-bb78-944739b622ab', 'status': 'completed', 'code': 200} May 06 09:51:39.694246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:51:39.736508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44306b7c-abbf-4829-b383-7ef74540cdee req-2cc80f16-7e2d-412f-b33e-68fec6114fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.739048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44306b7c-abbf-4829-b383-7ef74540cdee req-2cc80f16-7e2d-412f-b33e-68fec6114fb9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.1883137 May 06 09:51:39.757734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:39.767218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.838182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] Deleting port 07631d30-1855-42b2-9891-9da9fad3f0b4 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:39.839906 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.854209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e99eb1b7-0893-4261-89df-c9387e581d15 req-cf9509b9-84d4-4f85-bea1-aea258607c4e service neutron] 10.222.0.82 "GET /v2.0/networks/236579ea-3ea2-4bcd-b568-57d7639bd9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120160 May 06 09:51:39.884592 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44306b7c-abbf-4829-b383-7ef74540cdee req-af2b832e-c69c-43be-a67b-40add6b90b5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 200 len: 1002 time: 0.1296535 May 06 09:51:39.944617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26b7a1-ddd2-408a-89fd-647318094342 req-4cbde2e5-6104-4ba7-9cf8-4dd7968e5ead tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:39.946280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e26b7a1-ddd2-408a-89fd-647318094342 req-4cbde2e5-6104-4ba7-9cf8-4dd7968e5ead tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1299844 May 06 09:51:39.976238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] For port 07631d30-1855-42b2-9891-9da9fad3f0b4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=07631d30-1855-42b2-9891-9da9fad3f0b4,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:39.977069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:39.997440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] Calling delete_port for 07631d30-1855-42b2-9891-9da9fad3f0b4 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:40.012088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44306b7c-abbf-4829-b383-7ef74540cdee req-f2a8d8ba-84d4-4f31-9eca-0451174d1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.018817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44306b7c-abbf-4829-b383-7ef74540cdee req-f2a8d8ba-84d4-4f31-9eca-0451174d1b78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.1247678 May 06 09:51:40.075261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e26b7a1-ddd2-408a-89fd-647318094342 req-d31debb5-7bcc-4708-955a-643f15ef7ab8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064138 May 06 09:51:40.128942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44306b7c-abbf-4829-b383-7ef74540cdee req-bb5099ac-526a-4e31-ae87-5b6e5383ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.133822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44306b7c-abbf-4829-b383-7ef74540cdee req-bb5099ac-526a-4e31-ae87-5b6e5383ea41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043327 May 06 09:51:40.168651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.252765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:40.253831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=8770ebfe-036a-4892-ade8-933988811b47,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:40.269479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.324999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44306b7c-abbf-4829-b383-7ef74540cdee req-cff71a95-9623-456e-910b-6d8714dca47c service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808043 May 06 09:51:40.343490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:40.346702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:40.359038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.359612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.374912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] Deleting subnet 17d84984-a474-40df-a6fc-a8e62482e1c0 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:40.378617 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] No DVR routers for this DVR port 07631d30-1855-42b2-9891-9da9fad3f0b4 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:40.385654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 07631d30-1855-42b2-9891-9da9fad3f0b4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:40.387714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.406213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64831c-a90f-4350-9cd6-83b90c6c0aaa None None] Pushing event deleted for resources: {'Port': ['ID=07631d30-1855-42b2-9891-9da9fad3f0b4,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:40.426707 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e59799fe-8f90-47ad-bac7-055f42f27c71 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9750016 May 06 09:51:40.427443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56524) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:40.439760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-90489a5c-ada7-4741-82c8-22887bd80062 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '8770ebfe-036a-4892-ade8-933988811b47', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1288848378'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:40.445369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2581929-e8a6-4f43-bec6-88d557b4975c None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:40.447989 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 07631d30-1855-42b2-9891-9da9fad3f0b4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:40.448437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 07631d30-1855-42b2-9891-9da9fad3f0b4 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:40.599853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.607385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ca775-1be9-4190-ba83-184bd61cac59 req-4b22f9aa-63c3-4de1-9fc0-4b01e91f488f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.619033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-625ca775-1be9-4190-ba83-184bd61cac59 req-4b22f9aa-63c3-4de1-9fc0-4b01e91f488f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 944 time: 0.2646866 May 06 09:51:40.632239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90489a5c-ada7-4741-82c8-22887bd80062 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:40.714701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-625ca775-1be9-4190-ba83-184bd61cac59 req-25c906ea-cb7f-4c83-ba4b-1b004f36abdd tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913267 May 06 09:51:40.726279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44306b7c-abbf-4829-b383-7ef74540cdee req-9edb3653-2972-4305-831d-973379fbb664 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893156 May 06 09:51:40.746604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-90489a5c-ada7-4741-82c8-22887bd80062 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.775066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '8770ebfe-036a-4892-ade8-933988811b47'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:40.776132 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.779404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-90489a5c-ada7-4741-82c8-22887bd80062 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 527ddea5-ceff-4d0d-84e9-5b6f5ae0f806 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:51:40.794246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:40.881464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d7d73-7d65-4458-80d6-2e3ea38395ab req-8f091637-d973-417a-8d65-e3e483eb62ef tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:40.895133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e65d7d73-7d65-4458-80d6-2e3ea38395ab req-8f091637-d973-417a-8d65-e3e483eb62ef tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1087568 May 06 09:51:40.999613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.020622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e65d7d73-7d65-4458-80d6-2e3ea38395ab req-b3f7524b-9d92-416f-92d5-8b26df1735d7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176832 May 06 09:51:41.058715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/8770ebfe-036a-4892-ade8-933988811b47/0ffe4eca-b1a8-4476-aa89-02a70319cca1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:41.058959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d84984-a474-40df-a6fc-a8e62482e1c0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:41.075014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.082932 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9585e4b2-8ad1-4dbc-8d15-8ef730301ba5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/17d84984-a474-40df-a6fc-a8e62482e1c0 HTTP/1.1" status: 204 len: 168 time: 0.8206286 May 06 09:51:41.085556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56530) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:41.203406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 140096e8-8868-4740-aa66-44c8820e0362 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:51:41.214805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.389116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b289fdb-f1d7-4ee8-858e-71f19e9cbad3 req-6174aa1e-1f6c-441f-8d8d-fd3a0dd98186 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.395498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b289fdb-f1d7-4ee8-858e-71f19e9cbad3 req-6174aa1e-1f6c-441f-8d8d-fd3a0dd98186 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.1768928 May 06 09:51:41.415349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.418793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 140096e8-8868-4740-aa66-44c8820e0362, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=140096e8-8868-4740-aa66-44c8820e0362,segment=NetworkSegment(7e6acb96-140e-4956-8428-e7f9972b2e54),segment_id=7e6acb96-140e-4956-8428-e7f9972b2e54)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:41.431178 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.436841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '140096e8-8868-4740-aa66-44c8820e0362', 'network_id': '236579ea-3ea2-4bcd-b568-57d7639bd9ff', 'port_id': '140096e8-8868-4740-aa66-44c8820e0362', 'mac_address': 'fa:16:3e:bf:b1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b72f9ac-97ce-4308-86db-b6ffa48bf3b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:51:41.444461 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-90489a5c-ada7-4741-82c8-22887bd80062 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:51:41.446019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90489a5c-ada7-4741-82c8-22887bd80062 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:51:41.456413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4b0a22-94ec-403e-8a82-b93f162f4521']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:41.470676 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-90489a5c-ada7-4741-82c8-22887bd80062 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0343041 May 06 09:51:41.471055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56538) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:41.480833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfe8fe2-a742-4815-a965-8148cab20894') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:41.480833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfe8fe2-a742-4815-a965-8148cab20894') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:41.485420 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.487734 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.495541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b289fdb-f1d7-4ee8-858e-71f19e9cbad3 req-bb3bfbe3-4097-4142-a19b-33c09a94c5db tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898483 May 06 09:51:41.500086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.520490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.526782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140096e8-8868-4740-aa66-44c8820e0362 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:51:41.543030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:41.544541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:41.549371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:41.566709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:51:41.567896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.639484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1adcb19-45f3-4708-b40c-87538d49ab38 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.647711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 140096e8-8868-4740-aa66-44c8820e0362, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=140096e8-8868-4740-aa66-44c8820e0362,segment=NetworkSegment(7e6acb96-140e-4956-8428-e7f9972b2e54),segment_id=7e6acb96-140e-4956-8428-e7f9972b2e54)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:41.648773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Pushing event updated for resources: {'Port': ['ID=0ffe4eca-b1a8-4476-aa89-02a70319cca1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:41.651389 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b1adcb19-45f3-4708-b40c-87538d49ab38 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1688480 May 06 09:51:41.652175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:41.672309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.679848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Attempting to bind port 0ffe4eca-b1a8-4476-aa89-02a70319cca1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:41.679848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Attempting to bind port 0ffe4eca-b1a8-4476-aa89-02a70319cca1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:41.680295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Attempting to bind port 0ffe4eca-b1a8-4476-aa89-02a70319cca1 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: timer() May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:51:41.699448 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:51:41.710576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:41.711756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:41.712219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.712624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:41.713125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Bound port: 0ffe4eca-b1a8-4476-aa89-02a70319cca1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:41.713545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.736612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.742406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.745809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6d4b0a22-94ec-403e-8a82-b93f162f4521 HTTP/1.1" status: 204 len: 168 time: 0.6588848 May 06 09:51:41.752064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56546) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:41.773456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ab0eb-4d3b-4213-8fda-324d3de9f0d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.775776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ab0eb-4d3b-4213-8fda-324d3de9f0d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.777629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b53ab0eb-4d3b-4213-8fda-324d3de9f0d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1245179 May 06 09:51:41.784768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56548) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:41.798127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a583fe-3e25-4905-8028-655e2c3ad0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4b0a22-94ec-403e-8a82-b93f162f4521,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:41.844067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43438d-9dd8-40d0-a71a-541644525933 req-b28e0c15-a0a3-4f55-ac1f-364c1f7739d8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:41.845909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f43438d-9dd8-40d0-a71a-541644525933 req-b28e0c15-a0a3-4f55-ac1f-364c1f7739d8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1454904 May 06 09:51:41.850876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] Deleting subnet 61b4494e-40d5-4d9e-959e-890c91a7e2fa {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:41.861706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.879954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 8770ebfe-036a-4892-ade8-933988811b47 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:41.884314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.889286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=140096e8-8868-4740-aa66-44c8820e0362,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:41.940516 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.946462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['140096e8-8868-4740-aa66-44c8820e0362'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:41.949132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:41.976211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f43438d-9dd8-40d0-a71a-541644525933 req-7461de32-8232-4df9-903c-c99d87e11e89 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218321 May 06 09:51:42.024694 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.054144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] For port 0ffe4eca-b1a8-4476-aa89-02a70319cca1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:42.094943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] For port 0ffe4eca-b1a8-4476-aa89-02a70319cca1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0ffe4eca-b1a8-4476-aa89-02a70319cca1,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:42.113177 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.190396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.286857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d103573-fa34-4f95-88f0-3d4a1cafbf03 None None] Pushing event updated for resources: {'Port': ['ID=0ffe4eca-b1a8-4476-aa89-02a70319cca1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:42.295935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b7c6-8534-4056-8bcf-8f9b7ef802f1 req-304f02b1-6a6b-4dba-b0a4-53fa41e0e853 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:42.298239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17a0b7c6-8534-4056-8bcf-8f9b7ef802f1 req-304f02b1-6a6b-4dba-b0a4-53fa41e0e853 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 945 time: 0.1867218 May 06 09:51:42.341699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.408275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.419624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=8770ebfe-036a-4892-ade8-933988811b47,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:42.442445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.451113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7b2247e2-2167-4541-8e48-e4d21a5256df tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/8770ebfe-036a-4892-ade8-933988811b47 HTTP/1.1" status: 204 len: 168 time: 0.6639731 May 06 09:51:42.453452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56552) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:42.508866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b4494e-40d5-4d9e-959e-890c91a7e2fa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:42.525261 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.531446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-99c8a633-f595-4b10-8b4c-43850a583d82 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/61b4494e-40d5-4d9e-959e-890c91a7e2fa HTTP/1.1" status: 204 len: 168 time: 0.7776232 May 06 09:51:42.534183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56554) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:42.553397 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e99bc998-53b5-43bc-89ba-a5c2bddd89c6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939026 May 06 09:51:42.553747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56558) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:42.559265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:42.637142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17a0b7c6-8534-4056-8bcf-8f9b7ef802f1 req-d8031955-31fb-49ab-9904-6169de3051da tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971046 May 06 09:51:42.664269 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-64aa20ee-3ee6-4849-82fd-7420b956330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.697010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:42.922881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:42.929749 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.058287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738a1cd-cd0b-4f30-9b13-f5f8ae66e614 req-3c548f77-2490-44c3-83c3-caf7f8aeef90 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:43.069977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9738a1cd-cd0b-4f30-9b13-f5f8ae66e614 req-3c548f77-2490-44c3-83c3-caf7f8aeef90 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1804190 May 06 09:51:43.074435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.100104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:43.117073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f73939-b3e7-455b-a03c-e3c51faf24ec']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:43.138138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744565b3-65f4-4493-99fc-27ff9143cc2e') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:43.138719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744565b3-65f4-4493-99fc-27ff9143cc2e') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:43.162809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9738a1cd-cd0b-4f30-9b13-f5f8ae66e614 req-6da57fbd-b57e-4c14-ba81-256db3165bc9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890586 May 06 09:51:43.167884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.186066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 140096e8-8868-4740-aa66-44c8820e0362 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:43.206945 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.224821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:51:43.225231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: timer() May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:51:43.229088 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:51:43.405483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41750b1c-989a-4d83-9215-12ead344c261 req-f443e6e3-b785-4aba-8524-a7292484019a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:43.414903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41750b1c-989a-4d83-9215-12ead344c261 req-f443e6e3-b785-4aba-8524-a7292484019a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 946 time: 0.0980363 May 06 09:51:43.445324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.467401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 140096e8-8868-4740-aa66-44c8820e0362 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:51:43.475086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.483091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a3f73939-b3e7-455b-a03c-e3c51faf24ec HTTP/1.1" status: 204 len: 168 time: 0.9476688 May 06 09:51:43.500118 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 140096e8-8868-4740-aa66-44c8820e0362 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:43.501778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.510419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b3af4-d9bc-4b9c-ba38-afdf9cde4da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f73939-b3e7-455b-a03c-e3c51faf24ec,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:43.533556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41750b1c-989a-4d83-9215-12ead344c261 req-d9579cf9-fe87-4b70-8d91-f99c629d7d86 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137815 May 06 09:51:43.657297 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.714392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:43.716778 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805db420-d1a7-40ec-80af-565c445480f8" -d '{"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-unplugged", "status": "completed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:43.743834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:43.773211 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.800854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbec532-eb7a-44c9-9a70-cd1a66abaf5a req-899da24e-599c-46e0-b1d2-783cbd271b6b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:43.803812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bbec532-eb7a-44c9-9a70-cd1a66abaf5a req-899da24e-599c-46e0-b1d2-783cbd271b6b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1564341 May 06 09:51:43.806751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56576) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:43.864498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.893698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5819ebfb-1c74-491e-8752-37fb8fbec044 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0fd39fac70d84ed78c8d6c60ac9caa72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826836 May 06 09:51:43.894985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56578) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:43.946223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 140096e8-8868-4740-aa66-44c8820e0362, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=140096e8-8868-4740-aa66-44c8820e0362,segment=NetworkSegment(7e6acb96-140e-4956-8428-e7f9972b2e54),segment_id=7e6acb96-140e-4956-8428-e7f9972b2e54)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:43.967445 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:43.975003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bbec532-eb7a-44c9-9a70-cd1a66abaf5a req-d61df5ae-dc83-4ba7-8784-c42d2326703d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580110 May 06 09:51:44.013829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.031035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae502100-2053-4b3d-897b-b5ec513b6b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.067497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408a1a8e-eab8-46ce-bac7-2a24cfd6439c None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:44.074963 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae502100-2053-4b3d-897b-b5ec513b6b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.160914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae502100-2053-4b3d-897b-b5ec513b6b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.164164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae502100-2053-4b3d-897b-b5ec513b6b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.165560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ae502100-2053-4b3d-897b-b5ec513b6b5b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e03a9671-4bb2-40b4-95ae-b8b794869a64 HTTP/1.1" status: 204 len: 168 time: 0.2692893 May 06 09:51:44.178315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae502100-2053-4b3d-897b-b5ec513b6b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a9671-4bb2-40b4-95ae-b8b794869a64,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.196618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.339230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=00745f39-5365-4c66-b982-b926b5ab18dc,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.378777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e8e5a6e3-fab5-4313-b5be-f3b694db0fe7 None None] Provisioning complete for port 0ffe4eca-b1a8-4476-aa89-02a70319cca1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:44.379467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e8e5a6e3-fab5-4313-b5be-f3b694db0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.381052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:44.389221 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:44.398951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:44.399551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.452785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56592) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:44.454921 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-07b80f5e-0724-4b3f-b053-e915c6ecc2c5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8950260 May 06 09:51:44.459194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6bad7aeb-20a4-4cf4-85cb-6e78b9878aa8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1637443106', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:44.497081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=140096e8-8868-4740-aa66-44c8820e0362,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.505151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bad7aeb-20a4-4cf4-85cb-6e78b9878aa8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.507042 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bad7aeb-20a4-4cf4-85cb-6e78b9878aa8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.519668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0ffe4eca-b1a8-4476-aa89-02a70319cca1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:44.617257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bad7aeb-20a4-4cf4-85cb-6e78b9878aa8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.630140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bad7aeb-20a4-4cf4-85cb-6e78b9878aa8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.655313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e8e5a6e3-fab5-4313-b5be-f3b694db0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.659376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bad7aeb-20a4-4cf4-85cb-6e78b9878aa8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.664128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56596) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:44.664455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6bad7aeb-20a4-4cf4-85cb-6e78b9878aa8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2103639 May 06 09:51:44.690324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:51:44.715152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0ffe4eca-b1a8-4476-aa89-02a70319cca1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:44.716336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.728508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e8e5a6e3-fab5-4313-b5be-f3b694db0fe7 None None] For port 0ffe4eca-b1a8-4476-aa89-02a70319cca1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0ffe4eca-b1a8-4476-aa89-02a70319cca1,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:44.779209 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e8e5a6e3-fab5-4313-b5be-f3b694db0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:44.874667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5a6e3-fab5-4313-b5be-f3b694db0fe7 None None] Pushing event updated for resources: {'Port': ['ID=0ffe4eca-b1a8-4476-aa89-02a70319cca1,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:44.932290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] Deleting port 0ffe4eca-b1a8-4476-aa89-02a70319cca1 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:44.933593 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.110364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49f6a5-dd4f-48cc-a0a0-9949f926f64b req-decb7cfe-a643-4203-92c1-30ad03e28acc tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:45.134875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e49f6a5-dd4f-48cc-a0a0-9949f926f64b req-decb7cfe-a643-4203-92c1-30ad03e28acc tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 946 time: 0.1404195 May 06 09:51:45.225625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd5d624e-640a-489b-9c6d-0f3da2323e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.260245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e49f6a5-dd4f-48cc-a0a0-9949f926f64b req-0e37ee80-fef1-47c6-b219-05c58438821c tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227841 May 06 09:51:45.284333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56608) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:45.306435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] For port 0ffe4eca-b1a8-4476-aa89-02a70319cca1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0ffe4eca-b1a8-4476-aa89-02a70319cca1,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:45.308700 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.332757 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 09:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b9d6d-5e57-4024-9784-cf40a47d561d x-openstack-request-id: req-dc1b9d6d-5e57-4024-9784-cf40a47d561d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:45.335841 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-unplugged", "status": "failed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56", "code": 422}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:45.337030 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc1b9d6d-5e57-4024-9784-cf40a47d561d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:45.338755 n-d-840834-1 neutron-server[102744]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dc1b9d6d-5e57-4024-9784-cf40a47d561d']: {'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'code': 422} returned with failed status May 06 09:51:45.357580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] Calling delete_port for 0ffe4eca-b1a8-4476-aa89-02a70319cca1 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:45.448123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0772435f-90c0-46e9-b7fc-de1fa246f240 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7576b72aede54ae0bb7cdf4794acbe55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624753 May 06 09:51:45.451537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56610) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:45.462948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.505414 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.515569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c4ed9-05a2-4862-a73c-051decf0de38 req-8bdf8ac2-64d1-41bd-bbfc-c55b03df6983 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:45.524658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb1c4ed9-05a2-4862-a73c-051decf0de38 req-8bdf8ac2-64d1-41bd-bbfc-c55b03df6983 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1480005 May 06 09:51:45.553534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] Pushing event deleted for resources: {'Port': ['ID=0ffe4eca-b1a8-4476-aa89-02a70319cca1,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:45.565721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c48aa-5aac-48e3-92e4-e21b70bc1233 None None] No DVR routers for this DVR port 0ffe4eca-b1a8-4476-aa89-02a70319cca1 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:45.588868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f32513-37e5-4701-97ce-5c68c9475e68 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:45.600323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-add625b0-e0ae-436a-84a6-f065b2732ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.634044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-add625b0-e0ae-436a-84a6-f065b2732ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.740513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb1c4ed9-05a2-4862-a73c-051decf0de38 req-f4d89197-08e1-485a-885f-563325cf9b86 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146013 May 06 09:51:45.743779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-add625b0-e0ae-436a-84a6-f065b2732ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.749347 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-add625b0-e0ae-436a-84a6-f065b2732ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.751712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-add625b0-e0ae-436a-84a6-f065b2732ffd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ede6045-642c-46c8-8086-5e52f78cbeeb HTTP/1.1" status: 204 len: 168 time: 0.2992234 May 06 09:51:45.788624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add625b0-e0ae-436a-84a6-f065b2732ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ede6045-642c-46c8-8086-5e52f78cbeeb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:45.908524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '00745f39-5365-4c66-b982-b926b5ab18dc'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:45.909457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:45.955606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-f3e9563c-0639-46bb-87e7-2205b495562a req-2dd5be5e-e0d2-4885-ae70-a23e32d2ffa8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:51:45.956676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3e9563c-0639-46bb-87e7-2205b495562a req-2dd5be5e-e0d2-4885-ae70-a23e32d2ffa8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059919 May 06 09:51:46.040890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::1 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/00745f39-5365-4c66-b982-b926b5ab18dc/5c171fcc-3b26-4322-a3d7-14fedc355704) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:46.308548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0ffe4eca-b1a8-4476-aa89-02a70319cca1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:46.338975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0ffe4eca-b1a8-4476-aa89-02a70319cca1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:46.339606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0ffe4eca-b1a8-4476-aa89-02a70319cca1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:46.355188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.384388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697f79-3887-48a7-b60b-6d449555d713 req-fae2aeb2-2286-4ea8-898e-bf681bb61efc tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:46.392716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d697f79-3887-48a7-b60b-6d449555d713 req-fae2aeb2-2286-4ea8-898e-bf681bb61efc tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.0969863 May 06 09:51:46.426588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.449795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d697f79-3887-48a7-b60b-6d449555d713 req-a53c308c-d859-4a46-96bd-a6081f7b9756 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557113 May 06 09:51:46.510604 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.523733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:46.527366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:46.534008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:46.534580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.582784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/00745f39-5365-4c66-b982-b926b5ab18dc/a5ca1e94-1711-46a1-83e4-36994d46555a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:46.605660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=5c171fcc-3b26-4322-a3d7-14fedc355704,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:46.632464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ea945-db17-41e7-81a8-974457eace37 req-ea877e3a-3e86-4dc8-b117-61bbf1844231 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:46.634746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f64ea945-db17-41e7-81a8-974457eace37 req-ea877e3a-3e86-4dc8-b117-61bbf1844231 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.0789199 May 06 09:51:46.762153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f64ea945-db17-41e7-81a8-974457eace37 req-2203d025-ec5e-4008-95c5-51821020dc25 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150432 May 06 09:51:46.764811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.838790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.967048 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:46.982366 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.014732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5da1af-0c09-41d9-a4f1-0f16a524b685 req-065737db-334c-4e23-be83-ed8e03f95218 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.029410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f5da1af-0c09-41d9-a4f1-0f16a524b685 req-065737db-334c-4e23-be83-ed8e03f95218 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 946 time: 0.1257272 May 06 09:51:47.049190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:47.065985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:47.072372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:47.100708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f5da1af-0c09-41d9-a4f1-0f16a524b685 req-80905ce8-51a8-4de0-bb8f-b060b1d54d1b tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 May 06 09:51:47.186750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:47.292780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37790c-147c-4808-a7ce-9ec39a56e681 req-a63ca1c3-9dbb-4041-94d4-0515f4524425 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.306918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f37790c-147c-4808-a7ce-9ec39a56e681 req-a63ca1c3-9dbb-4041-94d4-0515f4524425 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1003458 May 06 09:51:47.329081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Attempting to bind port a5ca1e94-1711-46a1-83e4-36994d46555a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:47.329451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Attempting to bind port a5ca1e94-1711-46a1-83e4-36994d46555a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:47.329810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Attempting to bind port a5ca1e94-1711-46a1-83e4-36994d46555a on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:47.342813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Pushing event updated for resources: {'Port': ['ID=a5ca1e94-1711-46a1-83e4-36994d46555a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:47.348379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140096e8-8868-4740-aa66-44c8820e0362'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:47.351948 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb097a1-3cef-4870-a17a-b8a4d01d4cc5" -d '{"events": [{"server_uuid": "f4b6d4be-7e47-48c1-a912-11bbfe193c4a", "name": "network-vif-plugged", "status": "completed", "tag": "140096e8-8868-4740-aa66-44c8820e0362"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:47.354944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:47.355327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:47.356078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.356530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:47.357019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Bound port: a5ca1e94-1711-46a1-83e4-36994d46555a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:47.357484 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.404239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f37790c-147c-4808-a7ce-9ec39a56e681 req-108d5151-d61f-4eb0-92a0-eed291433422 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937922 May 06 09:51:47.475384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.495473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.501715 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.532327 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01772b-d3ec-427c-a432-ee5f6d17bc43 x-openstack-request-id: req-ca01772b-d3ec-427c-a432-ee5f6d17bc43 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:47.533047 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b6d4be-7e47-48c1-a912-11bbfe193c4a", "name": "network-vif-plugged", "status": "completed", "tag": "140096e8-8868-4740-aa66-44c8820e0362", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:47.533543 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca01772b-d3ec-427c-a432-ee5f6d17bc43 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:47.534171 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca01772b-d3ec-427c-a432-ee5f6d17bc43'] response: {'server_uuid': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140096e8-8868-4740-aa66-44c8820e0362', 'code': 200} May 06 09:51:47.656392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e055ceb-4e6e-4c30-9560-a768ef7f0616 req-6f3de269-a139-45ce-aedd-609bef1d48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.663124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e055ceb-4e6e-4c30-9560-a768ef7f0616 req-6f3de269-a139-45ce-aedd-609bef1d48ef service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 1097 time: 0.1006234 May 06 09:51:47.705270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] For port a5ca1e94-1711-46a1-83e4-36994d46555a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:47.750723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=5c171fcc-3b26-4322-a3d7-14fedc355704,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:47.754206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] For port a5ca1e94-1711-46a1-83e4-36994d46555a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a5ca1e94-1711-46a1-83e4-36994d46555a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:47.768780 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:47.822298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e055ceb-4e6e-4c30-9560-a768ef7f0616 req-17a01b55-f291-41ae-985b-28b71906cff1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468716 May 06 09:51:47.868909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:47.872119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:47.882378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05999092-fde7-40cb-8d73-142bd6bf70e2 req-ed2a088b-e30a-4a00-a3f1-ff9ff209d557 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:47.885053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05999092-fde7-40cb-8d73-142bd6bf70e2 req-ed2a088b-e30a-4a00-a3f1-ff9ff209d557 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.2166846 May 06 09:51:47.904936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97c335-8836-4d44-ab57-5cc9e424fa6f None None] Pushing event updated for resources: {'Port': ['ID=a5ca1e94-1711-46a1-83e4-36994d46555a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:48.012134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05999092-fde7-40cb-8d73-142bd6bf70e2 req-a5fdea8c-1928-4187-9c4d-6a00d7f55aea tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188726 May 06 09:51:48.097462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Router c6e87f77-ffb1-4634-a8c0-044a5c35e28b is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:51:48.141321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.300329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:48.310870 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-65f6e93c-c8ce-4169-8ec8-cb231ec49a31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "PUT /v2.0/routers/c6e87f77-ffb1-4634-a8c0-044a5c35e28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6451330 May 06 09:51:48.311752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56678) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:48.315987 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Sync routers for ids ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:48.333935 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Routers {'c6e87f77-ffb1-4634-a8c0-044a5c35e28b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:48.334659 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:48.392877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8403add-49d8-4df6-9faa-ea7f369ecba0 req-b23660e5-4b0a-4cdd-a7c2-7a2352e0c40f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:48.404292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8403add-49d8-4df6-9faa-ea7f369ecba0 req-b23660e5-4b0a-4cdd-a7c2-7a2352e0c40f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1699183 May 06 09:51:48.426812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e37eb8-c5cc-4dbd-b82a-88a4b67cda22 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:48.430754 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f4e37eb8-c5cc-4dbd-b82a-88a4b67cda22 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports/5c171fcc-3b26-4322-a3d7-14fedc355704 HTTP/1.1" status: 200 len: 911 time: 0.1119487 May 06 09:51:48.433263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56684) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:48.509389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a5ca1e94-1711-46a1-83e4-36994d46555a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:48.519917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8403add-49d8-4df6-9faa-ea7f369ecba0 req-aa2c6006-dd93-4127-8e9f-d17b7a331720 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062727 May 06 09:51:48.610263 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Set router c6e87f77-ffb1-4634-a8c0-044a5c35e28b gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:48.626050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0dc401-94ca-4b68-84f0-2f7da9fdd658 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:48.638728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0dc401-94ca-4b68-84f0-2f7da9fdd658 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:48.655010 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a0dc401-94ca-4b68-84f0-2f7da9fdd658 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2160964 May 06 09:51:48.658479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56690) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:48.719977 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.738691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a5ca1e94-1711-46a1-83e4-36994d46555a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:48.739069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:48.921649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a41e0a-2660-4aac-b501-9c400fa4679f req-50ef7570-c4a2-4bd8-841e-adf8c803a4a8 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:48.932903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73a41e0a-2660-4aac-b501-9c400fa4679f req-50ef7570-c4a2-4bd8-841e-adf8c803a4a8 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 946 time: 0.1648281 May 06 09:51:49.053179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.129638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73a41e0a-2660-4aac-b501-9c400fa4679f req-7d443322-5158-45f7-8bcf-9c96e26a7c57 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901150 May 06 09:51:49.137417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a5ca1e94-1711-46a1-83e4-36994d46555a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a5ca1e94-1711-46a1-83e4-36994d46555a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:49.152127 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.273498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a5ca1e94-1711-46a1-83e4-36994d46555a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:49.308817 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'name': 'tempest-NetworksTestDHCPv6-router-1637443106', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:44Z', 'updated_at': '2022-05-06T09:51:46Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None, '_interfaces': [{'id': '5c171fcc-3b26-4322-a3d7-14fedc355704', 'name': '', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'mac_address': 'fa:16:3e:64:ef:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '00745f39-5365-4c66-b982-b926b5ab18dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:51:45Z', 'updated_at': '2022-05-06T09:51:47Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'subnets': [{'id': '00745f39-5365-4c66-b982-b926b5ab18dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:49.373325 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Checking router: c6e87f77-ffb1-4634-a8c0-044a5c35e28b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:51:49.375520 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Updating router c6e87f77-ffb1-4634-a8c0-044a5c35e28b port 5c171fcc-3b26-4322-a3d7-14fedc355704 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:51:49.421011 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:49.483086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32370467-3b0f-4fa0-96e8-e60b5cf72ca2 req-5c91279c-9664-4edd-84d7-54bc7a10ffcd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:49.498571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32370467-3b0f-4fa0-96e8-e60b5cf72ca2 req-5c91279c-9664-4edd-84d7-54bc7a10ffcd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1717098 May 06 09:51:49.659833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32370467-3b0f-4fa0-96e8-e60b5cf72ca2 req-32205954-c73c-405b-a9fd-379de61f11d9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596119 May 06 09:51:49.900117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-eede9d5e-b9c5-48c0-ae79-9c862cbee04d None None] Provisioning complete for port a5ca1e94-1711-46a1-83e4-36994d46555a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:49.900679 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eede9d5e-b9c5-48c0-ae79-9c862cbee04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.110377 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.124235 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.292804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-771bb55d-775d-439e-bf64-9148d7a1e74d None None] Provisioning complete for port 5c171fcc-3b26-4322-a3d7-14fedc355704 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:50.296020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-771bb55d-775d-439e-bf64-9148d7a1e74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.379380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a5ca1e94-1711-46a1-83e4-36994d46555a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:50.460489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Pushing event updated for resources: {'Port': ['ID=5c171fcc-3b26-4322-a3d7-14fedc355704,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:50.476778 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Attempting to bind port 5c171fcc-3b26-4322-a3d7-14fedc355704 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:50.480495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Attempting to bind port 5c171fcc-3b26-4322-a3d7-14fedc355704 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:50.482506 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Attempting to bind port 5c171fcc-3b26-4322-a3d7-14fedc355704 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:50.511869 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.512505 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.514125 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.515427 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.516037 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.516817 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.517657 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.518328 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.519076 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.519569 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.520109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.520955 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:50.535481 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:50.536152 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:50.536773 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.537944 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:50.539905 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Bound port: 5c171fcc-3b26-4322-a3d7-14fedc355704, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:50.540552 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.599348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-771bb55d-775d-439e-bf64-9148d7a1e74d None None] Port 5c171fcc-3b26-4322-a3d7-14fedc355704 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:51:50.647481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.658240 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] For port 5c171fcc-3b26-4322-a3d7-14fedc355704, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:50.662246 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] For port 5c171fcc-3b26-4322-a3d7-14fedc355704, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5c171fcc-3b26-4322-a3d7-14fedc355704,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:50.669002 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.704289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.734116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a5ca1e94-1711-46a1-83e4-36994d46555a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:50.734539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.769761 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Routers {'c6e87f77-ffb1-4634-a8c0-044a5c35e28b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:50.770438 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:50.876402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-03a26f44-20c2-47de-805f-9e5949e765e0 None None] Provisioning complete for port 5c171fcc-3b26-4322-a3d7-14fedc355704 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:50.876777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-03a26f44-20c2-47de-805f-9e5949e765e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:50.896631 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc72899-0dad-4a18-a915-27e2d8ab0d5f None None] Pushing event updated for resources: {'Port': ['ID=5c171fcc-3b26-4322-a3d7-14fedc355704,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:50.950063 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] Set router c6e87f77-ffb1-4634-a8c0-044a5c35e28b gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:51.024866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74a241-3620-4b4e-a3b5-3e8a1fa73038 req-df8c9fee-0303-4fd4-af0c-0e25f881ddb2 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:51.028331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f74a241-3620-4b4e-a3b5-3e8a1fa73038 req-df8c9fee-0303-4fd4-af0c-0e25f881ddb2 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 1.2060618 May 06 09:51:51.288924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-03a26f44-20c2-47de-805f-9e5949e765e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.354760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-03a26f44-20c2-47de-805f-9e5949e765e0 None None] For port 5c171fcc-3b26-4322-a3d7-14fedc355704, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5c171fcc-3b26-4322-a3d7-14fedc355704,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:51.364006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-03a26f44-20c2-47de-805f-9e5949e765e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.424131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f74a241-3620-4b4e-a3b5-3e8a1fa73038 req-07dd9c5d-68fb-444a-a9f7-37c4e6bd97f9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3896418 May 06 09:51:51.479901 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'name': 'tempest-NetworksTestDHCPv6-router-1637443106', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:44Z', 'updated_at': '2022-05-06T09:51:46Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None, '_interfaces': [{'id': '5c171fcc-3b26-4322-a3d7-14fedc355704', 'name': '', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'mac_address': 'fa:16:3e:64:ef:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '00745f39-5365-4c66-b982-b926b5ab18dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:51:45Z', 'updated_at': '2022-05-06T09:51:50Z', 'revision_number': 4, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'subnets': [{'id': '00745f39-5365-4c66-b982-b926b5ab18dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:51.533378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a26f44-20c2-47de-805f-9e5949e765e0 None None] Pushing event updated for resources: {'Port': ['ID=5c171fcc-3b26-4322-a3d7-14fedc355704,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:51.585612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-59c5c811-a0d2-4a9c-978a-3273aeb8d295 None None] Provisioning complete for port 5c171fcc-3b26-4322-a3d7-14fedc355704 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:51.588702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-59c5c811-a0d2-4a9c-978a-3273aeb8d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.600504 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627dfa6-021d-42fc-9045-a37cde657f9a None None] The sync data for ids ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'] in n-d-840834-1 is: [{'id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'name': 'tempest-NetworksTestDHCPv6-router-1637443106', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:44Z', 'updated_at': '2022-05-06T09:51:46Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None, '_interfaces': [{'id': '5c171fcc-3b26-4322-a3d7-14fedc355704', 'name': '', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'mac_address': 'fa:16:3e:64:ef:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '00745f39-5365-4c66-b982-b926b5ab18dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:51:45Z', 'updated_at': '2022-05-06T09:51:50Z', 'revision_number': 4, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'subnets': [{'id': '00745f39-5365-4c66-b982-b926b5ab18dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:51.753930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 5c171fcc-3b26-4322-a3d7-14fedc355704 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:51.754464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:51.844335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55be4d-dccb-4103-b17e-91bebd7ca8a8 req-b7e8b3e2-159b-49a0-a9a1-edf5554051b1 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:51.863690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb55be4d-dccb-4103-b17e-91bebd7ca8a8 req-b7e8b3e2-159b-49a0-a9a1-edf5554051b1 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 946 time: 0.2058001 May 06 09:51:51.941740 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cf235d3c-1716-46c2-b188-3e3a85f32fc7 None None] Provisioning complete for port 5c171fcc-3b26-4322-a3d7-14fedc355704 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:51.942129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cf235d3c-1716-46c2-b188-3e3a85f32fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.057348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb55be4d-dccb-4103-b17e-91bebd7ca8a8 req-83b95fbb-9b2d-4478-a006-fdfa9722f10c tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917419 May 06 09:51:52.138292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] For port 5c171fcc-3b26-4322-a3d7-14fedc355704, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5c171fcc-3b26-4322-a3d7-14fedc355704,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:52.138637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.187733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 5c171fcc-3b26-4322-a3d7-14fedc355704 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:52.406076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5c171fcc-3b26-4322-a3d7-14fedc355704 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:51:52.429885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d6d3b-b8e5-4783-b12a-e6610dde5f63 req-d1a5c367-59ae-42bb-9edc-f806e61370b2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:52.439908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e77d6d3b-b8e5-4783-b12a-e6610dde5f63 req-d1a5c367-59ae-42bb-9edc-f806e61370b2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2535696 May 06 09:51:52.528609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e77d6d3b-b8e5-4783-b12a-e6610dde5f63 req-33d3ee01-bbac-42f0-b5f8-850e5161051d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878272 May 06 09:51:52.550838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5c171fcc-3b26-4322-a3d7-14fedc355704 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:51:52.554678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.781891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:52.900124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=5c171fcc-3b26-4322-a3d7-14fedc355704,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:53.075927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.183283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc4ca2-d406-4b5d-86eb-ebbfafe9f3ad req-de8fe3f2-3eb3-4df7-80d2-ab96f853df80 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.192906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0efc4ca2-d406-4b5d-86eb-ebbfafe9f3ad req-de8fe3f2-3eb3-4df7-80d2-ab96f853df80 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.3006046 May 06 09:51:53.350632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Router c6e87f77-ffb1-4634-a8c0-044a5c35e28b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:51:53.374905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0efc4ca2-d406-4b5d-86eb-ebbfafe9f3ad req-559ed6cc-6649-4976-9c3a-e732842dfba3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809902 May 06 09:51:53.534018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:51:53.543807 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56766) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:53.544477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-188fa523-a29f-433d-8118-4be6effea98f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "PUT /v2.0/routers/c6e87f77-ffb1-4634-a8c0-044a5c35e28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8838878 May 06 09:51:53.629642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a34644-f9fd-4201-bf9b-a391385b02bd req-d8824b86-8a81-48f6-9171-777f75ab623f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.632863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8a34644-f9fd-4201-bf9b-a391385b02bd req-d8824b86-8a81-48f6-9171-777f75ab623f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1145387 May 06 09:51:53.660387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79a321-8f2d-4b7f-af43-bbbb888a564f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.662235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79a321-8f2d-4b7f-af43-bbbb888a564f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:53.667305 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1c79a321-8f2d-4b7f-af43-bbbb888a564f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1214094 May 06 09:51:53.668031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56770) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:53.694988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8a34644-f9fd-4201-bf9b-a391385b02bd req-77c6a08e-c221-4802-97ae-72ef85ba7607 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541146 May 06 09:51:53.766699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 00745f39-5365-4c66-b982-b926b5ab18dc {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:51:53.772792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:53.844751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:54.012923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] Sync routers for ids ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:51:54.022347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:54.031003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] Routers {'c6e87f77-ffb1-4634-a8c0-044a5c35e28b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:54.033142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:54.233242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:54.257637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:54.273321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56796) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:54.281146 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/00745f39-5365-4c66-b982-b926b5ab18dc HTTP/1.1" status: 204 len: 168 time: 0.6115227 May 06 09:51:54.377658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=00745f39-5365-4c66-b982-b926b5ab18dc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:54.392272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.393081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.393823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.394544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.396399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.397195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.398666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.399288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.400024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.401310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.403082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.403691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb5fd4-6c35-46cc-9cc6-9dd66352d0fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:54.495233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] Set router c6e87f77-ffb1-4634-a8c0-044a5c35e28b gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:54.567730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'name': 'tempest-NetworksTestDHCPv6-router-1637443106', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:44Z', 'updated_at': '2022-05-06T09:51:52Z', 'revision_number': 3, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:54.570273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40961225-f0b9-4f7d-bff5-88e8ccfa454d None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:54.612086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] Checking router: c6e87f77-ffb1-4634-a8c0-044a5c35e28b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:51:54.797419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:54.797996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c9ca140a-24b4-48bf-8034-3193a6451b09 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5230792 May 06 09:51:54.859122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] Routers {'c6e87f77-ffb1-4634-a8c0-044a5c35e28b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:51:54.860036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:54.939895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-b0664230-76bc-4af8-935b-cbdf819a40a3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:54.941651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-b0664230-76bc-4af8-935b-cbdf819a40a3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.3754032 May 06 09:51:54.987824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-03b1063d-b26d-4361-a18d-d10cfbd0a725 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.0343671 May 06 09:51:55.003903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e2168c6-3428-41d2-aa83-3d3d3906e85b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.026488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] Set router c6e87f77-ffb1-4634-a8c0-044a5c35e28b gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:51:55.110395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'name': 'tempest-NetworksTestDHCPv6-router-1637443106', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:44Z', 'updated_at': '2022-05-06T09:51:52Z', 'revision_number': 3, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:51:55.140630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-20303b78-4d7e-47cc-848f-2c19b5da3d56 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020892 May 06 09:51:55.157927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff10bac-62a0-4750-b123-fd51b2e1a27d None None] The sync data for ids ['c6e87f77-ffb1-4634-a8c0-044a5c35e28b'] in n-d-840834-1 is: [{'id': 'c6e87f77-ffb1-4634-a8c0-044a5c35e28b', 'name': 'tempest-NetworksTestDHCPv6-router-1637443106', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:44Z', 'updated_at': '2022-05-06T09:51:52Z', 'revision_number': 3, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:51:55.167962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4c051-5385-493e-8da0-9f189541aa51 req-15e120f8-101a-4923-ae8c-897d5c087f51 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:55.182717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84f4c051-5385-493e-8da0-9f189541aa51 req-15e120f8-101a-4923-ae8c-897d5c087f51 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 813 time: 0.5197756 May 06 09:51:55.360115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84f4c051-5385-493e-8da0-9f189541aa51 req-04247c88-a956-4d87-b4b3-e0ee72f9e170 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/quotas/9e7fc1ba5f664fdaa0ecc2cd1c463f5d HTTP/1.1" status: 200 len: 375 time: 0.1758165 May 06 09:51:55.363233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-e36b7f0a-115d-4dd1-8def-9f38ac867514 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739211 May 06 09:51:55.387292 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-e4cd6818-313d-4577-a936-6add448be905 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6857920 May 06 09:51:55.457923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-cbf82e91-5a13-4c5d-9e13-81821a6f770c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:51:55.480464 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-cbf82e91-5a13-4c5d-9e13-81821a6f770c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774424 May 06 09:51:55.494997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e2168c6-3428-41d2-aa83-3d3d3906e85b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.500318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e2168c6-3428-41d2-aa83-3d3d3906e85b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.558172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:51:55.592399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84f4c051-5385-493e-8da0-9f189541aa51 req-30fdfb65-d840-4b7b-9aa2-e05674a33b3c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2113266 May 06 09:51:55.598217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e2168c6-3428-41d2-aa83-3d3d3906e85b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.601600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2168c6-3428-41d2-aa83-3d3d3906e85b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Fanout notify agent at l3_agent the message router_deleted on router c6e87f77-ffb1-4634-a8c0-044a5c35e28b {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:51:55.623149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-ccb92eb0-6745-431f-b3df-72ba6c3cbb3f service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205920 May 06 09:51:55.638841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e2168c6-3428-41d2-aa83-3d3d3906e85b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.649454 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8e2168c6-3428-41d2-aa83-3d3d3906e85b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/routers/c6e87f77-ffb1-4634-a8c0-044a5c35e28b HTTP/1.1" status: 204 len: 168 time: 0.8423865 May 06 09:51:55.650440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:55.662510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:55.744825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-e0e7a782-c8e5-403a-aa55-a1fb007752bf tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:55.744825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-e0e7a782-c8e5-403a-aa55-a1fb007752bf tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.82 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 946 time: 0.1504183 May 06 09:51:55.745198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] Deleting port a5ca1e94-1711-46a1-83e4-36994d46555a {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:55.745888 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.966999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:51:55.980400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] For port a5ca1e94-1711-46a1-83e4-36994d46555a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a5ca1e94-1711-46a1-83e4-36994d46555a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:55.980971 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:55.982493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.033963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] Calling delete_port for a5ca1e94-1711-46a1-83e4-36994d46555a owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:56.067257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53fe2-61d5-46f5-9e84-117fa9be996f req-dc4059af-e6db-475c-81c0-5c6b9cb482d1 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:56.080367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f53fe2-61d5-46f5-9e84-117fa9be996f req-dc4059af-e6db-475c-81c0-5c6b9cb482d1 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 946 time: 0.3267672 May 06 09:51:56.147053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Deleting port 140096e8-8868-4740-aa66-44c8820e0362 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:51:56.147385 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.279766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.331829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] No DVR routers for this DVR port a5ca1e94-1711-46a1-83e4-36994d46555a on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:56.336310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80f42f-e2be-4492-af20-a86b7aa21df8 None None] Pushing event deleted for resources: {'Port': ['ID=a5ca1e94-1711-46a1-83e4-36994d46555a,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:56.397632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a5ca1e94-1711-46a1-83e4-36994d46555a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:56.472550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a5ca1e94-1711-46a1-83e4-36994d46555a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:56.482734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a5ca1e94-1711-46a1-83e4-36994d46555a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:56.483375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5c171fcc-3b26-4322-a3d7-14fedc355704 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:51:56.511695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5c171fcc-3b26-4322-a3d7-14fedc355704 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:51:56.512069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5c171fcc-3b26-4322-a3d7-14fedc355704 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:51:56.571025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] For port 140096e8-8868-4740-aa66-44c8820e0362, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=140096e8-8868-4740-aa66-44c8820e0362,segment=NetworkSegment(7e6acb96-140e-4956-8428-e7f9972b2e54),segment_id=7e6acb96-140e-4956-8428-e7f9972b2e54)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:51:56.571628 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.616830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Calling delete_port for 140096e8-8868-4740-aa66-44c8820e0362 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:51:56.701145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.863432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:56.871438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:56.876974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:56.877564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.890591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b36925-8f4d-4a99-8a74-41274446e06c None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:51:56.897159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=91ad6560-98d5-4b8e-ba2f-3a4820ea24ab,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:56.915297 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b0cd583f-d7c6-4aba-9dc9-552b387c9d88 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2611287 May 06 09:51:56.917923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56894) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:56.933746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6df9b96c-02ef-4a20-a64b-d32fd3720ba5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1505990705', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:56.987597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6df9b96c-02ef-4a20-a64b-d32fd3720ba5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:56.988704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6df9b96c-02ef-4a20-a64b-d32fd3720ba5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.072617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f53fe2-61d5-46f5-9e84-117fa9be996f req-f4b80097-c9bb-46cc-925d-99649e88b04b tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/security-groups?id=f96bba04-047b-45b6-bda5-daa407abd547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9909511 May 06 09:51:57.103965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.160273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['140096e8-8868-4740-aa66-44c8820e0362'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:51:57.191949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6df9b96c-02ef-4a20-a64b-d32fd3720ba5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.201438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6df9b96c-02ef-4a20-a64b-d32fd3720ba5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.218371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '91ad6560-98d5-4b8e-ba2f-3a4820ea24ab'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:51:57.223174 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.249009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6df9b96c-02ef-4a20-a64b-d32fd3720ba5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.250399 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6df9b96c-02ef-4a20-a64b-d32fd3720ba5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3314819 May 06 09:51:57.252678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016e07-f88f-41fe-9778-d60f121e8571 req-0132765b-3622-4b45-8435-74dd4304744a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:57.253791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56898) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:57.273614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb016e07-f88f-41fe-9778-d60f121e8571 req-0132765b-3622-4b45-8435-74dd4304744a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 1.1320939 May 06 09:51:57.300658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Pushing event deleted for resources: {'Port': ['ID=140096e8-8868-4740-aa66-44c8820e0362,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:57.360646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.363284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.363679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.364018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.364923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.365247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.365576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.368430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.368823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.369154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.372137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.372677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:51:57.528239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb016e07-f88f-41fe-9778-d60f121e8571 req-2975f188-1e05-461b-a604-aea969293a28 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525067 May 06 09:51:57.627865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] No DVR routers for this DVR port 140096e8-8868-4740-aa66-44c8820e0362 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:51:57.658839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1d420-db5c-468b-91cb-7aef26769061 req-58b43f7f-132f-4e8c-81f4-fd2bb7fdd051 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:57.664554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2d1d420-db5c-468b-91cb-7aef26769061 req-58b43f7f-132f-4e8c-81f4-fd2bb7fdd051 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3881567 May 06 09:51:57.665794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:57.679912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5931ad0e-aac5-41de-be01-e058850c19c2 req-6c1643ae-8a01-43dd-86e6-827e6518abb6 tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.82 "DELETE /v2.0/ports/140096e8-8868-4740-aa66-44c8820e0362 HTTP/1.1" status: 204 len: 173 time: 1.9200940 May 06 09:51:57.680342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'name': 'network-vif-deleted', 'tag': '140096e8-8868-4740-aa66-44c8820e0362'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:51:57.688171 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ca9ff-ccf8-486a-8642-338844fa9b17" -d '{"events": [{"server_uuid": "f4b6d4be-7e47-48c1-a912-11bbfe193c4a", "name": "network-vif-deleted", "tag": "140096e8-8868-4740-aa66-44c8820e0362"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:51:57.696455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/91ad6560-98d5-4b8e-ba2f-3a4820ea24ab/a24c2a24-4b5c-40ad-8f62-a93684435515) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:57.879212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b8a02d1-e57e-4d48-9f40-3e9180868993 req-15771a09-183e-4cdb-bb9e-a934c5a794e9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 210 time: 0.1231809 May 06 09:51:57.984221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2d1d420-db5c-468b-91cb-7aef26769061 req-927c83f3-5b82-472e-8c3f-351e8aea36c0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866797 May 06 09:51:57.989807 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13a2823-0f2c-422c-8b9c-51dc3141dbe5 x-openstack-request-id: req-e13a2823-0f2c-422c-8b9c-51dc3141dbe5 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:51:57.994687 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b6d4be-7e47-48c1-a912-11bbfe193c4a", "name": "network-vif-deleted", "tag": "140096e8-8868-4740-aa66-44c8820e0362", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:51:57.995223 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e13a2823-0f2c-422c-8b9c-51dc3141dbe5 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:51:57.998710 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13a2823-0f2c-422c-8b9c-51dc3141dbe5'] response: {'server_uuid': 'f4b6d4be-7e47-48c1-a912-11bbfe193c4a', 'name': 'network-vif-deleted', 'tag': '140096e8-8868-4740-aa66-44c8820e0362', 'status': 'completed', 'code': 200} May 06 09:51:58.107791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.127753 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.257606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:51:58.264456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:51:58.270077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:51:58.297676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Pushing event updated for resources: {'Port': ['ID=a24c2a24-4b5c-40ad-8f62-a93684435515,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:58.434817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Attempting to bind port a24c2a24-4b5c-40ad-8f62-a93684435515 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:51:58.435250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Attempting to bind port a24c2a24-4b5c-40ad-8f62-a93684435515 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:51:58.435629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Attempting to bind port a24c2a24-4b5c-40ad-8f62-a93684435515 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:51:58.445254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:51:58.445641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:51:58.446048 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.446437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:51:58.446915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Bound port: a24c2a24-4b5c-40ad-8f62-a93684435515, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:51:58.447289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.495227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce92574d-f309-44c0-be86-62b1b4d56416 req-d5d8216f-14be-420e-9e52-97a1afc9e79f tempest-ServerAddressesTestJSON-963826510 tempest-ServerAddressesTestJSON-963826510-project] 10.222.0.76 "GET /v2.0/ports?device_id=f4b6d4be-7e47-48c1-a912-11bbfe193c4a HTTP/1.1" status: 200 len: 210 time: 0.2064977 May 06 09:51:58.695901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84742ca0-b361-4140-843a-051aca9776e4 req-bebb4b1f-be33-48e0-ac6e-677856f0ab47 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:58.707629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84742ca0-b361-4140-843a-051aca9776e4 req-bebb4b1f-be33-48e0-ac6e-677856f0ab47 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.4568093 May 06 09:51:58.819964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] For port a24c2a24-4b5c-40ad-8f62-a93684435515, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:51:58.831485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] For port a24c2a24-4b5c-40ad-8f62-a93684435515, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a24c2a24-4b5c-40ad-8f62-a93684435515,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:51:58.840105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:58.867114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-ddf458df-40f9-45be-bc8a-b5391747c44d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:58.868674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-ddf458df-40f9-45be-bc8a-b5391747c44d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.7820096 May 06 09:51:58.893054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Request body: {'port': {'device_id': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'admin_state_up': True, 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:51:59.029074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3f843-ec74-4f28-9fd6-c8f4624ea864 None None] Pushing event updated for resources: {'Port': ['ID=a24c2a24-4b5c-40ad-8f62-a93684435515,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:51:59.070300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:51:59.610034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84742ca0-b361-4140-843a-051aca9776e4 req-f74eec65-ed2c-467f-b4b3-b87e3260e387 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8989902 May 06 09:51:59.640009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e645e-98dd-4dd9-984a-2559129a2a06 req-0b31e4dc-6d46-4f39-8e64-52dde5a3f959 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:51:59.664599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620e645e-98dd-4dd9-984a-2559129a2a06 req-0b31e4dc-6d46-4f39-8e64-52dde5a3f959 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.8958392 May 06 09:51:59.688664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::1 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/91ad6560-98d5-4b8e-ba2f-3a4820ea24ab/86005b11-67d7-4a1f-9648-1429f01518c1) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:51:59.735523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56946) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:51:59.929557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620e645e-98dd-4dd9-984a-2559129a2a06 req-6d365903-e0cd-44e6-9c8b-c59f902f470b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638662 May 06 09:52:00.081975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.115210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b6a5d9c-d7a0-46d7-90cc-e40d9026ac85 req-6e6b34f4-8424-471c-adaa-40b456c22ea1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 210 time: 0.2254934 May 06 09:52:00.138752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56954) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:00.186267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:00.201051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.210329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.216647 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef561caf-a1cb-4216-9deb-8dce197e5bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.400756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:00.422377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:00.425992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a24c2a24-4b5c-40ad-8f62-a93684435515 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:00.428317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a8bde17-22db-48d9-8e10-9438a72f2f8c req-8090e7ef-1c72-4b23-aa63-2ff7f19b69b4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d HTTP/1.1" status: 200 len: 221 time: 0.0948782 May 06 09:52:00.437199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:00.437778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.447525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] Deleting subnet 6b72f9ac-97ce-4308-86db-b6ffa48bf3b2 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:00.460597 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.615670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=86005b11-67d7-4a1f-9648-1429f01518c1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:00.627379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a24c2a24-4b5c-40ad-8f62-a93684435515 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:00.630449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.683163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.825474 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.873446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a24c2a24-4b5c-40ad-8f62-a93684435515, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a24c2a24-4b5c-40ad-8f62-a93684435515,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:00.878920 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.902556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:00.973068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef561caf-a1cb-4216-9deb-8dce197e5bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.030908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c9b8-ac8c-458e-b02f-2d315c84e39e req-e270fad7-ff53-459a-aa9f-32fcf2cc80ad tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:01.041602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98f6c9b8-ac8c-458e-b02f-2d315c84e39e req-e270fad7-ff53-459a-aa9f-32fcf2cc80ad tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.4228835 May 06 09:52:01.045430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a24c2a24-4b5c-40ad-8f62-a93684435515,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:01.152354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef561caf-a1cb-4216-9deb-8dce197e5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.152933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-780d02ab-d333-4784-b908-7062355ec48b None None] Provisioning complete for port a24c2a24-4b5c-40ad-8f62-a93684435515 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:01.153311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-780d02ab-d333-4784-b908-7062355ec48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.197882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98f6c9b8-ac8c-458e-b02f-2d315c84e39e req-40f2679a-205f-4f12-993f-30af4e353c25 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534131 May 06 09:52:01.269529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 140096e8-8868-4740-aa66-44c8820e0362 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:01.360599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.372006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 140096e8-8868-4740-aa66-44c8820e0362 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:52:01.372413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 140096e8-8868-4740-aa66-44c8820e0362 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:01.503619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3aedab3f-4aac-4590-ba61-6ce49062e7ea req-1c5bf396-3cdf-47dd-b530-85d69b2d5b27 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 210 time: 0.1265957 May 06 09:52:01.624109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef561caf-a1cb-4216-9deb-8dce197e5bf9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f4aa455e0eff4d88bdd1fa86ab9615df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8838449 May 06 09:52:01.625838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Allocated IP 172.20.0.14 (6a108881-3eb8-4d4a-aaec-2007ff76762b/73420db5-974d-455c-b166-9669723b3d84/b55aeb98-3360-4afd-831c-dce6b2a54643) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:01.627854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e987935d-b5c1-4a06-9e9f-27cd2c907718 None None] Provisioning complete for port 86005b11-67d7-4a1f-9648-1429f01518c1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:01.628441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e987935d-b5c1-4a06-9e9f-27cd2c907718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.646088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6ab1d-ff00-4234-bdba-be55eeaff3ab req-ce24a29c-e28f-47f1-b736-48786b98dff8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:01.655819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c6ab1d-ff00-4234-bdba-be55eeaff3ab req-ce24a29c-e28f-47f1-b736-48786b98dff8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.4976244 May 06 09:52:01.677808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56982) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:01.720518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e987935d-b5c1-4a06-9e9f-27cd2c907718 None None] Port 86005b11-67d7-4a1f-9648-1429f01518c1 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:01.724042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.735855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.737150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.782053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef561caf-a1cb-4216-9deb-8dce197e5bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3f0a9-10b6-45b0-89ea-3765ba48a14a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:01.809779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c6ab1d-ff00-4234-bdba-be55eeaff3ab req-284df425-3cda-425f-b607-cce72effc46e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525135 May 06 09:52:01.894096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bb59899-d7b1-4c75-9134-9f7f35abac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.922035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bb59899-d7b1-4c75-9134-9f7f35abac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:01.941695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:01.945775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:01.986154 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=86005b11-67d7-4a1f-9648-1429f01518c1,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:02.043640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dca48c-5b18-4e82-af48-392bb59a50cc req-7a179475-1f43-41aa-a903-56cf5870a025 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:02.055628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00dca48c-5b18-4e82-af48-392bb59a50cc req-7a179475-1f43-41aa-a903-56cf5870a025 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2685778 May 06 09:52:02.074795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bb59899-d7b1-4c75-9134-9f7f35abac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.086121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bb59899-d7b1-4c75-9134-9f7f35abac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.092121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5bb59899-d7b1-4c75-9134-9f7f35abac72 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9c3f0a9-10b6-45b0-89ea-3765ba48a14a HTTP/1.1" status: 204 len: 168 time: 0.3594174 May 06 09:52:02.121159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb59899-d7b1-4c75-9134-9f7f35abac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3f0a9-10b6-45b0-89ea-3765ba48a14a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:02.150067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.281033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00dca48c-5b18-4e82-af48-392bb59a50cc req-8067702b-7213-4d8d-82d3-448904fa610f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149856 May 06 09:52:02.365669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a24c2a24-4b5c-40ad-8f62-a93684435515 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:02.375001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Router 48c45b9d-9cbb-4c85-b112-d5a3917f66fe is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:52:02.397292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b72f9ac-97ce-4308-86db-b6ffa48bf3b2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:02.500813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a24c2a24-4b5c-40ad-8f62-a93684435515 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:02.502666 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.523527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.556558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dfdf98a6-c171-4a60-9c39-b49828fa90f4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6b72f9ac-97ce-4308-86db-b6ffa48bf3b2 HTTP/1.1" status: 204 len: 168 time: 2.4119000 May 06 09:52:02.575505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56994) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:02.609771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b5547c42-3da6-4648-8367-16a17df2b655 None None] Provisioning complete for port 86005b11-67d7-4a1f-9648-1429f01518c1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:02.613184 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5547c42-3da6-4648-8367-16a17df2b655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:02.679123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:02.692583 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2152a014-b710-4ad9-9d4f-373c2c5ba382 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "PUT /v2.0/routers/48c45b9d-9cbb-4c85-b112-d5a3917f66fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4349325 May 06 09:52:02.692960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57002) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:02.695009 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Sync routers for ids ['48c45b9d-9cbb-4c85-b112-d5a3917f66fe'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:02.715135 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Routers {'48c45b9d-9cbb-4c85-b112-d5a3917f66fe'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:02.724329 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['48c45b9d-9cbb-4c85-b112-d5a3917f66fe'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:02.797563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b5547c42-3da6-4648-8367-16a17df2b655 None None] Port 86005b11-67d7-4a1f-9648-1429f01518c1 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:02.828642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26757ab2-f1e7-4dec-9e70-51e5186e6b2a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:02.845136 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-26757ab2-f1e7-4dec-9e70-51e5186e6b2a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports/86005b11-67d7-4a1f-9648-1429f01518c1 HTTP/1.1" status: 200 len: 911 time: 0.1487105 May 06 09:52:02.845346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57006) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:02.944697 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Set router 48c45b9d-9cbb-4c85-b112-d5a3917f66fe gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:02.988666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64a6ee28-e025-4955-8f3a-69c18f9eec96 req-c2e9dcf0-1beb-47c8-8cd5-b10b44640be9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 210 time: 0.2474964 May 06 09:52:03.036692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38349ee-5eb3-46ee-bc13-175eb7dd473a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:03.055954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38349ee-5eb3-46ee-bc13-175eb7dd473a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:03.080425 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d38349ee-5eb3-46ee-bc13-175eb7dd473a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2290521 May 06 09:52:03.094567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57008) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:03.167121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.201895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57010) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:03.249834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fb85b-01ba-4232-9535-4689ae6da427 req-3b19aaa3-8efd-4335-b002-43db5413e640 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:03.255239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-468fb85b-01ba-4232-9535-4689ae6da427 req-3b19aaa3-8efd-4335-b002-43db5413e640 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.6803896 May 06 09:52:03.399624 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59903567-8c2e-45ec-9548-e7c6f678892e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.444692 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c45b9d-9cbb-4c85-b112-d5a3917f66fe', 'name': 'tempest-NetworksTestDHCPv6-router-1505990705', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:57Z', 'updated_at': '2022-05-06T09:52:00Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None, '_interfaces': [{'id': '86005b11-67d7-4a1f-9648-1429f01518c1', 'name': '', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'mac_address': 'fa:16:3e:07:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c45b9d-9cbb-4c85-b112-d5a3917f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '91ad6560-98d5-4b8e-ba2f-3a4820ea24ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:51:59Z', 'updated_at': '2022-05-06T09:52:01Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'subnets': [{'id': '91ad6560-98d5-4b8e-ba2f-3a4820ea24ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:03.578673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.675028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236579ea-3ea2-4bcd-b568-57d7639bd9ff']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:03.691375 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Checking router: 48c45b9d-9cbb-4c85-b112-d5a3917f66fe for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:52:03.693461 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Updating router 48c45b9d-9cbb-4c85-b112-d5a3917f66fe port 86005b11-67d7-4a1f-9648-1429f01518c1 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:52:03.704270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6acb96-140e-4956-8428-e7f9972b2e54') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:03.704780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6acb96-140e-4956-8428-e7f9972b2e54') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:03.744308 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.761233 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.776909 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.785368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:52:03.786849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: timer() May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:52:03.913781 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:52:03.917224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.942749 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.950114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.985852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:03.989732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/236579ea-3ea2-4bcd-b568-57d7639bd9ff HTTP/1.1" status: 204 len: 168 time: 1.3461282 May 06 09:52:04.003412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-468fb85b-01ba-4232-9535-4689ae6da427 req-ebb8f7b6-b7f2-462b-b826-fabb501fed5c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7323353 May 06 09:52:04.066497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938512d5-08d1-4041-9755-770e0dccdaf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=236579ea-3ea2-4bcd-b568-57d7639bd9ff,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:04.143779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caf63a-b6a1-446a-a6f2-eac75a325fc3 req-de75e554-10ba-42bd-87dd-d1a09f8cb53f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:04.178301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8caf63a-b6a1-446a-a6f2-eac75a325fc3 req-de75e554-10ba-42bd-87dd-d1a09f8cb53f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.8618553 May 06 09:52:04.407468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.427218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8caf63a-b6a1-446a-a6f2-eac75a325fc3 req-7477be66-ff91-4424-ba80-dd43f48ec4ca tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470448 May 06 09:52:04.476130 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.492277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57026) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:04.497059 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.605109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4966c-c1a5-45e6-aadf-becd633c1af7 None None] Pushing event updated for resources: {'Port': ['ID=86005b11-67d7-4a1f-9648-1429f01518c1,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:04.633671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a7fb6392-6101-4a5e-992d-783f15b7021c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7938bf69b3014c3eb9ba47c146cfeffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402316 May 06 09:52:04.635147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57028) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:04.660142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 86005b11-67d7-4a1f-9648-1429f01518c1 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:04.660480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.708538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:04.733366 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Attempting to bind port 86005b11-67d7-4a1f-9648-1429f01518c1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:04.733731 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Attempting to bind port 86005b11-67d7-4a1f-9648-1429f01518c1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:04.734088 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Attempting to bind port 86005b11-67d7-4a1f-9648-1429f01518c1 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:04.750566 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:04.751277 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:04.752601 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.753180 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:04.753837 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Bound port: 86005b11-67d7-4a1f-9648-1429f01518c1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:04.754409 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.812898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8a9c-30e8-4a11-8cc3-1b3b2fdd1e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.851045 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.853917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:04.863810 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8a9c-30e8-4a11-8cc3-1b3b2fdd1e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:04.882839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 86005b11-67d7-4a1f-9648-1429f01518c1 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:04.887845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:04.910637 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] For port 86005b11-67d7-4a1f-9648-1429f01518c1, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:04.914780 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] For port 86005b11-67d7-4a1f-9648-1429f01518c1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=86005b11-67d7-4a1f-9648-1429f01518c1,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:04.926085 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.010580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:05.016654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.088848 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Routers {'48c45b9d-9cbb-4c85-b112-d5a3917f66fe'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:05.089735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['48c45b9d-9cbb-4c85-b112-d5a3917f66fe'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:05.112883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4966c-c1a5-45e6-aadf-becd633c1af7 None None] Pushing event updated for resources: {'Port': ['ID=86005b11-67d7-4a1f-9648-1429f01518c1,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:05.113119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14c64f-dd1f-457f-adfc-7b723e6533fa req-3e2dcc7d-ad42-4b29-9512-2ea2a887d8df tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:05.115979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d14c64f-dd1f-457f-adfc-7b723e6533fa req-3e2dcc7d-ad42-4b29-9512-2ea2a887d8df tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.7972822 May 06 09:52:05.143532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event updated for resources: {'Port': ['ID=b55aeb98-3360-4afd-831c-dce6b2a54643,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:05.144101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8a9c-30e8-4a11-8cc3-1b3b2fdd1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.144101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8a9c-30e8-4a11-8cc3-1b3b2fdd1e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.144101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5fdc8a9c-30e8-4a11-8cc3-1b3b2fdd1e6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f96bba04-047b-45b6-bda5-daa407abd547 HTTP/1.1" status: 204 len: 168 time: 0.5032299 May 06 09:52:05.177413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-056fb014-1944-46fa-8a5d-19a2eb75f229 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2688990 May 06 09:52:05.180505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-493d16b6-e766-4335-b9c0-e59a7a5e0447 None None] Provisioning complete for port 86005b11-67d7-4a1f-9648-1429f01518c1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:05.181112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-493d16b6-e766-4335-b9c0-e59a7a5e0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.188218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Request body: {'port': {'device_id': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:05.198821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc8a9c-30e8-4a11-8cc3-1b3b2fdd1e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96bba04-047b-45b6-bda5-daa407abd547,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:05.342464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59903567-8c2e-45ec-9548-e7c6f678892e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.344504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.384457 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] Set router 48c45b9d-9cbb-4c85-b112-d5a3917f66fe gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:05.482888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59903567-8c2e-45ec-9548-e7c6f678892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.543324 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-493d16b6-e766-4335-b9c0-e59a7a5e0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.639798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e45c0-4661-4239-a8df-c438e9459605 req-020ad8dc-cbd4-4a3b-b77d-a423a9a0efc4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:05.656401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c42e45c0-4661-4239-a8df-c438e9459605 req-020ad8dc-cbd4-4a3b-b77d-a423a9a0efc4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 932 time: 1.0549674 May 06 09:52:05.668796 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:05.720194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=86005b11-67d7-4a1f-9648-1429f01518c1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:05.730186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d14c64f-dd1f-457f-adfc-7b723e6533fa req-77a914de-3a00-4fc0-9eff-bd13a4eb50db tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121435 May 06 09:52:05.779446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-59903567-8c2e-45ec-9548-e7c6f678892e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=698914dc8433406c88dbaafa8cf2686b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5762470 May 06 09:52:05.780291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59903567-8c2e-45ec-9548-e7c6f678892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9481c410-2f5f-4282-82ae-857d2d06a465,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:05.783915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57048) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:05.900028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1c9568f5-4d84-41ea-b9cd-e7090e2ff7f1 None None] Could not find standard attr ID for object 86005b11-67d7-4a1f-9648-1429f01518c1. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:52:06.009210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c42e45c0-4661-4239-a8df-c438e9459605 req-af4bd338-8d9f-4ddf-a276-9a98a8780024 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518231 May 06 09:52:06.038389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.124323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b47f42e1-603d-471d-982d-26b32b5179c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.189752 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c45b9d-9cbb-4c85-b112-d5a3917f66fe', 'name': 'tempest-NetworksTestDHCPv6-router-1505990705', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:57Z', 'updated_at': '2022-05-06T09:52:00Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None, '_interfaces': [{'id': '86005b11-67d7-4a1f-9648-1429f01518c1', 'name': '', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'mac_address': 'fa:16:3e:07:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c45b9d-9cbb-4c85-b112-d5a3917f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '91ad6560-98d5-4b8e-ba2f-3a4820ea24ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:51:59Z', 'updated_at': '2022-05-06T09:52:04Z', 'revision_number': 4, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'subnets': [{'id': '91ad6560-98d5-4b8e-ba2f-3a4820ea24ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:06.240098 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f8fde-93ac-48e6-bed4-ca034a49c802 None None] The sync data for ids ['48c45b9d-9cbb-4c85-b112-d5a3917f66fe'] in n-d-840834-1 is: [{'id': '48c45b9d-9cbb-4c85-b112-d5a3917f66fe', 'name': 'tempest-NetworksTestDHCPv6-router-1505990705', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:51:57Z', 'updated_at': '2022-05-06T09:52:00Z', 'revision_number': 2, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'gw_port_host': None, '_interfaces': [{'id': '86005b11-67d7-4a1f-9648-1429f01518c1', 'name': '', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'mac_address': 'fa:16:3e:07:06:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c45b9d-9cbb-4c85-b112-d5a3917f66fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '91ad6560-98d5-4b8e-ba2f-3a4820ea24ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:51:59Z', 'updated_at': '2022-05-06T09:52:04Z', 'revision_number': 4, 'project_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'subnets': [{'id': '91ad6560-98d5-4b8e-ba2f-3a4820ea24ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:06.402090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b47f42e1-603d-471d-982d-26b32b5179c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.459462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa408a8-fda2-471e-a111-cd77114f0187 req-49f73cf6-2495-4cd8-a955-abc195cb9741 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:06.463748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Router 48c45b9d-9cbb-4c85-b112-d5a3917f66fe has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:06.469822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfa408a8-fda2-471e-a111-cd77114f0187 req-49f73cf6-2495-4cd8-a955-abc195cb9741 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.5452261 May 06 09:52:06.610399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfa408a8-fda2-471e-a111-cd77114f0187 req-9d5361e0-bb7d-4b8d-9517-7e26c0b36c1e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377416 May 06 09:52:06.625057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece54ad6-80f8-46d7-9df7-2e4466da69d0 req-f8dbe279-45e0-4cee-a694-f495d20c5927 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:06.633388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ece54ad6-80f8-46d7-9df7-2e4466da69d0 req-f8dbe279-45e0-4cee-a694-f495d20c5927 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3469307 May 06 09:52:06.732184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:06.740360 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-50af52ec-57b3-47aa-b8f1-91dee2bf5724 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "PUT /v2.0/routers/48c45b9d-9cbb-4c85-b112-d5a3917f66fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6439300 May 06 09:52:06.742417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57078) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:06.877125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65720c77-b042-4644-b877-8181e189939d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:06.881474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ece54ad6-80f8-46d7-9df7-2e4466da69d0 req-fc704b8a-c4f5-44f8-965a-1c681e069a59 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467196 May 06 09:52:06.887627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b47f42e1-603d-471d-982d-26b32b5179c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.890757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65720c77-b042-4644-b877-8181e189939d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:06.894293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-65720c77-b042-4644-b877-8181e189939d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1496124 May 06 09:52:06.912040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:06.919909 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b47f42e1-603d-471d-982d-26b32b5179c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:06.923571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b47f42e1-603d-471d-982d-26b32b5179c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9481c410-2f5f-4282-82ae-857d2d06a465 HTTP/1.1" status: 204 len: 168 time: 1.1362567 May 06 09:52:06.935937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55aeb98-3360-4afd-831c-dce6b2a54643 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:06.968995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.001020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f42e1-603d-471d-982d-26b32b5179c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9481c410-2f5f-4282-82ae-857d2d06a465,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:07.056200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Transition to ACTIVE for port object b55aeb98-3360-4afd-831c-dce6b2a54643 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:52:07.084606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.139959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 91ad6560-98d5-4b8e-ba2f-3a4820ea24ab {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:07.152440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.291398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.389282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.400841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1049463-435b-4fa0-97dd-4dca1b24adbe req-3234f72e-b485-4363-9d02-687f90eeb834 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:07.418299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1049463-435b-4fa0-97dd-4dca1b24adbe req-3234f72e-b485-4363-9d02-687f90eeb834 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3516240 May 06 09:52:07.566292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Pushing event updated for resources: {'Port': ['ID=b55aeb98-3360-4afd-831c-dce6b2a54643,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:07.586647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.646613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1049463-435b-4fa0-97dd-4dca1b24adbe req-77a32f6e-06d5-4e2d-8d60-edb955a6bb56 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272298 May 06 09:52:07.648471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=91ad6560-98d5-4b8e-ba2f-3a4820ea24ab,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:07.695120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece4533-01c8-4983-9e0a-b691370c5ea8 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:07.695720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.698513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3937db90-618c-4b1b-8b33-7179d205c0ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/91ad6560-98d5-4b8e-ba2f-3a4820ea24ab HTTP/1.1" status: 204 len: 168 time: 0.7854290 May 06 09:52:07.707484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57136) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:07.770923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Attempting to bind port b55aeb98-3360-4afd-831c-dce6b2a54643 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:07.770923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Attempting to bind port b55aeb98-3360-4afd-831c-dce6b2a54643 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:07.770923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Attempting to bind port b55aeb98-3360-4afd-831c-dce6b2a54643 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:07.776036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Port b55aeb98-3360-4afd-831c-dce6b2a54643 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:52:07.776551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Attempting to bind port b55aeb98-3360-4afd-831c-dce6b2a54643 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:07.826917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6db83-604b-472e-a775-429ef2536fd4 req-bbf35e7e-03bf-4488-b82e-587b65c7a282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:07.841292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8f6db83-604b-472e-a775-429ef2536fd4 req-bbf35e7e-03bf-4488-b82e-587b65c7a282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 944 time: 0.1932044 May 06 09:52:07.957340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:07.958457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:07.958925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Bound using segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:07.960746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Bound port: b55aeb98-3360-4afd-831c-dce6b2a54643, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:07.963083 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:07.982039 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bfb49a2e-4c02-46c4-a471-6389816c691a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2699420 May 06 09:52:07.984703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57152) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:08.089651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb068ac-f99f-47a2-9ce3-1141a46aed43 req-f7df8355-573a-4f01-b732-60330fd17830 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:08.091450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbb068ac-f99f-47a2-9ce3-1141a46aed43 req-f7df8355-573a-4f01-b732-60330fd17830 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.2347808 May 06 09:52:08.174624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8f6db83-604b-472e-a775-429ef2536fd4 req-7a0d66a7-80db-460d-accb-1ce5cb07a307 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286610 May 06 09:52:08.209404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba0c1-a338-4087-a96d-f863b8cbeea7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.245079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:52:08.298107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fbb068ac-f99f-47a2-9ce3-1141a46aed43 req-39ab670b-cc5c-42f0-9d42-c337c28f6048 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1746311 May 06 09:52:08.326079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Deleting port a24c2a24-4b5c-40ad-8f62-a93684435515 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:08.326856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.341051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] For port b55aeb98-3360-4afd-831c-dce6b2a54643, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:08.397062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52d38131-6da5-4f47-bd68-d847f62731ad req-664c76b7-6613-433a-aa8e-dc3559acb4ee tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0850759 May 06 09:52:08.420377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] For port b55aeb98-3360-4afd-831c-dce6b2a54643, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b55aeb98-3360-4afd-831c-dce6b2a54643,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:08.433462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.462884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:08.471130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.472662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] 10.222.0.83 "PUT /v2.0/ports/b55aeb98-3360-4afd-831c-dce6b2a54643 HTTP/1.1" status: 200 len: 1092 time: 3.2965379 May 06 09:52:08.479122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'tag': 'b55aeb98-3360-4afd-831c-dce6b2a54643'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:08.479122 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82441779-0a23-4df7-963b-cce5c791fb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fb0cdf-ff8e-451a-8e35-1c256709ea57", "tag": "b55aeb98-3360-4afd-831c-dce6b2a54643"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:08.555750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] For port a24c2a24-4b5c-40ad-8f62-a93684435515, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a24c2a24-4b5c-40ad-8f62-a93684435515,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:08.556153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.596198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Calling delete_port for a24c2a24-4b5c-40ad-8f62-a93684435515 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:08.692443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba0c1-a338-4087-a96d-f863b8cbeea7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.698053 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba0c1-a338-4087-a96d-f863b8cbeea7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.768966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-7b313e80-5fa4-4f28-9ca7-0810b0d31926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:08.772416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-7b313e80-5fa4-4f28-9ca7-0810b0d31926 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 1095 time: 0.2237914 May 06 09:52:08.797655 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba0c1-a338-4087-a96d-f863b8cbeea7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.800607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ba0c1-a338-4087-a96d-f863b8cbeea7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Fanout notify agent at l3_agent the message router_deleted on router 48c45b9d-9cbb-4c85-b112-d5a3917f66fe {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:52:08.810771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db3434-1691-41ce-bc26-86bb7ab2993d service neutron] Pushing event updated for resources: {'Port': ['ID=b55aeb98-3360-4afd-831c-dce6b2a54643,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:08.816614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-995d29eb-30fe-42a8-ba16-53832e2640e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:08.818400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-995d29eb-30fe-42a8-ba16-53832e2640e2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710&tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 1095 time: 0.2503507 May 06 09:52:08.828285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e511c-4491-4d38-a776-b996d92a45d7 req-69caa056-de73-44e8-bb71-bb66b35caf78 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:08.833120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-396e511c-4491-4d38-a776-b996d92a45d7 req-69caa056-de73-44e8-bb71-bb66b35caf78 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.2771635 May 06 09:52:08.844761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e441536-c9a1-44c4-a33c-7e90acf8a9da req-d0e9d664-4d93-49c3-8568-2b6f4df46421 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:08.846633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e441536-c9a1-44c4-a33c-7e90acf8a9da req-d0e9d664-4d93-49c3-8568-2b6f4df46421 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2661793 May 06 09:52:08.879621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba0c1-a338-4087-a96d-f863b8cbeea7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:08.883103 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d6ba0c1-a338-4087-a96d-f863b8cbeea7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/routers/48c45b9d-9cbb-4c85-b112-d5a3917f66fe HTTP/1.1" status: 204 len: 168 time: 0.8949091 May 06 09:52:08.886381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57180) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:08.892838 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-65c574ab-a700-427a-8582-8643841dbf2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b55aeb98-3360-4afd-831c-dce6b2a54643 HTTP/1.1" status: 200 len: 217 time: 0.1043851 May 06 09:52:08.910102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-396e511c-4491-4d38-a776-b996d92a45d7 req-b0fa4e64-e92d-43c5-93a2-59810cdcad09 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622931 May 06 09:52:09.012085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e441536-c9a1-44c4-a33c-7e90acf8a9da req-9d0ec7f3-77f2-4c31-803e-204fd4064eeb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398807 May 06 09:52:09.028296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-7eda3d5c-5809-4fbd-ba99-a0ee0a5fcdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.029835 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-7eda3d5c-5809-4fbd-ba99-a0ee0a5fcdf7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.1353800 May 06 09:52:09.056058 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de7ba6d-55a7-4245-8a38-e70bfcffd3e8 x-openstack-request-id: req-7de7ba6d-55a7-4245-8a38-e70bfcffd3e8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:09.056533 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fb0cdf-ff8e-451a-8e35-1c256709ea57", "tag": "b55aeb98-3360-4afd-831c-dce6b2a54643", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:09.056947 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7de7ba6d-55a7-4245-8a38-e70bfcffd3e8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:09.057667 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de7ba6d-55a7-4245-8a38-e70bfcffd3e8'] response: {'name': 'network-changed', 'server_uuid': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'tag': 'b55aeb98-3360-4afd-831c-dce6b2a54643', 'status': 'completed', 'code': 200} May 06 09:52:09.066793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b25ad9-08ad-4805-b1cc-d0fb4436e303 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.068832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e7b25ad9-08ad-4805-b1cc-d0fb4436e303 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1813626 May 06 09:52:09.071810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57186) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:09.100958 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-744874bf-8020-4153-8d2e-a80cd52bc7ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556626 May 06 09:52:09.124042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-8ff7561c-bd8a-4b87-8d75-c4d936f55bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.125843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-8ff7561c-bd8a-4b87-8d75-c4d936f55bd2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1095 time: 0.1976373 May 06 09:52:09.141473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:09.167907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] No DVR routers for this DVR port a24c2a24-4b5c-40ad-8f62-a93684435515 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:09.204234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Pushing event deleted for resources: {'Port': ['ID=a24c2a24-4b5c-40ad-8f62-a93684435515,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:09.221823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.222523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.223667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.227414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.227816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.228275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.228618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.228947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.229275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.229742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.232300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.232938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34811418-fd5a-4b0a-8fa7-6dcd8c23623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:09.240260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] Sync routers for ids ['48c45b9d-9cbb-4c85-b112-d5a3917f66fe'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:09.251927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:09.252492 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:52:09.253314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_agentschedulers_db [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48c45b9d-9cbb-4c85-b112-d5a3917f66fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:52:09.267414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:09.268069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:52:09.272821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_agentschedulers_db [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48c45b9d-9cbb-4c85-b112-d5a3917f66fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:51:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:52:09.273515 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0f433-cb37-4a6b-ba2c-36cd4efdd03b None None] The sync data for ids ['48c45b9d-9cbb-4c85-b112-d5a3917f66fe'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:09.334089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-6845f312-0432-4abe-a700-cce9852cdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.335816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-6845f312-0432-4abe-a700-cce9852cdb7d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.2033527 May 06 09:52:09.364010 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-c967933a-272b-4218-a5ce-32df514d9ba7 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532668 May 06 09:52:09.398986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c20fc-3fa1-4f2b-9658-d1023c3e791b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.400686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-887c20fc-3fa1-4f2b-9658-d1023c3e791b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3277876 May 06 09:52:09.408312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57196) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:09.543471 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-784dc635-d1e4-4dd7-a4cb-51fdce180fdc req-545c9264-3f6c-4d0d-a1be-31eafc3ba6a0 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637061 May 06 09:52:09.661476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82441779-0a23-4df7-963b-cce5c791fb2f req-571cd056-3b87-40fe-9b9e-eeeeb7442235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.663887 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82441779-0a23-4df7-963b-cce5c791fb2f req-571cd056-3b87-40fe-9b9e-eeeeb7442235 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 1095 time: 0.0551891 May 06 09:52:09.835943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-435c0b59-8f5e-4846-9287-a8ddeeeb32e9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4202058 May 06 09:52:09.843427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57206) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:09.846200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82441779-0a23-4df7-963b-cce5c791fb2f req-cb9e5da7-0bc0-4f5b-b625-fdcfeaffed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.848952 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82441779-0a23-4df7-963b-cce5c791fb2f req-cb9e5da7-0bc0-4f5b-b625-fdcfeaffed2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.1767881 May 06 09:52:09.851778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:09.917625 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82441779-0a23-4df7-963b-cce5c791fb2f req-5472e851-575f-41f3-8a08-8ce3bccf9e9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b55aeb98-3360-4afd-831c-dce6b2a54643 HTTP/1.1" status: 200 len: 217 time: 0.0608528 May 06 09:52:09.938898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc908103-b3b8-407d-8541-725edb6723d8 req-75e5a2bc-b855-4c68-a1e6-81ad3390b480 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.940562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc908103-b3b8-407d-8541-725edb6723d8 req-75e5a2bc-b855-4c68-a1e6-81ad3390b480 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 944 time: 0.6002579 May 06 09:52:09.961874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547daab-e958-4767-91d2-7deb4cf824b2 req-afe5adfa-e030-457f-89f1-3f81593846ab tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.963537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f547daab-e958-4767-91d2-7deb4cf824b2 req-afe5adfa-e030-457f-89f1-3f81593846ab tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.6244240 May 06 09:52:09.972112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-cc1d0dba-a378-4782-b145-92a86839f016 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 200 len: 1000 time: 0.6211410 May 06 09:52:09.989462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82441779-0a23-4df7-963b-cce5c791fb2f req-e08d1987-213e-47e7-9432-58a6adfe4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:09.991901 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82441779-0a23-4df7-963b-cce5c791fb2f req-e08d1987-213e-47e7-9432-58a6adfe4602 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.0667026 May 06 09:52:10.035892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82441779-0a23-4df7-963b-cce5c791fb2f req-05673ba5-81cf-41b0-9bbb-5ab165ee3de0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371413 May 06 09:52:10.084261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc908103-b3b8-407d-8541-725edb6723d8 req-8696d573-7a2a-4208-950f-02056be7b604 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353192 May 06 09:52:10.104245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-9d7a3c7a-923d-4e1f-9b34-76fde141a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:10.105600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-9d7a3c7a-923d-4e1f-9b34-76fde141a08c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.1109686 May 06 09:52:10.128779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f547daab-e958-4767-91d2-7deb4cf824b2 req-3c982053-998c-4c76-a8bb-a067a52b6fd9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555583 May 06 09:52:10.139778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:10.143498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:10.371646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a24c2a24-4b5c-40ad-8f62-a93684435515 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:10.420279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a24c2a24-4b5c-40ad-8f62-a93684435515 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:52:10.420788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a24c2a24-4b5c-40ad-8f62-a93684435515 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:10.421259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86005b11-67d7-4a1f-9648-1429f01518c1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:10.463134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e39915f-f6e5-45f1-a6ce-1bed2dce54a7 req-1437eb0e-d330-4440-86c0-4e79e85099e0 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0875275 May 06 09:52:10.469517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 86005b11-67d7-4a1f-9648-1429f01518c1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:52:10.470224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86005b11-67d7-4a1f-9648-1429f01518c1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:52:10.474004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-56a09049-0b17-4efd-9cc5-d09f0e80e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:10.475915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-56a09049-0b17-4efd-9cc5-d09f0e80e9b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3621676 May 06 09:52:10.576826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6a8f-6eed-40a3-ba6e-d310edc21622 req-95afaea8-232f-4883-ae89-9e8d912bb213 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:10.579769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d7d6a8f-6eed-40a3-ba6e-d310edc21622 req-95afaea8-232f-4883-ae89-9e8d912bb213 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.3494232 May 06 09:52:10.770948 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82441779-0a23-4df7-963b-cce5c791fb2f req-344af6bf-2c7d-4041-bf81-a90c90dbc406 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265110 May 06 09:52:10.788327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d7d6a8f-6eed-40a3-ba6e-d310edc21622 req-4d6eb301-2cee-45b2-9776-4f896fac780a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1550107 May 06 09:52:10.842775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a857f-58c2-4f53-aa9c-88f51149fab2 req-597eca74-49a0-4106-bb5a-5219292bf4a9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:10.844366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c33a857f-58c2-4f53-aa9c-88f51149fab2 req-597eca74-49a0-4106-bb5a-5219292bf4a9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.2204792 May 06 09:52:10.846264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-532481f3-d1ce-42fb-8c42-f640c318c35f req-01dd467d-aa7c-42d9-81ac-0ec17cc8bcc5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0515397 May 06 09:52:10.888591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-14f656f4-fe11-41d9-bbf7-c888b6f7f21a service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003520 May 06 09:52:10.939541 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82441779-0a23-4df7-963b-cce5c791fb2f req-a26de1e6-9eac-4df1-88f3-1951bcd30527 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419895 May 06 09:52:11.070816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c33a857f-58c2-4f53-aa9c-88f51149fab2 req-0c2b8665-75dd-4ed0-9b3b-b7bd3366edc6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129405 May 06 09:52:11.153933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afe3bd3e-296c-4227-9879-49d433804cd7 req-c3c49639-d54f-4cb0-b5da-dc25446aeb03 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538126 May 06 09:52:11.174149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:11.308648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:52:11.311248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.352843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7c9ff-6ed0-43cb-a50e-bd2c91ed437c req-c584854c-4efc-493b-a846-c7d5276d8c38 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.354575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bc7c9ff-6ed0-43cb-a50e-bd2c91ed437c req-c584854c-4efc-493b-a846-c7d5276d8c38 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1685107 May 06 09:52:11.368408 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.423405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:11.425560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:11.435115 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a25a69-e255-45b2-a7ae-9a60472ce4e5" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-unplugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:11.445523 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.458563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:11.479232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:11.488658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.491680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.545447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bc7c9ff-6ed0-43cb-a50e-bd2c91ed437c req-a3ead259-f096-435d-8c23-a0b5e7dd2d24 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830304 May 06 09:52:11.548416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=11']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:11.549549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=29564fab-c81f-4846-a7c6-e0af9f58c9a6,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:11.563225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-95e0bbfe-9ef6-4ec2-826b-b9a2a8d1552e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7186244 May 06 09:52:11.578030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57272) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:11.578030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:11.584459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292cbdd-eff4-4b8c-980d-56ff41513e5b None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:11.859974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f1b77-b2cb-45c6-9eb8-971e6b6604a3 req-a8a9a889-1aa2-45ca-aa7a-d9dd9afb6013 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.861544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-498f1b77-b2cb-45c6-9eb8-971e6b6604a3 req-a8a9a889-1aa2-45ca-aa7a-d9dd9afb6013 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 944 time: 0.1333518 May 06 09:52:11.874721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ae063-0549-4ff2-994e-f9a063bee04c req-6b29ce20-ed16-449d-961b-e45de34d763a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:11.876336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-161ae063-0549-4ff2-994e-f9a063bee04c req-6b29ce20-ed16-449d-961b-e45de34d763a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1599104 May 06 09:52:11.903956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '29564fab-c81f-4846-a7c6-e0af9f58c9a6'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:11.905008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:11.980025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-498f1b77-b2cb-45c6-9eb8-971e6b6604a3 req-80e7ce17-9ec4-4bc1-b2ac-a7379ac5df76 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919793 May 06 09:52:12.026088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-161ae063-0549-4ff2-994e-f9a063bee04c req-6683077a-f349-4398-9273-c45f9aae272f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187594 May 06 09:52:12.042867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:12.046363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.115056 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4edd27-fa52-4a50-aaeb-b7bb0d54183e x-openstack-request-id: req-ab4edd27-fa52-4a50-aaeb-b7bb0d54183e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:12.115216 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-unplugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:12.115448 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab4edd27-fa52-4a50-aaeb-b7bb0d54183e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:12.116003 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4edd27-fa52-4a50-aaeb-b7bb0d54183e'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'code': 200} May 06 09:52:12.224698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Allocated IP 2001:db8::f816:3eff:fec7:f880 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/29564fab-c81f-4846-a7c6-e0af9f58c9a6/950960aa-703a-4450-8268-60c87c7efa62) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:12.276406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1fb1101-f400-46e7-84cc-22f7b1c1323c req-7d8e3c07-6542-4be5-be66-72055ca55680 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0793188 May 06 09:52:12.584426 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.595380 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.686267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.755652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:12.776283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Pushing event updated for resources: {'Port': ['ID=950960aa-703a-4450-8268-60c87c7efa62,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:12.795629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:12.801980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:12.812578 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:12.813132 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ae929a95-c832-4c5e-9b0f-f9e85bd56f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.850228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8e026-76cd-4a05-85b3-063b36d3a263 req-971927e3-8a24-4d76-9119-55be5e7a1f80 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:12.861794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ba8e026-76cd-4a05-85b3-063b36d3a263 req-971927e3-8a24-4d76-9119-55be5e7a1f80 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.5968428 May 06 09:52:12.899050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:12.904841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:12.905507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.934497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Attempting to bind port 950960aa-703a-4450-8268-60c87c7efa62 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:12.934850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Attempting to bind port 950960aa-703a-4450-8268-60c87c7efa62 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:12.935210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Attempting to bind port 950960aa-703a-4450-8268-60c87c7efa62 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:12.949171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:12.949594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:12.950002 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:12.950404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:12.950875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Bound port: 950960aa-703a-4450-8268-60c87c7efa62, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:12.951249 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.014444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=31b75450-2d60-4dc4-90bb-ac66c5118ed7,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:13.046488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f95478-f9c3-4d9b-a273-0c2d472f97cd req-c36fe5a2-69e4-40ba-9e96-977e74f3ba92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:13.050178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f95478-f9c3-4d9b-a273-0c2d472f97cd req-c36fe5a2-69e4-40ba-9e96-977e74f3ba92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.3710895 May 06 09:52:13.084627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-df26ab0c-b51c-429d-9007-b28e40043719 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5146065 May 06 09:52:13.085102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:13.090869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:86:1a:97', 'name': 'tempest-NetworksTestDHCPv6-769252493'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:13.103946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] For port 950960aa-703a-4450-8268-60c87c7efa62, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:13.112080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] For port 950960aa-703a-4450-8268-60c87c7efa62, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=950960aa-703a-4450-8268-60c87c7efa62,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:13.121672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.188565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b55aeb98-3360-4afd-831c-dce6b2a54643 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:13.245459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ba8e026-76cd-4a05-85b3-063b36d3a263 req-4c42697e-d204-429f-a847-598fe1eea951 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826675 May 06 09:52:13.263759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f95478-f9c3-4d9b-a273-0c2d472f97cd req-75a9501b-44ac-4a0e-bcfa-0301a249d44d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010596 May 06 09:52:13.272435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-4ef8d4dc-1fc8-4e14-b320-7ad940717b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:13.277628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-4ef8d4dc-1fc8-4e14-b320-7ad940717b27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.4065194 May 06 09:52:13.355691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:52:13.466187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:13.525053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4146cd7-4025-41e0-8569-de130e55c734 None None] Pushing event updated for resources: {'Port': ['ID=950960aa-703a-4450-8268-60c87c7efa62,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:13.708326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b55aeb98-3360-4afd-831c-dce6b2a54643, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b55aeb98-3360-4afd-831c-dce6b2a54643,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:13.760184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'b55aeb98-3360-4afd-831c-dce6b2a54643', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'port_id': 'b55aeb98-3360-4afd-831c-dce6b2a54643', 'mac_address': 'fa:16:3e:c0:c4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73420db5-974d-455c-b166-9669723b3d84', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:13.808614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.869797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port f0ed8a5e-26e0-493a-9a26-539002590e21 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:13.924542 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:13.937121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fd039-90ad-4af1-b375-3cf73bb17937 req-b3fb9d16-8127-4276-bbdd-ccf45482aaf8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:13.949907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f1fd039-90ad-4af1-b375-3cf73bb17937 req-b3fb9d16-8127-4276-bbdd-ccf45482aaf8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 944 time: 0.3843110 May 06 09:52:13.967059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-a7927688-35f3-4d92-9ecf-d811e71910bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:13.968645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-a7927688-35f3-4d92-9ecf-d811e71910bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.6284311 May 06 09:52:13.973390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55aeb98-3360-4afd-831c-dce6b2a54643 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:14.061928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b55aeb98-3360-4afd-831c-dce6b2a54643, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b55aeb98-3360-4afd-831c-dce6b2a54643,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:14.096768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.244337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b55aeb98-3360-4afd-831c-dce6b2a54643,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:14.271343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f1fd039-90ad-4af1-b375-3cf73bb17937 req-715a3a7c-de08-4bc2-b22f-e4235657d848 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135636 May 06 09:52:14.312204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 172.20.0.5 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/31b75450-2d60-4dc4-90bb-ac66c5118ed7/f0ed8a5e-26e0-493a-9a26-539002590e21) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:14.334986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fe86:1a97 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/29564fab-c81f-4846-a7c6-e0af9f58c9a6/f0ed8a5e-26e0-493a-9a26-539002590e21) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:14.378107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-016464df-7f18-411d-a2a9-d7c8269796a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.3292418 May 06 09:52:14.534384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 950960aa-703a-4450-8268-60c87c7efa62 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:14.649144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-a9ee092f-faf5-447c-b31b-0962a89939f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.652400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-a9ee092f-faf5-447c-b31b-0962a89939f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1542294 May 06 09:52:14.736229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 950960aa-703a-4450-8268-60c87c7efa62 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:14.736926 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.827088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:14.829333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1ae35-2a84-4009-a19a-835ccd21d919 req-09bc85cc-e9e2-4022-90b6-86b566c40e81 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:14.835486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15d1ae35-2a84-4009-a19a-835ccd21d919 req-09bc85cc-e9e2-4022-90b6-86b566c40e81 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.4560819 May 06 09:52:14.886749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:14.993410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.065169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-1fec3d0a-c235-4b9a-b651-e089b01ac901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.084865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-1fec3d0a-c235-4b9a-b651-e089b01ac901 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3976524 May 06 09:52:15.129856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:15.136491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:15.146675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:15.147760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15d1ae35-2a84-4009-a19a-835ccd21d919 req-818f09a3-6bdf-4283-858c-63207f572f87 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2609231 May 06 09:52:15.342394 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:52:15.367463 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.398676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-2ceb8d69-4265-4eb6-8461-918253cf01f4 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404087 May 06 09:52:15.401071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=f0ed8a5e-26e0-493a-9a26-539002590e21,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:15.479012 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.516894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.518435 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d0c14a9f-93b8-4b83-a2ef-d58917c77dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.568881 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-33b811ce-6c20-47c7-89a6-65ae84626654 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4820299 May 06 09:52:15.571808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57358) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:15.651903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 950960aa-703a-4450-8268-60c87c7efa62, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=950960aa-703a-4450-8268-60c87c7efa62,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:15.674311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:15.697782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dbe2fe-5fbb-45c8-879a-a947b873935b None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:15.738156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef89d9-b613-4560-a7aa-ceab509bdd50 req-079e9c4c-ba49-47ca-a7a6-9d3368647514 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.758277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28ef89d9-b613-4560-a7aa-ceab509bdd50 req-079e9c4c-ba49-47ca-a7a6-9d3368647514 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1720991 May 06 09:52:15.774360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6605740-6e02-4eb4-84e4-2158a4c7b16f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.780976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6605740-6e02-4eb4-84e4-2158a4c7b16f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.795966 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6605740-6e02-4eb4-84e4-2158a4c7b16f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2203329 May 06 09:52:15.796398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57362) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:15.866385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1160f-9b10-4332-9778-29da92ede9eb req-77942034-b9a9-4aec-bdbe-0819a4f6bc01 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:15.878770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1c1160f-9b10-4332-9778-29da92ede9eb req-77942034-b9a9-4aec-bdbe-0819a4f6bc01 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.3780096 May 06 09:52:15.924148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25f84bbc-b3a0-4cc7-8adc-dde442791b58 req-3bd92b3e-7f2c-4ba9-9cba-603a1d81f2b3 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170708 May 06 09:52:15.981854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ab98ef62-ccce-4cb6-83ea-5bd2eaffaf7a None None] Provisioning complete for port 950960aa-703a-4450-8268-60c87c7efa62 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:15.996363 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ab98ef62-ccce-4cb6-83ea-5bd2eaffaf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.052576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port f0ed8a5e-26e0-493a-9a26-539002590e21 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:16.052975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.069618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1c1160f-9b10-4332-9778-29da92ede9eb req-59b28b32-3736-45e9-a032-cc7b7d94df27 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888249 May 06 09:52:16.079290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28ef89d9-b613-4560-a7aa-ceab509bdd50 req-4b8e6bc3-b87e-4122-bd26-e0d50b1baa7b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199441 May 06 09:52:16.359862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=950960aa-703a-4450-8268-60c87c7efa62,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:16.402635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e20ead04-2263-46bf-bf06-87e03f950fae req-159f61be-e7d4-41b6-abeb-50bbae39dcca tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0932083 May 06 09:52:16.447556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.487135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for f0ed8a5e-26e0-493a-9a26-539002590e21 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:16.532859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b6d3f-6298-47c6-92c9-73ab16356902 req-d4514059-ea53-4ac5-884f-0b957bf26237 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:16.547372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-433b6d3f-6298-47c6-92c9-73ab16356902 req-d4514059-ea53-4ac5-884f-0b957bf26237 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 945 time: 0.2141218 May 06 09:52:16.642392 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.663277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-433b6d3f-6298-47c6-92c9-73ab16356902 req-be418670-d422-4136-8296-ec03ac348ec2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145413 May 06 09:52:16.700321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f6479-ca3f-40b1-a24f-79bd920a0756 req-39bf9959-639e-4173-96fa-64f84fe063dc tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:16.709835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c0f6479-ca3f-40b1-a24f-79bd920a0756 req-39bf9959-639e-4173-96fa-64f84fe063dc tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1592093 May 06 09:52:16.783508 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:16.815374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c0f6479-ca3f-40b1-a24f-79bd920a0756 req-bd0f86f6-ae0d-4d8f-882f-3ce859de448a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941391 May 06 09:52:16.941753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87457254-18c9-4229-b286-1c6897cb91fd req-410cb6b5-2c19-4b54-87ea-8f8a4f6c6b23 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:16.950867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87457254-18c9-4229-b286-1c6897cb91fd req-410cb6b5-2c19-4b54-87ea-8f8a4f6c6b23 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1446502 May 06 09:52:17.044070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.094379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87457254-18c9-4229-b286-1c6897cb91fd req-0dba141a-e95e-4e22-8675-4ef53c30fc09 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422038 May 06 09:52:17.103649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=f0ed8a5e-26e0-493a-9a26-539002590e21,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:17.118747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b1d4a-179d-4100-bb76-ccf7535da5d9 None None] Update dhcp port {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '29564fab-c81f-4846-a7c6-e0af9f58c9a6', 'ip_address': '2001:db8::f816:3eff:fec7:f880'}, {'subnet_id': '31b75450-2d60-4dc4-90bb-ac66c5118ed7'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '950960aa-703a-4450-8268-60c87c7efa62'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:52:17.210019 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1d4a-179d-4100-bb76-ccf7535da5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.230755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:17.302823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcfa7f-d440-48c9-b9ad-63f2606d9fe3 req-c5be937f-0100-4f89-b207-8419e45e7e09 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.312846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34bcfa7f-d440-48c9-b9ad-63f2606d9fe3 req-c5be937f-0100-4f89-b207-8419e45e7e09 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2164538 May 06 09:52:17.333643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:17.340871 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1cc97fb-6979-4afd-af34-a1d354eab955 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/f0ed8a5e-26e0-493a-9a26-539002590e21 HTTP/1.1" status: 204 len: 168 time: 1.5417809 May 06 09:52:17.342414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57382) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:17.401136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474df7cc-1c8e-48cd-ba82-d8edd2c25673 req-dabe450b-5dde-4740-b6a3-3cb1aa24d469 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.403573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-474df7cc-1c8e-48cd-ba82-d8edd2c25673 req-dabe450b-5dde-4740-b6a3-3cb1aa24d469 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.1609151 May 06 09:52:17.414854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34bcfa7f-d440-48c9-b9ad-63f2606d9fe3 req-1776a10a-a411-47d0-a48c-c299bae5d265 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011078 May 06 09:52:17.502468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd15c7-085b-417f-a337-63b0f1a28f31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.509256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd15c7-085b-417f-a337-63b0f1a28f31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.516155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdd15c7-085b-417f-a337-63b0f1a28f31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.519100 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-afdd15c7-085b-417f-a337-63b0f1a28f31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1754544 May 06 09:52:17.522480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57392) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:17.543965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-474df7cc-1c8e-48cd-ba82-d8edd2c25673 req-a8f6c8ff-44d8-491d-8e82-c67261b121e0 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278486 May 06 09:52:17.650090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 29564fab-c81f-4846-a7c6-e0af9f58c9a6 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:17.730905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6305c2b4-b00d-407a-a99f-8d404faae8e8 req-cb3ee27c-9844-4259-bf28-e0c98c8ab5aa tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0771706 May 06 09:52:17.835599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b1d4a-179d-4100-bb76-ccf7535da5d9 None None] Allocated IP 172.20.0.2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/31b75450-2d60-4dc4-90bb-ac66c5118ed7/950960aa-703a-4450-8268-60c87c7efa62) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:17.841948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:17.850755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475435e8-5ed3-4049-8040-e209bcc3f768 req-43e9673c-5992-4ed3-9c78-b06497f49bd8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:17.854894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-475435e8-5ed3-4049-8040-e209bcc3f768 req-43e9673c-5992-4ed3-9c78-b06497f49bd8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1131494 May 06 09:52:17.902822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '002254db-568d-45fa-ad04-35ae8ff513b8', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': '002254db-568d-45fa-ad04-35ae8ff513b8', 'mac_address': 'fa:16:3e:1f:b7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:17.987669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-475435e8-5ed3-4049-8040-e209bcc3f768 req-451976f1-a479-4148-8848-12ec86570029 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203477 May 06 09:52:18.045504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3b034-e037-4c21-bab5-def3eeef6a86 req-d7248b4e-f6da-4fcb-b784-f8465e6cf9fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.054898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6d3b034-e037-4c21-bab5-def3eeef6a86 req-d7248b4e-f6da-4fcb-b784-f8465e6cf9fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 945 time: 0.1681345 May 06 09:52:18.218154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6d3b034-e037-4c21-bab5-def3eeef6a86 req-00a138be-913d-47ee-9005-4d91cc41965b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621776 May 06 09:52:18.283395 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.305459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.564950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48a631-0661-4243-9a4e-b8ab404c9098 req-20f05870-424b-4438-9b83-dbecaeadf842 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.577409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a48a631-0661-4243-9a4e-b8ab404c9098 req-20f05870-424b-4438-9b83-dbecaeadf842 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2221892 May 06 09:52:18.597237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e692b9f-c4db-488d-8ebc-39beb57a3d54 req-6c34affa-266a-4618-b199-824106cc20d6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:18.608337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e692b9f-c4db-488d-8ebc-39beb57a3d54 req-6c34affa-266a-4618-b199-824106cc20d6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.3890162 May 06 09:52:18.621365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 950960aa-703a-4450-8268-60c87c7efa62 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:18.744598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002254db-568d-45fa-ad04-35ae8ff513b8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:18.746584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a48a631-0661-4243-9a4e-b8ab404c9098 req-0a36b2fa-ff3f-475e-9efb-bab1b373ec23 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615043 May 06 09:52:18.817543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e692b9f-c4db-488d-8ebc-39beb57a3d54 req-82ab7cef-9601-47d7-98cb-3fb61a1152a7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2021649 May 06 09:52:18.869017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bf0b1d4a-179d-4100-bb76-ccf7535da5d9 None None] For port 950960aa-703a-4450-8268-60c87c7efa62, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=950960aa-703a-4450-8268-60c87c7efa62,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:18.950791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1d4a-179d-4100-bb76-ccf7535da5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.960266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:18.992332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:19.006913 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.016498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1d4a-179d-4100-bb76-ccf7535da5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.089467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.122145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a2ccb64-5f2f-42b7-aebd-6af5276e29de req-3961ade9-555d-4920-bf98-902f37e6bb7f tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1352446 May 06 09:52:19.154214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40377501-2da0-4732-af90-11af9b4c80ba req-fcb92d05-76f1-45bc-9014-5cac6d21a355 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:19.162166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40377501-2da0-4732-af90-11af9b4c80ba req-fcb92d05-76f1-45bc-9014-5cac6d21a355 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.2846806 May 06 09:52:19.174224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 950960aa-703a-4450-8268-60c87c7efa62 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:19.174607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.265106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40377501-2da0-4732-af90-11af9b4c80ba req-fe441507-16a6-4a79-ad37-2fa3ecf90f77 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964077 May 06 09:52:19.285621 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.339244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.372200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['002254db-568d-45fa-ad04-35ae8ff513b8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:19.386500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b55aeb98-3360-4afd-831c-dce6b2a54643 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:19.434835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:19.500914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b3682-0272-4814-b145-7308aead4eea req-012b93c0-9aa6-4ea8-bacb-027a729f4a8b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:19.503135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.520036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-402b3682-0272-4814-b145-7308aead4eea req-012b93c0-9aa6-4ea8-bacb-027a729f4a8b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1489797 May 06 09:52:19.607249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.621507 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/29564fab-c81f-4846-a7c6-e0af9f58c9a6 HTTP/1.1" status: 204 len: 168 time: 2.0949228 May 06 09:52:19.621507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb44147-5638-4946-afc2-ac1ce3efffe7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=29564fab-c81f-4846-a7c6-e0af9f58c9a6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:19.623034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:19.764513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-402b3682-0272-4814-b145-7308aead4eea req-29bd0f12-7257-429f-87b4-0e7309705308 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434068 May 06 09:52:19.792830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfdf3b-790d-4ba4-adc8-9bd2b3eb203c req-1392d1c2-bce1-43f2-9bc7-27282656bf4d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:19.813976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 31b75450-2d60-4dc4-90bb-ac66c5118ed7 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:19.817888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18bfdf3b-790d-4ba4-adc8-9bd2b3eb203c req-1392d1c2-bce1-43f2-9bc7-27282656bf4d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 945 time: 0.2954254 May 06 09:52:19.841250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:19.990800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18bfdf3b-790d-4ba4-adc8-9bd2b3eb203c req-9a0084fc-4b87-4ef7-9ab7-26cc3773683f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717837 May 06 09:52:19.995046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b1d4a-179d-4100-bb76-ccf7535da5d9 None None] Pushing event updated for resources: {'Port': ['ID=950960aa-703a-4450-8268-60c87c7efa62,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:20.062895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.131466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c5399-8a6c-417d-8050-edbd41b2daad req-02a34619-c694-4073-a3e4-b30cb4e04af4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.133767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port b55aeb98-3360-4afd-831c-dce6b2a54643 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:52:20.155741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d0c5399-8a6c-417d-8050-edbd41b2daad req-02a34619-c694-4073-a3e4-b30cb4e04af4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.1129858 May 06 09:52:20.194306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port b55aeb98-3360-4afd-831c-dce6b2a54643 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:20.194694 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.401276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d0c5399-8a6c-417d-8050-edbd41b2daad req-add8ac11-513e-4867-8582-cc9234b3fbab tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2386484 May 06 09:52:20.423327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.441115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593a3c0-dc98-46a1-9861-6b75aa835a38 req-055b38a0-5812-4790-9b8a-cfba6d25888a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.456251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2593a3c0-dc98-46a1-9861-6b75aa835a38 req-055b38a0-5812-4790-9b8a-cfba6d25888a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2979233 May 06 09:52:20.472066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.514327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 950960aa-703a-4450-8268-60c87c7efa62 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:20.571260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2593a3c0-dc98-46a1-9861-6b75aa835a38 req-f0a38211-d5e1-4082-8f77-0f6e27ae9ab2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123593 May 06 09:52:20.651297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55aeb98-3360-4afd-831c-dce6b2a54643'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:20.657189 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54166739-a08e-4601-9b27-e0a3610a4ac7" -d '{"events": [{"server_uuid": "a0fb0cdf-ff8e-451a-8e35-1c256709ea57", "name": "network-vif-plugged", "status": "completed", "tag": "b55aeb98-3360-4afd-831c-dce6b2a54643"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:20.671140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8affe05f-b5f7-4758-b352-74ec05584020 req-d570c556-530c-4684-9eff-6812cadb3908 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0974166 May 06 09:52:20.678403 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.732477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b55aeb98-3360-4afd-831c-dce6b2a54643, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b55aeb98-3360-4afd-831c-dce6b2a54643,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:20.735491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.743995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.764681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 950960aa-703a-4450-8268-60c87c7efa62 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:20.764988 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.869292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=31b75450-2d60-4dc4-90bb-ac66c5118ed7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:20.902059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2215a2-4b77-4dec-ad10-c3308c024713 req-6aa2fe86-613e-4709-8a2b-f46c461d34ec tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:20.904629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:20.930196 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5a0bd14d-b8c6-4f2b-b8fa-68f120a4d2d4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/31b75450-2d60-4dc4-90bb-ac66c5118ed7 HTTP/1.1" status: 204 len: 168 time: 1.2978249 May 06 09:52:20.931228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df2215a2-4b77-4dec-ad10-c3308c024713 req-6aa2fe86-613e-4709-8a2b-f46c461d34ec tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.1828675 May 06 09:52:20.933839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57456) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:20.989949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc794e2-6e97-4a01-b5db-2cd654380e79 req-874d18c2-b9dc-43e6-a3bb-1c242497e3a5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:21.001549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfc794e2-6e97-4a01-b5db-2cd654380e79 req-874d18c2-b9dc-43e6-a3bb-1c242497e3a5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2410014 May 06 09:52:21.063774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b55aeb98-3360-4afd-831c-dce6b2a54643,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:21.087885 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a46f472-83e6-4880-90cb-fec2db343663 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528957 May 06 09:52:21.090500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57462) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:21.106240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:21.168214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfc794e2-6e97-4a01-b5db-2cd654380e79 req-d4fc59dd-a8ff-43c3-81b4-145e7678d438 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656203 May 06 09:52:21.203384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df2215a2-4b77-4dec-ad10-c3308c024713 req-e315c764-80be-46cb-ab0f-bf18c0572e98 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680488 May 06 09:52:21.214425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:21.314324 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dca044-73d3-4b66-8365-8a106f38a377 x-openstack-request-id: req-10dca044-73d3-4b66-8365-8a106f38a377 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:21.317477 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fb0cdf-ff8e-451a-8e35-1c256709ea57", "name": "network-vif-plugged", "status": "completed", "tag": "b55aeb98-3360-4afd-831c-dce6b2a54643", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:21.319634 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10dca044-73d3-4b66-8365-8a106f38a377 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:21.321087 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10dca044-73d3-4b66-8365-8a106f38a377'] response: {'server_uuid': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55aeb98-3360-4afd-831c-dce6b2a54643', 'code': 200} May 06 09:52:21.381017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bb51b-d3a2-4875-b95a-338df2fb6274 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:21.443108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bdba7-5ebd-4c87-9a52-e314859feb15 req-b52a85e4-53c0-4f38-abed-ab6d735f8596 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:21.452820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:21.454211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-814bdba7-5ebd-4c87-9a52-e314859feb15 req-b52a85e4-53c0-4f38-abed-ab6d735f8596 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 946 time: 0.1065567 May 06 09:52:21.457841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.577582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-814bdba7-5ebd-4c87-9a52-e314859feb15 req-9d0556e0-0330-4855-9992-fad7d4e70c07 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186330 May 06 09:52:21.652414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481421e-91f5-460d-a303-7fd8599a6597 req-2810926a-cac5-49b0-9d57-79182c93cfb3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:21.664252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1481421e-91f5-460d-a303-7fd8599a6597 req-2810926a-cac5-49b0-9d57-79182c93cfb3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2061462 May 06 09:52:21.773562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 002254db-568d-45fa-ad04-35ae8ff513b8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:21.774219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:21.911003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-aac673d3-5dae-43ce-94f7-7e5952b607fd None None] Provisioning complete for port 950960aa-703a-4450-8268-60c87c7efa62 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:21.913012 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aac673d3-5dae-43ce-94f7-7e5952b607fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.032140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1481421e-91f5-460d-a303-7fd8599a6597 req-6a18777e-7677-4da4-919e-9ef779830d2c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669615 May 06 09:52:22.124960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b3830-f931-41be-8487-13a3be501c90 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:52:22.125070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d927af1-0c63-4e38-8d8c-2b3cc4047c7d req-bf81a5c0-8b5b-4542-80d2-f7fcfb96fb70 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.149697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d927af1-0c63-4e38-8d8c-2b3cc4047c7d req-bf81a5c0-8b5b-4542-80d2-f7fcfb96fb70 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 945 time: 0.4090841 May 06 09:52:22.157889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2474b3-cdc5-496b-ab2d-ccfda7dfa68a req-9ab41762-c33d-4fca-8fe8-27f7a9c1208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.173021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f2474b3-cdc5-496b-ab2d-ccfda7dfa68a req-9ab41762-c33d-4fca-8fe8-27f7a9c1208c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 1097 time: 0.5758357 May 06 09:52:22.305379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-aac673d3-5dae-43ce-94f7-7e5952b607fd None None] Could not find standard attr ID for object f0ed8a5e-26e0-493a-9a26-539002590e21. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:52:22.326026 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.400058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 950960aa-703a-4450-8268-60c87c7efa62 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:22.426622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-15628a55-4f95-4ac5-99de-49646d5153f5 req-5b372748-6980-4233-8d03-41379210a1e9 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1592660 May 06 09:52:22.498166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:52:22.511451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d927af1-0c63-4e38-8d8c-2b3cc4047c7d req-d16d7139-ca20-4308-8baa-109d48946f46 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3607969 May 06 09:52:22.539420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f2474b3-cdc5-496b-ab2d-ccfda7dfa68a req-7d6e76a8-919e-4a0b-9858-106d65ab3c5c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219445 May 06 09:52:22.613981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:22.662678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-092b3830-f931-41be-8487-13a3be501c90 None None] Deleting port 950960aa-703a-4450-8268-60c87c7efa62 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:22.662974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-092b3830-f931-41be-8487-13a3be501c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:22.825921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c942603-868b-474e-b2d0-51b74b33a942 req-34a4f304-88b6-4723-ac24-cd6f1b584d6f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:22.836777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c942603-868b-474e-b2d0-51b74b33a942 req-34a4f304-88b6-4723-ac24-cd6f1b584d6f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2159686 May 06 09:52:22.985857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.010544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-092b3830-f931-41be-8487-13a3be501c90 None None] For port 950960aa-703a-4450-8268-60c87c7efa62, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=950960aa-703a-4450-8268-60c87c7efa62,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:23.011004 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-092b3830-f931-41be-8487-13a3be501c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.025687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.151476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-092b3830-f931-41be-8487-13a3be501c90 None None] Calling delete_port for 950960aa-703a-4450-8268-60c87c7efa62 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:23.164257 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.318015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] For port 950960aa-703a-4450-8268-60c87c7efa62, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=950960aa-703a-4450-8268-60c87c7efa62,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:23.357809 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.361923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:23.366111 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.366395 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de195ecc-b193-4a22-8644-6b750ac35011" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:23.367386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.492970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=b2d9400d-9620-44bb-a23f-71776fcbe5e4,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:23.561092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=13']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:23.615447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:23.634921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:23.694857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:23.697864 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.750029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6581972 May 06 09:52:23.752741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28d9b2-ebee-4749-8d7e-234e60b78293 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=950960aa-703a-4450-8268-60c87c7efa62,revision_number=8']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:23.758309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:23.759603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:23.760190 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:23.776459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:23.806493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e713a-9011-47c5-8a66-fe5c6a65e849 req-479f5226-8654-4ec6-a127-a6958df78c66 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:23.812042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-992e713a-9011-47c5-8a66-fe5c6a65e849 req-479f5226-8654-4ec6-a127-a6958df78c66 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 1.1113639 May 06 09:52:23.818539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-092b3830-f931-41be-8487-13a3be501c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:23.849330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c942603-868b-474e-b2d0-51b74b33a942 req-196e0c9f-b079-44b4-96ca-598a03dcf5ea tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0048554 May 06 09:52:23.874775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b3830-f931-41be-8487-13a3be501c90 None None] Pushing event deleted for resources: {'Port': ['ID=950960aa-703a-4450-8268-60c87c7efa62,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:23.895447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b3830-f931-41be-8487-13a3be501c90 None None] No DVR routers for this DVR port 950960aa-703a-4450-8268-60c87c7efa62 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:23.919071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a5a153-cbc6-4c21-8453-5d1c724a960b None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:23.962896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-992e713a-9011-47c5-8a66-fe5c6a65e849 req-6352c769-e882-4b2a-9b28-93796a9812b2 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114907 May 06 09:52:24.071000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:24.073385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39f177-df37-4f12-bec2-645f2b1a8f6f req-9b701505-07a8-42bf-b815-18efde66f2ae tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:24.074909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.097184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee39f177-df37-4f12-bec2-645f2b1a8f6f req-9b701505-07a8-42bf-b815-18efde66f2ae tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 946 time: 0.1187367 May 06 09:52:24.232279 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d994e959-e72d-432a-aa22-617a6d1b0e05 x-openstack-request-id: req-d994e959-e72d-432a-aa22-617a6d1b0e05 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:24.232810 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-plugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:24.235919 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d994e959-e72d-432a-aa22-617a6d1b0e05 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:24.237582 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d994e959-e72d-432a-aa22-617a6d1b0e05'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'code': 200} May 06 09:52:24.299269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee39f177-df37-4f12-bec2-645f2b1a8f6f req-4ef8ab9f-59ed-4c5c-8ad5-e0d2a41f6937 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010069 May 06 09:52:24.347247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Port 950960aa-703a-4450-8268-60c87c7efa62 update to DOWN by agent not found {{(pid=102744) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 06 09:52:24.409123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'b2d9400d-9620-44bb-a23f-71776fcbe5e4'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:24.410505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.565036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69854727-25a5-4185-972f-267654170c17 req-33bba563-afb5-4ee1-9f1f-631100b6dddc tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0821822 May 06 09:52:24.632871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:24.778600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad082-300f-421e-9294-32dd4a91a301 req-40fc0425-e75e-4c64-84fd-cc074f940024 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:24.836067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=6d07d993-c76c-4027-8c13-b8bbefd6e816,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:24.871508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-216ad082-300f-421e-9294-32dd4a91a301 req-40fc0425-e75e-4c64-84fd-cc074f940024 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.3037324 May 06 09:52:24.876744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57548) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:24.891402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:24.892937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:24.901989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:24.902601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.047911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-459e2adf-333d-478d-9b27-4cbfdb1d238d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2780766 May 06 09:52:25.049211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57554) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:25.054767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:c8:60:26', 'name': 'tempest-NetworksTestDHCPv6-1388910283'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:25.074851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Allocated IP 2001:db8::f816:3eff:fed9:6a09 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/b2d9400d-9620-44bb-a23f-71776fcbe5e4/669427d2-37cc-4772-9277-b6056d393cf4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:25.188093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-216ad082-300f-421e-9294-32dd4a91a301 req-3d6f0548-56c9-4425-a681-3fa113317d03 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3092887 May 06 09:52:25.251512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da1a-b0b2-44ca-9ba7-e0f4c4da64be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.314030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422d5a6-45a5-4ad6-92d1-59e487790ef1 req-42c59801-3dcf-45e1-8f56-d69b5bb1d88c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:25.327899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a422d5a6-45a5-4ad6-92d1-59e487790ef1 req-42c59801-3dcf-45e1-8f56-d69b5bb1d88c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2825284 May 06 09:52:25.457707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:25.551880 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.571905 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.586019 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:25.617837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 7cd6784d-b765-4fe4-b656-56bb701cc587 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:25.676294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddee404-7878-4eda-9aaa-2dcd3dc63bc3 req-f481988b-1dc1-482d-a132-4fc445dc3eba tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:25.698147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ddee404-7878-4eda-9aaa-2dcd3dc63bc3 req-f481988b-1dc1-482d-a132-4fc445dc3eba tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.3243790 May 06 09:52:25.745927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a422d5a6-45a5-4ad6-92d1-59e487790ef1 req-1b7514c2-38c2-48b6-a212-c0b306b5a6d1 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165909 May 06 09:52:25.773666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Pushing event updated for resources: {'Port': ['ID=669427d2-37cc-4772-9277-b6056d393cf4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:25.820367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:25.826950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:25.828760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 172.20.0.5 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/6d07d993-c76c-4027-8c13-b8bbefd6e816/7cd6784d-b765-4fe4-b656-56bb701cc587) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:25.838460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:25.838738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fec8:6026 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/b2d9400d-9620-44bb-a23f-71776fcbe5e4/7cd6784d-b765-4fe4-b656-56bb701cc587) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:25.919468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ddee404-7878-4eda-9aaa-2dcd3dc63bc3 req-b2bcea71-8bd8-4597-90bd-632375371640 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156928 May 06 09:52:25.983679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57566) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:26.037117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.049293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Attempting to bind port 669427d2-37cc-4772-9277-b6056d393cf4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:26.053932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Attempting to bind port 669427d2-37cc-4772-9277-b6056d393cf4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:26.054819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Attempting to bind port 669427d2-37cc-4772-9277-b6056d393cf4 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:26.078341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:26.081634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:26.082042 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.083908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:26.085155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.088244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Bound port: 669427d2-37cc-4772-9277-b6056d393cf4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:26.091757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.106811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da1a-b0b2-44ca-9ba7-e0f4c4da64be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.121475 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ef9da1a-b0b2-44ca-9ba7-e0f4c4da64be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.162874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:26.166649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:26.175119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:26.201253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] For port 669427d2-37cc-4772-9277-b6056d393cf4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:26.205299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] For port 669427d2-37cc-4772-9277-b6056d393cf4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=669427d2-37cc-4772-9277-b6056d393cf4,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:26.214695 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.244988 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:26.245730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.290814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=7cd6784d-b765-4fe4-b656-56bb701cc587,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:26.304340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9da1a-b0b2-44ca-9ba7-e0f4c4da64be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72926de-16e8-4a63-ad2b-6d24a637794d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:26.333573 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9f421baa-cdc2-486a-ace2-97e7d3159119 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2816594 May 06 09:52:26.334350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57572) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:26.360635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c9ec6d8-7865-4c2c-8df6-45f626af42d7 req-324d471e-af84-4c76-bd13-22cbbe5e615e tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.2218652 May 06 09:52:26.364386 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9ba-436b-4134-b721-27c081af6605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.372477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4ef9da1a-b0b2-44ca-9ba7-e0f4c4da64be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64eaf20bc27f43129214810bd85d6720&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4953237 May 06 09:52:26.377658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57574) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:26.401071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554478b9-22f1-40bb-954f-d27c1e66b319 None None] Pushing event updated for resources: {'Port': ['ID=669427d2-37cc-4772-9277-b6056d393cf4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:26.434843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caf3b5-11f5-4215-8fa3-87fabc929919 req-5bc411ba-3da3-4aa7-a98f-35447e404383 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:26.438100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56caf3b5-11f5-4215-8fa3-87fabc929919 req-5bc411ba-3da3-4aa7-a98f-35447e404383 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 946 time: 0.4919088 May 06 09:52:26.499453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56caf3b5-11f5-4215-8fa3-87fabc929919 req-665bfa37-6018-4312-87e7-c780663108ee tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531068 May 06 09:52:26.636227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b10fc11d-c3f7-43b0-b5d3-a2a1cfbbdcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.650725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3738755f-41bc-4a5e-a1d1-239d8d023ca4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:26.660049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3738755f-41bc-4a5e-a1d1-239d8d023ca4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:26.664484 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3738755f-41bc-4a5e-a1d1-239d8d023ca4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3227301 May 06 09:52:26.666458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57578) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:26.712577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9ba-436b-4134-b721-27c081af6605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.753847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d12b9ba-436b-4134-b721-27c081af6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.836338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b10fc11d-c3f7-43b0-b5d3-a2a1cfbbdcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.875449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7369b7c-3f54-422e-bcd4-3224e9841d49 req-28d147ec-0b9b-46af-b5c8-90b651c8256c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:26.888439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7369b7c-3f54-422e-bcd4-3224e9841d49 req-28d147ec-0b9b-46af-b5c8-90b651c8256c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.3150592 May 06 09:52:26.922181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 7cd6784d-b765-4fe4-b656-56bb701cc587 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:26.922758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:26.948690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b9ba-436b-4134-b721-27c081af6605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d55e7-8f0c-482f-b3f7-b6023610ac84,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.031647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b10fc11d-c3f7-43b0-b5d3-a2a1cfbbdcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.034783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b10fc11d-c3f7-43b0-b5d3-a2a1cfbbdcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.040113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b10fc11d-c3f7-43b0-b5d3-a2a1cfbbdcb0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c72926de-16e8-4a63-ad2b-6d24a637794d HTTP/1.1" status: 204 len: 168 time: 0.6642838 May 06 09:52:27.059779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fc11d-c3f7-43b0-b5d3-a2a1cfbbdcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72926de-16e8-4a63-ad2b-6d24a637794d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.134803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3d12b9ba-436b-4134-b721-27c081af6605 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a58664ccea984a37990e45acc57bd7ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1466744 May 06 09:52:27.143281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57588) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:27.166447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7369b7c-3f54-422e-bcd4-3224e9841d49 req-67ff7ab8-87fa-4149-9b97-f4e69034beac tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2763252 May 06 09:52:27.199116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43465185-0a7f-43a3-9da3-95e01663d897 req-bc7d7608-43eb-4d14-acda-b3235c548925 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:27.202018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43465185-0a7f-43a3-9da3-95e01663d897 req-bc7d7608-43eb-4d14-acda-b3235c548925 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2924638 May 06 09:52:27.225633 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.281678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 7cd6784d-b765-4fe4-b656-56bb701cc587 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:27.290279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43465185-0a7f-43a3-9da3-95e01663d897 req-65b988a5-4bf2-4b3c-8264-2c7475d4ee68 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804281 May 06 09:52:27.312852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eaee2378-746c-4a3c-88e4-1adbb0db8c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.379425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eaee2378-746c-4a3c-88e4-1adbb0db8c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.592815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eaee2378-746c-4a3c-88e4-1adbb0db8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.595522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eaee2378-746c-4a3c-88e4-1adbb0db8c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.596770 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eaee2378-746c-4a3c-88e4-1adbb0db8c14 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e83d55e7-8f0c-482f-b3f7-b6023610ac84 HTTP/1.1" status: 204 len: 168 time: 0.4504228 May 06 09:52:27.620193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee2378-746c-4a3c-88e4-1adbb0db8c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d55e7-8f0c-482f-b3f7-b6023610ac84,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.624942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ee797-5b4a-4f93-946e-2fe450ab516d req-028806b7-73fb-4da9-95b5-720e4b8a0df5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:27.644119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98ee797-5b4a-4f93-946e-2fe450ab516d req-028806b7-73fb-4da9-95b5-720e4b8a0df5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.1565702 May 06 09:52:27.727017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b98ee797-5b4a-4f93-946e-2fe450ab516d req-789de6fe-e011-4e6b-a821-e2281febf14b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816486 May 06 09:52:27.760737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.837061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=7cd6784d-b765-4fe4-b656-56bb701cc587,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:27.994746 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:27.998061 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8415d9e7-73b5-4e5a-9bc4-642b63eb72f4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/7cd6784d-b765-4fe4-b656-56bb701cc587 HTTP/1.1" status: 204 len: 168 time: 1.3306627 May 06 09:52:28.001013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57614) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:28.199947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d749809-0aba-466f-861d-f431ed37c6ea req-05499743-10f5-4661-b159-35ba1e1f42bb tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1176178 May 06 09:52:28.222304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88855d4-d8a2-4562-89c5-1a06644d4971 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:28.225209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88855d4-d8a2-4562-89c5-1a06644d4971 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:28.227793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88855d4-d8a2-4562-89c5-1a06644d4971 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:28.229746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c88855d4-d8a2-4562-89c5-1a06644d4971 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2276556 May 06 09:52:28.232907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57620) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:28.275174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57624) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:28.290671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5eb83470-4d6a-41ab-872a-a9ee57c16f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.349100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 6d07d993-c76c-4027-8c13-b8bbefd6e816 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:28.360396 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.417976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91715c54-d3bf-4d23-b06e-9cff8aaf5322 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:28.443042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5eb83470-4d6a-41ab-872a-a9ee57c16f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.453291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5eb83470-4d6a-41ab-872a-a9ee57c16f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.469756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.652154 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5eb83470-4d6a-41ab-872a-a9ee57c16f12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07eeab84c56548859b835a75972b7373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756361 May 06 09:52:28.663824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57630) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:28.664511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb83470-4d6a-41ab-872a-a9ee57c16f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab567e1-9214-4fe0-bc03-b2062dc7d795,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:28.679924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.813119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00d0b14b-12f6-4f9c-b029-5c3922ce9e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.816422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 669427d2-37cc-4772-9277-b6056d393cf4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:28.861177 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.891703 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00d0b14b-12f6-4f9c-b029-5c3922ce9e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.934044 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1ba55b48-0156-4644-8c7c-39a9526230aa None None] Provisioning complete for port 669427d2-37cc-4772-9277-b6056d393cf4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:28.935011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ba55b48-0156-4644-8c7c-39a9526230aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.963991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57636) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:28.975332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:28.982413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/6d07d993-c76c-4027-8c13-b8bbefd6e816 HTTP/1.1" status: 204 len: 168 time: 0.7476959 May 06 09:52:28.984463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:28.987564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178232b-9653-40fa-87d5-82f08ad3c8b8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=6d07d993-c76c-4027-8c13-b8bbefd6e816,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.014283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f5ca1-344a-464f-aed1-a8c78a930460 req-ddeb92a4-7848-480f-92b4-195d28040a08 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:29.024624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-946f5ca1-344a-464f-aed1-a8c78a930460 req-ddeb92a4-7848-480f-92b4-195d28040a08 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.1908715 May 06 09:52:29.093316 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ba55b48-0156-4644-8c7c-39a9526230aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.104699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-946f5ca1-344a-464f-aed1-a8c78a930460 req-bd50217c-fa8e-4178-a81f-072a3f863426 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791235 May 06 09:52:29.165355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00d0b14b-12f6-4f9c-b029-5c3922ce9e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.169375 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00d0b14b-12f6-4f9c-b029-5c3922ce9e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.173306 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-00d0b14b-12f6-4f9c-b029-5c3922ce9e7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ab567e1-9214-4fe0-bc03-b2062dc7d795 HTTP/1.1" status: 204 len: 168 time: 0.5034969 May 06 09:52:29.176833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 669427d2-37cc-4772-9277-b6056d393cf4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:29.176833 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.220198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1ba55b48-0156-4644-8c7c-39a9526230aa None None] For port 669427d2-37cc-4772-9277-b6056d393cf4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=669427d2-37cc-4772-9277-b6056d393cf4,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:29.240461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet b2d9400d-9620-44bb-a23f-71776fcbe5e4 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:29.251435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0b14b-12f6-4f9c-b029-5c3922ce9e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab567e1-9214-4fe0-bc03-b2062dc7d795,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.256457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.409468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-934487223-network', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:29.412562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a76b0e-0767-45ab-8faf-890219e0a7f7 req-473a52b6-5993-422a-baf5-385844c3b050 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:29.414245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75a76b0e-0767-45ab-8faf-890219e0a7f7 req-473a52b6-5993-422a-baf5-385844c3b050 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1372705 May 06 09:52:29.495220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Made reservation on behalf of 0ebfffb31fe348a59fc41b6cc011675b for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:29.498089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75a76b0e-0767-45ab-8faf-890219e0a7f7 req-9c2c4242-b3c6-4286-914a-64c636727a90 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 May 06 09:52:29.498437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.513998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.521747 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.552973 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ba55b48-0156-4644-8c7c-39a9526230aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.572102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6be558-f306-4684-b4af-809153aa3eb3 None None] Update dhcp port {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': 'b2d9400d-9620-44bb-a23f-71776fcbe5e4', 'ip_address': '2001:db8::f816:3eff:fed9:6a09'}, {'subnet_id': '6d07d993-c76c-4027-8c13-b8bbefd6e816'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '669427d2-37cc-4772-9277-b6056d393cf4'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:52:29.663729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.748589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.788510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594e941-7d48-4b08-8cfa-478addf2d6ec req-1314d8a4-5aa3-4078-9ef2-2f96add40828 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:29.797905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1594e941-7d48-4b08-8cfa-478addf2d6ec req-1314d8a4-5aa3-4078-9ef2-2f96add40828 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.1266022 May 06 09:52:29.805595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad6be558-f306-4684-b4af-809153aa3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.888623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba55b48-0156-4644-8c7c-39a9526230aa None None] Pushing event updated for resources: {'Port': ['ID=669427d2-37cc-4772-9277-b6056d393cf4,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.896494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.898919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.903248 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/b2d9400d-9620-44bb-a23f-71776fcbe5e4 HTTP/1.1" status: 204 len: 168 time: 0.9057975 May 06 09:52:29.905811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57660) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:29.938415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1594e941-7d48-4b08-8cfa-478addf2d6ec req-827a64ca-5b35-444a-9a11-bbea60bee41d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376665 May 06 09:52:29.954213 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-978a3ae2-9746-4bf8-9d0e-340b4ce66f61 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470936 May 06 09:52:29.955178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae2070-a7e2-43a2-8b01-b73e9c2f5a93 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d9400d-9620-44bb-a23f-71776fcbe5e4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:29.958249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:29.958487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:29.980158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:29.991107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:30.005444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.005830 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Added segment 6faa98cb-6dc7-44b7-9d12-8257b322677a of type vlan for network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 May 06 09:52:30.065768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.156770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57d4a8d-ad19-431e-95f6-d5ea1c843f5c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:30.180999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.187209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:30.187982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.204280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7157fc-0ed4-4287-90e2-91c28e3946b4 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:30.247120 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2818437 May 06 09:52:30.267387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57668) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:30.270527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a87cc30-e569-4b96-b6ce-b7761ee622b8 req-eb990f26-a16b-43e5-9f5e-53bef6c99820 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0809314 May 06 09:52:30.283909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Request body: {'subnet': {'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-934487223-subnet', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:30.329285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Made reservation on behalf of 0ebfffb31fe348a59fc41b6cc011675b for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:30.333964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.422903 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bcb60-f4b3-47b2-ae0d-dc7127450dda admin admin] Pushing event updated for resources: {'Network': ['ID=fb1d1bd5-873c-4301-a309-7e7e4a29a7b1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:30.432306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-82e443c1-5c58-4089-adbf-5842998ef218 None None] Provisioning complete for port 669427d2-37cc-4772-9277-b6056d393cf4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:30.444458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-82e443c1-5c58-4089-adbf-5842998ef218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.468008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:30.550993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:30.554524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:30.601110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 669427d2-37cc-4772-9277-b6056d393cf4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:30.671026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ac38e-e3b5-42c8-9936-90bc3d9d7183 req-0909c3d1-9cbb-48dd-88d9-02b3d7bf303b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:30.681391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b21ac38e-e3b5-42c8-9936-90bc3d9d7183 req-0909c3d1-9cbb-48dd-88d9-02b3d7bf303b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2217085 May 06 09:52:30.783408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b21ac38e-e3b5-42c8-9936-90bc3d9d7183 req-dde74bab-d770-4f1a-8ac7-64ef2ad592c8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964143 May 06 09:52:31.022365 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.076780 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.094625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 669427d2-37cc-4772-9277-b6056d393cf4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=669427d2-37cc-4772-9277-b6056d393cf4,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:31.108635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.147861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:52:31.188936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a253e8-7c32-46cb-b047-bb03f7306f04 req-911268ef-a615-4b4e-b18c-25a6083a694f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:31.196384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38a253e8-7c32-46cb-b047-bb03f7306f04 req-911268ef-a615-4b4e-b18c-25a6083a694f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.2508414 May 06 09:52:31.215608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.238879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a923f-76b7-4d5c-8ffb-5267f663309a req-addfa14e-0537-4851-957e-b0ae2f002b9e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:31.240453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-606a923f-76b7-4d5c-8ffb-5267f663309a req-addfa14e-0537-4851-957e-b0ae2f002b9e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.4271142 May 06 09:52:31.253353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=669427d2-37cc-4772-9277-b6056d393cf4,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:31.273880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdfee36-89e7-463e-ab43-ba0ac545eec2,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:31.284187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] Deleting port 669427d2-37cc-4772-9277-b6056d393cf4 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:31.284562 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.297628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:31.302603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-606a923f-76b7-4d5c-8ffb-5267f663309a req-902cad30-d52e-4fc6-a730-b524a1b8bd6f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.0527782 May 06 09:52:31.340249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:31.352225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:31.352820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.371615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38a253e8-7c32-46cb-b047-bb03f7306f04 req-3989310c-240e-47cb-9b74-0f34b7bef16c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1738183 May 06 09:52:31.387485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] For port 669427d2-37cc-4772-9277-b6056d393cf4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=669427d2-37cc-4772-9277-b6056d393cf4,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:31.388689 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.405233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] Calling delete_port for 669427d2-37cc-4772-9277-b6056d393cf4 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:31.457850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Checking segment: {'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:31.458265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Network hostable DHCP agents. Network: fb1d1bd5-873c-4301-a309-7e7e4a29a7b1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:31.514630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5555546 May 06 09:52:31.519629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57700) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:31.525189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:31.538792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204577a5-4ad0-48ec-93fe-77fcb3d713be tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:31.588505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-606a923f-76b7-4d5c-8ffb-5267f663309a req-230479c5-1d1e-4696-b7c2-9659f91bed5e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2512727 May 06 09:52:31.589558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:31.618542 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.621299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, fb1d1bd5-873c-4301-a309-7e7e4a29a7b1) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:31.658836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] Pushing event deleted for resources: {'Port': ['ID=669427d2-37cc-4772-9277-b6056d393cf4,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:31.661662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55533c2-871b-4ad1-9e5a-a69826015b49 None None] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:31.669653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:31.670265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.707544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72204f8-2752-457a-a23e-ad4b2d7c289d req-d6cbca0f-f8be-4c3c-8264-99b794d92d27 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:31.709166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c72204f8-2752-457a-a23e-ad4b2d7c289d req-d6cbca0f-f8be-4c3c-8264-99b794d92d27 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.1722195 May 06 09:52:31.730670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-80270b9f-d6a8-472b-8111-1aa24d2950f3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4583395 May 06 09:52:31.733481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57706) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:31.746380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbdc60a-a011-43c8-8fce-b4b95556cd4a None None] No DVR routers for this DVR port 669427d2-37cc-4772-9277-b6056d393cf4 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:31.747158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:31.772237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7f1ee-5a48-4b5b-a6dc-b745b9c9d951 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:31.790531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-606a923f-76b7-4d5c-8ffb-5267f663309a req-fa73529f-ef4b-4784-b9e0-cda346f801b1 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897156 May 06 09:52:31.796204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c72204f8-2752-457a-a23e-ad4b2d7c289d req-0a2ce2de-6e84-45d3-bc42-2a29b3f27d2f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691454 May 06 09:52:31.807913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:31.818306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:31.991652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-606a923f-76b7-4d5c-8ffb-5267f663309a req-018a4cd0-53af-4ae0-b5d7-8d6fc3517413 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910415 May 06 09:52:32.027058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1603329d-7b10-4a01-a389-be114e1451ec req-dcc5537b-3281-4d1d-bd68-acff9903065d tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0342035 May 06 09:52:32.083736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.084777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.127326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-fb1d1bd5-873c-4301-a309-7e7e4a29a7b1', 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'fixed_ips': [{'subnet_id': 'dbdfee36-89e7-463e-ab43-ba0ac545eec2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:32.128216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.219517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.226995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284bc5a-deae-49e0-9303-1950efa20941 req-8032e448-aad5-48d0-98f2-16b801171431 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:32.243066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e284bc5a-deae-49e0-9303-1950efa20941 req-8032e448-aad5-48d0-98f2-16b801171431 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1317160 May 06 09:52:32.303914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e284bc5a-deae-49e0-9303-1950efa20941 req-2a84282b-c963-408f-9093-0c76202369b3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 May 06 09:52:32.383702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:32.385306 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.628207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4977e4-4c2c-48e2-a9f3-7bf70aa99722 req-3dbad02f-263a-4c0e-84e6-a4ea9f6aba78 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:32.630662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f4977e4-4c2c-48e2-a9f3-7bf70aa99722 req-3dbad02f-263a-4c0e-84e6-a4ea9f6aba78 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.1432364 May 06 09:52:32.736255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f4977e4-4c2c-48e2-a9f3-7bf70aa99722 req-b6658bb3-22ef-46ed-aa29-ec1c4f5df295 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962758 May 06 09:52:32.737712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Allocated IP 172.20.0.2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9/856742a4-343d-4dee-bdbb-92f83b6865a5) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:32.881355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:32.906253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2940102-f581-44d1-86d4-fb87aca38259 req-47d0fb81-eebf-4665-ab31-2c415b9cb363 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:32.914917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2940102-f581-44d1-86d4-fb87aca38259 req-47d0fb81-eebf-4665-ab31-2c415b9cb363 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.0776637 May 06 09:52:32.964962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2940102-f581-44d1-86d4-fb87aca38259 req-d3a162fc-51cd-4910-952c-3c16f3e6d6d4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 May 06 09:52:33.088820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.178999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237a6c-1c2d-4803-943d-9bf9c16ab043 req-aba9b0a0-8452-4a16-91aa-6b78e4b91ac9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.180605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66237a6c-1c2d-4803-943d-9bf9c16ab043 req-aba9b0a0-8452-4a16-91aa-6b78e4b91ac9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.1084480 May 06 09:52:33.210558 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.216412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de1bc1-30ca-4496-a433-ffd005bd960c req-d0965523-7be7-4ffe-8ac8-daf255e5d891 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.228832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97de1bc1-30ca-4496-a433-ffd005bd960c req-d0965523-7be7-4ffe-8ac8-daf255e5d891 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1091278 May 06 09:52:33.309531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97de1bc1-30ca-4496-a433-ffd005bd960c req-6bfbb91a-bb3a-4b72-b8c2-86146cbc1b27 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796549 May 06 09:52:33.314220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Allocated IP 172.20.0.2 (fb1d1bd5-873c-4301-a309-7e7e4a29a7b1/dbdfee36-89e7-463e-ab43-ba0ac545eec2/99e5e782-eb14-4f5e-af41-9595d684ca87) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:33.357021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:33.357709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66237a6c-1c2d-4803-943d-9bf9c16ab043 req-c634e339-046e-4716-bc17-99704b21c6cf tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674161 May 06 09:52:33.407357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:33.436629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:33.481875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Pushing event updated for resources: {'Port': ['ID=856742a4-343d-4dee-bdbb-92f83b6865a5,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:33.510736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccb0f358-8209-4369-bb3a-46e2a8f5c6d1 req-b1e3c01e-4c7f-4a10-92e2-bbc89fa4fdfa tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0585120 May 06 09:52:33.620056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Attempting to bind port 856742a4-343d-4dee-bdbb-92f83b6865a5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:33.621017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Attempting to bind port 856742a4-343d-4dee-bdbb-92f83b6865a5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:33.621866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Attempting to bind port 856742a4-343d-4dee-bdbb-92f83b6865a5 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:33.639547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:33.640852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:33.641755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.642776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:33.644208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Bound port: 856742a4-343d-4dee-bdbb-92f83b6865a5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:33.644842 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.731219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] For port 856742a4-343d-4dee-bdbb-92f83b6865a5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:33.735765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] For port 856742a4-343d-4dee-bdbb-92f83b6865a5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=856742a4-343d-4dee-bdbb-92f83b6865a5,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:33.743386 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.744148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-a49c368b-0ddf-4f45-8045-69285c89e791 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.752627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-a49c368b-0ddf-4f45-8045-69285c89e791 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.1827955 May 06 09:52:33.777314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-4c45eff6-2c3f-4987-8431-f43243a2838e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.0236166 May 06 09:52:33.916749 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.923398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-6302c1f5-8abb-4b4c-854e-bf6b37c8f5cf tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451361 May 06 09:52:33.930644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:33.936627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864d5aa-5c5b-4a49-8415-bfde4cf535ce None None] Pushing event updated for resources: {'Port': ['ID=856742a4-343d-4dee-bdbb-92f83b6865a5,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:33.954671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e87de-adda-4fa7-a2dd-b19025b3f4bf req-8a20ebe2-cff2-4f5f-a140-a1f2f62e4a8b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:33.963199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e46e87de-adda-4fa7-a2dd-b19025b3f4bf req-8a20ebe2-cff2-4f5f-a140-a1f2f62e4a8b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2075646 May 06 09:52:34.011531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Pushing event updated for resources: {'Port': ['ID=99e5e782-eb14-4f5e-af41-9595d684ca87,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:34.024217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:34.025755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:34.028528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:34.112409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e46e87de-adda-4fa7-a2dd-b19025b3f4bf req-4b943d2f-38fb-48e1-89f3-13641d9d1686 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481037 May 06 09:52:34.263065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-57ef3867-f3f7-4aa9-a41a-d30c626e1432 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975798 May 06 09:52:34.290965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57780) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:34.318586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:52:34.355049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Attempting to bind port 99e5e782-eb14-4f5e-af41-9595d684ca87 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:34.356396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Attempting to bind port 99e5e782-eb14-4f5e-af41-9595d684ca87 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:34.356862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Attempting to bind port 99e5e782-eb14-4f5e-af41-9595d684ca87 on network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:34.365046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:34.365904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Checking segment: {'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:34.366970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.367482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Bound using segment: {'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:34.369292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Bound port: 99e5e782-eb14-4f5e-af41-9595d684ca87, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:34.369797 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.518806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] For port 99e5e782-eb14-4f5e-af41-9595d684ca87, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:34.534335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] For port 99e5e782-eb14-4f5e-af41-9595d684ca87, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=99e5e782-eb14-4f5e-af41-9595d684ca87,segment=NetworkSegment(6faa98cb-6dc7-44b7-9d12-8257b322677a),segment_id=6faa98cb-6dc7-44b7-9d12-8257b322677a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:34.544548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.594621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.606832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142c75e-55a2-44ae-b6c0-5966d997cb0a req-405b341a-34e1-43f4-accb-44522eeeff3f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:34.608446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e142c75e-55a2-44ae-b6c0-5966d997cb0a req-405b341a-34e1-43f4-accb-44522eeeff3f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.3034930 May 06 09:52:34.638636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1efbf93a-76d8-45bc-bea5-f9a0966ceb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.654283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 856742a4-343d-4dee-bdbb-92f83b6865a5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:34.695699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.719042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-f26914ae-2f54-44e9-9f40-e785a402a007 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457164 May 06 09:52:34.726686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.740767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c874f-ac4a-4ca1-b1ec-f8ddce6d4529 None None] Pushing event updated for resources: {'Port': ['ID=99e5e782-eb14-4f5e-af41-9595d684ca87,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:34.762899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e142c75e-55a2-44ae-b6c0-5966d997cb0a req-940e752a-c7a1-4e35-80bd-f1d17fe23d0c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1344337 May 06 09:52:34.801096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 856742a4-343d-4dee-bdbb-92f83b6865a5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:34.801754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.925201 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1efbf93a-76d8-45bc-bea5-f9a0966ceb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:34.933745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1efbf93a-76d8-45bc-bea5-f9a0966ceb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.089493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbf93a-76d8-45bc-bea5-f9a0966ceb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5940ac-43f8-43a7-a62b-fa4f10ca7fca,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:35.126629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.171526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Allocated IP 172.25.8.231 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/4e1e47b4-8ed1-4c62-a831-bf63c448ad31) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:35.218727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1efbf93a-76d8-45bc-bea5-f9a0966ceb1b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d7a305aba474fe9bb8bb6530aadacd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9263268 May 06 09:52:35.232251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b523b8bd-9dd3-4421-8ec2-95df028037ac req-1e9c3e69-0c2f-4f27-932a-0aff29683aad tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0647180 May 06 09:52:35.233344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57794) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:35.283700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c0d98-954c-408f-bd1d-97cd6aa188af req-47201fee-3fd4-49fa-bd4a-2145ee1730ae tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:35.294562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-992c0d98-954c-408f-bd1d-97cd6aa188af req-47201fee-3fd4-49fa-bd4a-2145ee1730ae tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.2400193 May 06 09:52:35.407282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-992c0d98-954c-408f-bd1d-97cd6aa188af req-29f2a172-e3a2-4a2d-bf82-0de9ab14ee12 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115699 May 06 09:52:35.474916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.484553 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86c30295-7525-4974-89c7-47d5cfd75810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.547285 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef3e2ddf-7017-45aa-8989-7cd919d898e8 req-ffac7b2f-3f58-49cf-935d-dcdc089327f8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 210 time: 0.0401995 May 06 09:52:35.548578 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.603828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86c30295-7525-4974-89c7-47d5cfd75810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.641296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09fcc4-d9ee-4ab6-8250-33f754e04a3c req-5d695913-796b-465c-a588-41c7692de8ab tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:35.650316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b09fcc4-d9ee-4ab6-8250-33f754e04a3c req-5d695913-796b-465c-a588-41c7692de8ab tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2266221 May 06 09:52:35.704785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:35.717398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b09fcc4-d9ee-4ab6-8250-33f754e04a3c req-9e66da82-99db-4d55-991f-68fbac231ed7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657117 May 06 09:52:35.739306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:35.749850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:35.763960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86c30295-7525-4974-89c7-47d5cfd75810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.766455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86c30295-7525-4974-89c7-47d5cfd75810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:35.777584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-86c30295-7525-4974-89c7-47d5cfd75810 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb5940ac-43f8-43a7-a62b-fa4f10ca7fca HTTP/1.1" status: 204 len: 168 time: 0.5416603 May 06 09:52:35.810780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c30295-7525-4974-89c7-47d5cfd75810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5940ac-43f8-43a7-a62b-fa4f10ca7fca,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:36.048072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Provisioning complete for port 856742a4-343d-4dee-bdbb-92f83b6865a5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:36.054189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.061339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Pushing event updated for resources: {'Port': ['ID=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:36.092692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c06e-597d-4d0b-8315-6a63d8be1246 req-2f719c84-9866-4425-8ddc-d5a238cb1406 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:36.126374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ee4c06e-597d-4d0b-8315-6a63d8be1246 req-2f719c84-9866-4425-8ddc-d5a238cb1406 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2429430 May 06 09:52:36.210645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a9cea-198a-4c1f-b29c-4acc2c12aadc req-84f49730-dc65-4303-b1f3-ceb850f049b8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:36.216142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d11a9cea-198a-4c1f-b29c-4acc2c12aadc req-84f49730-dc65-4303-b1f3-ceb850f049b8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.2638540 May 06 09:52:36.227100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] For port 856742a4-343d-4dee-bdbb-92f83b6865a5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=856742a4-343d-4dee-bdbb-92f83b6865a5,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:36.307370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.333239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ee4c06e-597d-4d0b-8315-6a63d8be1246 req-9ff78328-316a-4e94-9211-44985af38833 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951637 May 06 09:52:36.401699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d11a9cea-198a-4c1f-b29c-4acc2c12aadc req-503c5757-f820-4d93-a747-328c135bf775 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1715519 May 06 09:52:36.448720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.452937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57816) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:36.465274 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.466073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.480738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5537-782e-4ea7-8421-2b8862aa2fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.551909 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:36.552921 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:36.637963 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:36.639540 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:36.678559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b61713c2-9c0d-40df-b192-feb93b579110 req-1276b45d-8320-4d21-8102-69b6844b6cd8 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1629791 May 06 09:52:36.731724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:36.750564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:36.783285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:36.785336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.793156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=4e1c2f6b-a47e-477a-9368-53409d92908d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:36.814417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=856742a4-343d-4dee-bdbb-92f83b6865a5,revision_number=4']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:36.837069 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c926e6fb-0def-4cdc-826b-c4e4ae460fd4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3161838 May 06 09:52:36.838199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:36.840649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57822) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:36.846454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:a9:e9:fa', 'name': 'tempest-NetworksTestDHCPv6-949110281'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:36.871480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebfa870-1961-4c61-9a70-7304bc295abf None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:36.942028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1145db7c-9a1f-4c1f-950d-37aa72ec49a8 None None] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:37.120869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:37.142288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-c44e57bc-a0c4-40ce-931a-66e85dfc3d2f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:37.144703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-c44e57bc-a0c4-40ce-931a-66e85dfc3d2f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.4095707 May 06 09:52:37.165820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Request body: {'port': {'device_id': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'admin_state_up': True, 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:37.205883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b53720-63d1-41ad-9346-e6c850b0ea1b req-12e85d41-a87c-4c46-b2fd-4f5d0b1d9839 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:37.216293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4b53720-63d1-41ad-9346-e6c850b0ea1b req-12e85d41-a87c-4c46-b2fd-4f5d0b1d9839 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.1540625 May 06 09:52:37.240490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.301073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.358469 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.370405 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.374058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 084088bc-ef2e-4ec6-88ae-93f863f5f948 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:37.477542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] For port 856742a4-343d-4dee-bdbb-92f83b6865a5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=856742a4-343d-4dee-bdbb-92f83b6865a5,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:37.514631 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.573128 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:52:37.573562 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:52:37.595240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Router 70bded08-335d-4bb2-91ad-4fecf2580824 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:52:37.677714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6c6c26e7-7b1b-4a5e-a60f-d275e9cb816c None None] Could not find standard attr ID for object f0ed8a5e-26e0-493a-9a26-539002590e21. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:52:37.697063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 172.20.0.4 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9/084088bc-ef2e-4ec6-88ae-93f863f5f948) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:37.710624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fea9:e9fa (ec861bb2-f6c1-44b0-ab1c-795d98c15718/4e1c2f6b-a47e-477a-9368-53409d92908d/084088bc-ef2e-4ec6-88ae-93f863f5f948) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:37.791667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:37.809003 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Sync routers for ids ['70bded08-335d-4bb2-91ad-4fecf2580824'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:37.839660 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Routers {'70bded08-335d-4bb2-91ad-4fecf2580824'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:37.840925 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['70bded08-335d-4bb2-91ad-4fecf2580824'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:37.842512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.846570 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-20cc5973-a90b-4d28-8ee7-18c85ac6c41b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1089027 May 06 09:52:37.849540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:37.883849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54646244-35fd-46be-971e-f4ab9b26aed2 req-752e2c2e-2dc6-4bbc-a077-a5b62b66bbf3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:37.898990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54646244-35fd-46be-971e-f4ab9b26aed2 req-752e2c2e-2dc6-4bbc-a077-a5b62b66bbf3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 1.2038362 May 06 09:52:37.914403 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5537-782e-4ea7-8421-2b8862aa2fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:37.966168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbfb0b-f45e-4ca5-89d2-2e4d158d9bee None None] Pushing event updated for resources: {'Port': ['ID=856742a4-343d-4dee-bdbb-92f83b6865a5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:37.970082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6c6c26e7-7b1b-4a5e-a60f-d275e9cb816c None None] Provisioning complete for port 99e5e782-eb14-4f5e-af41-9595d684ca87 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:37.981958 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c6c26e7-7b1b-4a5e-a60f-d275e9cb816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.036302 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Set router 70bded08-335d-4bb2-91ad-4fecf2580824 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:38.044978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4b53720-63d1-41ad-9346-e6c850b0ea1b req-9d121575-92a7-426b-86e3-b4d9e2493251 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8273301 May 06 09:52:38.047905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5537-782e-4ea7-8421-2b8862aa2fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.087055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:38.102940 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.243118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c6c26e7-7b1b-4a5e-a60f-d275e9cb816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.253027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0b0a5537-782e-4ea7-8421-2b8862aa2fa1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a52b1dc41a104919a2cacd842e679fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7984426 May 06 09:52:38.256990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57834) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:38.321524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6c6c26e7-7b1b-4a5e-a60f-d275e9cb816c None None] For port 99e5e782-eb14-4f5e-af41-9595d684ca87, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=99e5e782-eb14-4f5e-af41-9595d684ca87,segment=NetworkSegment(6faa98cb-6dc7-44b7-9d12-8257b322677a),segment_id=6faa98cb-6dc7-44b7-9d12-8257b322677a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:38.332304 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c6c26e7-7b1b-4a5e-a60f-d275e9cb816c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.334164 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:52:36Z', 'revision_number': 3, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port': {'id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:34Z', 'updated_at': '2022-05-06T09:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:38.351745 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.407613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54646244-35fd-46be-971e-f4ab9b26aed2 req-3290bb85-4769-4131-b76d-0f2e01586aa5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076778 May 06 09:52:38.424447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.429461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e15b96a-97d4-415c-ae28-4c0bba58907d req-d3970fde-ff84-44c1-95d2-2e4a6fbc5f0a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 210 time: 0.1660540 May 06 09:52:38.444051 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Checking router: 70bded08-335d-4bb2-91ad-4fecf2580824 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:52:38.444051 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Updating router 70bded08-335d-4bb2-91ad-4fecf2580824 port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:52:38.444479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a5537-782e-4ea7-8421-2b8862aa2fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd88e6-e715-4ea6-9410-7cd5714f6f8b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:38.510456 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.645051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:38.657952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:38.669095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:38.676133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2d24c20e-c465-4035-be9c-bbab54ad8b76 None None] Provisioning complete for port 99e5e782-eb14-4f5e-af41-9595d684ca87 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:38.676755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d24c20e-c465-4035-be9c-bbab54ad8b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.718233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=084088bc-ef2e-4ec6-88ae-93f863f5f948,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:38.751087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c26e7-7b1b-4a5e-a60f-d275e9cb816c None None] Pushing event updated for resources: {'Port': ['ID=99e5e782-eb14-4f5e-af41-9595d684ca87,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:38.789105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Allocated IP 172.20.0.13 (6a108881-3eb8-4d4a-aaec-2007ff76762b/73420db5-974d-455c-b166-9669723b3d84/0dd5551d-3679-42b8-9a0a-1d9e4aeaec04) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:38.800050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f12b2074-e4a0-46a8-b067-d29cc716a44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.893397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:38.894394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.940318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f12b2074-e4a0-46a8-b067-d29cc716a44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:38.992224 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8061d6b1-d132-4232-a8e4-81add18dc56f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1502619 May 06 09:52:38.997951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57838) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:39.032034 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.043189 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.094565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99e5e782-eb14-4f5e-af41-9595d684ca87 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:39.127903 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Attempting to bind port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:39.128205 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Attempting to bind port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:39.131086 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Attempting to bind port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:39.133691 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.146270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:39.146712 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:39.147028 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.147416 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:39.156538 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Bound port: 4e1e47b4-8ed1-4c62-a831-bf63c448ad31, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:39.156964 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.203831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.227846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:39.288397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e83680-ab8e-47e9-889f-865107bee2d5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:39.298327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e83680-ab8e-47e9-889f-865107bee2d5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:39.300382 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-53e83680-ab8e-47e9-889f-865107bee2d5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2955365 May 06 09:52:39.305241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57842) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:39.313916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 99e5e782-eb14-4f5e-af41-9595d684ca87 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:39.314161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.317497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57547bf-6916-4390-8646-99d8c32446e6 req-97b1767f-5777-4ccd-91cb-841c9783f9ca tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1388466 May 06 09:52:39.321744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f12b2074-e4a0-46a8-b067-d29cc716a44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.324811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f12b2074-e4a0-46a8-b067-d29cc716a44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.326442 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f12b2074-e4a0-46a8-b067-d29cc716a44b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/efbd88e6-e715-4ea6-9410-7cd5714f6f8b HTTP/1.1" status: 204 len: 168 time: 1.0229943 May 06 09:52:39.402640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b2074-e4a0-46a8-b067-d29cc716a44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd88e6-e715-4ea6-9410-7cd5714f6f8b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:39.465238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event updated for resources: {'Port': ['ID=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:39.502851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:39.511545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:39.544564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:39.561381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-868b52ab-d0dc-4189-8644-e593b290504a None None] Provisioning complete for port 856742a4-343d-4dee-bdbb-92f83b6865a5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:39.561761 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-868b52ab-d0dc-4189-8644-e593b290504a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.563828 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] For port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:39.581295 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] For port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:39.604035 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.678401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Routers {'70bded08-335d-4bb2-91ad-4fecf2580824'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:39.679351 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['70bded08-335d-4bb2-91ad-4fecf2580824'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:39.691618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dda76d-9559-42db-b7ee-c821111ef132 req-9d53ed09-9104-4bcd-a2eb-7596f9d922ab tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:39.708667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1dda76d-9559-42db-b7ee-c821111ef132 req-9d53ed09-9104-4bcd-a2eb-7596f9d922ab tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.5321677 May 06 09:52:39.727406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 856742a4-343d-4dee-bdbb-92f83b6865a5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:39.758735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 084088bc-ef2e-4ec6-88ae-93f863f5f948 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:39.760991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.789753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829cdf8-ca97-4057-a833-de1a0b4699a7 req-b17fe919-6590-4ab3-84c2-089df96a859b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:39.799499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3829cdf8-ca97-4057-a833-de1a0b4699a7 req-b17fe919-6590-4ab3-84c2-089df96a859b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3238266 May 06 09:52:39.812370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:39.813063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.859108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1dda76d-9559-42db-b7ee-c821111ef132 req-595a8d4d-4db1-4036-94e7-63b051430a26 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1384699 May 06 09:52:39.938809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3829cdf8-ca97-4057-a833-de1a0b4699a7 req-017b352c-64fe-4d1c-8c90-37055cc41e1f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382220 May 06 09:52:39.943153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-432a79df-357b-4c59-996a-8a0f44417282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7813630 May 06 09:52:39.970408 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] Set router 70bded08-335d-4bb2-91ad-4fecf2580824 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:39.971415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 856742a4-343d-4dee-bdbb-92f83b6865a5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:39.971837 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:39.981551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Request body: {'port': {'device_id': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:40.081341 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16955377-e0ef-4348-ba9e-b12b4445dca9 None None] Pushing event updated for resources: {'Port': ['ID=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:40.171769 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16955377-e0ef-4348-ba9e-b12b4445dca9 None None] Pushing event updated for resources: {'Port': ['ID=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:40.255513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2a631592-fd39-4974-88f4-681e39c0f544 None None] Could not find standard attr ID for object 7cd6784d-b765-4fe4-b656-56bb701cc587. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:52:40.260881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a2db9-7278-4f08-96fd-1c36d125003a req-59d36229-6004-46fe-9b54-c9bce5e52df5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.262429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a4a2db9-7278-4f08-96fd-1c36d125003a req-59d36229-6004-46fe-9b54-c9bce5e52df5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.2285478 May 06 09:52:40.291990 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.319941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9cf84-6766-4c89-8799-9aecce7e5670 req-f143d41a-0697-45db-afbc-1243c3e4e5d3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:40.324950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea9cf84-6766-4c89-8799-9aecce7e5670 req-f143d41a-0697-45db-afbc-1243c3e4e5d3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 932 time: 0.2143199 May 06 09:52:40.444378 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:52:36Z', 'revision_number': 3, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port': {'id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:34Z', 'updated_at': '2022-05-06T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:40.497432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bff916cb-ec4e-4d10-ab07-df9c77d41255 None None] Provisioning complete for port 084088bc-ef2e-4ec6-88ae-93f863f5f948 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:40.498077 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bff916cb-ec4e-4d10-ab07-df9c77d41255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.511385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a4a2db9-7278-4f08-96fd-1c36d125003a req-3ba1a7aa-8ff5-4416-809f-f23d54526f33 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785903 May 06 09:52:40.517343 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8144f263-5636-4860-bd5d-7ec9cbc8d83b None None] The sync data for ids ['70bded08-335d-4bb2-91ad-4fecf2580824'] in n-d-840834-1 is: [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:52:36Z', 'revision_number': 3, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port': {'id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:34Z', 'updated_at': '2022-05-06T09:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:40.573537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bff916cb-ec4e-4d10-ab07-df9c77d41255 None None] Port 084088bc-ef2e-4ec6-88ae-93f863f5f948 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:40.639549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea9cf84-6766-4c89-8799-9aecce7e5670 req-4c12788a-3156-464d-b962-412e8e73b917 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973492 May 06 09:52:40.812075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99e5e782-eb14-4f5e-af41-9595d684ca87 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:40.850153 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.905495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 99e5e782-eb14-4f5e-af41-9595d684ca87 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:40.906680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.928181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:40.942974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 084088bc-ef2e-4ec6-88ae-93f863f5f948 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:40.981901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-782723e3-d660-4a21-9f64-bcd9d7cc510a req-235746ef-b2c8-4eaf-8436-579c0ec5afc3 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1664500 May 06 09:52:41.266503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:41.269826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2267cb0-32ae-4837-8aac-e0d4d2fcc576 req-d10b200a-b62a-4358-b3e7-0a5d330b093f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:41.290335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2267cb0-32ae-4837-8aac-e0d4d2fcc576 req-d10b200a-b62a-4358-b3e7-0a5d330b093f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.4563324 May 06 09:52:41.346421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.559111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2267cb0-32ae-4837-8aac-e0d4d2fcc576 req-55728f4b-662a-4cd3-84cf-5e2cd49b310a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669098 May 06 09:52:41.647122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca20474-0f9c-466c-ae53-4ca539287ad7 req-c2cdb46a-eaf4-4353-8340-bfe302f1d3c1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:41.662974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cca20474-0f9c-466c-ae53-4ca539287ad7 req-c2cdb46a-eaf4-4353-8340-bfe302f1d3c1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.4301443 May 06 09:52:41.716925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Allocated IP 172.20.0.1 (fb1d1bd5-873c-4301-a309-7e7e4a29a7b1/dbdfee36-89e7-463e-ab43-ba0ac545eec2/12313a46-5d89-40ad-863c-815978303941) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:41.873647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:41.898547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'port_id': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'mac_address': 'fa:16:3e:30:05:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:41.898830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.945876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.952791 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/084088bc-ef2e-4ec6-88ae-93f863f5f948 HTTP/1.1" status: 204 len: 168 time: 2.6413765 May 06 09:52:41.954561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57888) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:41.955727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9671861-3ff2-41a9-a440-284e68a96047 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=084088bc-ef2e-4ec6-88ae-93f863f5f948,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:41.959506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:41.992089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cca20474-0f9c-466c-ae53-4ca539287ad7 req-626be663-15b9-42ce-8b59-8dfb66a4ed56 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3105683 May 06 09:52:42.022288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:42.022820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.046657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:42.049233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4e2ea0-ef77-41ba-8652-c91a6380dc56 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:42.058455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbefdc-7638-49b0-9ea1-c5a97fb24b90 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.062487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbefdc-7638-49b0-9ea1-c5a97fb24b90 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.064687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bbefdc-7638-49b0-9ea1-c5a97fb24b90 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.075290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4bbefdc-7638-49b0-9ea1-c5a97fb24b90 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1046436 May 06 09:52:42.078551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57892) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:42.079667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:42.083757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:42.089108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.093047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:42.100617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.137282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2e861-4fa4-4fb4-bab2-ccfc158cd979 req-dc1e4df8-25c1-4ad6-bf73-178eeb64dfc1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.138856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66e2e861-4fa4-4fb4-bab2-ccfc158cd979 req-dc1e4df8-25c1-4ad6-bf73-178eeb64dfc1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 944 time: 0.2859738 May 06 09:52:42.247503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Pushing event updated for resources: {'Port': ['ID=12313a46-5d89-40ad-863c-815978303941,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:42.278526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:42.280358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Transition to ACTIVE for port object 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:52:42.315412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.454598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Pushing event updated for resources: {'Port': ['ID=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:42.456260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.474798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ca3a-3ba2-4fce-8303-6410425cd22e req-00b36473-1a93-4ba3-b6a2-1b94bec72d46 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:42.483989 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ec4e2ea0-ef77-41ba-8652-c91a6380dc56'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:42.484611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d26ca3a-3ba2-4fce-8303-6410425cd22e req-00b36473-1a93-4ba3-b6a2-1b94bec72d46 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3324802 May 06 09:52:42.562432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d26ca3a-3ba2-4fce-8303-6410425cd22e req-654206b9-90da-4279-afe4-7200a2462690 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766599 May 06 09:52:42.571198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 4e1c2f6b-a47e-477a-9368-53409d92908d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:42.583734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.598186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66e2e861-4fa4-4fb4-bab2-ccfc158cd979 req-fe03bdad-604d-45e2-af6c-708b8df4baf4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476526 May 06 09:52:42.763179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-213b38f7-3782-4370-8edc-63ad2af40498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.782381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e8a8cda2-8e3a-458c-9916-de59752f1306 None None] Provisioning complete for port 12313a46-5d89-40ad-863c-815978303941 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:42.783103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.789690 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e8a8cda2-8e3a-458c-9916-de59752f1306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.842746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e355703-48fe-4344-8831-826a007f177e req-183153ad-9a10-491d-b276-2b4cce2adaa8 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0935187 May 06 09:52:42.887859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:42.990684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:42.991066 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:42.993790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e8a8cda2-8e3a-458c-9916-de59752f1306 None None] Port 12313a46-5d89-40ad-863c-815978303941 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:43.027648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0b3bb-3d0b-406e-945a-b63639f11728 req-3b7b4ac5-86be-4215-b568-d0642bec30ec tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.040218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71b0b3bb-3d0b-406e-945a-b63639f11728 req-3b7b4ac5-86be-4215-b568-d0642bec30ec tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 944 time: 0.2922943 May 06 09:52:43.062005 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.166244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71b0b3bb-3d0b-406e-945a-b63639f11728 req-f14d5439-74ea-4e63-84cc-2c71cc6deb99 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238937 May 06 09:52:43.183411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.201977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Attempting to bind port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:43.207875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Attempting to bind port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:43.208689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Attempting to bind port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:43.225776 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.237050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.243080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399412a6-8f95-40bf-929e-48122cce3a10 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:43.252316 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/4e1c2f6b-a47e-477a-9368-53409d92908d HTTP/1.1" status: 204 len: 168 time: 1.1657085 May 06 09:52:43.256486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.277353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:52:43.279713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Attempting to bind port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:43.300712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57910) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:43.307380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:43.307899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:43.308344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Bound using segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:43.308866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Bound port: 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:43.309432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.336319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7663ad-74bb-4bef-abc5-cac5f57f59ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1c2f6b-a47e-477a-9368-53409d92908d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:43.439368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:43.462129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.593607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed1a7576-a333-4524-bc97-c323a781e516 req-feb35fb6-f960-4aa8-b506-7a8acc192bba service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1004283 May 06 09:52:43.604372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a11a5-1ca2-4cbd-b344-2814957d5585 req-712f4f9d-0930-4732-8d30-216080c04940 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.616690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-675a11a5-1ca2-4cbd-b344-2814957d5585 req-712f4f9d-0930-4732-8d30-216080c04940 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.4633710 May 06 09:52:43.616912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:43.635107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.655461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.676487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] For port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:43.680061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] For port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:43.687937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:43.712436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.720788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.744169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Pushing event updated for resources: {'Port': ['ID=12313a46-5d89-40ad-863c-815978303941,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:43.749039 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.805872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.807070 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:43.808869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] 10.222.0.83 "PUT /v2.0/ports/0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 HTTP/1.1" status: 200 len: 1092 time: 3.8522899 May 06 09:52:43.811882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'tag': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:43.815225 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda11184-ad4c-4baa-a249-98ff70fedbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c", "tag": "0dd5551d-3679-42b8-9a0a-1d9e4aeaec04"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:43.856207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-675a11a5-1ca2-4cbd-b344-2814957d5585 req-f4555e6c-fbef-48fc-b8b8-c2afb468b2d5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2381780 May 06 09:52:43.885398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb79267-ed93-4826-a010-eb2d82c079e1 req-9f3e5f5c-7b14-4ccd-9d71-c82ef487fadf tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:43.895742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eb79267-ed93-4826-a010-eb2d82c079e1 req-9f3e5f5c-7b14-4ccd-9d71-c82ef487fadf tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.5290747 May 06 09:52:43.965580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:43.967340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:43.995888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.115374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eb79267-ed93-4826-a010-eb2d82c079e1 req-edb6a4f1-651a-45a9-8d26-f00c1f4d9add tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177556 May 06 09:52:44.193204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Router 70bded08-335d-4bb2-91ad-4fecf2580824 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:44.200367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-bf445787-1f1f-44c2-892d-b09b50a9a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:44.210460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-bf445787-1f1f-44c2-892d-b09b50a9a062 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 1095 time: 0.3407199 May 06 09:52:44.212009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b5689-54b4-480e-8f03-82201ec3aeeb service neutron] Pushing event updated for resources: {'Port': ['ID=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:44.229545 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e876825-7a78-472f-a5f7-103a844749ea x-openstack-request-id: req-9e876825-7a78-472f-a5f7-103a844749ea {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:44.233157 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c", "tag": "0dd5551d-3679-42b8-9a0a-1d9e4aeaec04", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:44.233922 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e876825-7a78-472f-a5f7-103a844749ea {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:44.234587 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e876825-7a78-472f-a5f7-103a844749ea'] response: {'name': 'network-changed', 'server_uuid': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'tag': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04', 'status': 'completed', 'code': 200} May 06 09:52:44.348931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-c1f01642-305f-42c5-bcba-31686092d482 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 HTTP/1.1" status: 200 len: 217 time: 0.1122620 May 06 09:52:44.429583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b9709cc-90d0-46fc-92a1-d378e3ba516f req-75bae48b-b5be-4e02-9e80-df6f52c4af35 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0866206 May 06 09:52:44.447238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:44.460448 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3b78cc79-e24a-4e6d-a03e-ae40c78b3b7a admin admin] 10.222.0.76 "PUT /v2.0/routers/70bded08-335d-4bb2-91ad-4fecf2580824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6103425 May 06 09:52:44.468930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Sync routers for ids ['70bded08-335d-4bb2-91ad-4fecf2580824'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:44.483452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Routers {'70bded08-335d-4bb2-91ad-4fecf2580824'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:44.486871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['70bded08-335d-4bb2-91ad-4fecf2580824'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:44.556638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.592946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f635544-39c2-4353-a569-d596417cffff req-2ded5f74-e471-4dd4-b854-191a52a0b3bb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:44.609500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f635544-39c2-4353-a569-d596417cffff req-2ded5f74-e471-4dd4-b854-191a52a0b3bb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 945 time: 0.5822763 May 06 09:52:44.689271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d65b25b9-c068-4214-be90-2f4610dd63c1 None None] Provisioning complete for port 12313a46-5d89-40ad-863c-815978303941 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:44.697684 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d65b25b9-c068-4214-be90-2f4610dd63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.718670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57930) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:44.864846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:44.876627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.918366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d65b25b9-c068-4214-be90-2f4610dd63c1 None None] Port 12313a46-5d89-40ad-863c-815978303941 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:44.943609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Set router 70bded08-335d-4bb2-91ad-4fecf2580824 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:44.957779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0799b13c-3c38-4364-8cb0-2a787cc3968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:44.982528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ced36-e276-4cdf-8f47-a224ce3d8a0c None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:45.007897 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.020697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9 HTTP/1.1" status: 204 len: 168 time: 1.7028723 May 06 09:52:45.022114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57938) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:45.031677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f635544-39c2-4353-a569-d596417cffff req-316de145-75a1-4556-983a-f07ce60f4d2b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212725 May 06 09:52:45.044275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfc836-1eac-4bda-abe4-c353e3f3ba1d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:45.073620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-d8f32c1d-92a1-4140-b878-4c671e9fc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.075759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-d8f32c1d-92a1-4140-b878-4c671e9fc96e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.7053003 May 06 09:52:45.085329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9844f-493b-4563-b223-9d1c2ae24e71 req-bb09fb7c-a898-43d2-aa12-6b3d3e13f84e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.092581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9c9844f-493b-4563-b223-9d1c2ae24e71 req-bb09fb7c-a898-43d2-aa12-6b3d3e13f84e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3876748 May 06 09:52:45.145932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-9aba4ae0-a2ec-409e-b249-1010e05656f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439808 May 06 09:52:45.164215 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc825a17-ecc9-4300-8006-c45eb24ed400 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376314 May 06 09:52:45.167816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57942) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:45.183286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:45.287950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7ba75246-2e4f-4e57-abed-5bf3d46381ec None None] Provisioning complete for port 856742a4-343d-4dee-bdbb-92f83b6865a5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:45.288584 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ba75246-2e4f-4e57-abed-5bf3d46381ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.298291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:45.299083 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.301628 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5cb06035-314e-4f1b-a1a4-69b59a5c71d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.305944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-7db9c970-65b2-434c-86dd-2aef8e17c100 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453431 May 06 09:52:45.333070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9c9844f-493b-4563-b223-9d1c2ae24e71 req-55fc33d5-288c-4643-96c5-309336d699ce tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367864 May 06 09:52:45.346589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:45.346589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.478866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0799b13c-3c38-4364-8cb0-2a787cc3968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.488496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0799b13c-3c38-4364-8cb0-2a787cc3968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.503981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:45.547014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799b13c-3c38-4364-8cb0-2a787cc3968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c846a3-24e3-4023-b2ea-15a860bf5d3f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:45.558740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0799b13c-3c38-4364-8cb0-2a787cc3968b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3df6d8a39ff44963944b514d690faf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389502 May 06 09:52:45.560714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57954) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:45.681118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370638d-4cf8-4fcb-abfe-77bb3877d97a req-1fd2bd9e-4ff0-4889-944f-bff33ed2b566 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.685761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66dc2490-f5ec-47d3-b6f5-e1f6c05961f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.689513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d370638d-4cf8-4fcb-abfe-77bb3877d97a req-1fd2bd9e-4ff0-4889-944f-bff33ed2b566 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 944 time: 0.5158117 May 06 09:52:45.706118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57958) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:45.717220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-682592133-network', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:45.726390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:45.727255 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.742307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66dc2490-f5ec-47d3-b6f5-e1f6c05961f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.758363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d370638d-4cf8-4fcb-abfe-77bb3877d97a req-e51161c6-a1a3-4b7d-b7b2-09b6846dfe43 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676174 May 06 09:52:45.781912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:52:45.793533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0632a-f91c-49c0-9e9e-1501042ffbea req-88350f7b-a91f-4faf-b95d-a41c4ef40531 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:45.804141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Made reservation on behalf of da1d3250ef2f44da8c503872f20fcbf6 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:45.806717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.808186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eae0632a-f91c-49c0-9e9e-1501042ffbea req-88350f7b-a91f-4faf-b95d-a41c4ef40531 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.3246665 May 06 09:52:45.813436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:52:42Z', 'revision_number': 4, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port': {'id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:34Z', 'updated_at': '2022-05-06T09:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '12313a46-5d89-40ad-863c-815978303941', 'name': '', 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'mac_address': 'fa:16:3e:30:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'dbdfee36-89e7-463e-ab43-ba0ac545eec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:41Z', 'updated_at': '2022-05-06T09:52:43Z', 'revision_number': 2, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'subnets': [{'id': 'dbdfee36-89e7-463e-ab43-ba0ac545eec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:45.821098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.849623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Checking router: 70bded08-335d-4bb2-91ad-4fecf2580824 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:52:45.850124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Updating router 70bded08-335d-4bb2-91ad-4fecf2580824 port 12313a46-5d89-40ad-863c-815978303941 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:52:45.850457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f03e4efe-f5d6-4c89-862f-4b120e11c877 req-9ba25552-ce09-4be3-8d0d-85fb92ae4549 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119374 May 06 09:52:45.872764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eae0632a-f91c-49c0-9e9e-1501042ffbea req-d7630baf-e627-40b8-8bc4-9b9508e51afe tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636995 May 06 09:52:45.902041 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:45.988045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80006421-a75d-4216-abd4-1bb7dcfa5da8 req-0098c979-fce0-4343-a237-54a71c97712a tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0544770 May 06 09:52:45.999566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-544d0276-114e-4224-a0f4-a8dca58a0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.002400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-544d0276-114e-4224-a0f4-a8dca58a0279 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 1095 time: 0.0793967 May 06 09:52:46.062601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:46.078106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:46.091756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.092342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.104429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=2aa48112-c831-40e0-ad90-6f2a2059a7b9,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.137948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66dc2490-f5ec-47d3-b6f5-e1f6c05961f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.140656 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66dc2490-f5ec-47d3-b6f5-e1f6c05961f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.147020 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-66dc2490-f5ec-47d3-b6f5-e1f6c05961f2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0c846a3-24e3-4023-b2ea-15a860bf5d3f HTTP/1.1" status: 204 len: 168 time: 0.5852325 May 06 09:52:46.174155 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.191850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc2490-f5ec-47d3-b6f5-e1f6c05961f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c846a3-24e3-4023-b2ea-15a860bf5d3f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.200823 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-26a87c60-db81-4137-a545-6c064045817b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0319901 May 06 09:52:46.205513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57970) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:46.213698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:46.257423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.269423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.297159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:46.313111 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.313583 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Added segment e3637fed-8ace-4792-81b7-c993af02f8ae of type vlan for network 6211b0fb-485c-442d-95fc-73da8fd07f9c May 06 09:52:46.382969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] Deleting port 856742a4-343d-4dee-bdbb-92f83b6865a5 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:46.383459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.389059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229019a-1f55-48cd-af96-3e63aaf1fb44 req-0d3e458a-bc29-438e-a7d6-d6850de67917 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.401322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.402188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9229019a-1f55-48cd-af96-3e63aaf1fb44 req-0d3e458a-bc29-438e-a7d6-d6850de67917 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3903937 May 06 09:52:46.465175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.476828 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.477724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.502944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.550853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-312f8d8e-4106-4e37-99ab-f0556eb750ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:46.554254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-312f8d8e-4106-4e37-99ab-f0556eb750ec service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.5424228 May 06 09:52:46.567548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.632827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c994b9-011c-4645-bd1d-4fd689084284,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.639429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:46.641762 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa9016-71a7-4f50-b90f-aefa41d53082" -d '{"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-plugged", "status": "completed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:46.665584 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9537716 May 06 09:52:46.669879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57976) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:46.685764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Request body: {'subnet': {'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-682592133-subnet', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:46.701028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03d3e9-0936-4b40-832e-31e293c4c205 admin admin] Pushing event updated for resources: {'Network': ['ID=6211b0fb-485c-442d-95fc-73da8fd07f9c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:46.750997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Made reservation on behalf of da1d3250ef2f44da8c503872f20fcbf6 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:46.757826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-97baee3b-1ac0-41a7-8519-746b525bdb5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 HTTP/1.1" status: 200 len: 217 time: 0.1815598 May 06 09:52:46.766095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.766792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9229019a-1f55-48cd-af96-3e63aaf1fb44 req-b9206ed3-81f0-4ed5-ab20-b2b0724f6d27 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516462 May 06 09:52:46.767646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:46.793473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:46.823733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:46.828476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:46.854607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 856742a4-343d-4dee-bdbb-92f83b6865a5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:46.969137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57984) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:47.014183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f21a825-1be1-4a3b-af60-0d649a819598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.170553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.171220 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.182271 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec896067-b6b7-4ab5-9276-8956b7c78291 x-openstack-request-id: req-ec896067-b6b7-4ab5-9276-8956b7c78291 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:47.182646 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-plugged", "status": "completed", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:47.182798 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec896067-b6b7-4ab5-9276-8956b7c78291 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:47.183205 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec896067-b6b7-4ab5-9276-8956b7c78291'] response: {'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'code': 200} May 06 09:52:47.240436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.317555 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f21a825-1be1-4a3b-af60-0d649a819598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.322298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] For port 856742a4-343d-4dee-bdbb-92f83b6865a5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=856742a4-343d-4dee-bdbb-92f83b6865a5,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:47.322708 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.354102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] Calling delete_port for 856742a4-343d-4dee-bdbb-92f83b6865a5 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:47.430566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45e3ec3-04da-497d-9097-710f138ba0ed,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:47.465749 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f21a825-1be1-4a3b-af60-0d649a819598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.470484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e89720-a24d-4b7a-8402-7925e48f3cca req-2099c8c4-8185-4a68-9a85-fd0aae223181 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3b7b9af4d29246f89180c06a7f9cceb5&device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1404896 May 06 09:52:47.545040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-de340af6-dc5f-4778-9bba-6bf83a379508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.546558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-de340af6-dc5f-4778-9bba-6bf83a379508 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.7432616 May 06 09:52:47.558441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.564476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e89720-a24d-4b7a-8402-7925e48f3cca req-b9876210-9e33-42b9-9e95-94e0187b6bdf service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=3b7b9af4d29246f89180c06a7f9cceb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806611 May 06 09:52:47.575677 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.601060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-108d90da-62cd-43fa-88e5-b9170d384551 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324249 May 06 09:52:47.602134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=10']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:47.630669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21a825-1be1-4a3b-af60-0d649a819598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b17525-89b7-4207-baf6-4a83b7b28704,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:47.649311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800a2e-29b1-447a-8a87-254e7c992c00 req-bbb1fde8-f7d3-4c8a-8f70-b6ab4bcf35d9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.653723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12800a2e-29b1-447a-8a87-254e7c992c00 req-bbb1fde8-f7d3-4c8a-8f70-b6ab4bcf35d9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 947 time: 0.3367238 May 06 09:52:47.656823 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2f21a825-1be1-4a3b-af60-0d649a819598 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29b78f840d82449b83810a3b41f24c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6851017 May 06 09:52:47.659742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57992) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:47.663050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a177e8-9d3a-4726-8dee-6842a6397de1 req-1858e8cf-f07a-4890-9ab8-a22f67b3e00c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.670752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7a177e8-9d3a-4726-8dee-6842a6397de1 req-1858e8cf-f07a-4890-9ab8-a22f67b3e00c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 944 time: 0.3325722 May 06 09:52:47.693929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Checking segment: {'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:47.694294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Network hostable DHCP agents. Network: 6211b0fb-485c-442d-95fc-73da8fd07f9c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:47.704694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feedf9-fcbc-400e-b6bd-32657cf0e18f req-49ab2abd-2d76-4b16-a6a8-98ae8cf0ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.706763 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82feedf9-fcbc-400e-b6bd-32657cf0e18f req-49ab2abd-2d76-4b16-a6a8-98ae8cf0ca9b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 1098 time: 0.2786303 May 06 09:52:47.725627 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.758668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:47.782340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c275a322-3fb9-4631-b33f-779db7f98ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.788453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.789703 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-82feedf9-fcbc-400e-b6bd-32657cf0e18f req-99033363-a9f2-41fc-aa76-53b57b0ea8e2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722878 May 06 09:52:47.797201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] No DVR routers for this DVR port 856742a4-343d-4dee-bdbb-92f83b6865a5 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:52:47.801372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 6211b0fb-485c-442d-95fc-73da8fd07f9c) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:47.817723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:47.818713 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.833244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c275a322-3fb9-4631-b33f-779db7f98ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.834569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819659e-2861-43f8-9c13-1625c282a1c0 None None] Pushing event deleted for resources: {'Port': ['ID=856742a4-343d-4dee-bdbb-92f83b6865a5,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:47.860676 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-30a1785c-001b-4b23-9fc2-88f2f650c4ae admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1855211 May 06 09:52:47.864098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:47.869481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:47.912962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dd91a-0619-4816-87a0-0b174a397b9d None None] Pushing event updated for resources: {'Port': ['ID=12313a46-5d89-40ad-863c-815978303941,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:47.912962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93542613-6e3c-4f19-b9e9-ad1c4dc8236d None None] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:47.912962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70326422-070d-432f-abf1-a11df5c2b80a None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:47.918061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.922746 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.959997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c275a322-3fb9-4631-b33f-779db7f98ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.963077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c275a322-3fb9-4631-b33f-779db7f98ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:47.964547 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c275a322-3fb9-4631-b33f-779db7f98ed1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/94b17525-89b7-4207-baf6-4a83b7b28704 HTTP/1.1" status: 204 len: 168 time: 0.3038702 May 06 09:52:48.002238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275a322-3fb9-4631-b33f-779db7f98ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b17525-89b7-4207-baf6-4a83b7b28704,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:48.098644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e89720-a24d-4b7a-8402-7925e48f3cca req-62cbe086-5fe6-4d76-b910-9bbb399ebed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:48.100544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e89720-a24d-4b7a-8402-7925e48f3cca req-62cbe086-5fe6-4d76-b910-9bbb399ebed2 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4932373 May 06 09:52:48.102477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-57c7b498-6eda-427d-8111-e53b1b515ccd service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844899 May 06 09:52:48.116241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.150352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12800a2e-29b1-447a-8a87-254e7c992c00 req-0c4bc140-9ea8-402a-971f-0f5794b29b7e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4750631 May 06 09:52:48.338441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '2aa48112-c831-40e0-ad90-6f2a2059a7b9'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:48.340607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.434502 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.478014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.650593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7a177e8-9d3a-4726-8dee-6842a6397de1 req-5c62d516-6ac9-46ff-b0a5-7a40938c7dc2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9782774 May 06 09:52:48.761458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a9129-9267-4b93-8a9c-84d01cebe932 req-2ad85b1c-2174-43d4-b800-4ae328ec4a47 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:48.763392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a83a9129-9267-4b93-8a9c-84d01cebe932 req-2ad85b1c-2174-43d4-b800-4ae328ec4a47 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2827585 May 06 09:52:48.828300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:52:48.838506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.858209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.864916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dda11184-ad4c-4baa-a249-98ff70fedbb5 req-012cddf2-fcad-49f0-860f-7b2272357021 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313058 May 06 09:52:48.886704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.895929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Allocated IP 172.20.0.2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/2aa48112-c831-40e0-ad90-6f2a2059a7b9/84bb80cf-e328-426b-b796-b54b322242e2) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:48.922037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:48.941480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:48.951429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:48.952119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:48.981320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a83a9129-9267-4b93-8a9c-84d01cebe932 req-dcab998b-2b39-403b-9773-21306d967ea1 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075293 May 06 09:52:48.991993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=fdf5b356-e5fe-4635-bebc-9a9ecf1c718b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:49.005142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079864b-3144-4703-ae78-830685b30883 req-679d5fa3-8058-4acd-a451-b08dbfbc760f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.026959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e079864b-3144-4703-ae78-830685b30883 req-679d5fa3-8058-4acd-a451-b08dbfbc760f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.1938698 May 06 09:52:49.043869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a61bfd9e-9f9c-4586-9936-903ce75825e1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8322976 May 06 09:52:49.050582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58014) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:49.058079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:d4:2d:e9', 'name': 'tempest-NetworksTestDHCPv6-1570392856'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:49.158811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e079864b-3144-4703-ae78-830685b30883 req-ab1f1907-b8fa-4bda-ac4e-ae878073f0b1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303184 May 06 09:52:49.252056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defec636-3607-4fee-a44a-bffaf00e3a2f req-40c85302-0a9a-4ede-a425-faf53628657c tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.76 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.0553293 May 06 09:52:49.301464 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.316734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Attempting to bind port 12313a46-5d89-40ad-863c-815978303941 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:49.317146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Attempting to bind port 12313a46-5d89-40ad-863c-815978303941 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:49.317674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Attempting to bind port 12313a46-5d89-40ad-863c-815978303941 on network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:49.324924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b0ab4bf4-eeb0-4b2a-84cf-be9bb631f99e None None] Provisioning complete for port 12313a46-5d89-40ad-863c-815978303941 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:49.325297 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0ab4bf4-eeb0-4b2a-84cf-be9bb631f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.339876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Allocated IP 172.25.8.208 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/87733cfe-0aa0-4620-9d04-7c1ba5e93791) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:49.351142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:49.389605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:49.390074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Checking segment: {'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:49.390481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.390879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Bound using segment: {'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:49.391990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Bound port: 12313a46-5d89-40ad-863c-815978303941, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6faa98cb-6dc7-44b7-9d12-8257b322677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:49.392379 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.394558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b0ab4bf4-eeb0-4b2a-84cf-be9bb631f99e None None] Port 12313a46-5d89-40ad-863c-815978303941 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:52:49.398861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:52:49.456209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-6211b0fb-485c-442d-95fc-73da8fd07f9c', 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'fixed_ips': [{'subnet_id': 'c45e3ec3-04da-497d-9097-710f138ba0ed'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:49.457069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.560177 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.563575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00e89720-a24d-4b7a-8402-7925e48f3cca req-47751a25-5e0f-4c17-b5e5-b9e7f9fda035 tempest-ServerShowV254Test-224047523 tempest-ServerShowV254Test-224047523-project] 10.222.0.82 "GET /v2.0/ports?device_id=e19347ab-07b4-463c-a990-74d583519723 HTTP/1.1" status: 200 len: 210 time: 0.1781719 May 06 09:52:49.604791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.621695 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:52:49.657427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:49.676794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 37ed3241-4177-4f55-bca3-df3f65dcc998 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:52:49.732476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=87733cfe-0aa0-4620-9d04-7c1ba5e93791,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:49.747558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:49.750049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:49.756286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:49.767497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcf620-9aee-444f-bbf1-b71eef6cb2cf req-79c61ea0-a594-43d3-b2d7-e810a363285c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.777487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08dcf620-9aee-444f-bbf1-b71eef6cb2cf req-79c61ea0-a594-43d3-b2d7-e810a363285c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 947 time: 0.2204165 May 06 09:52:49.818230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ecdc-2118-4c9c-887f-07957809f370 req-25356fe1-6d60-4d72-a2dc-eb1ab897dda7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:49.820241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bf2ecdc-2118-4c9c-887f-07957809f370 req-25356fe1-6d60-4d72-a2dc-eb1ab897dda7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2133853 May 06 09:52:49.880408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08dcf620-9aee-444f-bbf1-b71eef6cb2cf req-9f8450b8-b653-41c8-8233-c0e18d419614 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017332 May 06 09:52:49.909735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bf2ecdc-2118-4c9c-887f-07957809f370 req-ce87ea6c-8b76-4067-8f8f-d6e819973132 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712357 May 06 09:52:50.084637 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.094098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] For port 12313a46-5d89-40ad-863c-815978303941, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:50.107321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] For port 12313a46-5d89-40ad-863c-815978303941, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=12313a46-5d89-40ad-863c-815978303941,segment=NetworkSegment(6faa98cb-6dc7-44b7-9d12-8257b322677a),segment_id=6faa98cb-6dc7-44b7-9d12-8257b322677a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:50.117618 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.137795 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.177062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18450ea4-d313-4727-ad0f-49c22a92fdcb req-b157407d-c4d9-484d-beb0-1fb782832243 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.178609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18450ea4-d313-4727-ad0f-49c22a92fdcb req-b157407d-c4d9-484d-beb0-1fb782832243 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 944 time: 0.1551514 May 06 09:52:50.198498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef9e30-1cc6-44f6-bffc-9a5e08f0ec0a req-ca79c973-6483-4a1a-b439-50a218238315 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.206343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3ef9e30-1cc6-44f6-bffc-9a5e08f0ec0a req-ca79c973-6483-4a1a-b439-50a218238315 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1396716 May 06 09:52:50.333633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:50.342309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3ef9e30-1cc6-44f6-bffc-9a5e08f0ec0a req-72555d3e-02a7-4865-8c57-445ac333a92b tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304560 May 06 09:52:50.367885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:50.389368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:50.393871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:50.425166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18450ea4-d313-4727-ad0f-49c22a92fdcb req-dc019253-0ba2-472f-b1e4-259c5ab27a79 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321074 May 06 09:52:50.470295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'port_id': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04', 'mac_address': 'fa:16:3e:ea:40:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73420db5-974d-455c-b166-9669723b3d84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:52:50.479848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 172.20.0.12 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/2aa48112-c831-40e0-ad90-6f2a2059a7b9/37ed3241-4177-4f55-bca3-df3f65dcc998) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:50.487629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Allocated IP 172.20.0.2 (6211b0fb-485c-442d-95fc-73da8fd07f9c/c45e3ec3-04da-497d-9097-710f138ba0ed/ebb61655-a737-4663-bbb2-7a5a26024e0b) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:50.506819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fed4:2de9 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/fdf5b356-e5fe-4635-bebc-9a9ecf1c718b/37ed3241-4177-4f55-bca3-df3f65dcc998) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:50.509412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Pushing event updated for resources: {'Port': ['ID=84bb80cf-e328-426b-b796-b54b322242e2,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:50.519671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Routers {'70bded08-335d-4bb2-91ad-4fecf2580824'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:50.520486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['70bded08-335d-4bb2-91ad-4fecf2580824'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:50.580499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:50.983210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829b5e-b0bd-468f-b97e-28592d3046c4 req-e70fe96f-6a95-45cb-a5c8-a7dd3415dcaa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:50.989453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8829b5e-b0bd-468f-b97e-28592d3046c4 req-e70fe96f-6a95-45cb-a5c8-a7dd3415dcaa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 0.4540398 May 06 09:52:51.065284 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.094260 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.106171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:51.138925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a0648-9638-4248-bcaa-fe16d3f52dd7 req-b22593ee-64bc-43aa-bf3d-683b75f594e5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.147288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-104a0648-9638-4248-bcaa-fe16d3f52dd7 req-b22593ee-64bc-43aa-bf3d-683b75f594e5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3181913 May 06 09:52:51.151671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8829b5e-b0bd-468f-b97e-28592d3046c4 req-1a863918-c6c3-48a2-83e8-4a037f7ee8f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473854 May 06 09:52:51.228792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.233951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-40729d4d-2c45-4744-aad2-c3b9ece6234d None None] Provisioning complete for port 12313a46-5d89-40ad-863c-815978303941 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:51.234331 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40729d4d-2c45-4744-aad2-c3b9ece6234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.293826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.314272 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.382348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-104a0648-9638-4248-bcaa-fe16d3f52dd7 req-048d8c56-c956-45a5-9cfb-966b5a0f3d79 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291150 May 06 09:52:51.434190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:51.442349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:52:51.457109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=37ed3241-4177-4f55-bca3-df3f65dcc998,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:51.474199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:51.478452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:51.515088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Attempting to bind port 84bb80cf-e328-426b-b796-b54b322242e2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:51.515722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Attempting to bind port 84bb80cf-e328-426b-b796-b54b322242e2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:51.516247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Attempting to bind port 84bb80cf-e328-426b-b796-b54b322242e2 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:51.534861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace540de-1b85-481e-aa89-d00654d1dce2 req-209d5f40-e1b2-4723-a924-eb3ccfb571f4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.544715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ace540de-1b85-481e-aa89-d00654d1dce2 req-209d5f40-e1b2-4723-a924-eb3ccfb571f4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 947 time: 0.2667270 May 06 09:52:51.566810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] Set router 70bded08-335d-4bb2-91ad-4fecf2580824 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:51.591922 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8e4790b-310a-4700-8e0e-da9c0aa14b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.640163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.640887 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.670376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5148206c-6671-412a-99c5-0fa221928ad8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6178358 May 06 09:52:51.671024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58158) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:51.691226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ace540de-1b85-481e-aa89-d00654d1dce2 req-0a1cbac2-f35e-4f77-8616-e042d16fdf07 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418800 May 06 09:52:51.697680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:51.700155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dd91a-0619-4816-87a0-0b174a397b9d None None] Pushing event updated for resources: {'Port': ['ID=12313a46-5d89-40ad-863c-815978303941,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:51.709450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Router 2c0eccef-5568-42f7-904a-62fb839e1b3c is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:52:51.772591 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.783661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.819355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129ada1-523f-431e-9931-1b15acceb180 req-3039a88a-6d67-4ae3-9cf4-7d8e8995ced8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.829696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c129ada1-523f-431e-9931-1b15acceb180 req-3039a88a-6d67-4ae3-9cf4-7d8e8995ced8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2687628 May 06 09:52:51.842408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:51.843151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:51.843823 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.844459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:51.845283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Bound port: 84bb80cf-e328-426b-b796-b54b322242e2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:51.846117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.883930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8e4790b-310a-4700-8e0e-da9c0aa14b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.897744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8e4790b-310a-4700-8e0e-da9c0aa14b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.951361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78761dfa-eb66-4d5d-b46e-5a0722376594 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.957622 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:51.957801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78761dfa-eb66-4d5d-b46e-5a0722376594 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:51.959491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-78761dfa-eb66-4d5d-b46e-5a0722376594 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2867684 May 06 09:52:51.963376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:51.977232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c129ada1-523f-431e-9931-1b15acceb180 req-9b47cf56-7f25-4150-a0c4-7b58b3d143f0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396461 May 06 09:52:52.013974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:52.038784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02764a-2135-4c06-97d7-7f2c32e26288 req-568e7872-f5ca-405b-83dc-febac4d468b0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.045045 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d8e4790b-310a-4700-8e0e-da9c0aa14b14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b7b9af4d29246f89180c06a7f9cceb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9364741 May 06 09:52:52.046476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac02764a-2135-4c06-97d7-7f2c32e26288 req-568e7872-f5ca-405b-83dc-febac4d468b0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 945 time: 0.1651905 May 06 09:52:52.056823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58176) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.098144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4790b-310a-4700-8e0e-da9c0aa14b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c09eb-2040-471c-b9d7-b08d433ef57c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:52.118259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:52.141684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:52.153677 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40729d4d-2c45-4744-aad2-c3b9ece6234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.157864 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47d05f2e-531d-4d96-8828-f5d24745453d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.161697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:52.176469 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Sync routers for ids ['2c0eccef-5568-42f7-904a-62fb839e1b3c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:52.181407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:52.191003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac02764a-2135-4c06-97d7-7f2c32e26288 req-74a78f35-7955-4be6-ab8b-c04259f6d72d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385472 May 06 09:52:52.206632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['0dd5551d-3679-42b8-9a0a-1d9e4aeaec04'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:52:52.213337 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Routers {'2c0eccef-5568-42f7-904a-62fb839e1b3c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:52.213510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e47e3-d250-47d8-a22f-e9cfab10b670 req-a968aaa7-e812-4ecd-833c-c9f06f8ce67d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.214263 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c0eccef-5568-42f7-904a-62fb839e1b3c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:52.223152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d33e47e3-d250-47d8-a22f-e9cfab10b670 req-a968aaa7-e812-4ecd-833c-c9f06f8ce67d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.0956585 May 06 09:52:52.287405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d33e47e3-d250-47d8-a22f-e9cfab10b670 req-9f5c8dda-bb73-4da6-903b-c6893a3db0b0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629849 May 06 09:52:52.290373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 37ed3241-4177-4f55-bca3-df3f65dcc998 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:52.305000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.346073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.350074 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02b9f250-3689-4bf8-a9ab-983056e3a5b1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4820392 May 06 09:52:52.353813 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47d05f2e-531d-4d96-8828-f5d24745453d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.358249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58194) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:52.375206 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Set router 2c0eccef-5568-42f7-904a-62fb839e1b3c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:52.438771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] For port 84bb80cf-e328-426b-b796-b54b322242e2, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:52.532835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] For port 84bb80cf-e328-426b-b796-b54b322242e2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=84bb80cf-e328-426b-b796-b54b322242e2,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:52.535886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-40729d4d-2c45-4744-aad2-c3b9ece6234d None None] For port 12313a46-5d89-40ad-863c-815978303941, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=12313a46-5d89-40ad-863c-815978303941,segment=NetworkSegment(6faa98cb-6dc7-44b7-9d12-8257b322677a),segment_id=6faa98cb-6dc7-44b7-9d12-8257b322677a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:52.542628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Pushing event updated for resources: {'Port': ['ID=ebb61655-a737-4663-bbb2-7a5a26024e0b,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:52.545272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Attempting to bind port ebb61655-a737-4663-bbb2-7a5a26024e0b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:52.545962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Attempting to bind port ebb61655-a737-4663-bbb2-7a5a26024e0b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:52.546560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Attempting to bind port ebb61655-a737-4663-bbb2-7a5a26024e0b on network 6211b0fb-485c-442d-95fc-73da8fd07f9c {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:52.560262 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40729d4d-2c45-4744-aad2-c3b9ece6234d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.562509 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.577308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:52.578074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Checking segment: {'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:52.578728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.579458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Bound using segment: {'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:52.580199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Bound port: ebb61655-a737-4663-bbb2-7a5a26024e0b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:52.580816 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.595350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:52:52.607514 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.698940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 37ed3241-4177-4f55-bca3-df3f65dcc998 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:52.717659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40729d4d-2c45-4744-aad2-c3b9ece6234d None None] Pushing event updated for resources: {'Port': ['ID=12313a46-5d89-40ad-863c-815978303941,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:52.721650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a99ecb-412e-415a-8508-9158ace9b87d req-671e5608-70a3-44ee-9384-4f7be0691ee3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:52.723849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63a99ecb-412e-415a-8508-9158ace9b87d req-671e5608-70a3-44ee-9384-4f7be0691ee3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3238530 May 06 09:52:52.742674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47d05f2e-531d-4d96-8828-f5d24745453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.757610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47d05f2e-531d-4d96-8828-f5d24745453d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:52.758827 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47d05f2e-531d-4d96-8828-f5d24745453d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/244c09eb-2040-471c-b9d7-b08d433ef57c HTTP/1.1" status: 204 len: 168 time: 0.6970778 May 06 09:52:52.790141 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:52:50Z', 'revision_number': 3, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port': {'id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:48Z', 'updated_at': '2022-05-06T09:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:52.797680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d05f2e-531d-4d96-8828-f5d24745453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c09eb-2040-471c-b9d7-b08d433ef57c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:52.844071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3978807a-1abe-4304-87d2-b16485339033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:52:42Z', 'revision_number': 4, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port': {'id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:34Z', 'updated_at': '2022-05-06T09:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '12313a46-5d89-40ad-863c-815978303941', 'name': '', 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'mac_address': 'fa:16:3e:30:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'dbdfee36-89e7-463e-ab43-ba0ac545eec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:41Z', 'updated_at': '2022-05-06T09:52:50Z', 'revision_number': 4, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'subnets': [{'id': 'dbdfee36-89e7-463e-ab43-ba0ac545eec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:52.887728 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Checking router: 2c0eccef-5568-42f7-904a-62fb839e1b3c for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:52:52.889166 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Updating router 2c0eccef-5568-42f7-904a-62fb839e1b3c port 87733cfe-0aa0-4620-9d04-7c1ba5e93791 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:52:52.943614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978807a-1abe-4304-87d2-b16485339033 None None] The sync data for ids ['70bded08-335d-4bb2-91ad-4fecf2580824'] in n-d-840834-1 is: [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:52:42Z', 'revision_number': 4, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port': {'id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:34Z', 'updated_at': '2022-05-06T09:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '12313a46-5d89-40ad-863c-815978303941', 'name': '', 'network_id': 'fb1d1bd5-873c-4301-a309-7e7e4a29a7b1', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'mac_address': 'fa:16:3e:30:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'dbdfee36-89e7-463e-ab43-ba0ac545eec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:41Z', 'updated_at': '2022-05-06T09:52:50Z', 'revision_number': 4, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'subnets': [{'id': 'dbdfee36-89e7-463e-ab43-ba0ac545eec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:52.988314 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.097233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6b533-1f88-4282-95d3-314a5e286384 None None] Pushing event updated for resources: {'Port': ['ID=84bb80cf-e328-426b-b796-b54b322242e2,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:53.124016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] For port ebb61655-a737-4663-bbb2-7a5a26024e0b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:53.132949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] For port ebb61655-a737-4663-bbb2-7a5a26024e0b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ebb61655-a737-4663-bbb2-7a5a26024e0b,segment=NetworkSegment(e3637fed-8ace-4792-81b7-c993af02f8ae),segment_id=e3637fed-8ace-4792-81b7-c993af02f8ae)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:53.145559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.526429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c73b7-1466-4223-a29e-24317cdb4f64 None None] Pushing event updated for resources: {'Port': ['ID=ebb61655-a737-4663-bbb2-7a5a26024e0b,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:53.624810 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.696827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58228) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:53.755776 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.760866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:52:53.787478 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:53.995882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63a99ecb-412e-415a-8508-9158ace9b87d req-9fd903ca-7609-413c-8df4-586976660bcf tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2636826 May 06 09:52:54.084462 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Pushing event updated for resources: {'Port': ['ID=87733cfe-0aa0-4620-9d04-7c1ba5e93791,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:54.086525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f34ad-3543-410c-8e96-824c1c9baff9 req-7f1fe07a-d970-45de-b991-a9354fda838a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:54.093655 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Attempting to bind port 87733cfe-0aa0-4620-9d04-7c1ba5e93791 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:52:54.093927 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Attempting to bind port 87733cfe-0aa0-4620-9d04-7c1ba5e93791 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:52:54.094278 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Attempting to bind port 87733cfe-0aa0-4620-9d04-7c1ba5e93791 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:52:54.094562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a7f34ad-3543-410c-8e96-824c1c9baff9 req-7f1fe07a-d970-45de-b991-a9354fda838a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 946 time: 1.5191758 May 06 09:52:54.137221 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.137555 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.137882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.138207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.138526 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.138842 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.139156 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.139467 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.139851 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.140163 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.140472 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.140915 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:54.142854 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.172178 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:52:54.172547 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:54.172952 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.173309 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:52:54.173778 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Bound port: 87733cfe-0aa0-4620-9d04-7c1ba5e93791, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:52:54.179522 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.245039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:54.265659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a7f34ad-3543-410c-8e96-824c1c9baff9 req-920e9563-5a28-47a2-96f8-2e5be4f8f69d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1700313 May 06 09:52:54.270070 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Allocated IP 172.20.0.1 (6211b0fb-485c-442d-95fc-73da8fd07f9c/c45e3ec3-04da-497d-9097-710f138ba0ed/a6a1b073-6f85-4363-94c8-f03089f2bbb5) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:54.282331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:54.286205 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35814d9-ee33-4003-8cb6-149fc70de0b6" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-unplugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:54.287976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.297563 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.344708 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] For port 87733cfe-0aa0-4620-9d04-7c1ba5e93791, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:52:54.363659 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] For port 87733cfe-0aa0-4620-9d04-7c1ba5e93791, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=87733cfe-0aa0-4620-9d04-7c1ba5e93791,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:52:54.373933 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.489056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73784ad5-539b-4966-9839-5d41eb8eba68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.504349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=37ed3241-4177-4f55-bca3-df3f65dcc998,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:54.506439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=14']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:54.549081 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Routers {'2c0eccef-5568-42f7-904a-62fb839e1b3c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:54.551657 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c0eccef-5568-42f7-904a-62fb839e1b3c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:54.568228 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34f9a5-6a66-409d-84f2-217cbd232b0c None None] Pushing event updated for resources: {'Port': ['ID=87733cfe-0aa0-4620-9d04-7c1ba5e93791,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:54.715470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.781126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.797294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ca729d49-7914-4a02-a071-cab63148b031 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/37ed3241-4177-4f55-bca3-df3f65dcc998 HTTP/1.1" status: 204 len: 168 time: 2.8327963 May 06 09:52:54.809445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1953db5b-cfac-4257-b97a-f3f15979150c None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:54.831153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58260) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:54.834553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e6285-e960-4018-9dd3-df8230f35448 req-7f0d0f14-8ae0-4cbb-b4b1-b233fb3c5e07 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:54.848543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c9e6285-e960-4018-9dd3-df8230f35448 req-7f0d0f14-8ae0-4cbb-b4b1-b233fb3c5e07 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 945 time: 0.6555569 May 06 09:52:54.887641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:54.955373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c9e6285-e960-4018-9dd3-df8230f35448 req-0aa9669f-da84-479c-8142-b6e3768b671f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056237 May 06 09:52:54.974908 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] Set router 2c0eccef-5568-42f7-904a-62fb839e1b3c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:54.980037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58262) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:55.096937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a1b073-6f85-4363-94c8-f03089f2bbb5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:55.130875 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67eadbb-3775-45a8-a9b8-c65faf5d3def x-openstack-request-id: req-b67eadbb-3775-45a8-a9b8-c65faf5d3def {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:55.132022 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-unplugged", "status": "completed", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:55.132401 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b67eadbb-3775-45a8-a9b8-c65faf5d3def {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:55.132917 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67eadbb-3775-45a8-a9b8-c65faf5d3def'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'code': 200} May 06 09:52:55.133986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ebb61655-a737-4663-bbb2-7a5a26024e0b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:55.135661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.136869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.137967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.139228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.140190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.141961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.142487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.143060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.144865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.145508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.147852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.148492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:55.230530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:55.246019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:55.256467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-480147034-network', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:55.265587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:52:55.293569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Made reservation on behalf of 2395ed525a5d4cba83a393ebb2c5d0b3 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:55.295967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.320764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.322726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.377016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-47e99dd6-cc53-437d-ab62-23753902b98e None None] Provisioning complete for port 84bb80cf-e328-426b-b796-b54b322242e2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:55.377639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-47e99dd6-cc53-437d-ab62-23753902b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.475078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8260554-ef89-4f18-9926-4a4c468175a9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.477050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8260554-ef89-4f18-9926-4a4c468175a9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.478606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8260554-ef89-4f18-9926-4a4c468175a9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.480377 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a8260554-ef89-4f18-9926-4a4c468175a9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6285508 May 06 09:52:55.483779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:55.542891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.546583 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73784ad5-539b-4966-9839-5d41eb8eba68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.559916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73784ad5-539b-4966-9839-5d41eb8eba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.593719 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-73784ad5-539b-4966-9839-5d41eb8eba68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b55dbfa2a47d441f97fa6b5c476af73d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8897991 May 06 09:52:55.599562 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:52:50Z', 'revision_number': 3, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port': {'id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:48Z', 'updated_at': '2022-05-06T09:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:55.610215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:55.681497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784ad5-539b-4966-9839-5d41eb8eba68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20e9589-f053-41b5-a7fa-6f4981c7abcb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:55.701576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 2aa48112-c831-40e0-ad90-6f2a2059a7b9 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:55.725467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115fcb6e-1654-4446-b25a-44bf139d54ed None None] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:55.730419 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.792052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ebb61655-a737-4663-bbb2-7a5a26024e0b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:55.792423 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.834883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc8c912-d612-4f36-bb4b-9147f180392f None None] The sync data for ids ['2c0eccef-5568-42f7-904a-62fb839e1b3c'] in n-d-840834-1 is: [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:52:50Z', 'revision_number': 3, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port': {'id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:48Z', 'updated_at': '2022-05-06T09:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:52:55.844166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee7420f-c123-43af-85ed-707bd5883b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.860154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.875146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.915519 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee7420f-c123-43af-85ed-707bd5883b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:55.922530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:55.928449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113d4c7b-21f3-42e2-9d5d-b5d2a21ff813,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:55.963949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:52:55.986187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27501519-9d89-435c-9341-cd32046b9d68 req-6f4b15f1-7269-4a75-9d1e-d00da80b21c2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:55.989824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27501519-9d89-435c-9341-cd32046b9d68 req-6f4b15f1-7269-4a75-9d1e-d00da80b21c2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.6124218 May 06 09:52:55.998775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.010048 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-47e99dd6-cc53-437d-ab62-23753902b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.053402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.060320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.103767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.105653 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Added segment 31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f of type vlan for network c8028457-06a7-49c9-906c-cad51ce26f10 May 06 09:52:56.129578 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee7420f-c123-43af-85ed-707bd5883b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.132591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee7420f-c123-43af-85ed-707bd5883b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.134854 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bee7420f-c123-43af-85ed-707bd5883b06 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e20e9589-f053-41b5-a7fa-6f4981c7abcb HTTP/1.1" status: 204 len: 168 time: 0.5233281 May 06 09:52:56.149590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7420f-c123-43af-85ed-707bd5883b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20e9589-f053-41b5-a7fa-6f4981c7abcb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:56.184570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a1b073-6f85-4363-94c8-f03089f2bbb5,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:56.194351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.210774 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.347457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-47e99dd6-cc53-437d-ab62-23753902b98e None None] For port 84bb80cf-e328-426b-b796-b54b322242e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=84bb80cf-e328-426b-b796-b54b322242e2,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:56.373012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.383501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:52:56.388289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:56.401323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27501519-9d89-435c-9341-cd32046b9d68 req-c7013fa8-4cd8-455d-93c6-59a5bbf2bb62 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658085 May 06 09:52:56.439319 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-47e99dd6-cc53-437d-ab62-23753902b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.462225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38913a7-212a-48e1-bb06-d3c9a45e643c None None] Update dhcp port {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '2aa48112-c831-40e0-ad90-6f2a2059a7b9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fdf5b356-e5fe-4635-bebc-9a9ecf1c718b'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '84bb80cf-e328-426b-b796-b54b322242e2'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:52:56.502997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.508401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:56.512055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.526237 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f38913a7-212a-48e1-bb06-d3c9a45e643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.634498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Router 2c0eccef-5568-42f7-904a-62fb839e1b3c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:52:56.648843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d7e3f-07ad-4b44-8482-851da58a0613 req-2a9807a7-68b9-420e-a09c-39ed5a76a840 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:56.650427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b3d7e3f-07ad-4b44-8482-851da58a0613 req-2a9807a7-68b9-420e-a09c-39ed5a76a840 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 945 time: 0.5074625 May 06 09:52:56.655091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.693969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port ebb61655-a737-4663-bbb2-7a5a26024e0b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ebb61655-a737-4663-bbb2-7a5a26024e0b,segment=NetworkSegment(e3637fed-8ace-4792-81b7-c993af02f8ae),segment_id=e3637fed-8ace-4792-81b7-c993af02f8ae)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:56.697818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:52:56.732103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.733990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 12313a46-5d89-40ad-863c-815978303941 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:56.749079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:56.749882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.754010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7726462 May 06 09:52:56.785026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58346) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:56.795720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Request body: {'subnet': {'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-480147034-subnet', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:56.818945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:56.841074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297c9ac-796f-4a70-bff7-affde2e0befa admin admin] Pushing event updated for resources: {'Network': ['ID=c8028457-06a7-49c9-906c-cad51ce26f10,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:56.845942 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a42be5a-fa87-474d-a36e-0812d85d2a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.881062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Made reservation on behalf of 2395ed525a5d4cba83a393ebb2c5d0b3 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:56.883653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.890397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c8028457-06a7-49c9-906c-cad51ce26f10 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:52:56.956618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e87086d6-93d9-44ef-ba7c-b63489bbc186 None None] Provisioning complete for port ebb61655-a737-4663-bbb2-7a5a26024e0b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:56.956995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e87086d6-93d9-44ef-ba7c-b63489bbc186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.958737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a42be5a-fa87-474d-a36e-0812d85d2a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.968809 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a42be5a-fa87-474d-a36e-0812d85d2a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:56.996291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e99dd6-cc53-437d-ab62-23753902b98e None None] Pushing event updated for resources: {'Port': ['ID=84bb80cf-e328-426b-b796-b54b322242e2,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.007949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:52:57.030027 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-32a648d6-6f1d-4646-b1f0-c14d0cde8b75 admin admin] 10.222.0.76 "PUT /v2.0/routers/2c0eccef-5568-42f7-904a-62fb839e1b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6663029 May 06 09:52:57.037203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a42be5a-fa87-474d-a36e-0812d85d2a02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3641f88f01e4453fb4bc628a141230b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170749 May 06 09:52:57.037862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:57.046231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42be5a-fa87-474d-a36e-0812d85d2a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c015249f-dbad-4473-9f55-0e6aedcc37f5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.102343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86de0457-46f9-4d7a-9739-a92d33d78958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.103795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b3d7e3f-07ad-4b44-8482-851da58a0613 req-fffacd81-ec7b-4e58-8254-2809771139ad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548374 May 06 09:52:57.132343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=ebb61655-a737-4663-bbb2-7a5a26024e0b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.135961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86de0457-46f9-4d7a-9739-a92d33d78958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.204929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86de0457-46f9-4d7a-9739-a92d33d78958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.215205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-86de0457-46f9-4d7a-9739-a92d33d78958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.215205 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-86de0457-46f9-4d7a-9739-a92d33d78958 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c015249f-dbad-4473-9f55-0e6aedcc37f5 HTTP/1.1" status: 204 len: 168 time: 0.1697216 May 06 09:52:57.227841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de0457-46f9-4d7a-9739-a92d33d78958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c015249f-dbad-4473-9f55-0e6aedcc37f5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.264318 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.296616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.302465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/2aa48112-c831-40e0-ad90-6f2a2059a7b9 HTTP/1.1" status: 204 len: 168 time: 1.8149164 May 06 09:52:57.304769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58362) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:57.333713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb556ba-3084-49cd-825f-0d240572d5e7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa48112-c831-40e0-ad90-6f2a2059a7b9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.344123 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.414840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet fdf5b356-e5fe-4635-bebc-9a9ecf1c718b {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:52:57.420255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a27194b-24f8-42c8-bcc0-5e4a43bac974,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.422717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.448188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.448617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.448968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.449388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.449732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.450086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.452231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.452231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.452551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.452876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.453208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.453536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:52:57.476883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc24ab-054b-47c7-91c8-d921bf536bfe req-cad78c56-cbde-43fe-98ef-9b460f3821e2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:57.478649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91dc24ab-054b-47c7-91c8-d921bf536bfe req-cad78c56-cbde-43fe-98ef-9b460f3821e2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.3943160 May 06 09:52:57.489599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 12313a46-5d89-40ad-863c-815978303941 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:57.490640 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.556433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.579377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Checking segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:52:57.580142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Network hostable DHCP agents. Network: c8028457-06a7-49c9-906c-cad51ce26f10, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:52:57.610475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91dc24ab-054b-47c7-91c8-d921bf536bfe req-a830dab7-e7e9-4a63-a6a0-8ae53bfa0f1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195214 May 06 09:52:57.626982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.630129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Network c8028457-06a7-49c9-906c-cad51ce26f10 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-f38913a7-212a-48e1-bb06-d3c9a45e643c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2aa48112-c831-40e0-ad90-6f2a2059a7b9: This subnet is being modified by another concurrent operation. May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2aa48112-c831-40e0-ad90-6f2a2059a7b9: This subnet is being modified by another concurrent operation. May 06 09:52:57.649113 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 09:52:57.666632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c8028457-06a7-49c9-906c-cad51ce26f10) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:52:57.679796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:57.683424 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.705987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.715928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6bd839-f052-451a-ac63-59eabe76f3c8 None None] Network c8028457-06a7-49c9-906c-cad51ce26f10 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:57.732399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-12794f44-bf68-492f-bb02-30f8701239ae admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9420295 May 06 09:52:57.735388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58372) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:57.754765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:57.767106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf5b356-e5fe-4635-bebc-9a9ecf1c718b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:57.769815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.775547 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ebf94104-d8ed-4a0a-80a0-e9d18baea20e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/fdf5b356-e5fe-4635-bebc-9a9ecf1c718b HTTP/1.1" status: 204 len: 168 time: 0.4675424 May 06 09:52:57.776518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58374) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:57.837727 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-725df869-3c7a-4f5a-88d0-e27e29704932 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589702 May 06 09:52:57.838835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58380) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:57.878777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c03eba-c38d-4762-abab-df4713c6ab88 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:52:57.905015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.937340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99eb76-d141-4088-b793-4c081daa99ae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:57.939237 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df99eb76-d141-4088-b793-4c081daa99ae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0992093 May 06 09:52:57.943996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58386) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:57.970302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:57.971378 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.004340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ec0f4-97b2-4c03-aa48-bbfacec3fe3f req-c92aa074-231c-4d60-86c6-6721ad8aebc4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.006422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a19ec0f4-97b2-4c03-aa48-bbfacec3fe3f req-c92aa074-231c-4d60-86c6-6721ad8aebc4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2042515 May 06 09:52:58.027822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8818190-6e65-462e-98c5-018207afcf7e req-8b38228d-d3ef-481a-b4f0-5f803c9be5f1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.029373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8818190-6e65-462e-98c5-018207afcf7e req-8b38228d-d3ef-481a-b4f0-5f803c9be5f1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1324403 May 06 09:52:58.057429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f9f98-afa6-478b-a7eb-3504f1bd77e0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.061496 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-164f9f98-afa6-478b-a7eb-3504f1bd77e0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1135499 May 06 09:52:58.061751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58390) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.086696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:52:58.088992 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dda5500-b03e-405b-838c-88786e556242" -d '{"events": [{"server_uuid": "dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c", "name": "network-vif-plugged", "status": "completed", "tag": "0dd5551d-3679-42b8-9a0a-1d9e4aeaec04"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:52:58.135670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-31aee634-c6e9-4eeb-956e-ddc80291ba15 None None] Provisioning complete for port 84bb80cf-e328-426b-b796-b54b322242e2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:58.136043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-31aee634-c6e9-4eeb-956e-ddc80291ba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.144925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.153670 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-98ab2809-d401-42c6-8703-da254517794c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865231 May 06 09:52:58.155770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58396) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.168344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-957e85a0-2d7c-406d-a982-4db0491c6f24 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:58.202144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:58.219059 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.314731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a19ec0f4-97b2-4c03-aa48-bbfacec3fe3f req-7509d434-16f1-4931-8c43-60c414fc1fff tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812364 May 06 09:52:58.330646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8818190-6e65-462e-98c5-018207afcf7e req-0d80a903-64dd-446e-8866-d48653a89e62 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2871764 May 06 09:52:58.533224 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76000181-632e-4a7e-aee8-3f9754770e88 x-openstack-request-id: req-76000181-632e-4a7e-aee8-3f9754770e88 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:52:58.534388 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c", "name": "network-vif-plugged", "status": "completed", "tag": "0dd5551d-3679-42b8-9a0a-1d9e4aeaec04", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:52:58.534388 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76000181-632e-4a7e-aee8-3f9754770e88 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:52:58.534701 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76000181-632e-4a7e-aee8-3f9754770e88'] response: {'server_uuid': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04', 'code': 200} May 06 09:52:58.540698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 84bb80cf-e328-426b-b796-b54b322242e2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:52:58.648736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.691275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e85a0-2d7c-406d-a982-4db0491c6f24 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:58.694872 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-957e85a0-2d7c-406d-a982-4db0491c6f24 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.696517 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-957e85a0-2d7c-406d-a982-4db0491c6f24 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:52:58.696945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957e85a0-2d7c-406d-a982-4db0491c6f24 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:58.708760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:52:58.722167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Sync routers for ids ['2c0eccef-5568-42f7-904a-62fb839e1b3c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:52:58.770148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-c8028457-06a7-49c9-906c-cad51ce26f10', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:52:58.771075 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.783938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-957e85a0-2d7c-406d-a982-4db0491c6f24 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6234944 May 06 09:52:58.789125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58416) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.794606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6618dd6d-3860-4d71-ac25-8aa137d78c7c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:58.798073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Routers {'2c0eccef-5568-42f7-904a-62fb839e1b3c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:52:58.798940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c0eccef-5568-42f7-904a-62fb839e1b3c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:52:58.815555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e93ab2-8221-47ef-9d52-df825bf124b9 req-c168e612-afae-4227-bd90-482d7fde791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.818123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47e93ab2-8221-47ef-9d52-df825bf124b9 req-c168e612-afae-4227-bd90-482d7fde791d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 1097 time: 0.2328002 May 06 09:52:58.839223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae893e6b-4df6-424f-a33f-b06f289eec6b req-658f4f5d-aee3-4829-9fcd-9dca92bdcb67 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.841034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae893e6b-4df6-424f-a33f-b06f289eec6b req-658f4f5d-aee3-4829-9fcd-9dca92bdcb67 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1847966 May 06 09:52:58.877612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:52:58.899630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebcfab-9d96-45d0-9b3c-6ea7aed02edf req-cfa01ea0-6530-42ad-b84a-8ae2504a0c36 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:58.901604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebebcfab-9d96-45d0-9b3c-6ea7aed02edf req-cfa01ea0-6530-42ad-b84a-8ae2504a0c36 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 946 time: 0.2962060 May 06 09:52:58.909819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6618dd6d-3860-4d71-ac25-8aa137d78c7c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:58.916768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6618dd6d-3860-4d71-ac25-8aa137d78c7c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:58.918517 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6618dd6d-3860-4d71-ac25-8aa137d78c7c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:52:58.919053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6618dd6d-3860-4d71-ac25-8aa137d78c7c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:58.941364 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6618dd6d-3860-4d71-ac25-8aa137d78c7c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1506371 May 06 09:52:58.944503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58420) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:58.952664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-85195c8a-e27c-4361-a618-76980c1f1136 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:58.976441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae893e6b-4df6-424f-a33f-b06f289eec6b req-d134e602-8414-4999-b603-75e982798b1f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145101 May 06 09:52:59.058503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebebcfab-9d96-45d0-9b3c-6ea7aed02edf req-ecec5791-9db1-4bc4-b661-3ade7dacffbb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321886 May 06 09:52:59.066600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 84bb80cf-e328-426b-b796-b54b322242e2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:59.067029 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.098746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85195c8a-e27c-4361-a618-76980c1f1136 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:59.109320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85195c8a-e27c-4361-a618-76980c1f1136 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.112480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47e93ab2-8221-47ef-9d52-df825bf124b9 req-c909b502-9856-4dd2-860a-f599dd8cd300 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605743 May 06 09:52:59.116521 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-85195c8a-e27c-4361-a618-76980c1f1136 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:52:59.117122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85195c8a-e27c-4361-a618-76980c1f1136 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:59.150372 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-85195c8a-e27c-4361-a618-76980c1f1136 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2042243 May 06 09:52:59.155178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:59.160717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-083016b0-49f9-453f-b0e0-495e63ee0f6b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:59.225392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Set router 2c0eccef-5568-42f7-904a-62fb839e1b3c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:52:59.286867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083016b0-49f9-453f-b0e0-495e63ee0f6b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:59.301768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-083016b0-49f9-453f-b0e0-495e63ee0f6b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.301768 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-083016b0-49f9-453f-b0e0-495e63ee0f6b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:52:59.301768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083016b0-49f9-453f-b0e0-495e63ee0f6b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:59.343427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58444) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:59.345793 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-083016b0-49f9-453f-b0e0-495e63ee0f6b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1886744 May 06 09:52:59.350615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-07570f74-6175-4350-88fa-bc076ac5355f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:59.372182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f4122fde-4389-4cac-a5e7-c5b02e7b11d8 None None] Provisioning complete for port ebb61655-a737-4663-bbb2-7a5a26024e0b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:52:59.372540 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f4122fde-4389-4cac-a5e7-c5b02e7b11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.374566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Allocated IP 172.20.0.2 (c8028457-06a7-49c9-906c-cad51ce26f10/6a27194b-24f8-42c8-bcc0-5e4a43bac974/f0c4a42e-47fb-43a9-bc0c-4320974c76d4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:52:59.431331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] Deleting port 84bb80cf-e328-426b-b796-b54b322242e2 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:52:59.431703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.563706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07570f74-6175-4350-88fa-bc076ac5355f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:59.568781 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-07570f74-6175-4350-88fa-bc076ac5355f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.570239 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-07570f74-6175-4350-88fa-bc076ac5355f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:52:59.570673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07570f74-6175-4350-88fa-bc076ac5355f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:59.601202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05efa4e-32e6-43de-9fd8-19533b47637f req-0a7b6c24-4890-4c5c-a644-20b38420cf00 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:59.601959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d05efa4e-32e6-43de-9fd8-19533b47637f req-0a7b6c24-4890-4c5c-a644-20b38420cf00 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.3220816 May 06 09:52:59.608983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-07570f74-6175-4350-88fa-bc076ac5355f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2645063 May 06 09:52:59.613436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58452) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:59.619510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e8df6d9b-a635-467c-aa63-b1c3ce0babdf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:52:59.663775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.719837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d05efa4e-32e6-43de-9fd8-19533b47637f req-6f3de326-244e-42fd-8780-85dc4bae10a8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092484 May 06 09:52:59.726529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.761410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] For port 84bb80cf-e328-426b-b796-b54b322242e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=84bb80cf-e328-426b-b796-b54b322242e2,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:52:59.761987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.831867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8df6d9b-a635-467c-aa63-b1c3ce0babdf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:52:59.838471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8df6d9b-a635-467c-aa63-b1c3ce0babdf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:52:59.840285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] Calling delete_port for 84bb80cf-e328-426b-b796-b54b322242e2 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:52:59.840760 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8df6d9b-a635-467c-aa63-b1c3ce0babdf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:52:59.841485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8df6d9b-a635-467c-aa63-b1c3ce0babdf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:52:59.865912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964557-80e7-42c1-b1c7-086966151341 req-8db9a07b-99a7-44af-a9a7-5a2d53e1da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:59.866822 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e8df6d9b-a635-467c-aa63-b1c3ce0babdf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2514014 May 06 09:52:59.867566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2964557-80e7-42c1-b1c7-086966151341 req-8db9a07b-99a7-44af-a9a7-5a2d53e1da4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.3743370 May 06 09:52:59.868654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58462) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:52:59.952174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224e0141-af67-4f6e-ac10-975ecb17481c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:52:59.954963 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-224e0141-af67-4f6e-ac10-975ecb17481c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0851190 May 06 09:52:59.958773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58470) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:00.050334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7890f539-97a3-4823-b881-d5d34cb18824 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:00.054887 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7890f539-97a3-4823-b881-d5d34cb18824 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918653 May 06 09:53:00.054887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58480) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:00.109637 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a85b83f3-3906-4098-92e4-1ca8cc7807de tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494673 May 06 09:53:00.110548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58486) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:00.116288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:00.128842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 87733cfe-0aa0-4620-9d04-7c1ba5e93791 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:00.184659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Allocated IP 172.25.8.154 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/49c36af1-cfd7-4b8a-ad24-4000a5286ebc) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:00.347135 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.390443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964557-80e7-42c1-b1c7-086966151341 req-ad6291db-3d24-4893-9710-ac63bcda8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:00.392535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2964557-80e7-42c1-b1c7-086966151341 req-ad6291db-3d24-4893-9710-ac63bcda8b27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.5114830 May 06 09:53:00.437957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1b8df-99c5-4b74-b2cc-4d07433f4cdd req-d9c40488-659d-432d-81a1-8a9403999bb4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:00.441796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83e1b8df-99c5-4b74-b2cc-4d07433f4cdd req-d9c40488-659d-432d-81a1-8a9403999bb4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.5784955 May 06 09:53:00.452799 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.468498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f4122fde-4389-4cac-a5e7-c5b02e7b11d8 None None] Provisioning complete for port a6a1b073-6f85-4363-94c8-f03089f2bbb5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:00.468935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f4122fde-4389-4cac-a5e7-c5b02e7b11d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.540703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f4122fde-4389-4cac-a5e7-c5b02e7b11d8 None None] Port a6a1b073-6f85-4363-94c8-f03089f2bbb5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:00.554541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2964557-80e7-42c1-b1c7-086966151341 req-c53d76cc-7ab4-4774-9353-45a33251a37c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.1473165 May 06 09:53:00.568192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 87733cfe-0aa0-4620-9d04-7c1ba5e93791 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:00.568568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.691361 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.702750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:00.737595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.748805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:52:55Z', 'revision_number': 4, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port': {'id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:48Z', 'updated_at': '2022-05-06T09:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a6a1b073-6f85-4363-94c8-f03089f2bbb5', 'name': '', 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'mac_address': 'fa:16:3e:c3:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'c45e3ec3-04da-497d-9097-710f138ba0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:53Z', 'updated_at': '2022-05-06T09:52:55Z', 'revision_number': 2, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'subnets': [{'id': 'c45e3ec3-04da-497d-9097-710f138ba0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:00.771493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83e1b8df-99c5-4b74-b2cc-4d07433f4cdd req-9ba50b8a-68d8-4ae0-9965-99a540f33875 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247326 May 06 09:53:00.816117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:00.847040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:00.873904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:00.880917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Checking router: 2c0eccef-5568-42f7-904a-62fb839e1b3c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:00.881546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Updating router 2c0eccef-5568-42f7-904a-62fb839e1b3c port a6a1b073-6f85-4363-94c8-f03089f2bbb5 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:53:00.884131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] No DVR routers for this DVR port 84bb80cf-e328-426b-b796-b54b322242e2 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:00.907396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Network c8028457-06a7-49c9-906c-cad51ce26f10 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:00.915485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58504) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:00.931281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Pushing event updated for resources: {'Port': ['ID=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:00.939707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:00.946240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:01.012971 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.021025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:01.026240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc6920-5a24-44d8-8c06-c94e6f418118 None None] Pushing event deleted for resources: {'Port': ['ID=84bb80cf-e328-426b-b796-b54b322242e2,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:01.028920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.036559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Pushing event updated for resources: {'Port': ['ID=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:01.046623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.062362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964557-80e7-42c1-b1c7-086966151341 req-4fc712b6-683c-4822-97d6-b42a718d16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:01.063907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2964557-80e7-42c1-b1c7-086966151341 req-4fc712b6-683c-4822-97d6-b42a718d16b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.5080814 May 06 09:53:01.089394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 87733cfe-0aa0-4620-9d04-7c1ba5e93791, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=87733cfe-0aa0-4620-9d04-7c1ba5e93791,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:01.099189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.100322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ebb61655-a737-4663-bbb2-7a5a26024e0b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:01.342196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Attempting to bind port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:01.342560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Attempting to bind port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:01.343031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Attempting to bind port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 on network c8028457-06a7-49c9-906c-cad51ce26f10 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:01.364529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:01.364975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Checking segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:01.365290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.365804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Bound using segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:01.366286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Bound port: f0c4a42e-47fb-43a9-bc0c-4320974c76d4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:01.366661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.403062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:53:01.405180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.460282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:01.463759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:01.467518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=87733cfe-0aa0-4620-9d04-7c1ba5e93791,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:01.468172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:01.468768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.488337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:01.497557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b5373de8-c514-43bd-840e-c546430aa6b7 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3858407 May 06 09:53:01.501188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:01.503022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d3484-7af1-49fe-9080-f4a96fd641f6 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:01.509676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:6e:6e:be', 'name': 'tempest-NetworksTestDHCPv6-811758919'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:01.652622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ebb61655-a737-4663-bbb2-7a5a26024e0b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:01.652990 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.658721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078fbec-6482-47ae-81ce-2c5f12aba3bd req-d952099c-f080-4078-a7bd-915838a6004e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:01.666162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3078fbec-6482-47ae-81ce-2c5f12aba3bd req-d952099c-f080-4078-a7bd-915838a6004e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.7311437 May 06 09:53:01.675119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccce426-1c6c-4c12-a94f-f103f99a6640 req-ad036a46-e15a-48d7-bb1c-5766d90b273e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:01.676886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ccce426-1c6c-4c12-a94f-f103f99a6640 req-ad036a46-e15a-48d7-bb1c-5766d90b273e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 946 time: 0.8274038 May 06 09:53:01.690793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:01.712925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] For port f0c4a42e-47fb-43a9-bc0c-4320974c76d4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:01.738830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] For port f0c4a42e-47fb-43a9-bc0c-4320974c76d4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:01.743832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2964557-80e7-42c1-b1c7-086966151341 req-cc35e290-c13f-4041-871e-f7e17b23c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:01.745570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2964557-80e7-42c1-b1c7-086966151341 req-cc35e290-c13f-4041-871e-f7e17b23c042 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918384 May 06 09:53:01.753432 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.832421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:01.863527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port e64930be-86d6-4a8e-a731-de79cd065a84 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:01.931454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3078fbec-6482-47ae-81ce-2c5f12aba3bd req-7a48a44c-eb93-4f1e-a47c-6623ecc7ed91 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2641747 May 06 09:53:01.944818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ef4f-614c-4771-badf-b067b67bcc71 None None] Pushing event updated for resources: {'Port': ['ID=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:01.961456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:01.962304 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.005138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ccce426-1c6c-4c12-a94f-f103f99a6640 req-b43c7612-a6ad-4a81-85db-55fa05eaaade tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103857 May 06 09:53:02.066698 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.143749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 84bb80cf-e328-426b-b796-b54b322242e2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:02.168953 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.174231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 84bb80cf-e328-426b-b796-b54b322242e2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:02.174658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 84bb80cf-e328-426b-b796-b54b322242e2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:02.220391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fe6e:6ebe (ec861bb2-f6c1-44b0-ab1c-795d98c15718/a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce/e64930be-86d6-4a8e-a731-de79cd065a84) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:02.254959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10bcb4-29ed-4a6d-bb04-0bd4ec71397f None None] Pushing event updated for resources: {'Port': ['ID=a6a1b073-6f85-4363-94c8-f03089f2bbb5,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:02.371337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Attempting to bind port a6a1b073-6f85-4363-94c8-f03089f2bbb5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:02.371730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Attempting to bind port a6a1b073-6f85-4363-94c8-f03089f2bbb5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:02.372090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Attempting to bind port a6a1b073-6f85-4363-94c8-f03089f2bbb5 on network 6211b0fb-485c-442d-95fc-73da8fd07f9c {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:02.378328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2964557-80e7-42c1-b1c7-086966151341 req-0a46a9a4-4474-4856-823b-a728af5c7519 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5861487 May 06 09:53:02.386253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.392843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:02.393317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Checking segment: {'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:02.393724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.394343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Bound using segment: {'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:02.394600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Bound port: a6a1b073-6f85-4363-94c8-f03089f2bbb5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3637fed-8ace-4792-81b7-c993af02f8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:02.394982 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.507296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8424c2-6898-40b1-be26-61ea682c95df req-94f928e3-edbb-4cdf-9da1-279cc63a647d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:02.508957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba8424c2-6898-40b1-be26-61ea682c95df req-94f928e3-edbb-4cdf-9da1-279cc63a647d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 946 time: 0.2701945 May 06 09:53:02.557375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] For port a6a1b073-6f85-4363-94c8-f03089f2bbb5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:02.562647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] For port a6a1b073-6f85-4363-94c8-f03089f2bbb5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a6a1b073-6f85-4363-94c8-f03089f2bbb5,segment=NetworkSegment(e3637fed-8ace-4792-81b7-c993af02f8ae),segment_id=e3637fed-8ace-4792-81b7-c993af02f8ae)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:02.579039 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.591110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56516c4-b137-4ac5-a135-b4d1c289658d req-06479683-b342-44fd-8743-e6f904463903 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:02.597524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 87733cfe-0aa0-4620-9d04-7c1ba5e93791 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:02.600523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b56516c4-b137-4ac5-a135-b4d1c289658d req-06479683-b342-44fd-8743-e6f904463903 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.4776537 May 06 09:53:02.633493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.709586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.772883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:02.776411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:02.779362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:02.787879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:02.789181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:02.810086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba8424c2-6898-40b1-be26-61ea682c95df req-518c8272-d58f-47d1-a7ee-e1f05523dbc7 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530153 May 06 09:53:02.823063 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3207104 May 06 09:53:02.823922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5abfd-57bf-4d77-bffe-d9190ba49bd9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=e64930be-86d6-4a8e-a731-de79cd065a84,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:02.826272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58536) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:02.834167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b56516c4-b137-4ac5-a135-b4d1c289658d req-09847931-9322-4e9d-b91f-ce2ba2f9c437 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325718 May 06 09:53:02.854729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2964557-80e7-42c1-b1c7-086966151341 req-5494f24c-5c8f-4338-9044-cf9137ac3e61 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598305 May 06 09:53:02.902499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec6c4e-533e-488e-8f41-aae4b6b682d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:02.904139 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6cec6c4e-533e-488e-8f41-aae4b6b682d6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0765905 May 06 09:53:02.907045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58540) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:02.915352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Allocated IP 2001:db8::f816:3eff:fe6e:d1de (ec861bb2-f6c1-44b0-ab1c-795d98c15718/a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce/8e614254-3160-4007-ae73-72ab97c3ff2b) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:02.920988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Routers {'2c0eccef-5568-42f7-904a-62fb839e1b3c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:02.929287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c0eccef-5568-42f7-904a-62fb839e1b3c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:03.089866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10bcb4-29ed-4a6d-bb04-0bd4ec71397f None None] Pushing event updated for resources: {'Port': ['ID=a6a1b073-6f85-4363-94c8-f03089f2bbb5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:03.131356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port e64930be-86d6-4a8e-a731-de79cd065a84 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:03.132071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.237825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bc804d83-acd5-4807-b5fa-12929b7d8118 None None] Provisioning complete for port a6a1b073-6f85-4363-94c8-f03089f2bbb5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:03.238279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc804d83-acd5-4807-b5fa-12929b7d8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.268299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.314281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fc140-c288-46d9-b6b8-80bc3fde58b8 req-e3eebf6b-bc43-4ddd-9f3e-9688dff4eb17 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:03.325168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.327278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-136fc140-c288-46d9-b6b8-80bc3fde58b8 req-e3eebf6b-bc43-4ddd-9f3e-9688dff4eb17 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1840799 May 06 09:53:03.349500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 87733cfe-0aa0-4620-9d04-7c1ba5e93791 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:03.349870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.351217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for e64930be-86d6-4a8e-a731-de79cd065a84 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:03.475405 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.488177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] Set router 2c0eccef-5568-42f7-904a-62fb839e1b3c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:03.570635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.633899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.661364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.687611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-136fc140-c288-46d9-b6b8-80bc3fde58b8 req-b50493e3-f5c3-4853-811b-7019dee659c2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3593228 May 06 09:53:03.694256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=e64930be-86d6-4a8e-a731-de79cd065a84,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:03.727890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d26d0-5a69-40d8-a528-a6d005ca67f9 req-ea436b8e-a3c3-4a5c-a120-e481af03acec tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:03.735711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-883d26d0-5a69-40d8-a528-a6d005ca67f9 req-ea436b8e-a3c3-4a5c-a120-e481af03acec tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 946 time: 0.4443612 May 06 09:53:03.753906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:03.755671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b9afd-93de-4a1e-a78e-3d49ec4bfb83 None None] Network c8028457-06a7-49c9-906c-cad51ce26f10 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:03.758866 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d0af5d1c-7bb0-4ba9-b9e1-3f13b1d4b429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/e64930be-86d6-4a8e-a731-de79cd065a84 HTTP/1.1" status: 204 len: 168 time: 0.8490088 May 06 09:53:03.762108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58552) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:03.829526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c39d37-6949-4ca9-954d-9fd46fd3594b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:03.833292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c39d37-6949-4ca9-954d-9fd46fd3594b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:03.834968 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-42c39d37-6949-4ca9-954d-9fd46fd3594b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0719047 May 06 09:53:03.837941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58554) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:03.897496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-883d26d0-5a69-40d8-a528-a6d005ca67f9 req-fb430c15-caab-4809-8f7c-df9ea3b1c199 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163287 May 06 09:53:04.006466 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc804d83-acd5-4807-b5fa-12929b7d8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.035486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:04.052860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:04.055437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:04.057950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f0c4a42e-47fb-43a9-bc0c-4320974c76d4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:04.061322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:04.067687 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.085936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Pushing event updated for resources: {'Port': ['ID=8e614254-3160-4007-ae73-72ab97c3ff2b,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:04.104067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Router 212f8245-d0f5-4405-9fcd-38e8dd0532fa is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:53:04.116678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-b490fe5e-8f6b-42d0-be62-72fd7ac32a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:04.118165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-b490fe5e-8f6b-42d0-be62-72fd7ac32a91 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1096 time: 0.1827569 May 06 09:53:04.136452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.176150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bc804d83-acd5-4807-b5fa-12929b7d8118 None None] For port a6a1b073-6f85-4363-94c8-f03089f2bbb5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a6a1b073-6f85-4363-94c8-f03089f2bbb5,segment=NetworkSegment(e3637fed-8ace-4792-81b7-c993af02f8ae),segment_id=e3637fed-8ace-4792-81b7-c993af02f8ae)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:04.176759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a4353-a674-48a9-a9d1-89c29d9d82a7 req-8616efde-3c24-4125-b8ce-2599757220ff tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:04.178233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e7a4353-a674-48a9-a9d1-89c29d9d82a7 req-8616efde-3c24-4125-b8ce-2599757220ff tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1879516 May 06 09:53:04.225963 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc804d83-acd5-4807-b5fa-12929b7d8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.281605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Attempting to bind port 8e614254-3160-4007-ae73-72ab97c3ff2b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:04.282022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Attempting to bind port 8e614254-3160-4007-ae73-72ab97c3ff2b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:04.282337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Attempting to bind port 8e614254-3160-4007-ae73-72ab97c3ff2b on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:04.321863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:04.322315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:04.322646 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.323032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:04.323521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Bound port: 8e614254-3160-4007-ae73-72ab97c3ff2b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:04.323927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.368300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:04.368675 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.423412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e7a4353-a674-48a9-a9d1-89c29d9d82a7 req-6c098420-c200-42ae-a1ca-c2d46b030834 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953242 May 06 09:53:04.428688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc804d83-acd5-4807-b5fa-12929b7d8118 None None] Pushing event updated for resources: {'Port': ['ID=a6a1b073-6f85-4363-94c8-f03089f2bbb5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:04.444457 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.479046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9bd716d6-ed95-47e4-86a5-1ecae3687c0c None None] Provisioning complete for port a6a1b073-6f85-4363-94c8-f03089f2bbb5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:04.479046 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9bd716d6-ed95-47e4-86a5-1ecae3687c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.530253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:52:55Z', 'revision_number': 4, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port': {'id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:48Z', 'updated_at': '2022-05-06T09:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a6a1b073-6f85-4363-94c8-f03089f2bbb5', 'name': '', 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'mac_address': 'fa:16:3e:c3:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'c45e3ec3-04da-497d-9097-710f138ba0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:53Z', 'updated_at': '2022-05-06T09:53:02Z', 'revision_number': 4, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'subnets': [{'id': 'c45e3ec3-04da-497d-9097-710f138ba0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:04.530967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-8b1578fa-7737-4cc4-9314-39d4dc66ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:04.532851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-8b1578fa-7737-4cc4-9314-39d4dc66ea5c service neutron] 10.222.0.82 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.3667729 May 06 09:53:04.534819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:04.549059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Sync routers for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:04.570813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ce8e3-d4a7-4a26-a8a8-2cc59ecee132 None None] The sync data for ids ['2c0eccef-5568-42f7-904a-62fb839e1b3c'] in n-d-840834-1 is: [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:52:55Z', 'revision_number': 4, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port': {'id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:48Z', 'updated_at': '2022-05-06T09:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a6a1b073-6f85-4363-94c8-f03089f2bbb5', 'name': '', 'network_id': '6211b0fb-485c-442d-95fc-73da8fd07f9c', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'mac_address': 'fa:16:3e:c3:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'c45e3ec3-04da-497d-9097-710f138ba0ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:53Z', 'updated_at': '2022-05-06T09:53:02Z', 'revision_number': 4, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'subnets': [{'id': 'c45e3ec3-04da-497d-9097-710f138ba0ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:04.588791 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:04.591667 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:04.609608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-2c48559c-a544-4bdb-81f7-31fce29ddb9d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.0691316 May 06 09:53:04.621108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.625309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58568) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:04.631885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] For port 8e614254-3160-4007-ae73-72ab97c3ff2b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:04.636181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c1a7ebb7-8f1d-46f2-b144-3b9577622113 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8939769 May 06 09:53:04.657574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.658432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] For port 8e614254-3160-4007-ae73-72ab97c3ff2b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e614254-3160-4007-ae73-72ab97c3ff2b,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:04.709856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.721755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:04.861563 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:04.980193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port f0c4a42e-47fb-43a9-bc0c-4320974c76d4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:04.986400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ad407-68d0-4e21-b24d-f1d8817b3666 None None] Pushing event updated for resources: {'Port': ['ID=8e614254-3160-4007-ae73-72ab97c3ff2b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:04.993547 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.078360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:05.085913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9bd716d6-ed95-47e4-86a5-1ecae3687c0c None None] Provisioning complete for port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:05.086291 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9bd716d6-ed95-47e4-86a5-1ecae3687c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.330977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a6a1b073-6f85-4363-94c8-f03089f2bbb5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:05.389400 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:01Z', 'revision_number': 3, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:05.452885 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Checking router: 212f8245-d0f5-4405-9fcd-38e8dd0532fa for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:05.453431 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Updating router 212f8245-d0f5-4405-9fcd-38e8dd0532fa port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:53:05.480056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a6a1b073-6f85-4363-94c8-f03089f2bbb5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:05.480436 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.491329 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.594123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cd5f08d9-85e7-4662-849c-97d0604a1afd None None] Provisioning complete for port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:05.599364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cd5f08d9-85e7-4662-849c-97d0604a1afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.874290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.879507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.883565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce HTTP/1.1" status: 204 len: 168 time: 2.0439467 May 06 09:53:05.885787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Deleting port 12313a46-5d89-40ad-863c-815978303941 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:05.886352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.888046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe485cb-1c6a-4afe-8735-913110477dcb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:05.902491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:05.926022 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.934956 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:05.962759 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7268c9e4-0231-4450-b76a-0d7eff287a48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583944 May 06 09:53:05.976402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58584) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:05.998651 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaaed6-7df9-46af-a671-0e140c50303a None None] Pushing event updated for resources: {'Port': ['ID=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:05.999953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:06.026870 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Attempting to bind port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:06.027249 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Attempting to bind port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:06.027658 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Attempting to bind port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:06.033218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:06.034124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:06.034644 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.035080 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:06.035618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Bound port: 49c36af1-cfd7-4b8a-ad24-4000a5286ebc, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:06.036020 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.072436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-97c477f3-05de-470d-9900-d62ce325bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:06.073954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-97c477f3-05de-470d-9900-d62ce325bfc7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 1.4558809 May 06 09:53:06.101395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-d9e757ed-592f-4a8f-bb6e-1aad31cfdee0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:06.103499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-d9e757ed-592f-4a8f-bb6e-1aad31cfdee0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 946 time: 0.4117222 May 06 09:53:06.174042 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] For port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:06.179395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-b6e1e27b-0354-4c6d-a27a-5a1c86053460 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913117 May 06 09:53:06.185599 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] For port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:06.195328 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.213476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa828b81-cc2d-4f09-bcee-82bfbb486c8f req-d5c69dfc-005d-4c1c-9be5-c8c089c260e3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:06.232502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa828b81-cc2d-4f09-bcee-82bfbb486c8f req-d5c69dfc-005d-4c1c-9be5-c8c089c260e3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.5337818 May 06 09:53:06.249608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec537f-036d-40de-8d09-9530632cbc63 req-0bf189b4-da29-4bad-bed6-9c4abc7e0ed1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:06.257896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcec537f-036d-40de-8d09-9530632cbc63 req-0bf189b4-da29-4bad-bed6-9c4abc7e0ed1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 946 time: 0.5581548 May 06 09:53:06.295550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:06.299075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.313904 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:06.316003 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:06.402132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Allocated IP 172.20.0.1 (c8028457-06a7-49c9-906c-cad51ce26f10/6a27194b-24f8-42c8-bcc0-5e4a43bac974/f632e106-61ed-4fed-bb53-2c8d17d0e181) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:06.494890 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaaed6-7df9-46af-a671-0e140c50303a None None] Pushing event updated for resources: {'Port': ['ID=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:06.576098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa828b81-cc2d-4f09-bcee-82bfbb486c8f req-fe326781-e4fe-4787-b01b-924c391d2624 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3366611 May 06 09:53:06.631235 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:06.631389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] For port 12313a46-5d89-40ad-863c-815978303941, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=12313a46-5d89-40ad-863c-815978303941,segment=NetworkSegment(6faa98cb-6dc7-44b7-9d12-8257b322677a),segment_id=6faa98cb-6dc7-44b7-9d12-8257b322677a)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:06.640475 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.709487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.715485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a37a39-5e17-4f2a-b9ab-a76f61f7bf24 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:06.748614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dcec537f-036d-40de-8d09-9530632cbc63 req-cc14b554-db72-4acc-8974-28aca16aa123 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890981 May 06 09:53:06.754794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Calling delete_port for 12313a46-5d89-40ad-863c-815978303941 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:06.903677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:06.936256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2fdf8965-c0c9-4d24-8dd3-00701bf76e18 None None] Provisioning complete for port 8e614254-3160-4007-ae73-72ab97c3ff2b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:06.936622 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8965-c0c9-4d24-8dd3-00701bf76e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.009755 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:01Z', 'revision_number': 3, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:07.064917 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69fe91e-b202-4df8-9ebd-7ef89d100a9b None None] The sync data for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 is: [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:01Z', 'revision_number': 3, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:07.079777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Network c8028457-06a7-49c9-906c-cad51ce26f10 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:07.089976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:07.122028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:07.130813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Pushing event updated for resources: {'Port': ['ID=f632e106-61ed-4fed-bb53-2c8d17d0e181,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:07.195933 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8965-c0c9-4d24-8dd3-00701bf76e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.252132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.283321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4326383-d312-41e4-8610-cdad1ae75d81 req-00252baa-2ff4-4e7e-81ae-0178f4c1b240 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:07.288837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2fdf8965-c0c9-4d24-8dd3-00701bf76e18 None None] For port 8e614254-3160-4007-ae73-72ab97c3ff2b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e614254-3160-4007-ae73-72ab97c3ff2b,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:07.300261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e614254-3160-4007-ae73-72ab97c3ff2b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:07.304412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4326383-d312-41e4-8610-cdad1ae75d81 req-00252baa-2ff4-4e7e-81ae-0178f4c1b240 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.5382841 May 06 09:53:07.304617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8965-c0c9-4d24-8dd3-00701bf76e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.337685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:53:07.340467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Deleting port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:07.341978 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.460909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf8965-c0c9-4d24-8dd3-00701bf76e18 None None] Pushing event updated for resources: {'Port': ['ID=8e614254-3160-4007-ae73-72ab97c3ff2b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:07.463610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:53:07.536431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] For port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:07.537704 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.558531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Calling delete_port for 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:07.766789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-6a7b0c05-20d8-4301-8cce-9e82a7715e5f service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5254924 May 06 09:53:07.801195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.808777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8e614254-3160-4007-ae73-72ab97c3ff2b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:07.810139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.820983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-08c78ac7-08e6-4fb7-ba43-42e4f7bcf3a5 None None] Provisioning complete for port 8e614254-3160-4007-ae73-72ab97c3ff2b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:07.821614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08c78ac7-08e6-4fb7-ba43-42e4f7bcf3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.823812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:07.826049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:07.908903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:07.945830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.012186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:08.012772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:08.079967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.101557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event deleted for resources: {'Port': ['ID=0dd5551d-3679-42b8-9a0a-1d9e4aeaec04,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:08.153008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:08.209893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4326383-d312-41e4-8610-cdad1ae75d81 req-84b8ad57-2b83-4321-8d4d-67669460f0c7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9048893 May 06 09:53:08.245138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81', 'port_id': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'mac_address': 'fa:16:3e:95:6a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce37069b-1939-4ab4-bc40-f299e26a7542', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:53:08.380503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Pushing event deleted for resources: {'Port': ['ID=12313a46-5d89-40ad-863c-815978303941,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:08.392005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f60127e-5abc-4060-bea4-9f5ec69a30df req-ca4bedcf-f532-42f8-807e-69d365993940 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886631 May 06 09:53:08.626299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b97b0-d1d4-4bdf-bbcb-9a8ad2962866 req-36725c26-856b-484c-ac72-f347dabf9d7e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:08.637022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e62b97b0-d1d4-4bdf-bbcb-9a8ad2962866 req-36725c26-856b-484c-ac72-f347dabf9d7e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 1.3163135 May 06 09:53:08.640459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] No DVR routers for this DVR port 0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:08.656474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec94682-9d4e-47bb-91e5-f92997df18df None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:53:08.665849 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.720418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] For port 8e614254-3160-4007-ae73-72ab97c3ff2b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e614254-3160-4007-ae73-72ab97c3ff2b,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:08.736114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.743257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eaa738b-8c94-472a-ae7b-ccf5c5a8a2e1 req-5f0632aa-6209-4e91-811e-bb5c0847761e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "DELETE /v2.0/ports/0dd5551d-3679-42b8-9a0a-1d9e4aeaec04 HTTP/1.1" status: 204 len: 173 time: 2.6224258 May 06 09:53:08.743941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'name': 'network-vif-deleted', 'tag': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:08.758052 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b0de3f-122d-4b72-a232-a35d13f327b1" -d '{"events": [{"server_uuid": "dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c", "name": "network-vif-deleted", "tag": "0dd5551d-3679-42b8-9a0a-1d9e4aeaec04"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:08.790367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.793671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.800174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:08.835874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-186e846c-7663-42dd-abed-785121134396 req-7eaa1023-05d2-45d9-853a-ad22261e5bd6 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c HTTP/1.1" status: 200 len: 210 time: 0.4409080 May 06 09:53:08.840357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e62b97b0-d1d4-4bdf-bbcb-9a8ad2962866 req-b5c5e580-c526-4a50-b5a3-aed04558aa13 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2020109 May 06 09:53:09.027287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.032598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Pushing event updated for resources: {'Port': ['ID=f632e106-61ed-4fed-bb53-2c8d17d0e181,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.039177 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.060005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f0c4a42e-47fb-43a9-bc0c-4320974c76d4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:09.060945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.062154 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.125533 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6015472e-1ae3-4047-8783-2e5575ec396b x-openstack-request-id: req-6015472e-1ae3-4047-8783-2e5575ec396b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:09.125833 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c", "name": "network-vif-deleted", "tag": "0dd5551d-3679-42b8-9a0a-1d9e4aeaec04", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:09.126490 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6015472e-1ae3-4047-8783-2e5575ec396b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:09.127090 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6015472e-1ae3-4047-8783-2e5575ec396b'] response: {'server_uuid': 'dfaae0d7-ab41-4bf2-8d34-b07f93c8a09c', 'name': 'network-vif-deleted', 'tag': '0dd5551d-3679-42b8-9a0a-1d9e4aeaec04', 'status': 'completed', 'code': 200} May 06 09:53:09.153977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdbdbdd0-c0fd-4818-be87-8178c887956b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:09.245071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-08c78ac7-08e6-4fb7-ba43-42e4f7bcf3a5 None None] Provisioning complete for port f632e106-61ed-4fed-bb53-2c8d17d0e181 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:09.246879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08c78ac7-08e6-4fb7-ba43-42e4f7bcf3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.253518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:09.271306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bffac5-700e-48cb-95e8-82fb2140f5df req-8e1fc637-c944-47a6-abf5-883a81467fe7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:09.273254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6bffac5-700e-48cb-95e8-82fb2140f5df req-8e1fc637-c944-47a6-abf5-883a81467fe7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1285396 May 06 09:53:09.282210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:09.282630 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.354072 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.386860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=8e614254-3160-4007-ae73-72ab97c3ff2b,revision_number=6']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.433397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:09.471924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-08c78ac7-08e6-4fb7-ba43-42e4f7bcf3a5 None None] Port f632e106-61ed-4fed-bb53-2c8d17d0e181 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:09.475307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:09.480311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=a47ea9c4-060b-40fc-a39f-6685c7873e29,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.484876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:09.485536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:09.515259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['fdbdbdd0-c0fd-4818-be87-8178c887956b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:09.546327 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1b939188-c879-4bef-8ed8-d4e0b5fc855d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5660059 May 06 09:53:09.558719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:09.568631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:16:5a:20', 'name': 'tempest-NetworksTestDHCPv6-824168134'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:09.643938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:09.714977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b6bffac5-700e-48cb-95e8-82fb2140f5df req-ff4fe245-dd80-4144-8997-4cdf353c3606 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4324541 May 06 09:53:09.718893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-466fe1b6-7453-4a0e-a636-3a22879b97d1 None None] Could not find standard attr ID for object e64930be-86d6-4a8e-a731-de79cd065a84. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:53:09.725738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.729231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.729912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.732391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.734077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.738153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.738685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.740299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.740803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.741947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.745954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.748042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:09.804881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec94682-9d4e-47bb-91e5-f92997df18df None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:53:09.808492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Network c8028457-06a7-49c9-906c-cad51ce26f10 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:09.811964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:09.816197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1614c3-c068-4857-a284-17070ca4fb4b req-a0b6dad2-d8b5-485d-8da3-ec648db5ddba tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:09.826888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc1614c3-c068-4857-a284-17070ca4fb4b req-a0b6dad2-d8b5-485d-8da3-ec648db5ddba tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.3887937 May 06 09:53:09.874395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Router 70bded08-335d-4bb2-91ad-4fecf2580824 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:53:09.948258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc1614c3-c068-4857-a284-17070ca4fb4b req-92cc1674-25c5-4b7b-b414-662e753c9541 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201901 May 06 09:53:10.092420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:10.235193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3e228-536a-4070-9d2d-9a9fe86db2fd req-3398d384-6d18-4234-934a-9803de5ab7c5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:10.260479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Router 212f8245-d0f5-4405-9fcd-38e8dd0532fa has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:53:10.262931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecd3e228-536a-4070-9d2d-9a9fe86db2fd req-3398d384-6d18-4234-934a-9803de5ab7c5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.3017933 May 06 09:53:10.552384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e614254-3160-4007-ae73-72ab97c3ff2b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:10.554651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecd3e228-536a-4070-9d2d-9a9fe86db2fd req-8b81adde-4ad1-4ded-885e-9cc80b7577cc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2907553 May 06 09:53:10.620883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:10.624658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:10.638852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cc2a04ff-c895-48ca-8df5-dd2b07a2564b admin admin] 10.222.0.76 "PUT /v2.0/routers/70bded08-335d-4bb2-91ad-4fecf2580824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7201796 May 06 09:53:10.648581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:10.663159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] Sync routers for ids ['70bded08-335d-4bb2-91ad-4fecf2580824'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:10.716648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 064794b2-87b3-41b9-92f4-c43278bbbc5c yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:10.828508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] Routers {'70bded08-335d-4bb2-91ad-4fecf2580824'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:10.833737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['70bded08-335d-4bb2-91ad-4fecf2580824'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:10.924999 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.083716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:11.098756 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Sync routers for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:11.129609 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:11.141472 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8d4d806c-64b9-4e14-bfce-7c2051a88739 admin admin] 10.222.0.76 "PUT /v2.0/routers/212f8245-d0f5-4405-9fcd-38e8dd0532fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5022020 May 06 09:53:11.145950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fe16:5a20 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/a47ea9c4-060b-40fc-a39f-6685c7873e29/064794b2-87b3-41b9-92f4-c43278bbbc5c) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:11.155753 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:11.207860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0231a3-146e-48dd-b457-9e97bb1021fe req-67527b10-36f8-45e1-a1fb-bff519d464b4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:11.209466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e0231a3-146e-48dd-b457-9e97bb1021fe req-67527b10-36f8-45e1-a1fb-bff519d464b4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2770476 May 06 09:53:11.356062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8e614254-3160-4007-ae73-72ab97c3ff2b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:11.357163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.469501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:11.530014 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:11.631717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e0231a3-146e-48dd-b457-9e97bb1021fe req-053d00c7-eef7-4bdc-ad2f-cb0180f8c37e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3779993 May 06 09:53:11.663605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.672142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9bfdd-00ff-4626-bfd8-63062cd3c58d req-84533e36-33ad-4218-8750-26c425a34ebe tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:11.673713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8c9bfdd-00ff-4626-bfd8-63062cd3c58d req-84533e36-33ad-4218-8750-26c425a34ebe tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.4320612 May 06 09:53:11.698896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.798395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.868827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 49c36af1-cfd7-4b8a-ad24-4000a5286ebc up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:11.951028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c8c9bfdd-00ff-4626-bfd8-63062cd3c58d req-c4131f3e-94d0-49db-ae99-c9074153117f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405519 May 06 09:53:11.961379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port fdbdbdd0-c0fd-4818-be87-8178c887956b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:11.964960 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:11.979471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=064794b2-87b3-41b9-92f4-c43278bbbc5c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:12.003028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:12.015900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:12.023026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:12.028200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Deleting port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:12.029986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.041244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:12.043659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.089407 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f104078d-830d-4eaf-bb21-801b97478b1a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5257988 May 06 09:53:12.092833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58692) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:12.131572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] Set router 70bded08-335d-4bb2-91ad-4fecf2580824 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:12.247184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33881036-3b93-4b77-a93f-dde1e0317c6a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:12.266442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33881036-3b93-4b77-a93f-dde1e0317c6a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:12.272506 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-33881036-3b93-4b77-a93f-dde1e0317c6a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1777780 May 06 09:53:12.277554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58698) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:12.366495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:08Z', 'revision_number': 2, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:12.475289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-98446f5d-c0df-4613-bd5c-afdcb9009434 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:12.483808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 064794b2-87b3-41b9-92f4-c43278bbbc5c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:12.483808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.496043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-98446f5d-c0df-4613-bd5c-afdcb9009434 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.3118618 May 06 09:53:12.538420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a394863-3ca3-4da3-a3d4-40a92be9fef7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/quotas/8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 375 time: 0.0368469 May 06 09:53:12.712849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869ad3f-805f-439b-8d9f-3c096a111185 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:12.736639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] For port 4e1e47b4-8ed1-4c62-a831-bf63c448ad31, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:12.737175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.758983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-fe76189e-5e5a-4b76-b3af-84e3d72eebe4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2192910 May 06 09:53:12.782396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:12.783832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.818683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:12.857270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 064794b2-87b3-41b9-92f4-c43278bbbc5c owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:12.939046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Calling delete_port for 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:12.941749 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Checking router: 212f8245-d0f5-4405-9fcd-38e8dd0532fa for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:12.942711 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Updating router 212f8245-d0f5-4405-9fcd-38e8dd0532fa port f632e106-61ed-4fed-bb53-2c8d17d0e181 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:53:13.073000 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.081923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58714) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:13.100694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b6a6331d-264a-4c41-acfd-7c42b6dd33da tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063412300', 'description': 'tempest-description--1904425914'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:13.183366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6a6331d-264a-4c41-acfd-7c42b6dd33da tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.194945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.240425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=064794b2-87b3-41b9-92f4-c43278bbbc5c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:13.277626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.281776 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-475eb3fb-d7b0-4d09-986a-c7547cdb9b81 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/064794b2-87b3-41b9-92f4-c43278bbbc5c HTTP/1.1" status: 204 len: 168 time: 1.0025539 May 06 09:53:13.283988 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58726) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:13.331170 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1732e0ec-3df3-49a0-bbe8-96eacb03184e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.352689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c754cc-8da7-482f-8c9b-b904044116f5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:13.354900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c754cc-8da7-482f-8c9b-b904044116f5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:13.361347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c2c754cc-8da7-482f-8c9b-b904044116f5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0762568 May 06 09:53:13.362663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58728) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:13.403151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.427179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bed6a0fa-d0a3-464c-827a-0db449bf6868 None None] Provisioning complete for port 8e614254-3160-4007-ae73-72ab97c3ff2b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:13.428224 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bed6a0fa-d0a3-464c-827a-0db449bf6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.463473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet a47ea9c4-060b-40fc-a39f-6685c7873e29 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:13.467998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.501072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 5, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port': {'id': '4e1e47b4-8ed1-4c62-a831-bf63c448ad31', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:34Z', 'updated_at': '2022-05-06T09:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:13.543573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] Checking router: 70bded08-335d-4bb2-91ad-4fecf2580824 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:13.569374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:13.577075 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af72d50-29b8-4346-b6a4-f0a07d6ce07f" -d '{"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:13.586456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.646918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:13.717427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] Routers {'70bded08-335d-4bb2-91ad-4fecf2580824'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:13.724969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['70bded08-335d-4bb2-91ad-4fecf2580824'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:13.729330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.761412 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.771267 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:13.935672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:13.994668 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d706acc-9dea-4bad-a4f0-aa66456a8b3d None None] Pushing event updated for resources: {'Port': ['ID=f632e106-61ed-4fed-bb53-2c8d17d0e181,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:14.004761 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Attempting to bind port f632e106-61ed-4fed-bb53-2c8d17d0e181 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:14.005427 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Attempting to bind port f632e106-61ed-4fed-bb53-2c8d17d0e181 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:14.005906 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Attempting to bind port f632e106-61ed-4fed-bb53-2c8d17d0e181 on network c8028457-06a7-49c9-906c-cad51ce26f10 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:14.021479 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:14.024213 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Checking segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:14.024742 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.025233 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Bound using segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:14.026010 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Bound port: f632e106-61ed-4fed-bb53-2c8d17d0e181, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:14.029322 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.165473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.199338 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] For port f632e106-61ed-4fed-bb53-2c8d17d0e181, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:14.216362 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] For port f632e106-61ed-4fed-bb53-2c8d17d0e181, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f632e106-61ed-4fed-bb53-2c8d17d0e181,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:14.228668 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.378098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] Set router 70bded08-335d-4bb2-91ad-4fecf2580824 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:14.397581 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:14.398375 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:52:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:14.475031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.479303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d706acc-9dea-4bad-a4f0-aa66456a8b3d None None] Pushing event updated for resources: {'Port': ['ID=f632e106-61ed-4fed-bb53-2c8d17d0e181,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:14.490665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-56a96aa6-d996-4afe-b109-a8f1c14fc712 service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7306807 May 06 09:53:14.543186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:14.630482 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.630868 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.647285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:53:11Z', 'revision_number': 6, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:14.699146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=a47ea9c4-060b-40fc-a39f-6685c7873e29,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:14.716522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.735312 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-979a6c18-0b7d-461a-bad8-ecd91060e83b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/a47ea9c4-060b-40fc-a39f-6685c7873e29 HTTP/1.1" status: 204 len: 168 time: 1.3709767 May 06 09:53:14.744265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58742) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:14.748539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4fb0c5-e948-471e-acda-24cafcbafbed None None] The sync data for ids ['70bded08-335d-4bb2-91ad-4fecf2580824'] in n-d-840834-1 is: [{'id': '70bded08-335d-4bb2-91ad-4fecf2580824', 'name': 'tempest-TestAggregatesBasicOps-934487223-router', 'tenant_id': '0ebfffb31fe348a59fc41b6cc011675b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:32Z', 'updated_at': '2022-05-06T09:53:11Z', 'revision_number': 6, 'project_id': '0ebfffb31fe348a59fc41b6cc011675b', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:14.798767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-d3c45c96-7dbb-4f18-8ad9-0e1869e780e8 service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974106 May 06 09:53:14.819450 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:14.851704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b9edf21f-6213-4811-9bb0-d1ba8703a494 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060376 May 06 09:53:14.852237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58746) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:14.869489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6a6331d-264a-4c41-acfd-7c42b6dd33da tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.944549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41acbb0-12e2-4fc4-a9c1-dabc52309b48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:14.947370 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6a6331d-264a-4c41-acfd-7c42b6dd33da tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:14.950283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58748) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:14.950960 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d41acbb0-12e2-4fc4-a9c1-dabc52309b48 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0976958 May 06 09:53:14.969082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:15.036608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-20393281-9807-4b9e-9331-43a5b5fdc0f2 None None] Provisioning complete for port f632e106-61ed-4fed-bb53-2c8d17d0e181 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:15.036987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20393281-9807-4b9e-9331-43a5b5fdc0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.226133 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0eaad74c-8a67-4a6a-865c-493e168ecdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.284845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8330cee3-af18-4263-98e9-fd52e93574ea tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:15.300365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8330cee3-af18-4263-98e9-fd52e93574ea tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3121350 May 06 09:53:15.303440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6331d-264a-4c41-acfd-7c42b6dd33da tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:15.303620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58756) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.373922 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.445939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bcc2f7c2-91e4-4bfe-8d4f-be82e866e27d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1413081 May 06 09:53:15.446560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.453086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:15.481809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107a5d2-e38a-4eff-98d0-fadb8fc92bd1 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:15.495681 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20393281-9807-4b9e-9331-43a5b5fdc0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.565617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-cfc7d7c1-d856-40c3-92fe-2583c6bea231 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:15.569498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-cfc7d7c1-d856-40c3-92fe-2583c6bea231 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 2.3441875 May 06 09:53:15.613509 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:15.677238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc2d06-9fee-47eb-a5d4-1f93374788d9 req-34d33e74-ef5f-47f8-92e0-ba3f26e13583 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:15.678947 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf54903-0602-478d-95a5-209664af0e76 None None] The sync data for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 is: [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:15.689412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fcc2d06-9fee-47eb-a5d4-1f93374788d9 req-34d33e74-ef5f-47f8-92e0-ba3f26e13583 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3541133 May 06 09:53:15.746400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-20393281-9807-4b9e-9331-43a5b5fdc0f2 None None] For port f632e106-61ed-4fed-bb53-2c8d17d0e181, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f632e106-61ed-4fed-bb53-2c8d17d0e181,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:15.764286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:15.769359 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.771470 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20393281-9807-4b9e-9331-43a5b5fdc0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.773707 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6a6331d-264a-4c41-acfd-7c42b6dd33da tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:15.776898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6a6331d-264a-4c41-acfd-7c42b6dd33da tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.6877007 May 06 09:53:15.780589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1e47b4-8ed1-4c62-a831-bf63c448ad31,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:15.788167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58772) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:15.836482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fcc2d06-9fee-47eb-a5d4-1f93374788d9 req-4d8c48c2-3199-432d-9272-a2d4b8da9cfe tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448858 May 06 09:53:15.857673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ea21c710-d213-4b11-995d-bdfd3101583d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'security_group_rule': {'security_group_id': '7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:15.893922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-09654bc9-c4d4-4284-b0c0-0dacc3354570 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.2499897 May 06 09:53:15.992522 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b262ba-5783-41b9-af47-165f15f278d6 x-openstack-request-id: req-57b262ba-5783-41b9-af47-165f15f278d6 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:15.992806 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:15.993122 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57b262ba-5783-41b9-af47-165f15f278d6 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:15.993514 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b262ba-5783-41b9-af47-165f15f278d6'] response: {'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'code': 200} May 06 09:53:16.050307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a9101c50-b77b-4f74-ab1a-0f5fea61c63f None None] Provisioning complete for port 8e614254-3160-4007-ae73-72ab97c3ff2b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:16.051061 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a9101c50-b77b-4f74-ab1a-0f5fea61c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.053043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20393281-9807-4b9e-9331-43a5b5fdc0f2 None None] Pushing event updated for resources: {'Port': ['ID=f632e106-61ed-4fed-bb53-2c8d17d0e181,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:16.112021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.254564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:16.399929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58776) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:16.414247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] Deleting port 8e614254-3160-4007-ae73-72ab97c3ff2b {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:16.414766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.424088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-fdf48cf9-a139-4f1f-9243-2935bae2fb1b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4978330 May 06 09:53:16.426174 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea21c710-d213-4b11-995d-bdfd3101583d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.511996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] For port 8e614254-3160-4007-ae73-72ab97c3ff2b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e614254-3160-4007-ae73-72ab97c3ff2b,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:16.512616 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.528325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d66a44f5-b855-45fb-8d22-45fadc9e61c1 req-66fef196-74ea-423b-9d71-d67cc1f2e842 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 210 time: 0.3139656 May 06 09:53:16.542486 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.550346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:53:16.563005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] Calling delete_port for 8e614254-3160-4007-ae73-72ab97c3ff2b owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:16.621088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.644273 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.663082 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.764622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.765179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70bded08-335d-4bb2-91ad-4fecf2580824 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:53:16.788845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.790012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e5bc183d-2bea-4e9d-8f52-72d3e5b0ef47 admin admin] 10.222.0.76 "DELETE /v2.0/routers/70bded08-335d-4bb2-91ad-4fecf2580824 HTTP/1.1" status: 204 len: 168 time: 6.1404479 May 06 09:53:16.807226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58780) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:16.831203 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0f7f395e-7b95-47ac-8a46-dd7cc1acfefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.849890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.903175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_pluggable_backend [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Port 8e614254-3160-4007-ae73-72ab97c3ff2b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102743) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 09:53:16.904134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_pluggable_backend [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6e:d1de {{(pid=102743) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 09:53:16.920777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:16.957865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] Pushing event deleted for resources: {'Port': ['ID=8e614254-3160-4007-ae73-72ab97c3ff2b,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:16.981366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc04f5-5036-43a4-adcd-03fb995c7e95 None None] No DVR routers for this DVR port 8e614254-3160-4007-ae73-72ab97c3ff2b on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:17.054904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 49c36af1-cfd7-4b8a-ad24-4000a5286ebc up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:17.064702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:17.069140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=6b416865-3ccc-4ac3-8143-75ea5c569745,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:17.076367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] Deleting subnet dbdfee36-89e7-463e-ab43-ba0ac545eec2 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:17.077090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:17.081676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:17.084775 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.095183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-1b29e291-afd6-4394-ada9-ecadb4ea35de service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6700294 May 06 09:53:17.107661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b38f207-1f1c-4298-9e7e-6c9dbd5701a8 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:17.126568 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95814ad9-2fe0-413a-b393-984d4512ab0d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6788697 May 06 09:53:17.131147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:17.136554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:a4:7c:94', 'name': 'tempest-NetworksTestDHCPv6-79067591'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:17.138004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea21c710-d213-4b11-995d-bdfd3101583d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.152868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.197690 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.303118 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.404315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:17.405361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '6b416865-3ccc-4ac3-8143-75ea5c569745'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:17.406585 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.416661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:17.417120 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.474724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9f67c80f-f9e0-46a2-85c4-6c7322430367 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:17.476265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9f67c80f-f9e0-46a2-85c4-6c7322430367 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.3276947 May 06 09:53:17.477001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea21c710-d213-4b11-995d-bdfd3101583d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.514692 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.547501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 24fd535e-5338-458d-90be-14e906bcaef2 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:17.570320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'port': {'device_id': '70e28845-6d14-4abf-8809-521e2b439e0b', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'admin_state_up': True, 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:17.604042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f632e106-61ed-4fed-bb53-2c8d17d0e181 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:17.643059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21c710-d213-4b11-995d-bdfd3101583d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a760b622-05a4-43bb-8423-3679fef138eb,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:17.685656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Allocated IP 2001:db8::f816:3eff:fe1f:5315 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/6b416865-3ccc-4ac3-8143-75ea5c569745/24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:17.699290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0f7f395e-7b95-47ac-8a46-dd7cc1acfefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.702436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea21c710-d213-4b11-995d-bdfd3101583d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.706160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f632e106-61ed-4fed-bb53-2c8d17d0e181 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:17.710413 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.710551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ea21c710-d213-4b11-995d-bdfd3101583d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8678095 May 06 09:53:17.714571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58788) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:17.718778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0f7f395e-7b95-47ac-8a46-dd7cc1acfefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.725319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-40970486-a22a-4ea8-abc3-9072cffef086 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'security_group_rule': {'security_group_id': '7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:17.753587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.772636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40970486-a22a-4ea8-abc3-9072cffef086 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.843289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ea8f5-92e4-4e33-8fa0-0845c67a307a req-fb8d3899-df77-440a-94a0-2a13ceb72274 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:17.851266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-061ea8f5-92e4-4e33-8fa0-0845c67a307a req-fb8d3899-df77-440a-94a0-2a13ceb72274 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.5112090 May 06 09:53:17.875245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdfee36-89e7-463e-ab43-ba0ac545eec2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:17.883996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0f7f395e-7b95-47ac-8a46-dd7cc1acfefc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fe98405370f74c3a8704a8c7270859ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4544590 May 06 09:53:17.885081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:17.885775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.892506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a0ee4b56-aad7-49b4-b6a0-501fd507e4b6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dbdfee36-89e7-463e-ab43-ba0ac545eec2 HTTP/1.1" status: 204 len: 168 time: 1.0823648 May 06 09:53:17.902191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58792) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:17.903298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f395e-7b95-47ac-8a46-dd7cc1acfefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dc72b9-c4e8-4202-b1fc-861ebf67fc65,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:17.982255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-852ccb2d-f5e7-491a-8a5b-5cc65a3bb7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:17.986065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-cbb51dfd-b894-4f3d-941e-f087d9494def service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8889608 May 06 09:53:17.994512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa56aaa-ad7c-49ff-ad88-b5f482ce17ea None None] Network fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:18.014919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-852ccb2d-f5e7-491a-8a5b-5cc65a3bb7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.043543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Made reservation on behalf of 8a5d853e05f2411b9337b33e7ffc9c6a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:18.047067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.093840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40970486-a22a-4ea8-abc3-9072cffef086 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.098004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-852ccb2d-f5e7-491a-8a5b-5cc65a3bb7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.109676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-061ea8f5-92e4-4e33-8fa0-0845c67a307a req-525d9226-4600-4294-99de-76f31638a23f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569973 May 06 09:53:18.119884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-852ccb2d-f5e7-491a-8a5b-5cc65a3bb7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.124131 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-852ccb2d-f5e7-491a-8a5b-5cc65a3bb7f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34dc72b9-c4e8-4202-b1fc-861ebf67fc65 HTTP/1.1" status: 204 len: 168 time: 0.2378128 May 06 09:53:18.141505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40970486-a22a-4ea8-abc3-9072cffef086 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.153422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.189238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.192797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ccb2d-f5e7-491a-8a5b-5cc65a3bb7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dc72b9-c4e8-4202-b1fc-861ebf67fc65,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:18.217630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40970486-a22a-4ea8-abc3-9072cffef086 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541f3330-d720-4585-9fa2-9d8641319193,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:18.250847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40970486-a22a-4ea8-abc3-9072cffef086 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.255670 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-40970486-a22a-4ea8-abc3-9072cffef086 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5361834 May 06 09:53:18.260549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58796) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:18.265170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:18.333808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e614254-3160-4007-ae73-72ab97c3ff2b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:18.337499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.384296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-953b9a0b-5f02-4116-8ace-ceb674a6d022 req-582da335-29fc-44f3-add1-6b69b3dbcf41 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 210 time: 0.0384328 May 06 09:53:18.387891 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.400599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8e614254-3160-4007-ae73-72ab97c3ff2b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:18.401257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e614254-3160-4007-ae73-72ab97c3ff2b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:18.401838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:18.512590 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.561216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Pushing event updated for resources: {'Port': ['ID=24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:18.578029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:18.578393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4e1e47b4-8ed1-4c62-a831-bf63c448ad31 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:18.579842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 12313a46-5d89-40ad-863c-815978303941 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:18.589879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fea4:7c94 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/6b416865-3ccc-4ac3-8143-75ea5c569745/24fd535e-5338-458d-90be-14e906bcaef2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:18.623665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 12313a46-5d89-40ad-863c-815978303941 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:18.624299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 12313a46-5d89-40ad-863c-815978303941 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:18.663169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:18.718955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd77a8bf-35fd-40ce-aa47-1c825585de3b req-53ec940f-ff0c-4b7d-a301-d1c722882e0d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 210 time: 0.2230291 May 06 09:53:18.732145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:18.760269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:18.763938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.789566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] DHCP port deletion for fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:18.794397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Allocated IP 172.20.0.11 (b27e451e-d47b-493e-ae26-9c7d322b1366/47ce91bb-44d7-4c58-86ec-6475412fee71/cbbd4c95-98ee-47ed-b108-a843d34bb449) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:18.872865 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.881445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Deleting port 99e5e782-eb14-4f5e-af41-9595d684ca87 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:18.881995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:18.970074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Attempting to bind port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:18.971380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Attempting to bind port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:18.972216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Attempting to bind port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:18.991764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.008824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:19.009212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:19.009628 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.012451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:19.013102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Bound port: 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:19.013371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.018159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] For port 99e5e782-eb14-4f5e-af41-9595d684ca87, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=99e5e782-eb14-4f5e-af41-9595d684ca87,segment=NetworkSegment(6faa98cb-6dc7-44b7-9d12-8257b322677a),segment_id=6faa98cb-6dc7-44b7-9d12-8257b322677a)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:19.018802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.046304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Calling delete_port for 99e5e782-eb14-4f5e-af41-9595d684ca87 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:19.092186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58812) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.096696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Allocated IP 172.25.8.182 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/1f338c35-ea22-47be-aa7a-216dd0681cd4) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:19.166170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] For port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:19.170291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] For port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:19.181754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.241226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3b8e-4fc9-44fb-a21a-96c16f26a42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.249754 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.261713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.282353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.335018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] Deleting port 99e5e782-eb14-4f5e-af41-9595d684ca87 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:19.338307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.346978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e5e782-eb14-4f5e-af41-9595d684ca87,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.389784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] No DVR routers for this DVR port 99e5e782-eb14-4f5e-af41-9595d684ca87 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:19.392431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=24fd535e-5338-458d-90be-14e906bcaef2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.405180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:19.409939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:19.414216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:19.421053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:19.422101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.422674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba075d-8b58-429b-bcc6-ea10906fde94 None None] Pushing event updated for resources: {'Port': ['ID=24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.490866 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7c64e54a-e2c0-4d5c-8d53-a0c3ae01218d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3581946 May 06 09:53:19.494272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58822) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.532412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] For port 99e5e782-eb14-4f5e-af41-9595d684ca87, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:19.532819 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.550454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.556291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.561577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] Calling delete_port for 99e5e782-eb14-4f5e-af41-9595d684ca87 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:19.565029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] Port 99e5e782-eb14-4f5e-af41-9595d684ca87 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:53:19.568169 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.586604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1d1bd5-873c-4301-a309-7e7e4a29a7b1']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:19.618789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10def06f-8f6f-4f20-8ed4-fff456a9e288 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:19.632408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] No DVR routers for this DVR port 99e5e782-eb14-4f5e-af41-9595d684ca87 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:19.642404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca822c39-26ed-4db1-a066-bb6692c3f0a5 None None] Pushing event deleted for resources: {'Port': ['ID=99e5e782-eb14-4f5e-af41-9595d684ca87,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.647024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10def06f-8f6f-4f20-8ed4-fff456a9e288 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:19.657928 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-10def06f-8f6f-4f20-8ed4-fff456a9e288 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1619763 May 06 09:53:19.662489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58824) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.698823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3b8e-4fc9-44fb-a21a-96c16f26a42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.813173 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.822793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc1f3b8e-4fc9-44fb-a21a-96c16f26a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.833219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c30d47a2-3108-4838-a031-d00ed25270f7 req-d378bc13-bfef-444f-ab84-d78cffc4ab6a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 210 time: 0.1326990 May 06 09:53:19.841964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faa98cb-6dc7-44b7-9d12-8257b322677a') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:19.842257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faa98cb-6dc7-44b7-9d12-8257b322677a') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:19.849109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.928232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:19.968675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'Port': ['ID=1f338c35-ea22-47be-aa7a-216dd0681cd4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.970674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1686a-0f5e-4119-a246-61a2504f911a req-26b9e5cd-cfc7-4a13-89e1-a8d4cda200e7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:19.972877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bb1686a-0f5e-4119-a246-61a2504f911a req-26b9e5cd-cfc7-4a13-89e1-a8d4cda200e7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.7198164 May 06 09:53:19.977793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dc1f3b8e-4fc9-44fb-a21a-96c16f26a42e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74fccaa0c1c64dad8bbef78ebb0f4f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8717761 May 06 09:53:19.981079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f3b8e-4fc9-44fb-a21a-96c16f26a42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb681c0-308a-404c-a76f-f328272b5d04,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:19.986363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:19.987451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:19.991421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.004823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:20.036173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:20.042636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:20.045625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:20.046543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:20.047091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.055840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61e33ed7-a6ef-4cf2-8cdf-b8f0848db85c req-912b8d67-c267-4594-94fd-14c83094df6f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 210 time: 0.0937729 May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: timer() May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:20.056490 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:20.059202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:20.124814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=cbbd4c95-98ee-47ed-b108-a843d34bb449,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:20.183972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 24fd535e-5338-458d-90be-14e906bcaef2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:20.185019 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.197734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4be3-2465-4353-b82f-b6d6fb5238e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.251166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bb1686a-0f5e-4119-a246-61a2504f911a req-cf41d2d7-6a15-4a08-9392-3dc3cec651e7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573242 May 06 09:53:20.262554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.272729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.289654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fb1d1bd5-873c-4301-a309-7e7e4a29a7b1 HTTP/1.1" status: 204 len: 168 time: 2.3742435 May 06 09:53:20.298880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:20.299542 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.316834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58830) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:20.336967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488192b-a947-4936-8573-4a31c28a0230 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1d1bd5-873c-4301-a309-7e7e4a29a7b1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:20.370526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-1a79bfdd-1e41-41f3-a850-3e3e750a7942 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8109741 May 06 09:53:20.418143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Request body: {'port': {'device_id': '70e28845-6d14-4abf-8809-521e2b439e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:20.523480 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.532205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4be3-2465-4353-b82f-b6d6fb5238e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.536301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7cc4eb17-5f82-49be-8fec-ef6eba35389e None None] Provisioning complete for port cbbd4c95-98ee-47ed-b108-a843d34bb449 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:20.536677 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cc4eb17-5f82-49be-8fec-ef6eba35389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.562023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-28b2a9ff-92f2-4dfe-a350-ede4a0753425 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:20.563618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-28b2a9ff-92f2-4dfe-a350-ede4a0753425 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.4054146 May 06 09:53:20.581789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Request body: {'port': {'device_id': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'admin_state_up': True, 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:20.612247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4eb17-5f82-49be-8fec-ef6eba35389e None None] Port cbbd4c95-98ee-47ed-b108-a843d34bb449 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:20.634330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.774575 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.824351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:20.834663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.930747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 24fd535e-5338-458d-90be-14e906bcaef2 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:20.941264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:20.941639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:20.987086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:20.996535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.109312 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.110386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4be3-2465-4353-b82f-b6d6fb5238e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.113772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca3c4be3-2465-4353-b82f-b6d6fb5238e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.115002 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ca3c4be3-2465-4353-b82f-b6d6fb5238e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4bb681c0-308a-404c-a76f-f328272b5d04 HTTP/1.1" status: 204 len: 168 time: 1.1245673 May 06 09:53:21.116133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-defdf37d-5d3a-42b1-8e09-38b2183af3d8 None None] Provisioning complete for port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:21.116720 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-defdf37d-5d3a-42b1-8e09-38b2183af3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.227129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.237885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c4be3-2465-4353-b82f-b6d6fb5238e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb681c0-308a-404c-a76f-f328272b5d04,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:21.337772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:21.363084 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.419975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.459360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b424db1a-ad53-415f-a402-8108989bb9ce req-5b266ab9-7fcb-46e2-904d-0639c7ce9f79 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 210 time: 0.0532744 May 06 09:53:21.499510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:21.521125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99e5e782-eb14-4f5e-af41-9595d684ca87 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:21.685796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 99e5e782-eb14-4f5e-af41-9595d684ca87 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:21.686134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 99e5e782-eb14-4f5e-af41-9595d684ca87 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:21.781110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a343eac-1cc4-401c-a73b-2460f115cb97 req-d7315d5c-6dc1-48d9-bb2f-d3024a12f374 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:21.796437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-da42f07c-75a1-4b08-abb0-96c201b10a55 None None] Could not find standard attr ID for object 24fd535e-5338-458d-90be-14e906bcaef2. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:53:21.804763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a343eac-1cc4-401c-a73b-2460f115cb97 req-d7315d5c-6dc1-48d9-bb2f-d3024a12f374 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 932 time: 0.3719308 May 06 09:53:21.850992 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:21.855131 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/24fd535e-5338-458d-90be-14e906bcaef2 HTTP/1.1" status: 204 len: 168 time: 2.1913922 May 06 09:53:21.860186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d48ce-b6de-4014-b636-a7b1c28538aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=24fd535e-5338-458d-90be-14e906bcaef2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:21.866733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58842) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:21.944751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58844) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:21.973535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3025e-5c66-4b6e-a703-f0f68ae70130 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:21.975365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3025e-5c66-4b6e-a703-f0f68ae70130 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:21.979511 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-92b3025e-5c66-4b6e-a703-f0f68ae70130 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1096401 May 06 09:53:21.982616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a58474-2459-40df-a8b4-5acce0d1337a req-1558eaf3-5e66-453b-98dc-cfbb4c9b7214 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:21.983818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58846) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:21.985235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83a58474-2459-40df-a8b4-5acce0d1337a req-1558eaf3-5e66-453b-98dc-cfbb4c9b7214 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3193436 May 06 09:53:22.011895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a343eac-1cc4-401c-a73b-2460f115cb97 req-fa0fc539-84c2-40d4-b882-9193c3655678 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046349 May 06 09:53:22.050652 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b705dfd-3a56-4988-8217-bf62446a351d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.060285 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.062128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Allocated IP 172.20.0.7 (6a108881-3eb8-4d4a-aaec-2007ff76762b/73420db5-974d-455c-b166-9669723b3d84/d5c3e350-a8db-48a0-ba5f-c9ceeac4e083) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:22.076780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.098519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83a58474-2459-40df-a8b4-5acce0d1337a req-bc9ca39f-bf20-4cc9-9768-8fbbb9259e6a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017714 May 06 09:53:22.173410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 6b416865-3ccc-4ac3-8143-75ea5c569745 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:22.192557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbd4c95-98ee-47ed-b108-a843d34bb449 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:22.204259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.208291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.248851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'Port': ['ID=1f338c35-ea22-47be-aa7a-216dd0681cd4,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.269629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Transition to ACTIVE for port object cbbd4c95-98ee-47ed-b108-a843d34bb449 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:53:22.288000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.296916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.301021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.385115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbd4c95-98ee-47ed-b108-a843d34bb449,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.405040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.406316 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-60cba70f-a181-4945-8c86-770b22cf7f1f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1447828 May 06 09:53:22.431066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b705dfd-3a56-4988-8217-bf62446a351d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.481807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.526584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.540193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b705dfd-3a56-4988-8217-bf62446a351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.597524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Attempting to bind port cbbd4c95-98ee-47ed-b108-a843d34bb449 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:22.597870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Attempting to bind port cbbd4c95-98ee-47ed-b108-a843d34bb449 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:22.598200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Attempting to bind port cbbd4c95-98ee-47ed-b108-a843d34bb449 on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:22.605672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Port cbbd4c95-98ee-47ed-b108-a843d34bb449 on network b27e451e-d47b-493e-ae26-9c7d322b1366 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:53:22.605990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Attempting to bind port cbbd4c95-98ee-47ed-b108-a843d34bb449 on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:22.612691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:22.613069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:22.613415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Bound using segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:22.613849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Bound port: cbbd4c95-98ee-47ed-b108-a843d34bb449, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:22.614206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.618394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.631292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:22.822645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705dfd-3a56-4988-8217-bf62446a351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39303226-e6d3-43e2-8f21-57f025481e54,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.824045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:22.835621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.872066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:22.889751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:22.890979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9016ae91-d2a6-4704-b5bd-301c152c225e None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:22.898593 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:22.899717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event updated for resources: {'Port': ['ID=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.904451 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/6b416865-3ccc-4ac3-8143-75ea5c569745 HTTP/1.1" status: 204 len: 168 time: 0.9135849 May 06 09:53:22.910247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:22.913564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58864) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:22.915305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8abd2-f742-449f-b035-becb3beaebec tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=6b416865-3ccc-4ac3-8143-75ea5c569745,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:22.927320 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b705dfd-3a56-4988-8217-bf62446a351d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0406237be08b4f40992eac89faab2513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9487946 May 06 09:53:22.932525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58866) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:22.976527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-da8c932c-9bea-4a27-a6be-e980e6670d05 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564730 May 06 09:53:22.982597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58868) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:22.992810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:23.013233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-ceb18244-152a-448f-8ff8-95c56e9a3285 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2063412300&fields=id&tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3 HTTP/1.1" status: 200 len: 267 time: 0.2567875 May 06 09:53:23.022152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85019d31-2c46-488a-a31d-3833aa58f7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.055777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85019d31-2c46-488a-a31d-3833aa58f7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.081927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] For port cbbd4c95-98ee-47ed-b108-a843d34bb449, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:23.108470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] For port cbbd4c95-98ee-47ed-b108-a843d34bb449, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:23.119901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:23.120915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.130507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.186429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.205894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:23.207862 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.234408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:23.235025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.236542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] 10.222.0.82 "PUT /v2.0/ports/cbbd4c95-98ee-47ed-b108-a843d34bb449 HTTP/1.1" status: 200 len: 1092 time: 2.8443906 May 06 09:53:23.247742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e28845-6d14-4abf-8809-521e2b439e0b', 'tag': 'cbbd4c95-98ee-47ed-b108-a843d34bb449'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:23.250530 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30564e16-7283-4234-a1b0-af427aa88b09" -d '{"events": [{"name": "network-changed", "server_uuid": "70e28845-6d14-4abf-8809-521e2b439e0b", "tag": "cbbd4c95-98ee-47ed-b108-a843d34bb449"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:23.256609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-94068a23-8369-4cd4-aea9-e025c3565b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6792824 May 06 09:53:23.292127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Request body: {'port': {'device_id': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:23.378468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85019d31-2c46-488a-a31d-3833aa58f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.379100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-b677e9b7-7c0e-4ded-9984-0b737df2f3b9 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:23.381491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85019d31-2c46-488a-a31d-3833aa58f7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.383038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-85019d31-2c46-488a-a31d-3833aa58f7f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39303226-e6d3-43e2-8f21-57f025481e54 HTTP/1.1" status: 204 len: 168 time: 0.4488308 May 06 09:53:23.392086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-b677e9b7-7c0e-4ded-9984-0b737df2f3b9 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 810 time: 0.3682568 May 06 09:53:23.397846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76a750-63b4-428b-b8b5-26531c813182 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbd4c95-98ee-47ed-b108-a843d34bb449,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:23.416262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019d31-2c46-488a-a31d-3833aa58f7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39303226-e6d3-43e2-8f21-57f025481e54,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:23.451010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-7d6f2945-39e7-4e0b-8e3c-c06fdada6e5f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/quotas/2395ed525a5d4cba83a393ebb2c5d0b3 HTTP/1.1" status: 200 len: 375 time: 0.0359464 May 06 09:53:23.582235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:23.591511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.596279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36cb85-7ea0-4d73-972f-c94aa623eade req-f7c5549f-c4fd-4f2d-9b55-3aa0d9c1e33f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:23.598003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b36cb85-7ea0-4d73-972f-c94aa623eade req-f7c5549f-c4fd-4f2d-9b55-3aa0d9c1e33f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 931 time: 1.0219688 May 06 09:53:23.663205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-14c88fd7-dc20-4432-b524-103bd82a8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:23.664852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-14c88fd7-dc20-4432-b524-103bd82a8f6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 1095 time: 0.3639214 May 06 09:53:23.669081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.701025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:23.759456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-085fe23e-e599-4aab-90c8-a4747edd175f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449 HTTP/1.1" status: 200 len: 217 time: 0.0738149 May 06 09:53:23.769125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b36cb85-7ea0-4d73-972f-c94aa623eade req-c4b074bf-43be-4e63-bc24-88d0e9af0b5c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381795 May 06 09:53:23.788812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-7383ccd8-7f1a-4cad-bcaf-ba0c52f585c8 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3196006 May 06 09:53:23.849925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] Deleting port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:23.850673 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.917170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Deleting port a6a1b073-6f85-4363-94c8-f03089f2bbb5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:23.917793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.953608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] For port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:23.954725 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:23.980301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] Calling delete_port for 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:24.074645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-2546ec8f-43fc-44d0-bfdc-79626d953970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:24.076240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-2546ec8f-43fc-44d0-bfdc-79626d953970 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.3056567 May 06 09:53:24.110671 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.159410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] No DVR routers for this DVR port 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:24.164570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc7b44-bcd4-41de-a844-e76ef9e9c515 None None] Pushing event deleted for resources: {'Port': ['ID=24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:24.232495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-c4c3817e-020f-4a01-90f5-7efec44f5d4f service neutron] 10.222.0.76 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898220 May 06 09:53:24.244240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872699-8eaf-45f8-9ecb-911da4ea63f4 req-fb64c640-6895-4c11-ac2d-37ae237a53a5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:24.245961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11872699-8eaf-45f8-9ecb-911da4ea63f4 req-fb64c640-6895-4c11-ac2d-37ae237a53a5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 944 time: 0.3172522 May 06 09:53:24.351921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-caa31680-eeee-48e6-a18b-a54e31030f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:24.353453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-caa31680-eeee-48e6-a18b-a54e31030f55 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617769 May 06 09:53:24.475811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11872699-8eaf-45f8-9ecb-911da4ea63f4 req-45b28c82-f6ff-42f6-ad02-b317aacf6cb6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155530 May 06 09:53:24.574397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-1bbd9409-44c7-4bbd-9141-a1632a822f15 service neutron] 10.222.0.76 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254368 May 06 09:53:24.583650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-4836f67d-4eae-4bd3-aef6-10ad4dd960f9 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102396 May 06 09:53:24.588057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:24.605417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] For port a6a1b073-6f85-4363-94c8-f03089f2bbb5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a6a1b073-6f85-4363-94c8-f03089f2bbb5,segment=NetworkSegment(e3637fed-8ace-4792-81b7-c993af02f8ae),segment_id=e3637fed-8ace-4792-81b7-c993af02f8ae)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:24.605888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.611613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.624923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Calling delete_port for a6a1b073-6f85-4363-94c8-f03089f2bbb5 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:24.686962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Transition to ACTIVE for port object d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:53:24.700162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:24.797761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:24.848338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:24.849083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 24ee1c7a-e9bd-4ffd-9f06-787265ba3e4e not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:24.963771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:53:24.966721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.004659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8471dcaf-7d79-443c-8ae9-aec29b8c8e55 req-b8a52a30-90a0-4cfb-8b85-8a2330a36bc2 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114983 May 06 09:53:25.005302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:25.018222 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd08833-e48f-4b2d-8cb3-2f6212c9fded x-openstack-request-id: req-7fd08833-e48f-4b2d-8cb3-2f6212c9fded {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:25.018496 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e28845-6d14-4abf-8809-521e2b439e0b", "tag": "cbbd4c95-98ee-47ed-b108-a843d34bb449", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:25.022476 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7fd08833-e48f-4b2d-8cb3-2f6212c9fded {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:25.028948 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd08833-e48f-4b2d-8cb3-2f6212c9fded'] response: {'name': 'network-changed', 'server_uuid': '70e28845-6d14-4abf-8809-521e2b439e0b', 'tag': 'cbbd4c95-98ee-47ed-b108-a843d34bb449', 'status': 'completed', 'code': 200} May 06 09:53:25.069087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=750fe873-5cd1-4fbb-8b5c-c351a70907b7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:25.091820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:25.097716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:25.101951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.102769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.114729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d417cfce-f4a6-47cd-b259-0530f2232981 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:25.123281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c1dff-2399-405e-8417-43a1c250d29c req-3bacfbb3-4f6b-49b6-9baa-d6f042c6ebdc tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:25.125205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633c1dff-2399-405e-8417-43a1c250d29c req-3bacfbb3-4f6b-49b6-9baa-d6f042c6ebdc tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.4227927 May 06 09:53:25.150916 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-94f1d0e2-2c74-4b8b-9bff-c8f84720b47b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1641936 May 06 09:53:25.160065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58904) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:25.195027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:09:df:b1', 'name': 'tempest-NetworksTestDHCPv6-751413388'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:25.232068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.311534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a1b073-6f85-4363-94c8-f03089f2bbb5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:25.478105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '750fe873-5cd1-4fbb-8b5c-c351a70907b7'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:25.479649 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.689506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:25.876292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Allocated IP 2001:db8::f816:3eff:fe3b:69a3 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/750fe873-5cd1-4fbb-8b5c-c351a70907b7/71b88483-1738-4cee-8aaa-59451c1f5f3d) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:26.169540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Router 2c0eccef-5568-42f7-904a-62fb839e1b3c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:53:26.200687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Attempting to bind port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:26.201608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Attempting to bind port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:26.201608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Attempting to bind port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:26.234151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.234387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30564e16-7283-4234-a1b0-af427aa88b09 req-d0a8f869-e1e7-49e7-831d-bfeaa2e576e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:26.240418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-d0a8f869-e1e7-49e7-831d-bfeaa2e576e6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 1095 time: 1.1638227 May 06 09:53:26.245512 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.247723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:53:26.250179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Attempting to bind port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:26.268307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633c1dff-2399-405e-8417-43a1c250d29c req-25dba684-1125-4ed4-a763-92d4399dd885 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0979609 May 06 09:53:26.278722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:26.279078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:26.279440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Bound using segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:26.279950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Bound port: d5c3e350-a8db-48a0-ba5f-c9ceeac4e083, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:26.280257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.305689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:26.309640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:26.312144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:26.322227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:26.339447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Pushing event updated for resources: {'Port': ['ID=71b88483-1738-4cee-8aaa-59451c1f5f3d,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:26.439850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:26.460481 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e99daad6-afe8-46b8-b83d-af54be72ba13 admin admin] 10.222.0.76 "PUT /v2.0/routers/2c0eccef-5568-42f7-904a-62fb839e1b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1417167 May 06 09:53:26.464472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:26.500573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] Sync routers for ids ['2c0eccef-5568-42f7-904a-62fb839e1b3c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:26.554724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] For port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:26.559023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] For port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:26.565978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] Routers {'2c0eccef-5568-42f7-904a-62fb839e1b3c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:26.566659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c0eccef-5568-42f7-904a-62fb839e1b3c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:26.569812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e5c72-5afb-49ae-88ba-0797ea4a31cd req-71def796-e93a-45b8-98e7-1422f3379bc0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:26.573763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Attempting to bind port 71b88483-1738-4cee-8aaa-59451c1f5f3d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:26.574124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Attempting to bind port 71b88483-1738-4cee-8aaa-59451c1f5f3d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:26.579066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Attempting to bind port 71b88483-1738-4cee-8aaa-59451c1f5f3d on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:26.599185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d6e5c72-5afb-49ae-88ba-0797ea4a31cd req-71def796-e93a-45b8-98e7-1422f3379bc0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 943 time: 1.4210525 May 06 09:53:26.619633 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.664737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:26.665565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:26.665565 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.665914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:26.666360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Bound port: 71b88483-1738-4cee-8aaa-59451c1f5f3d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:26.667150 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.695904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.801493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-806b069f-eff9-4e03-b0db-2ff5378a3a3a req-c627354c-f579-413f-88f7-160414fccd03 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 210 time: 0.2000802 May 06 09:53:26.846713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.871376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d6e5c72-5afb-49ae-88ba-0797ea4a31cd req-e3df433c-3c17-44b2-9c8c-7410b7d8f2c0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698166 May 06 09:53:26.873422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:26.873772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:26.885210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] 10.222.0.83 "PUT /v2.0/ports/d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 HTTP/1.1" status: 200 len: 1091 time: 3.5967872 May 06 09:53:26.913568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 820804f4-ceee-464c-afcb-b8f8ea675c35 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:27.037044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.047139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fe09:dfb1 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/750fe873-5cd1-4fbb-8b5c-c351a70907b7/820804f4-ceee-464c-afcb-b8f8ea675c35) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:27.159054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] Set router 2c0eccef-5568-42f7-904a-62fb839e1b3c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:27.191262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] For port 71b88483-1738-4cee-8aaa-59451c1f5f3d, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:27.193041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Deleting port 87733cfe-0aa0-4620-9d04-7c1ba5e93791 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:27.193366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.280959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'tag': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:27.284872 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d" -d '{"events": [{"name": "network-changed", "server_uuid": "5886fe03-0a0e-49d6-af49-fedd6b54d9cb", "tag": "d5c3e350-a8db-48a0-ba5f-c9ceeac4e083"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:27.341834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] For port 87733cfe-0aa0-4620-9d04-7c1ba5e93791, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=87733cfe-0aa0-4620-9d04-7c1ba5e93791,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:27.342083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.396369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Calling delete_port for 87733cfe-0aa0-4620-9d04-7c1ba5e93791 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:27.427336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] For port 71b88483-1738-4cee-8aaa-59451c1f5f3d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=71b88483-1738-4cee-8aaa-59451c1f5f3d,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:27.470467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.554567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5000968-21e0-49f9-a7cf-987c7ac4ddfa service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:27.566490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device cbbd4c95-98ee-47ed-b108-a843d34bb449 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:53:27.627464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.695149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Pushing event deleted for resources: {'Port': ['ID=87733cfe-0aa0-4620-9d04-7c1ba5e93791,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:27.754998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.795097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378844fe-fa46-4010-a8f5-cd2cacfba3e0 None None] Pushing event updated for resources: {'Port': ['ID=71b88483-1738-4cee-8aaa-59451c1f5f3d,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:27.855161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:27.901060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:53:25Z', 'revision_number': 5, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port': {'id': '87733cfe-0aa0-4620-9d04-7c1ba5e93791', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:5e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:48Z', 'updated_at': '2022-05-06T09:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:27.915233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30564e16-7283-4234-a1b0-af427aa88b09 req-596bae6a-2379-46ef-a7af-9b2e49feb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:27.916846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-596bae6a-2379-46ef-a7af-9b2e49feb25b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 1.6419177 May 06 09:53:27.968878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7e1b1-d79f-4f3f-b0b7-7b9851505fd7 req-db4e8455-666d-4600-a039-03c9beb64bd4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:27.971105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7a7e1b1-d79f-4f3f-b0b7-7b9851505fd7 req-db4e8455-666d-4600-a039-03c9beb64bd4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 944 time: 0.8072500 May 06 09:53:27.985066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-7e16cb66-3b1e-44d0-a1b6-4eb52f257230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:27.987255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-7e16cb66-3b1e-44d0-a1b6-4eb52f257230 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 1094 time: 0.7094748 May 06 09:53:27.998537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] Checking router: 2c0eccef-5568-42f7-904a-62fb839e1b3c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:28.009455 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.011904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.020758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port cbbd4c95-98ee-47ed-b108-a843d34bb449, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:28.042523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] Routers {'2c0eccef-5568-42f7-904a-62fb839e1b3c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:28.043160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c0eccef-5568-42f7-904a-62fb839e1b3c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:28.047994 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.058350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-db232e38-9629-47c0-8480-efc9f9d8f48c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:28.069469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-db232e38-9629-47c0-8480-efc9f9d8f48c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 810 time: 0.8367741 May 06 09:53:28.118030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.118881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0eccef-5568-42f7-904a-62fb839e1b3c {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:53:28.124216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.128610 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-66c64423-5067-496c-ade2-338477b0ff29 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2c0eccef-5568-42f7-904a-62fb839e1b3c HTTP/1.1" status: 204 len: 168 time: 1.6592112 May 06 09:53:28.138094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'cbbd4c95-98ee-47ed-b108-a843d34bb449', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': 'cbbd4c95-98ee-47ed-b108-a843d34bb449', 'mac_address': 'fa:16:3e:57:8e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:53:28.140423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58960) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.173153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17754-6f55-4894-9fb0-8904e835cf44 req-546f8961-67f2-4753-b0e8-1ad50733eafb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:28.177281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ae17754-6f55-4894-9fb0-8904e835cf44 req-546f8961-67f2-4753-b0e8-1ad50733eafb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.6699338 May 06 09:53:28.226493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] Set router 2c0eccef-5568-42f7-904a-62fb839e1b3c gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:28.235287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] Deleting subnet c45e3ec3-04da-497d-9097-710f138ba0ed {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:28.248489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.280666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-0d4d8fe9-b045-48a3-b6de-215d6c4ec16b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449 HTTP/1.1" status: 200 len: 217 time: 0.3085847 May 06 09:53:28.282011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=820804f4-ceee-464c-afcb-b8f8ea675c35,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:28.322024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.379928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-e0b28409-8dc3-4fa5-aeb2-4dc714aed4a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 HTTP/1.1" status: 200 len: 217 time: 0.2471387 May 06 09:53:28.383724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:28.397813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:53:27Z', 'revision_number': 7, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:28.458919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f6025-90fa-4ddd-813e-a972f85ec675 None None] The sync data for ids ['2c0eccef-5568-42f7-904a-62fb839e1b3c'] in n-d-840834-1 is: [{'id': '2c0eccef-5568-42f7-904a-62fb839e1b3c', 'name': 'tempest-TestAggregatesBasicOps-682592133-router', 'tenant_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:47Z', 'updated_at': '2022-05-06T09:53:27Z', 'revision_number': 7, 'project_id': 'da1d3250ef2f44da8c503872f20fcbf6', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:28.468720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7a7e1b1-d79f-4f3f-b0b7-7b9851505fd7 req-6ea2f5df-e1f2-44c1-84f4-f1abf6d0e881 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218843 May 06 09:53:28.476593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-ed12a1c3-a657-48d7-9bfb-6a7a629009be tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3 HTTP/1.1" status: 200 len: 380 time: 0.3215427 May 06 09:53:28.481390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:28.494442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.500367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.537867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'port': {'device_id': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'admin_state_up': True, 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'security_groups': ['7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:28.541166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbd4c95-98ee-47ed-b108-a843d34bb449 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:28.548220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:28.554433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:28.555080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.581916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port cbbd4c95-98ee-47ed-b108-a843d34bb449, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:28.591144 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.683177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.693208 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc04e2c-fb39-4f60-b96b-4a4bb37aa06f x-openstack-request-id: req-1fc04e2c-fb39-4f60-b96b-4a4bb37aa06f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:28.693503 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5886fe03-0a0e-49d6-af49-fedd6b54d9cb", "tag": "d5c3e350-a8db-48a0-ba5f-c9ceeac4e083", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:28.693757 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1fc04e2c-fb39-4f60-b96b-4a4bb37aa06f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:28.694170 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fc04e2c-fb39-4f60-b96b-4a4bb37aa06f'] response: {'name': 'network-changed', 'server_uuid': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'tag': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083', 'status': 'completed', 'code': 200} May 06 09:53:28.698247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=cbbd4c95-98ee-47ed-b108-a843d34bb449,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:28.742986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45e3ec3-04da-497d-9097-710f138ba0ed,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:28.756297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:28.762453 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ea851930-8d23-419d-b53e-50e4a1ae8a4a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c45e3ec3-04da-497d-9097-710f138ba0ed HTTP/1.1" status: 204 len: 168 time: 0.6209323 May 06 09:53:28.763836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968b3b2-95ff-42bb-986d-8e641dc459f6 None None] Network 6211b0fb-485c-442d-95fc-73da8fd07f9c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:28.764925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58966) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.777991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca970691-05c7-4185-87b0-e3fe8814cd6a req-a1e7427e-ec7c-4482-97de-ac99139aba7c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 210 time: 0.0454280 May 06 09:53:28.810655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ae17754-6f55-4894-9fb0-8904e835cf44 req-0d9d4aec-991f-4156-9941-d12ee8de37d4 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866726 May 06 09:53:28.857112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58968) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.881614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aa6a36f7-8039-43dd-bf8e-c4f8780c8dd6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7057297 May 06 09:53:28.888230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58970) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:28.908428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30564e16-7283-4234-a1b0-af427aa88b09 req-38cb57eb-32df-45ec-80ab-d7a28a3f4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:28.909898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-38cb57eb-32df-45ec-80ab-d7a28a3f4797 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.5537710 May 06 09:53:28.966784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:28.968726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-187563d8-7eb8-4a95-ad8c-f797deec3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:28.976064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-187563d8-7eb8-4a95-ad8c-f797deec3bde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.5684752 May 06 09:53:29.023817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.055238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472cfc2-22b5-42d8-a5f5-b14c5c5d5994 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:29.069478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c472cfc2-22b5-42d8-a5f5-b14c5c5d5994 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:29.086673 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c472cfc2-22b5-42d8-a5f5-b14c5c5d5994 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1953881 May 06 09:53:29.087462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58974) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:29.221330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-320916d4-1927-459a-a23e-7e141381ae77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2333302 May 06 09:53:29.378285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 820804f4-ceee-464c-afcb-b8f8ea675c35 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:29.378625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.397014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Deleting port ebb61655-a737-4663-bbb2-7a5a26024e0b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:29.397609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.475348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] DHCP port deletion for 6211b0fb-485c-442d-95fc-73da8fd07f9c request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:29.486244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-75c624db-d6aa-4d35-ac87-4ba0a3a376e1 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408566 May 06 09:53:29.500798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Made reservation on behalf of 2395ed525a5d4cba83a393ebb2c5d0b3 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:29.504807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.512419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:53:29.609663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] For port ebb61655-a737-4663-bbb2-7a5a26024e0b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ebb61655-a737-4663-bbb2-7a5a26024e0b,segment=NetworkSegment(e3637fed-8ace-4792-81b7-c993af02f8ae),segment_id=e3637fed-8ace-4792-81b7-c993af02f8ae)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:29.611796 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.614475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b88483-1738-4cee-8aaa-59451c1f5f3d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:29.637391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Calling delete_port for ebb61655-a737-4663-bbb2-7a5a26024e0b owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:29.685686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.706523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 71b88483-1738-4cee-8aaa-59451c1f5f3d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:29.706985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.754135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4e6c8f05-e595-4d5c-8419-0fd80cad20cc None None] Provisioning complete for port 71b88483-1738-4cee-8aaa-59451c1f5f3d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:29.754855 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8f05-e595-4d5c-8419-0fd80cad20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.766201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 820804f4-ceee-464c-afcb-b8f8ea675c35 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:29.811773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] Deleting port ebb61655-a737-4663-bbb2-7a5a26024e0b {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:29.812549 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:29.898498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Allocated IP 172.20.0.6 (c8028457-06a7-49c9-906c-cad51ce26f10/6a27194b-24f8-42c8-bcc0-5e4a43bac974/9ba812a7-a2ed-4cb2-9196-5a55e5fdb531) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:29.969212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.032546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] For port ebb61655-a737-4663-bbb2-7a5a26024e0b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ebb61655-a737-4663-bbb2-7a5a26024e0b,segment=NetworkSegment(e3637fed-8ace-4792-81b7-c993af02f8ae),segment_id=e3637fed-8ace-4792-81b7-c993af02f8ae)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:30.034168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.042785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb61655-a737-4663-bbb2-7a5a26024e0b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.058823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79be89eb-cd15-4a64-aaad-6e08486083b6 req-de90a412-6825-4c0b-a45e-bf3adfd26732 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629201 May 06 09:53:30.062689 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-82ff66f2-2721-4c36-90ec-0f0bd505606a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.076339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] Calling delete_port for ebb61655-a737-4663-bbb2-7a5a26024e0b owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:30.083782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30564e16-7283-4234-a1b0-af427aa88b09 req-48e2218a-290e-478e-a1f2-93204e2bca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.089136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-48e2218a-290e-478e-a1f2-93204e2bca14 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1617434 May 06 09:53:30.108005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] No DVR routers for this DVR port ebb61655-a737-4663-bbb2-7a5a26024e0b on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:30.160580 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8f05-e595-4d5c-8419-0fd80cad20cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.169903 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.180722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c447d3a-e482-4315-a5f6-11fc8c7b44af req-30e551bc-14cf-415b-8091-e67960896b2b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.193636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c447d3a-e482-4315-a5f6-11fc8c7b44af req-30e551bc-14cf-415b-8091-e67960896b2b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 943 time: 1.2094593 May 06 09:53:30.289762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 71b88483-1738-4cee-8aaa-59451c1f5f3d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=71b88483-1738-4cee-8aaa-59451c1f5f3d,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:30.296348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c447d3a-e482-4315-a5f6-11fc8c7b44af req-8280b604-d6d0-4f8b-9410-0f3a2488ffe2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008823 May 06 09:53:30.304487 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.311166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-b507c6e4-a221-4dd3-a9be-9f1bdab8cdf8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:53:30.317204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.317997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-b507c6e4-a221-4dd3-a9be-9f1bdab8cdf8 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1702571 May 06 09:53:30.328629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.363970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.366141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a6a1b073-6f85-4363-94c8-f03089f2bbb5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:30.371384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=820804f4-ceee-464c-afcb-b8f8ea675c35,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.394775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6211b0fb-485c-442d-95fc-73da8fd07f9c']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:30.417957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3637fed-8ace-4792-81b7-c993af02f8ae') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:30.418443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3637fed-8ace-4792-81b7-c993af02f8ae') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:30.445161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a6a1b073-6f85-4363-94c8-f03089f2bbb5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:30.445772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a6a1b073-6f85-4363-94c8-f03089f2bbb5 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:30.457773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-82ff66f2-2721-4c36-90ec-0f0bd505606a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.460265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.475854 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.477216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.489769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] No DVR routers for this DVR port ebb61655-a737-4663-bbb2-7a5a26024e0b on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:30.491420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:53:30.492134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.522659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-4e6c8f05-e595-4d5c-8419-0fd80cad20cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:53:30.524210 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-4e6c8f05-e595-4d5c-8419-0fd80cad20cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:53:30.529556 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-82ff66f2-2721-4c36-90ec-0f0bd505606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.534205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=71b88483-1738-4cee-8aaa-59451c1f5f3d,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.572311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84863f-278b-4b35-90df-37393e3c43ef req-edc0f854-6a91-4108-a5aa-e25675294a71 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.573951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf84863f-278b-4b35-90df-37393e3c43ef req-edc0f854-6a91-4108-a5aa-e25675294a71 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 945 time: 0.5140564 May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: timer() May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:53:30.577206 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:53:30.581065 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.588196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2354b6-036d-4120-a6ae-d292a811f593 None None] Pushing event deleted for resources: {'Port': ['ID=ebb61655-a737-4663-bbb2-7a5a26024e0b,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.597295 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5b9adf68-4e10-4527-880a-6eef7a821976 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/820804f4-ceee-464c-afcb-b8f8ea675c35 HTTP/1.1" status: 204 len: 168 time: 1.4991515 May 06 09:53:30.599275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58984) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:30.613805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.634985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-82ff66f2-2721-4c36-90ec-0f0bd505606a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=57e1062fa4494b5a925cac58ef7294fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7441027 May 06 09:53:30.634985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.643285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58986) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:30.666587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff66f2-2721-4c36-90ec-0f0bd505606a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5c00f-e9be-4492-8dac-ffb119270021,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.715176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.718675 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] 10.222.0.76 "DELETE /v2.0/networks/6211b0fb-485c-442d-95fc-73da8fd07f9c HTTP/1.1" status: 204 len: 168 time: 1.9526000 May 06 09:53:30.721464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab5293-fb46-400d-8583-3601b17f676e admin admin] Pushing event deleted for resources: {'Network': ['ID=6211b0fb-485c-442d-95fc-73da8fd07f9c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.754504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6fe2c-8632-49a9-b8d7-6218fb588ca4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.757122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6fe2c-8632-49a9-b8d7-6218fb588ca4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.761157 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-32b6fe2c-8632-49a9-b8d7-6218fb588ca4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1567786 May 06 09:53:30.761417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58990) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:30.808822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'Port': ['ID=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:30.813511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-ea062a21-c7e6-4729-9042-e3e222a85d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:30.816206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-ea062a21-c7e6-4729-9042-e3e222a85d0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 1094 time: 0.6672945 May 06 09:53:30.859049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 750fe873-5cd1-4fbb-8b5c-c351a70907b7 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:30.863291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:30.885933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Network c8028457-06a7-49c9-906c-cad51ce26f10 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:30.899248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf84863f-278b-4b35-90df-37393e3c43ef req-aac6c51e-7b91-4b2d-a625-84517a9fa687 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319543 May 06 09:53:30.915402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b88483-1738-4cee-8aaa-59451c1f5f3d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:30.976096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58992) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:30.982491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.007998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:31.057449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:31.063471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd9e72ea-eb2c-4953-b643-e87eaf478cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.087523 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bbe01aa7-b2b5-4874-8f44-05ae7fd7be62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ebfffb31fe348a59fc41b6cc011675b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004984 May 06 09:53:31.090204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.132757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 71b88483-1738-4cee-8aaa-59451c1f5f3d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:31.133154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.219103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.229517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a1e7c358-a5c1-4176-a005-e26a9be29022 None None] Could not find standard attr ID for object 820804f4-ceee-464c-afcb-b8f8ea675c35. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:53:31.282001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-414c1578-af2c-4f81-a5f9-afeeb569eaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.362538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-414c1578-af2c-4f81-a5f9-afeeb569eaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.374858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d816a-d3f1-4423-aa00-fbab4e155685 req-83d1455b-c315-4a64-b8aa-9b71f6da6edb tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:31.386906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-726d816a-d3f1-4423-aa00-fbab4e155685 req-83d1455b-c315-4a64-b8aa-9b71f6da6edb tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 931 time: 0.8622601 May 06 09:53:31.392436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.395788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd9e72ea-eb2c-4953-b643-e87eaf478cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.440575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 87733cfe-0aa0-4620-9d04-7c1ba5e93791 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:31.471796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=750fe873-5cd1-4fbb-8b5c-c351a70907b7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:31.474207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.476982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 87733cfe-0aa0-4620-9d04-7c1ba5e93791 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:31.477435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 87733cfe-0aa0-4620-9d04-7c1ba5e93791 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:31.480302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ebb61655-a737-4663-bbb2-7a5a26024e0b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:31.480460 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e706562-aef8-4288-a952-eb7c7732b518 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/750fe873-5cd1-4fbb-8b5c-c351a70907b7 HTTP/1.1" status: 204 len: 168 time: 0.7147374 May 06 09:53:31.480892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58998) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.483739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f016a-27d5-4ac4-ad12-1deccbdb2768 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:31.499242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:31.500371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.516209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ebb61655-a737-4663-bbb2-7a5a26024e0b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:31.516790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ebb61655-a737-4663-bbb2-7a5a26024e0b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:31.534796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fa5bced0-5952-4e36-bb52-895960041889 None None] Provisioning complete for port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:31.535172 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa5bced0-5952-4e36-bb52-895960041889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.550577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-8091a9bb-6106-4b1a-960f-4540378fc533 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0238786 May 06 09:53:31.568443 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-080732f5-38e9-4dff-bcc9-e804f344d882 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851936 May 06 09:53:31.568710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59000) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.584395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-414c1578-af2c-4f81-a5f9-afeeb569eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.584826 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-414c1578-af2c-4f81-a5f9-afeeb569eaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.586026 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-414c1578-af2c-4f81-a5f9-afeeb569eaeb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d57d4a8d-ad19-431e-95f6-d5ea1c843f5c HTTP/1.1" status: 204 len: 168 time: 0.4947989 May 06 09:53:31.608265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fa5bced0-5952-4e36-bb52-895960041889 None None] Port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:31.612274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device cbbd4c95-98ee-47ed-b108-a843d34bb449 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:31.619487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c1578-af2c-4f81-a5f9-afeeb569eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57d4a8d-ad19-431e-95f6-d5ea1c843f5c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:31.645580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9c6d1f-12b1-4354-bef5-112f9cccd605 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:31.649544 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cd9c6d1f-12b1-4354-bef5-112f9cccd605 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0772321 May 06 09:53:31.655066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59004) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.692211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-c61ee40e-b432-4422-a11b-1f0b4dfbd334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:31.696375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-c61ee40e-b432-4422-a11b-1f0b4dfbd334 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.8069417 May 06 09:53:31.724260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25d39d-5b28-4a33-b53c-5a7ccaeb47ac req-6928170e-9968-45e7-b3fc-03ca212bc99d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:31.731075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad25d39d-5b28-4a33-b53c-5a7ccaeb47ac req-6928170e-9968-45e7-b3fc-03ca212bc99d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.6294758 May 06 09:53:31.755413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc096b6a-062e-44ed-a65d-baf26803932d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:31.762326 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc096b6a-062e-44ed-a65d-baf26803932d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1036596 May 06 09:53:31.762967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59006) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.829088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port cbbd4c95-98ee-47ed-b108-a843d34bb449 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:53:31.835573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port cbbd4c95-98ee-47ed-b108-a843d34bb449 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:31.835924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:31.858601 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e15a6730-f908-40ae-81a3-cca33199b7f0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944626 May 06 09:53:31.863816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59008) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:31.888281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:31.916027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:32.016683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:32.025061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.032351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] Deleting port 71b88483-1738-4cee-8aaa-59451c1f5f3d {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:32.032710 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.114018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] For port 71b88483-1738-4cee-8aaa-59451c1f5f3d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=71b88483-1738-4cee-8aaa-59451c1f5f3d,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:32.114424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.136165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] Calling delete_port for 71b88483-1738-4cee-8aaa-59451c1f5f3d owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:32.159465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-21084f58-8bcf-4eed-a804-15f664d3f3ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6279330 May 06 09:53:32.198693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-726d816a-d3f1-4423-aa00-fbab4e155685 req-87985c41-996c-419a-86d1-13ee7ac93537 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7733748 May 06 09:53:32.208789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Request body: {'port': {'device_id': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:32.235427 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.287392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e28845-6d14-4abf-8809-521e2b439e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd4c95-98ee-47ed-b108-a843d34bb449'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:32.290468 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb4a7c-5cad-4f98-b2dc-12c4119e257f" -d '{"events": [{"server_uuid": "70e28845-6d14-4abf-8809-521e2b439e0b", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd4c95-98ee-47ed-b108-a843d34bb449"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:32.308552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port cbbd4c95-98ee-47ed-b108-a843d34bb449, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:32.319484 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.328700 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.367160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-5849a0da-18f8-4f25-af3c-460665eb2e69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 HTTP/1.1" status: 200 len: 217 time: 0.6343939 May 06 09:53:32.381445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] No DVR routers for this DVR port 71b88483-1738-4cee-8aaa-59451c1f5f3d on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:32.428558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=cbbd4c95-98ee-47ed-b108-a843d34bb449,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:32.437064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd9e72ea-eb2c-4953-b643-e87eaf478cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.443739 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd9e72ea-eb2c-4953-b643-e87eaf478cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.459483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dd9e72ea-eb2c-4953-b643-e87eaf478cd8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0db5c00f-e9be-4492-8dac-ffb119270021 HTTP/1.1" status: 204 len: 168 time: 1.7353187 May 06 09:53:32.461754 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.464417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483758d0-2478-43ed-bb01-579b345656e2 None None] Pushing event deleted for resources: {'Port': ['ID=71b88483-1738-4cee-8aaa-59451c1f5f3d,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:32.524503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59018) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:32.529500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:32.542312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:32.546357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:32.546996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.554988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec8068-ac80-4e55-ae2e-d5d4f3435974 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:32.584660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=66524424-bb9b-4855-9c07-385b83c03108,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:32.604065 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4f265321-8115-46e3-b826-ec678a5b1056 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7380338 May 06 09:53:32.604308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30564e16-7283-4234-a1b0-af427aa88b09 req-12d282eb-0304-4ecd-8d86-176245d78d60 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9987774 May 06 09:53:32.607514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59020) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:32.625118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e72ea-eb2c-4953-b643-e87eaf478cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5c00f-e9be-4492-8dac-ffb119270021,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:32.635534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:d2:60:2e', 'name': 'tempest-NetworksTestDHCPv6-1301114020'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:32.692730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad25d39d-5b28-4a33-b53c-5a7ccaeb47ac req-b314bc8e-9d72-44b1-9319-76b39eccc8d2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320413 May 06 09:53:32.758737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:32.814875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b88483-1738-4cee-8aaa-59451c1f5f3d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:32.849278 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1ba8f5f7-4144-4055-af0a-e1c6b5c00d78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da1d3250ef2f44da8c503872f20fcbf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210511 May 06 09:53:32.851202 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59024) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:32.870625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:32.876686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 71b88483-1738-4cee-8aaa-59451c1f5f3d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:32.882848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 71b88483-1738-4cee-8aaa-59451c1f5f3d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:32.976503 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18e3c476-9e4f-4743-a96b-a64c694a9bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.020533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18e3c476-9e4f-4743-a96b-a64c694a9bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.041893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.069706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '66524424-bb9b-4855-9c07-385b83c03108'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:33.070581 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.085236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 77480729-33b2-4b89-9d95-efd4eba3694a yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:33.154047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59026) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:33.163828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18e3c476-9e4f-4743-a96b-a64c694a9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.166412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18e3c476-9e4f-4743-a96b-a64c694a9bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.169857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-18e3c476-9e4f-4743-a96b-a64c694a9bd0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03c994b9-011c-4645-bd1d-4fd689084284 HTTP/1.1" status: 204 len: 168 time: 0.3153086 May 06 09:53:33.187901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3c476-9e4f-4743-a96b-a64c694a9bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c994b9-011c-4645-bd1d-4fd689084284,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:33.195504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-509e1adf-fec3-4383-9d37-bc06d1aed05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.278667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:33.279102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::cd (ec861bb2-f6c1-44b0-ab1c-795d98c15718/66524424-bb9b-4855-9c07-385b83c03108/77480729-33b2-4b89-9d95-efd4eba3694a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:33.301808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.324407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Transition to ACTIVE for port object 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:53:33.379678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.521634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-ce07ee82-9187-43fc-aff1-bc7147cd8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:33.523644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-ce07ee82-9187-43fc-aff1-bc7147cd8b53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 1.1097960 May 06 09:53:33.526205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Pushing event updated for resources: {'Port': ['ID=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:33.572972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-c45fbf34-c994-4f28-b19f-9f96e6b9dfed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365829 May 06 09:53:33.587720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae69098-f122-4ad8-b49c-09ba31adefa1 req-3c125edb-2d19-4e1b-b75d-f681b8a55a25 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:33.589613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ae69098-f122-4ad8-b49c-09ba31adefa1 req-3c125edb-2d19-4e1b-b75d-f681b8a55a25 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 943 time: 1.2007012 May 06 09:53:33.607447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c066907-0e53-4bba-b47c-322c7ef4868e req-423b09fe-80d4-4cf5-be38-df8336990c4c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:33.613291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.617524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c066907-0e53-4bba-b47c-322c7ef4868e req-423b09fe-80d4-4cf5-be38-df8336990c4c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2881060 May 06 09:53:33.693776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-509e1adf-fec3-4383-9d37-bc06d1aed05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.696133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.705310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-509e1adf-fec3-4383-9d37-bc06d1aed05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.728767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c066907-0e53-4bba-b47c-322c7ef4868e req-1cd2d519-228a-4f8c-bcb0-2760ec0c8591 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094673 May 06 09:53:33.739480 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-509e1adf-fec3-4383-9d37-bc06d1aed05f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81b3c53917b547bebf8af8516962c275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843782 May 06 09:53:33.772429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59038) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:33.791456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/66524424-bb9b-4855-9c07-385b83c03108/518cbc09-d05f-4661-ad7b-bce7e96924cc) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:33.918748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:33.933879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:33.949117 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6363ba7b-eefa-443f-8722-61c4bd540a94 x-openstack-request-id: req-6363ba7b-eefa-443f-8722-61c4bd540a94 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:33.950268 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e28845-6d14-4abf-8809-521e2b439e0b", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd4c95-98ee-47ed-b108-a843d34bb449", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:33.950743 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6363ba7b-eefa-443f-8722-61c4bd540a94 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:33.951482 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6363ba7b-eefa-443f-8722-61c4bd540a94'] response: {'server_uuid': '70e28845-6d14-4abf-8809-521e2b439e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd4c95-98ee-47ed-b108-a843d34bb449', 'code': 200} May 06 09:53:33.952674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:53:33.955818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:33.964053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:33.964720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:33.968449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-215b904e-e411-4637-bef4-fba158eeffd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.004226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-215b904e-e411-4637-bef4-fba158eeffd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.076631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e1adf-fec3-4383-9d37-bc06d1aed05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa274a-e73f-4ff5-89fd-3b9023615d5d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.081940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-215b904e-e411-4637-bef4-fba158eeffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.084931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-215b904e-e411-4637-bef4-fba158eeffd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.089230 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-215b904e-e411-4637-bef4-fba158eeffd8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d3fa274a-e73f-4ff5-89fd-3b9023615d5d HTTP/1.1" status: 204 len: 168 time: 0.2905769 May 06 09:53:34.089872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=77480729-33b2-4b89-9d95-efd4eba3694a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.099002 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-05ad7e43-3039-4f25-8ccc-3e0597829897 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4869509 May 06 09:53:34.103902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:34.147968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b904e-e411-4637-bef4-fba158eeffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa274a-e73f-4ff5-89fd-3b9023615d5d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.214444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a805f65b-024e-44cc-8e7b-27dd90c46537 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:34.222154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.224792 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a805f65b-024e-44cc-8e7b-27dd90c46537 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1182406 May 06 09:53:34.228139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:34.242945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.257876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ae69098-f122-4ad8-b49c-09ba31adefa1 req-b2d0c293-04d9-425b-bc5a-030ef354809e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066999 May 06 09:53:34.318009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:34.327609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:34.336046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:34.339685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:34.342240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Pushing event updated for resources: {'Port': ['ID=518cbc09-d05f-4661-ad7b-bce7e96924cc,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.360047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'port_id': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083', 'mac_address': 'fa:16:3e:7c:f3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73420db5-974d-455c-b166-9669723b3d84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:53:34.370141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Attempting to bind port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:34.373408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Attempting to bind port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:34.374605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Attempting to bind port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 on network c8028457-06a7-49c9-906c-cad51ce26f10 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:34.444653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f52e04-1d3d-4f93-9772-2e34fc7a349e req-7cf05c28-5f3d-4fff-b204-7d58d7e2d268 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:34.450538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Attempting to bind port 518cbc09-d05f-4661-ad7b-bce7e96924cc on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:34.451033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Attempting to bind port 518cbc09-d05f-4661-ad7b-bce7e96924cc by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:34.451551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Attempting to bind port 518cbc09-d05f-4661-ad7b-bce7e96924cc on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:34.459062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5f52e04-1d3d-4f93-9772-2e34fc7a349e req-7cf05c28-5f3d-4fff-b204-7d58d7e2d268 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 943 time: 0.5684171 May 06 09:53:34.460084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 77480729-33b2-4b89-9d95-efd4eba3694a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:34.460436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.466128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:34.466710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:34.467547 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.468060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:34.468656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Bound port: 518cbc09-d05f-4661-ad7b-bce7e96924cc, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:34.469141 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.485024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.515031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ce5d7-3290-4bf7-bca5-e574f255679a req-c315967d-913f-4bcd-9c6e-c12a64109d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:34.519357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b9ce5d7-3290-4bf7-bca5-e574f255679a req-c315967d-913f-4bcd-9c6e-c12a64109d7e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 1097 time: 0.5574145 May 06 09:53:34.524756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 on network c8028457-06a7-49c9-906c-cad51ce26f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:53:34.526508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Attempting to bind port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 on network c8028457-06a7-49c9-906c-cad51ce26f10 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:34.536833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:34.597701 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.602999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:34.616248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-ac9ab5f6-cea4-4617-981f-e6a5eb318d72 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0253537 May 06 09:53:34.618935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 77480729-33b2-4b89-9d95-efd4eba3694a owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:34.630653 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.695631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] For port 518cbc09-d05f-4661-ad7b-bce7e96924cc, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:34.745245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] For port 518cbc09-d05f-4661-ad7b-bce7e96924cc, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=518cbc09-d05f-4661-ad7b-bce7e96924cc,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:34.758778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:34.759135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Checking segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:34.760728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Bound using segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:34.761175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Bound port: 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:34.761388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.771099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.785339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.857134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.882291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08428992-ad7c-4a3b-9bca-78b90c4deaa8 None None] Pushing event updated for resources: {'Port': ['ID=518cbc09-d05f-4661-ad7b-bce7e96924cc,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.909869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=77480729-33b2-4b89-9d95-efd4eba3694a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:34.964967 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b9ce5d7-3290-4bf7-bca5-e574f255679a req-478a4416-1de6-4174-9969-34750cd4aceb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299004 May 06 09:53:34.978294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:34.995090 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-97a4b681-2600-4b74-a257-a05821ba0527 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/77480729-33b2-4b89-9d95-efd4eba3694a HTTP/1.1" status: 204 len: 168 time: 0.7657955 May 06 09:53:34.999200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59070) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:35.024496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a531a-799f-432d-b28f-e441df2f7d1f req-def21d83-25c5-4c37-8925-84e40a6a8501 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:35.026109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457a531a-799f-432d-b28f-e441df2f7d1f req-def21d83-25c5-4c37-8925-84e40a6a8501 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.6438150 May 06 09:53:35.037636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['d5c3e350-a8db-48a0-ba5f-c9ceeac4e083'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:35.051536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fc2dad7-50ad-4168-a8a5-19b7b7bfc36d req-f5572fda-e589-4f58-a1d8-5bd23908157e service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525262 May 06 09:53:35.151496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94388ddf-8fba-4dbc-8f51-1bbd36110717 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:35.163300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94388ddf-8fba-4dbc-8f51-1bbd36110717 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:35.174564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-94388ddf-8fba-4dbc-8f51-1bbd36110717 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1738710 May 06 09:53:35.177191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] For port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:35.180582 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59078) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:35.189675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] For port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:35.208722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5f52e04-1d3d-4f93-9772-2e34fc7a349e req-032d75b3-c92c-41e4-89ba-ef70d185e910 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7110431 May 06 09:53:35.260328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.324841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 66524424-bb9b-4855-9c07-385b83c03108 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:35.336956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.372878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:35.373499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.374923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] 10.222.0.82 "PUT /v2.0/ports/9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 200 len: 1091 time: 3.1706688 May 06 09:53:35.378142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:35.396135 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0a3515-1ca8-49ac-a19d-187851ed0b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:35.416517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457a531a-799f-432d-b28f-e441df2f7d1f req-ee9372bb-2a8d-4117-95a5-8c0438af60d8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807113 May 06 09:53:35.440679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.503553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc96d9-01cc-4823-9e77-ca57dc0b39cf service neutron] Pushing event updated for resources: {'Port': ['ID=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:35.731101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-972e0edb-24ae-4c3b-9097-e7fef4b99765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:35.732955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-972e0edb-24ae-4c3b-9097-e7fef4b99765 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 1094 time: 0.3040812 May 06 09:53:35.747403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:35.844691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af6bf6-61ca-4c1f-b3f7-0e31d0dbb42d req-42f2680e-b212-4a86-95c0-315669d7c183 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:35.846349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4af6bf6-61ca-4c1f-b3f7-0e31d0dbb42d req-42f2680e-b212-4a86-95c0-315669d7c183 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2945712 May 06 09:53:35.852010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-cb83bdc3-06fb-4c73-bf67-7a6eb630add0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 200 len: 217 time: 0.0683453 May 06 09:53:35.938460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d37bb-8601-4523-bde1-cc72e3543967 req-3f1b2859-6a3a-4d84-b848-f5777512d758 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:35.947385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824d37bb-8601-4523-bde1-cc72e3543967 req-3f1b2859-6a3a-4d84-b848-f5777512d758 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 944 time: 0.3013976 May 06 09:53:35.973739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.023677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-ef43aa71-1bb2-4dda-b09b-f07adc550fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:36.025171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-ef43aa71-1bb2-4dda-b09b-f07adc550fbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.1635523 May 06 09:53:36.033495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.046774 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/66524424-bb9b-4855-9c07-385b83c03108 HTTP/1.1" status: 204 len: 168 time: 0.8625095 May 06 09:53:36.054463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824d37bb-8601-4523-bde1-cc72e3543967 req-10eaf1e7-ba84-4eda-83cf-58e21f8651aa tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058116 May 06 09:53:36.057555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:36.167649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4af6bf6-61ca-4c1f-b3f7-0e31d0dbb42d req-4bb55e80-8bef-49d6-8677-fffe454b5dea tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948515 May 06 09:53:36.175017 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8709a46a-bcc3-4468-bdb0-18e9b84b44fd x-openstack-request-id: req-8709a46a-bcc3-4468-bdb0-18e9b84b44fd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:36.175503 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:36.175959 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8709a46a-bcc3-4468-bdb0-18e9b84b44fd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:36.176535 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8709a46a-bcc3-4468-bdb0-18e9b84b44fd'] response: {'name': 'network-changed', 'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'status': 'completed', 'code': 200} May 06 09:53:36.210523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-e396312d-c9d7-4a53-8485-7634facd869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:36.217805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-e396312d-c9d7-4a53-8485-7634facd869b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578209 May 06 09:53:36.375872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-5406f1b8-0bf3-43d7-a17e-1d214a494697 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502104 May 06 09:53:36.377518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59110) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:36.676504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236edbcc-3b61-4ec9-889c-6b2fe035c72b req-41f92880-9af6-4ec2-83d1-903923599572 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:36.676713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-236edbcc-3b61-4ec9-889c-6b2fe035c72b req-41f92880-9af6-4ec2-83d1-903923599572 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 943 time: 0.2288892 May 06 09:53:36.710853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be8e38-7229-4991-aee0-3a78a2330211 req-74ac03cf-e3fb-4f97-bfb4-9cf0ac694f68 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:36.712424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73be8e38-7229-4991-aee0-3a78a2330211 req-74ac03cf-e3fb-4f97-bfb4-9cf0ac694f68 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1818128 May 06 09:53:36.737804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea7de16-7be7-4aaf-ae79-6e3eb31a5a96 req-c0b0f288-3785-48f9-ab61-ef604a847a53 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497925 May 06 09:53:36.778931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-236edbcc-3b61-4ec9-889c-6b2fe035c72b req-d0d55ad3-ec07-4577-b7cf-de4706fb2062 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844264 May 06 09:53:36.828986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e98d9d-c933-4aa9-88b0-ac28fff4277a None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:36.837001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73be8e38-7229-4991-aee0-3a78a2330211 req-57bccb5b-516c-4b03-8f1c-3dd165c92e4c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112070 May 06 09:53:36.847658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba249f-6289-405a-961c-59a21dbe4063 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=66524424-bb9b-4855-9c07-385b83c03108,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:36.912190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'network': {'name': 'tempest-network-smoke--1572551397', 'project_id': '8591e4249907453799dd42bd17d336c7', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:36.918561 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ba215299-29b9-41bc-9df9-5ee4ffb83295 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066782 May 06 09:53:36.919600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59124) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:36.976371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-8f8d02d1-740d-44ce-9e2e-5046e9850c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:36.981208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-8f8d02d1-740d-44ce-9e2e-5046e9850c2e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 1094 time: 0.1432374 May 06 09:53:36.987089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-84ae8943-4785-4d03-93bd-3a3267ab2885 None None] Provisioning complete for port 518cbc09-d05f-4661-ad7b-bce7e96924cc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:36.987473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84ae8943-4785-4d03-93bd-3a3267ab2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:36.990108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:36.993799 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.037047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.039528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc8266-0e49-495b-85c9-803f5456201b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.046056 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d9bc8266-0e49-495b-85c9-803f5456201b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1241343 May 06 09:53:37.047528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59158) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:37.107034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 518cbc09-d05f-4661-ad7b-bce7e96924cc up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:37.159957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad1a226-8cf6-4a64-8da2-fc04db55dedf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.167914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bad1a226-8cf6-4a64-8da2-fc04db55dedf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1177044 May 06 09:53:37.168648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59168) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:37.181066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-4562ea20-82db-49c3-b8ef-81c8694f1d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.183152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-4562ea20-82db-49c3-b8ef-81c8694f1d14 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 911 time: 0.1940095 May 06 09:53:37.240400 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4b22dcc4-1b3e-4d84-afc7-461dcadb0b08 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704381 May 06 09:53:37.241066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59172) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:37.247083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:37.276597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 518cbc09-d05f-4661-ad7b-bce7e96924cc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:37.280170 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.315112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-b2b779ea-bd6e-425d-863f-ecbe0dfcd30b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 200 len: 217 time: 0.1232483 May 06 09:53:37.408011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84ae8943-4785-4d03-93bd-3a3267ab2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.435841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:37.456130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.481171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.497535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:37.501740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.552263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-84ae8943-4785-4d03-93bd-3a3267ab2885 None None] For port 518cbc09-d05f-4661-ad7b-bce7e96924cc, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=518cbc09-d05f-4661-ad7b-bce7e96924cc,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:37.555643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.561572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3972b23-611e-4be1-9e5e-ecdc21ec1fa9,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:37.562863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59184) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:37.586647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:37.591038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-8c21be3b-617f-477e-86fe-6138d8678f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.592544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-8c21be3b-617f-477e-86fe-6138d8678f00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.2684565 May 06 09:53:37.598545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84ae8943-4785-4d03-93bd-3a3267ab2885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.610648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536a30d-f7ab-49b7-aa4e-cb92bfcdad2b req-4d5fe7c0-d0e1-4b98-8cb2-2395311b513a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.618159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9536a30d-f7ab-49b7-aa4e-cb92bfcdad2b req-4d5fe7c0-d0e1-4b98-8cb2-2395311b513a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 944 time: 0.4025013 May 06 09:53:37.656834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe0189-0210-40e8-b43b-2e0600708b51 req-72db1cc6-6c38-4d39-8457-0a7d446f9755 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.659087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7fe0189-0210-40e8-b43b-2e0600708b51 req-72db1cc6-6c38-4d39-8457-0a7d446f9755 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.3331540 May 06 09:53:37.677968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.678319 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Added segment a07e0323-e83c-4b87-b07e-c6681a5a9dd8 of type vlan for network e623c531-73cb-4dd3-8c4b-cc2d7a827438 May 06 09:53:37.701013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] Deleting port 518cbc09-d05f-4661-ad7b-bce7e96924cc {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:37.701510 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.771015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] For port 518cbc09-d05f-4661-ad7b-bce7e96924cc, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=518cbc09-d05f-4661-ad7b-bce7e96924cc,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:37.771611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.778276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9536a30d-f7ab-49b7-aa4e-cb92bfcdad2b req-52249304-7e3f-45c4-8e1f-0ca272d72d65 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592536 May 06 09:53:37.781281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.785390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f94be5c5-b0bc-4625-a6de-a7d3b4b00e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.798158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] Calling delete_port for 518cbc09-d05f-4661-ad7b-bce7e96924cc owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:37.810031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-6076fa3c-b97b-4cad-8238-892cb2a0c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.811532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-6076fa3c-b97b-4cad-8238-892cb2a0c5fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908298 May 06 09:53:37.812643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae8943-4785-4d03-93bd-3a3267ab2885 None None] Pushing event updated for resources: {'Port': ['ID=518cbc09-d05f-4661-ad7b-bce7e96924cc,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:37.823522 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:53:37.824295 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:53:37.827875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7fe0189-0210-40e8-b43b-2e0600708b51 req-5de5e8ca-7c81-493f-a9ce-17d085368d4b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476548 May 06 09:53:37.861487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.868870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:37.869910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.920655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:37.947560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:37.953708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] Pushing event deleted for resources: {'Port': ['ID=518cbc09-d05f-4661-ad7b-bce7e96924cc,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:37.958173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:53:38.006698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52baf4d-4552-496a-9d1a-159ca7079ed6 None None] No DVR routers for this DVR port 518cbc09-d05f-4661-ad7b-bce7e96924cc on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:38.072678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:53:38.077219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:38.077663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.103724 n-d-840834-1 neutron-server[102743]: WARNING neutron.services.revisions.revision_plugin [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Could not find related port for resource to bump revision. May 06 09:53:38.118465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_pluggable_backend [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Port 518cbc09-d05f-4661-ad7b-bce7e96924cc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102743) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 09:53:38.118777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_pluggable_backend [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:33cf {{(pid=102743) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 09:53:38.123000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7415202 May 06 09:53:38.123872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59198) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.127566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.133128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-438987832', 'admin_state_up': True, 'project_id': '8591e4249907453799dd42bd17d336c7', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:38.177546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0084d4e-7bbe-4771-8ca9-5a3b2cd2e69b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Network': ['ID=e623c531-73cb-4dd3-8c4b-cc2d7a827438,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:38.195457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:38.197743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.199236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:38.204448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.205125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.207712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.208722 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.223374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:38.225227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436a9e2a-1fdc-418c-99f3-5159c96fac99 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:38.228500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=3a17f70a-c6af-499c-a4b3-d3f7e6229979,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:38.240021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1f84a33b-db63-4322-b1d2-7321354b28c8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9977140 May 06 09:53:38.246170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59200) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.250058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7a3276e7-072c-4396-848b-2634dc2cc833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:38.251270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-78cbb85e-f699-472e-9425-8512633f88ca service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484778 May 06 09:53:38.296489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa313243-3b52-4f68-904d-be971be5113b req-7d5664bc-aedd-4fc9-bd9d-a55f910db078 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.304117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa313243-3b52-4f68-904d-be971be5113b req-7d5664bc-aedd-4fc9-bd9d-a55f910db078 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 943 time: 0.4002316 May 06 09:53:38.318171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f94be5c5-b0bc-4625-a6de-a7d3b4b00e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.318725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:38.321222 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9db8f68-64f3-41a8-b805-bfa76f22b9ef" -d '{"events": [{"server_uuid": "5886fe03-0a0e-49d6-af49-fedd6b54d9cb", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3e350-a8db-48a0-ba5f-c9ceeac4e083"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:38.336428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.357028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:38.377649 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f94be5c5-b0bc-4625-a6de-a7d3b4b00e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.383753 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.385734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Port 518cbc09-d05f-4661-ad7b-bce7e96924cc update to ACTIVE by agent not found {{(pid=102744) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} May 06 09:53:38.388460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-0f38f301-e0c5-4500-b899-936a938cc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.390163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-0f38f301-e0c5-4500-b899-936a938cc916 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1096 time: 0.2289250 May 06 09:53:38.405984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b681164-bacd-41d9-86ec-4a627f5d33cd req-5ac5edda-cf7c-4b8b-9f03-cf95b74a807d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:38.408161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b681164-bacd-41d9-86ec-4a627f5d33cd req-5ac5edda-cf7c-4b8b-9f03-cf95b74a807d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2850389 May 06 09:53:38.493597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:38.521695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.549969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': '3a17f70a-c6af-499c-a4b3-d3f7e6229979'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:38.550971 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.602958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3276e7-072c-4396-848b-2634dc2cc833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:38.607842 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a3276e7-072c-4396-848b-2634dc2cc833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.740696 n-d-840834-1 neutron-server[102743]: INFO neutron.db.ipam_backend_mixin [None req-7a3276e7-072c-4396-848b-2634dc2cc833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a17f70a-c6af-499c-a4b3-d3f7e6229979 (CIDR: 2001:db8::/64) May 06 09:53:38.749538 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3276e7-072c-4396-848b-2634dc2cc833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:53:38.750016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3276e7-072c-4396-848b-2634dc2cc833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:38.750615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Allocated IP 2001:db8::f816:3eff:fe81:32f2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/3a17f70a-c6af-499c-a4b3-d3f7e6229979/2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:38.787883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 518cbc09-d05f-4661-ad7b-bce7e96924cc no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:38.839267 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a3276e7-072c-4396-848b-2634dc2cc833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5910907 May 06 09:53:38.843538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 518cbc09-d05f-4661-ad7b-bce7e96924cc {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:38.844017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 518cbc09-d05f-4661-ad7b-bce7e96924cc not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:38.852001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59206) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.856064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.872147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:38.879210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.883478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa313243-3b52-4f68-904d-be971be5113b req-5f5aeb94-47dc-4b57-b669-a8c05667ed01 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5778539 May 06 09:53:38.885506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f94be5c5-b0bc-4625-a6de-a7d3b4b00e38 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=531dd77bd18d4b28a20dd7a7f6d888bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3167629 May 06 09:53:38.894690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94be5c5-b0bc-4625-a6de-a7d3b4b00e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e146d6ec-7688-49fd-9a38-ccb36c618fdc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:38.915428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59208) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:38.959892 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.969097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:38.990479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df0a3515-1ca8-49ac-a19d-187851ed0b3b req-cd6d2f8f-5e82-40f9-9928-a9c3ad932efc service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218225 May 06 09:53:39.007975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.25.8.5 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/d6846542-b5e4-480a-a9be-f6169b94a3dd) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:39.009191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b681164-bacd-41d9-86ec-4a627f5d33cd req-685792f2-fead-4e06-b444-0e331542ce21 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908298 May 06 09:53:39.013640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:39.019718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:39.036424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Pushing event updated for resources: {'Port': ['ID=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:39.040592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:39.103556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-7de2b273-0629-45d2-8290-73f741ef9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.105272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-7de2b273-0629-45d2-8290-73f741ef9f84 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.6898453 May 06 09:53:39.206806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.208703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-656a4fb0-15d7-4707-8241-df7b35ab9823 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.0902200 May 06 09:53:39.238087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4a94-67f3-4443-849f-b085f252dc88 req-83ff9639-1cb5-4e5b-9284-a07191f3c066 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.239663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c0c4a94-67f3-4443-849f-b085f252dc88 req-83ff9639-1cb5-4e5b-9284-a07191f3c066 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2096398 May 06 09:53:39.245403 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01111d58-47d8-4e92-a916-dcbcab0bf7e6 x-openstack-request-id: req-01111d58-47d8-4e92-a916-dcbcab0bf7e6 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:39.245813 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5886fe03-0a0e-49d6-af49-fedd6b54d9cb", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3e350-a8db-48a0-ba5f-c9ceeac4e083", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:39.246154 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01111d58-47d8-4e92-a916-dcbcab0bf7e6 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:39.246636 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01111d58-47d8-4e92-a916-dcbcab0bf7e6'] response: {'server_uuid': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083', 'code': 200} May 06 09:53:39.248441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.268016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d852b57-2450-44bf-ace6-a3dccc3b650c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.282130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Attempting to bind port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:39.283346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Attempting to bind port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:39.283975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Attempting to bind port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:39.289141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:39.291267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:39.292001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:39.292677 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.293350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:39.293671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:39.294418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Bound port: 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:39.295034 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.296899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:39.326956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=d6846542-b5e4-480a-a9be-f6169b94a3dd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:39.365265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d852b57-2450-44bf-ace6-a3dccc3b650c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.369057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:39.372748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.375771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] For port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:39.379944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] For port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:39.387305 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.472897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c69033-8ea3-4a5c-847c-144079e4de89 None None] Pushing event updated for resources: {'Port': ['ID=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:39.474468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04b4f8-88ee-4086-a6e9-dfad0cfb9664 req-b7f3fbd2-86d5-47e6-9453-f79b5f04c4c4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.477330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee04b4f8-88ee-4086-a6e9-dfad0cfb9664 req-b7f3fbd2-86d5-47e6-9453-f79b5f04c4c4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.3359015 May 06 09:53:39.488770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe1189-6c6d-4032-9454-52e71e2e112f req-f7473cc1-3c9d-4456-92d1-33be0f1bbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.490270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dfe1189-6c6d-4032-9454-52e71e2e112f req-f7473cc1-3c9d-4456-92d1-33be0f1bbd62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 1096 time: 0.3086946 May 06 09:53:39.494012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c0c4a94-67f3-4443-849f-b085f252dc88 req-923e1add-0993-4329-911c-99b3d3ee66f0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222037 May 06 09:53:39.503960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-ec825b78-f98b-429f-97df-3c6e811e9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:39.505475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-ec825b78-f98b-429f-97df-3c6e811e9824 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.2763629 May 06 09:53:39.573371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:53:39.606818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-41fe7be9-56cd-4ee7-9c10-bf068a2bf170 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750406 May 06 09:53:39.627896 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.673901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dfe1189-6c6d-4032-9454-52e71e2e112f req-854e5955-ed81-4f8b-8cd9-e35af1659485 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515818 May 06 09:53:39.690457 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d852b57-2450-44bf-ace6-a3dccc3b650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.693133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1d852b57-2450-44bf-ace6-a3dccc3b650c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.695696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1d852b57-2450-44bf-ace6-a3dccc3b650c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e146d6ec-7688-49fd-9a38-ccb36c618fdc HTTP/1.1" status: 204 len: 168 time: 0.7773490 May 06 09:53:39.758390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee04b4f8-88ee-4086-a6e9-dfad0cfb9664 req-0624af79-ba4d-44ac-ae25-ef7a100eaefb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633729 May 06 09:53:39.780593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d852b57-2450-44bf-ace6-a3dccc3b650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e146d6ec-7688-49fd-9a38-ccb36c618fdc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:39.786071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:39.808384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'port_id': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'mac_address': 'fa:16:3e:23:13:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:53:39.890724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.916131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:39.940991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:39.946301 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.989218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:39.991903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-abd09a4c-94e2-45ff-b102-81a4fc2501d8 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733981 May 06 09:53:40.013558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:40.098699 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.152351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 82937ac2-d312-4b92-b20d-b0efcb008ef4 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:53:40.183301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9ba812a7-a2ed-4cb2-9196-5a55e5fdb531'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:40.213085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:40.227669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c61c95-3d83-4583-bda8-6ec02e55e7d4 req-2c85662e-0982-4fe1-95e2-4ef7a58effc2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.229218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0c61c95-3d83-4583-bda8-6ec02e55e7d4 req-2c85662e-0982-4fe1-95e2-4ef7a58effc2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 944 time: 0.2397618 May 06 09:53:40.230281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:40.243139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.243705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.277688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=596eac2d-d310-4a4a-9f09-00a8a2212757,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:40.311444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:40.321914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1523c-0d5b-48bb-98a0-a4f7ae37229e req-1ce05ddb-bf08-4830-ad19-ee8f180542ff tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.325200 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Sync routers for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:40.337427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53c1523c-0d5b-48bb-98a0-a4f7ae37229e req-1ce05ddb-bf08-4830-ad19-ee8f180542ff tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.2247903 May 06 09:53:40.345512 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:40.346169 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:40.356473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.366268 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a03908d-79d9-4176-b5f5-8d023b6cb04f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2408631 May 06 09:53:40.367258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59226) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.369101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fc9f15f7-b922-4f16-9629-f5a5f69e053f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5155253 May 06 09:53:40.377120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37a34a25-1913-4c7e-94dc-dc7fba8124ec req-b6ef366a-444e-4b4d-aeb0-64f75857e764 service neutron] 10.222.0.82 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725407 May 06 09:53:40.377879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59228) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.410827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:31:7d:99', 'name': 'tempest-NetworksTestDHCPv6-1214688828'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:40.425329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0c61c95-3d83-4583-bda8-6ec02e55e7d4 req-90011586-5edd-423f-bf4b-07684ed6ba41 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773422 May 06 09:53:40.554377 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:40.616942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53c1523c-0d5b-48bb-98a0-a4f7ae37229e req-17ace259-ffe7-49ef-864a-9cd4c3aa73a2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682784 May 06 09:53:40.627922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:40.789198 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2602bebf-0629-45ff-92e2-e10ee1c55306 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=8591e4249907453799dd42bd17d336c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4182901 May 06 09:53:40.792049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59248) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:40.877157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:40.891197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3471f0-8803-499c-8222-23c73cac0f88 req-fe3a1244-381f-4f84-bf50-ca1fa6afa381 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:40.893846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:39Z', 'revision_number': 3, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:40.903809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c3471f0-8803-499c-8222-23c73cac0f88 req-fe3a1244-381f-4f84-bf50-ca1fa6afa381 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2685592 May 06 09:53:40.908365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.945600 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Checking router: 82937ac2-d312-4b92-b20d-b0efcb008ef4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:40.945943 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Updating router 82937ac2-d312-4b92-b20d-b0efcb008ef4 port d6846542-b5e4-480a-a9be-f6169b94a3dd binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:53:40.965636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:40.975032 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:40.976880 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.095820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:41.184791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea168e2-ad25-4632-8b04-461e389c92f8 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:41.205592 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c3471f0-8803-499c-8222-23c73cac0f88 req-c5f175d0-13c5-473e-a31e-3263a46fb00c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008554 May 06 09:53:41.254194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.286021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-96a101f8-3898-45ef-a2da-68c13705d423 None None] Provisioning complete for port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:41.286247 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-96a101f8-3898-45ef-a2da-68c13705d423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.297619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3b48c-10d6-4ce7-a5d8-c9a02214aa5e req-b7c185a5-45df-4b60-a390-a16d6e0308b8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:41.308143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ced3b48c-10d6-4ce7-a5d8-c9a02214aa5e req-b7c185a5-45df-4b60-a390-a16d6e0308b8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.3733263 May 06 09:53:41.336002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:41.352074 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.394976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e90098-e6ba-4a5f-8380-6cd174a4a150 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:41.396547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-71e90098-e6ba-4a5f-8380-6cd174a4a150 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5949066 May 06 09:53:41.399501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59274) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:41.444794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ced3b48c-10d6-4ce7-a5d8-c9a02214aa5e req-a78b3837-8308-4981-af90-119cd1b04552 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357553 May 06 09:53:41.478381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:41.499046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8:0:1::79 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/596eac2d-d310-4a4a-9f09-00a8a2212757/73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:41.508161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fe31:7d99 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/3a17f70a-c6af-499c-a4b3-d3f7e6229979/73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:41.508883 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9da03a98-9be6-4ed9-b88a-bd47ad98eec1 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054540 May 06 09:53:41.510039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59278) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:41.516705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-64624465', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'project_id': '8591e4249907453799dd42bd17d336c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:41.585715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:41.593873 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.602502 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.659710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fddaee-3c40-4fdc-8b96-0443d1462750 None None] Update dhcp port {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '3a17f70a-c6af-499c-a4b3-d3f7e6229979', 'ip_address': '2001:db8::f816:3eff:fe81:32f2'}, {'subnet_id': '596eac2d-d310-4a4a-9f09-00a8a2212757'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:53:41.695016 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c1217-0b8c-4a1b-8ec5-971db5c3ad2f None None] Pushing event updated for resources: {'Port': ['ID=d6846542-b5e4-480a-a9be-f6169b94a3dd,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:41.695506 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0fddaee-3c40-4fdc-8b96-0443d1462750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.702661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Attempting to bind port d6846542-b5e4-480a-a9be-f6169b94a3dd on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:41.702949 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Attempting to bind port d6846542-b5e4-480a-a9be-f6169b94a3dd by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:41.703317 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Attempting to bind port d6846542-b5e4-480a-a9be-f6169b94a3dd on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:41.715093 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:41.715532 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:41.716278 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.716778 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:41.717531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Bound port: d6846542-b5e4-480a-a9be-f6169b94a3dd, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:41.718248 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.720567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:53:41.743443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:41.743917 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.749709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11782186-4877-412f-8feb-e829ede4318a req-6769e798-00f9-4b1c-90b2-b0a7b408d249 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:41.752227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11782186-4877-412f-8feb-e829ede4318a req-6769e798-00f9-4b1c-90b2-b0a7b408d249 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 944 time: 0.1837952 May 06 09:53:41.762902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:41.768119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.808447 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] For port d6846542-b5e4-480a-a9be-f6169b94a3dd, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:41.812855 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] For port d6846542-b5e4-480a-a9be-f6169b94a3dd, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d6846542-b5e4-480a-a9be-f6169b94a3dd,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:41.819169 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.844292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:41.901472 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:41.902118 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:41.941888 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c1217-0b8c-4a1b-8ec5-971db5c3ad2f None None] Pushing event updated for resources: {'Port': ['ID=d6846542-b5e4-480a-a9be-f6169b94a3dd,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:41.942527 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.969464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac635-cbdf-4d97-aa01-93beaca454af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:41.982065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11782186-4877-412f-8feb-e829ede4318a req-2d9faf47-17dc-4c06-ac3d-f37ac3b9c906 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079601 May 06 09:53:41.994182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:41.999948 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c5a3da-525e-40e5-8411-ad5fffd0b5f2" -d '{"events": [{"server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "name": "network-vif-plugged", "status": "completed", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:42.019541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:42.030266 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.031083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:42.051592 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:42.096762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac635-cbdf-4d97-aa01-93beaca454af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.102734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d4ac635-cbdf-4d97-aa01-93beaca454af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.103782 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d9eb44-3431-41e2-b46e-277539463dec x-openstack-request-id: req-82d9eb44-3431-41e2-b46e-277539463dec {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:42.104078 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "name": "network-vif-plugged", "status": "completed", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:42.104736 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82d9eb44-3431-41e2-b46e-277539463dec {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:42.104736 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d9eb44-3431-41e2-b46e-277539463dec'] response: {'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'code': 200} May 06 09:53:42.109621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90054d-6d8e-43ed-b705-3877b1ec1adb req-17fb2763-88d4-439b-bd38-076e0cd040ac tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:42.111493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a90054d-6d8e-43ed-b705-3877b1ec1adb req-17fb2763-88d4-439b-bd38-076e0cd040ac tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.3576424 May 06 09:53:42.156309 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d4ac635-cbdf-4d97-aa01-93beaca454af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2dbfc83b49341a396650e3630dfafbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091061 May 06 09:53:42.158296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59292) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:42.159023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ac635-cbdf-4d97-aa01-93beaca454af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25fbfe8-5388-4389-bc43-f6fb3f70b754,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.161090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.204939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.220979 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2302733b-b9ac-4348-a402-4834a6b674c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.248582 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2302733b-b9ac-4348-a402-4834a6b674c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.249493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:42.257055 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.287923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.324198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2302733b-b9ac-4348-a402-4834a6b674c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.328106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2302733b-b9ac-4348-a402-4834a6b674c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.328782 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.331009 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2302733b-b9ac-4348-a402-4834a6b674c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f25fbfe8-5388-4389-bc43-f6fb3f70b754 HTTP/1.1" status: 204 len: 168 time: 0.1676607 May 06 09:53:42.334774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.353105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302733b-b9ac-4348-a402-4834a6b674c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25fbfe8-5388-4389-bc43-f6fb3f70b754,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.383269 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:39Z', 'revision_number': 3, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:42.394846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a90054d-6d8e-43ed-b705-3877b1ec1adb req-273ae10b-874b-41d4-b2d3-1b58ca627852 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666672 May 06 09:53:42.413178 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605044c5-e3cd-4ebc-a88b-713a864e54c0 None None] The sync data for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 is: [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:39Z', 'revision_number': 3, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:42.474271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdeb46-b030-4bc4-9404-984f7cebb9fb req-948e30ff-5b98-4162-903b-99d1c83ba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:42.476164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95fdeb46-b030-4bc4-9404-984f7cebb9fb req-948e30ff-5b98-4162-903b-99d1c83ba5b8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 1096 time: 0.2464619 May 06 09:53:42.514413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Subnet': ['ID=a265a375-4a67-4126-8048-40e2bdcb67c8,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:42.534353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Checking segment: {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:42.534353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network hostable DHCP agents. Network: e623c531-73cb-4dd3-8c4b-cc2d7a827438, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:42.540846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.561219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c62896-b7b1-4cd4-a07f-31d23738cb41 req-3ccc1580-230d-43e3-832c-12f637cb22aa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:42.562987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27c62896-b7b1-4cd4-a07f-31d23738cb41 req-3ccc1580-230d-43e3-832c-12f637cb22aa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2058032 May 06 09:53:42.636799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95fdeb46-b030-4bc4-9404-984f7cebb9fb req-85a042d5-f02a-4b21-b384-9e5d94690a40 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408374 May 06 09:53:42.644909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:42.645459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-b0fddaee-3c40-4fdc-8b96-0443d1462750 None None] Allocated IP 2001:db8:0:1::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/596eac2d-d310-4a4a-9f09-00a8a2212757/2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:42.791972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b0fddaee-3c40-4fdc-8b96-0443d1462750 None None] For port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:42.836267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0fddaee-3c40-4fdc-8b96-0443d1462750 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.844538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0fddaee-3c40-4fdc-8b96-0443d1462750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:42.946962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:43.014819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fddaee-3c40-4fdc-8b96-0443d1462750 None None] Pushing event updated for resources: {'Port': ['ID=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:43.041953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:43.042638 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.059708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:43.068083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:43.074724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.075414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.096318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:43.101109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-18ad6356-415d-4028-b470-e599a5a651e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.140606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:43.151845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-26a22b2b-4a87-4236-80a0-70d899f2981b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7719786 May 06 09:53:43.155362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e623c531-73cb-4dd3-8c4b-cc2d7a827438) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:43.155719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59312) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:43.168359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27c62896-b7b1-4cd4-a07f-31d23738cb41 req-5fdb3a0e-5445-4595-b06e-2761bee61ff9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834396 May 06 09:53:43.195861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.197647 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.221002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681ee606-3be5-4b86-9208-8a88f926741a None None] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:43.231441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c8a95-e15e-45a8-afed-45cb358d512a req-b3b86f76-c605-41c0-9d78-615b6afef036 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.242488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d78c8a95-e15e-45a8-afed-45cb358d512a req-b3b86f76-c605-41c0-9d78-615b6afef036 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.6540368 May 06 09:53:43.276458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-27f89755-5d76-4508-ace7-8d86f5db180d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7645435 May 06 09:53:43.278507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59314) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:43.336295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d78c8a95-e15e-45a8-afed-45cb358d512a req-eff0d0b1-f59d-4c86-b5a3-15ec2de52bef tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927043 May 06 09:53:43.478697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775eb9-7077-4006-a78c-0e49ac61d2c4 req-66a5faf7-a32f-4212-88b3-4c09f83be4a0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.482315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48775eb9-7077-4006-a78c-0e49ac61d2c4 req-66a5faf7-a32f-4212-88b3-4c09f83be4a0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1414378 May 06 09:53:43.523186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:43.523482 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.597670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48775eb9-7077-4006-a78c-0e49ac61d2c4 req-5d7d3e8a-8a3e-48e2-916c-1d895a110414 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033354 May 06 09:53:43.637779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1cde-dacf-441a-a7cf-1f2104c44221 req-55ab2413-e37c-4bd0-b656-654d48febe76 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.639903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-481f1cde-dacf-441a-a7cf-1f2104c44221 req-55ab2413-e37c-4bd0-b656-654d48febe76 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.1547787 May 06 09:53:43.651808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:43.651808 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.800291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-481f1cde-dacf-441a-a7cf-1f2104c44221 req-f214c866-068e-4522-9dc5-72e04a7c60e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414902 May 06 09:53:43.815203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c35f9-85b4-44eb-9009-3333171f5146 req-08ae1dc5-648f-4417-81b4-fcb78d394e51 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:43.823197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-820c35f9-85b4-44eb-9009-3333171f5146 req-08ae1dc5-648f-4417-81b4-fcb78d394e51 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 0.1083431 May 06 09:53:43.925413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-820c35f9-85b4-44eb-9009-3333171f5146 req-9de24dbf-fe32-4316-a001-c60c9622a85f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012166 May 06 09:53:43.933871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Allocated IP 172.20.0.2 (e623c531-73cb-4dd3-8c4b-cc2d7a827438/a265a375-4a67-4126-8048-40e2bdcb67c8/a27b12a0-2037-43ba-a42e-e0892bed3af6) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:43.934126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:43.981948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:44.106744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:44.117343 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bda6865-edcf-4c76-ae12-d3dfb0767256" -d '{"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:44.175207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d63b89-130f-436c-915f-0596868e376a req-0ad260f4-36bc-4f27-9e6c-3fc00970f84d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:44.192136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16d63b89-130f-436c-915f-0596868e376a req-0ad260f4-36bc-4f27-9e6c-3fc00970f84d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 0.1081548 May 06 09:53:44.202615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4469de2a-ad70-4237-8f8b-d4f069333402 None None] Provisioning complete for port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:44.203338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4469de2a-ad70-4237-8f8b-d4f069333402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.271027 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b655eb-ba13-4e09-af21-b3633d271355 x-openstack-request-id: req-c1b655eb-ba13-4e09-af21-b3633d271355 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:44.272528 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-unplugged", "status": "failed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b", "code": 422}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:44.273027 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c1b655eb-ba13-4e09-af21-b3633d271355 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:44.273785 n-d-840834-1 neutron-server[102744]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c1b655eb-ba13-4e09-af21-b3633d271355']: {'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'code': 422} returned with failed status May 06 09:53:44.276738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16d63b89-130f-436c-915f-0596868e376a req-37ebcf2c-942b-4f06-9276-722f045d09d6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819612 May 06 09:53:44.395531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.405757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.428707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7daea0-bef1-4182-9109-b51cc119a2f5 req-ccba599a-9491-4239-96fb-5c20fb45b05b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:44.442786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c7daea0-bef1-4182-9109-b51cc119a2f5 req-ccba599a-9491-4239-96fb-5c20fb45b05b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.1085105 May 06 09:53:44.458017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:44.465084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:44.467812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:44.488525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Pushing event updated for resources: {'Port': ['ID=a27b12a0-2037-43ba-a42e-e0892bed3af6,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:44.549292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c7daea0-bef1-4182-9109-b51cc119a2f5 req-f1dbdd2a-79fe-4008-b90f-3976b319473e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053910 May 06 09:53:44.557907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Attempting to bind port a27b12a0-2037-43ba-a42e-e0892bed3af6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:44.558443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Attempting to bind port a27b12a0-2037-43ba-a42e-e0892bed3af6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:44.558926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Attempting to bind port a27b12a0-2037-43ba-a42e-e0892bed3af6 on network e623c531-73cb-4dd3-8c4b-cc2d7a827438 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:44.570013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:44.570689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Checking segment: {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:44.571251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.572046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Bound using segment: {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:44.573731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Bound port: a27b12a0-2037-43ba-a42e-e0892bed3af6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:44.593462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.606618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59367878-8cbf-4eef-b06d-5d6c9dfddaf6 req-bf9e638d-1305-482a-95e3-5bef23552b93 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:44.608460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59367878-8cbf-4eef-b06d-5d6c9dfddaf6 req-bf9e638d-1305-482a-95e3-5bef23552b93 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.1052752 May 06 09:53:44.672483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ceef3ff1-c423-43d1-a80c-f476222bf37b None None] Provisioning complete for port 73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:44.673057 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ceef3ff1-c423-43d1-a80c-f476222bf37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.689926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59367878-8cbf-4eef-b06d-5d6c9dfddaf6 req-8e66a1a6-696a-4559-aee0-a85d50d1bc78 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718169 May 06 09:53:44.714352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] For port a27b12a0-2037-43ba-a42e-e0892bed3af6, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:44.733631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] For port a27b12a0-2037-43ba-a42e-e0892bed3af6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a27b12a0-2037-43ba-a42e-e0892bed3af6,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:44.735423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3ff1-c423-43d1-a80c-f476222bf37b None None] Port 73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:44.740356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:44.844936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0e930-1e3d-450d-99ea-01126ff093c9 None None] Pushing event updated for resources: {'Port': ['ID=a27b12a0-2037-43ba-a42e-e0892bed3af6,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:44.888594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f423844-14cf-424d-afeb-9a22c9be421b req-1e43737b-b03c-4e93-89c0-e12689c6c616 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:44.890328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f423844-14cf-424d-afeb-9a22c9be421b req-1e43737b-b03c-4e93-89c0-e12689c6c616 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.0790701 May 06 09:53:44.932196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-2c55cf52-208d-486c-a6ef-724bd8a913fc req-568b114b-4041-49d2-af7d-1933fdabb66e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:53:44.933216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c55cf52-208d-486c-a6ef-724bd8a913fc req-568b114b-4041-49d2-af7d-1933fdabb66e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113039 May 06 09:53:44.972843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f423844-14cf-424d-afeb-9a22c9be421b req-c22f9adf-c021-40b1-bced-7bba703cd87e tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746126 May 06 09:53:45.151633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59372) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:45.154606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:45.239421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150af7a-3afe-40b1-bed8-3c016058d117 req-77881de2-ffa7-496c-9f7e-115519a7e52a tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:45.257569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0150af7a-3afe-40b1-bed8-3c016058d117 req-77881de2-ffa7-496c-9f7e-115519a7e52a tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1582770 May 06 09:53:45.258363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59376) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:45.290212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fb634cf9-7a4a-4013-95bc-a54289c50083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.305941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'floatingip': {'port_id': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:45.341932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.350915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:45.351808 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.362242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.460420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.506558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:45.513954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d6846542-b5e4-480a-a9be-f6169b94a3dd up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:45.616230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d6846542-b5e4-480a-a9be-f6169b94a3dd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:45.616882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.640816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-436508828'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:45.671464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.676080 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f88081f0-7095-4236-a437-7015f4f2573a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea HTTP/1.1" status: 204 len: 168 time: 2.5170307 May 06 09:53:45.682429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59384) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:45.757812 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.788327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port d6846542-b5e4-480a-a9be-f6169b94a3dd, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d6846542-b5e4-480a-a9be-f6169b94a3dd,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:45.797266 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.828309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aa5297-7603-49a1-a437-3541a6b30556 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:45.830344 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-37aa5297-7603-49a1-a437-3541a6b30556 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1463246 May 06 09:53:45.831622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Made reservation on behalf of 6698807b15114b15bce7f4d4f04596af for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:45.833401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59390) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:45.835248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.858581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=d6846542-b5e4-480a-a9be-f6169b94a3dd,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:45.904389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:45.921297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce19ede-b6e0-4b02-ae47-c03c6ea33a2d req-af4c2371-61ff-458a-be8b-dd5391a18db5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:45.923897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ce19ede-b6e0-4b02-ae47-c03c6ea33a2d req-af4c2371-61ff-458a-be8b-dd5391a18db5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 0.6642308 May 06 09:53:45.949066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725ecf1-a811-4012-9e1b-76eef071037b req-6ab23e3f-3279-4256-86ac-6a8c13b7dd05 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:45.950877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d725ecf1-a811-4012-9e1b-76eef071037b req-6ab23e3f-3279-4256-86ac-6a8c13b7dd05 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.2799387 May 06 09:53:45.984672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-bec52179-a810-4284-82ec-34f5c78871fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:45.986588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-bec52179-a810-4284-82ec-34f5c78871fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.2847672 May 06 09:53:45.992712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f86d3-8bed-4cc5-b1e9-59754b372380 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:45.994297 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fb8f86d3-8bed-4cc5-b1e9-59754b372380 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1598299 May 06 09:53:45.997308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59392) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:46.013975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.20.0.1 (e623c531-73cb-4dd3-8c4b-cc2d7a827438/a265a375-4a67-4126-8048-40e2bdcb67c8/2df2da5d-114f-4590-805d-3fadba546b07) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:46.086368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c3518-97a8-4f98-81cf-a87bf57fcf23 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:46.088030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c3518-97a8-4f98-81cf-a87bf57fcf23 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:46.089655 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737c3518-97a8-4f98-81cf-a87bf57fcf23 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:46.091347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-737c3518-97a8-4f98-81cf-a87bf57fcf23 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0928810 May 06 09:53:46.105681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59394) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:46.134659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-ebef24b1-0997-4b4d-9c1c-3584aa2a9280 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4175780 May 06 09:53:46.192595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.217798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-b4957017-7335-4758-a814-9c5660269424 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:53:46.218813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-b4957017-7335-4758-a814-9c5660269424 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168695 May 06 09:53:46.234819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.248160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ce19ede-b6e0-4b02-ae47-c03c6ea33a2d req-418857de-c6a6-43cb-909c-216179305912 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055632 May 06 09:53:46.294884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:46.296296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7cf3e6-e6e0-4ad9-a993-f0112ddb16e8 None None] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:46.298867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:46.303217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:46.344806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=2df2da5d-114f-4590-805d-3fadba546b07,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:46.355216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d725ecf1-a811-4012-9e1b-76eef071037b req-00bc90ef-1d92-434d-b1ef-d3f6d4687f3d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869278 May 06 09:53:46.405283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.435931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5b9e9f07-8033-49b2-b51c-1b291b7379ac None None] Provisioning complete for port a27b12a0-2037-43ba-a42e-e0892bed3af6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:46.436603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9f07-8033-49b2-b51c-1b291b7379ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.505529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 3a17f70a-c6af-499c-a4b3-d3f7e6229979 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:46.509524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.564758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.643426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.686990 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.732626 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.761515 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.792474 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.808899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9f07-8033-49b2-b51c-1b291b7379ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.843041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.857659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ed540-fa80-4f5d-bfb1-05366e7dfc8b req-3d1aa252-2661-4ef8-912f-a8e47c5cc0c0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:46.860032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-217ed540-fa80-4f5d-bfb1-05366e7dfc8b req-3d1aa252-2661-4ef8-912f-a8e47c5cc0c0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.4714625 May 06 09:53:46.902517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5b9e9f07-8033-49b2-b51c-1b291b7379ac None None] For port a27b12a0-2037-43ba-a42e-e0892bed3af6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a27b12a0-2037-43ba-a42e-e0892bed3af6,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:46.909006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b9e9f07-8033-49b2-b51c-1b291b7379ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.926757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Deleting port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:46.927249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.930069 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:46.983454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d6846542-b5e4-480a-a9be-f6169b94a3dd up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:47.010004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e9f07-8033-49b2-b51c-1b291b7379ac None None] Pushing event updated for resources: {'Port': ['ID=a27b12a0-2037-43ba-a42e-e0892bed3af6,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.052473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06112ea0-ee87-4df5-a225-df070df9729c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.056186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.067114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d6846542-b5e4-480a-a9be-f6169b94a3dd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:47.067486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.076247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.082716 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.097577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:53:47.117067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-217ed540-fa80-4f5d-bfb1-05366e7dfc8b req-c5a185c5-f749-4ff2-a5bd-6fbaa858170c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773839 May 06 09:53:47.172785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.173298 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Added segment d4a50846-50f7-4488-a242-107f90716aca of type vlan for network 96429816-ef02-4b9d-87bf-6ecef63f62ea May 06 09:53:47.195152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.196572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a27b12a0-2037-43ba-a42e-e0892bed3af6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:47.213835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=2df2da5d-114f-4590-805d-3fadba546b07,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.256932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a27b12a0-2037-43ba-a42e-e0892bed3af6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:47.257828 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.268115 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Floating IP a3d3bd80-dfc0-410a-a9e5-3979f45b290a associated. External IP: 172.25.8.182, port: 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531. May 06 09:53:47.284175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.305877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.351879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0bfbcc4a-7c5e-4203-a137-4279c4ec3217 None None] Provisioning complete for port a27b12a0-2037-43ba-a42e-e0892bed3af6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:47.352863 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0bfbcc4a-7c5e-4203-a137-4279c4ec3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.456067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-88f8b9f3-a5fd-4904-8b90-7224483b2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:47.457617 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-88f8b9f3-a5fd-4904-8b90-7224483b2ef3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc&tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d HTTP/1.1" status: 200 len: 1094 time: 0.2292798 May 06 09:53:47.477246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:47.512173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.512899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0bfbcc4a-7c5e-4203-a137-4279c4ec3217 None None] Provisioning complete for port 2df2da5d-114f-4590-805d-3fadba546b07 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:47.513274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0bfbcc4a-7c5e-4203-a137-4279c4ec3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.517823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:47.518418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.535889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:47.538897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:47.540155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] For port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:47.540564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.547471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.556173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0bfbcc4a-7c5e-4203-a137-4279c4ec3217 None None] Port 2df2da5d-114f-4590-805d-3fadba546b07 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:47.570640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=3a17f70a-c6af-499c-a4b3-d3f7e6229979,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.579768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9c6d3-7cce-4bb1-a10f-1d2b836df469 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:47.618364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.624523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2553f2b6-9bb5-4fb7-830b-8826ed970da0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/3a17f70a-c6af-499c-a4b3-d3f7e6229979 HTTP/1.1" status: 204 len: 168 time: 1.5148547 May 06 09:53:47.628903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:47.637747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4849656 May 06 09:53:47.667078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59406) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:47.667315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59410) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:47.696442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 82937ac2-d312-4b92-b20d-b0efcb008ef4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:53:47.707607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Request body: {'subnet': {'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:47.733223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9754c202-3ee3-4407-9e6c-4e0cb522cef8 None None] Provisioning complete for port 2df2da5d-114f-4590-805d-3fadba546b07 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:47.733760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9754c202-3ee3-4407-9e6c-4e0cb522cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:47.765703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Calling delete_port for d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:47.794508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9754c202-3ee3-4407-9e6c-4e0cb522cef8 None None] Port 2df2da5d-114f-4590-805d-3fadba546b07 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:47.842666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:47.854687 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-966c0dfe-a7f0-4311-8dc3-1aeeaa330e85 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "PUT /v2.0/routers/82937ac2-d312-4b92-b20d-b0efcb008ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5744989 May 06 09:53:47.855463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Sync routers for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:47.865129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59412) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:47.893965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:47.894966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:47.913430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0e467-a2a0-43bc-abcc-465200b33c35 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event updated for resources: {'Network': ['ID=96429816-ef02-4b9d-87bf-6ecef63f62ea,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:47.940145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef9403-61f5-4a77-9a16-7a42409fa3d6 req-6822ff8c-8054-4714-a207-aa1235d8ced1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:47.941598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbef9403-61f5-4a77-9a16-7a42409fa3d6 req-6822ff8c-8054-4714-a207-aa1235d8ced1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 945 time: 0.4108324 May 06 09:53:47.942207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 96429816-ef02-4b9d-87bf-6ecef63f62ea details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:53:48.038759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:48.066461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0334f73f-15c0-4fcc-b144-607a90c0e4e2 None None] Provisioning complete for port 2df2da5d-114f-4590-805d-3fadba546b07 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:48.066995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0334f73f-15c0-4fcc-b144-607a90c0e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.077074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:48.125870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbdbdd0-c0fd-4818-be87-8178c887956b {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:48.136410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.153095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0334f73f-15c0-4fcc-b144-607a90c0e4e2 None None] Port 2df2da5d-114f-4590-805d-3fadba546b07 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:48.156697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:48.157463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Transition to ACTIVE for port object fdbdbdd0-c0fd-4818-be87-8178c887956b will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:53:48.160713 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.163261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.234264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] No DVR routers for this DVR port fdbdbdd0-c0fd-4818-be87-8178c887956b on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:48.241918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=9']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:48.279540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:48.279931 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:48.280261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:48.286102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Port fdbdbdd0-c0fd-4818-be87-8178c887956b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:53:48.286437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Attempting to bind port fdbdbdd0-c0fd-4818-be87-8178c887956b on network 9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:48.293214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:48.293458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Checking segment: {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:48.293834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Bound using segment: {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:48.294265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Bound port: fdbdbdd0-c0fd-4818-be87-8178c887956b, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b33f245c-bf5c-48c5-94e9-351221609c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:48.294684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.374277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:48.378732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:48.386589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.402171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 596eac2d-d310-4a4a-9f09-00a8a2212757 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:53:48.405660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.428153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:48.428819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.430663 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] 10.222.0.83 "PUT /v2.0/ports/fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 1091 time: 0.9614394 May 06 09:53:48.433360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:48.436664 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b0b7ae-57f6-47b9-965a-faf10471bf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:48.456278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 2, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:48.488717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Checking router: 82937ac2-d312-4b92-b20d-b0efcb008ef4 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:48.489078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Updating router 82937ac2-d312-4b92-b20d-b0efcb008ef4 port 2df2da5d-114f-4590-805d-3fadba546b07 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:53:48.489892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99daae-6253-46dd-9b32-cb312ba24ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=10']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:48.511071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b1f35-b9a3-4027-af31-03bc9dbff1e1 req-020ba7ca-f809-4599-92a4-bef2eccb47b6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:48.512825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f5b1f35-b9a3-4027-af31-03bc9dbff1e1 req-020ba7ca-f809-4599-92a4-bef2eccb47b6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 943 time: 1.0311494 May 06 09:53:48.513684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-ccfef255-9ddc-4370-9b1c-ee3b258549ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:48.515201 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-ccfef255-9ddc-4370-9b1c-ee3b258549ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1095 time: 0.0538993 May 06 09:53:48.529007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.591451 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.675158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-f6585320-e606-426b-bf34-098586bdc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:48.679530 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-f6585320-e606-426b-bf34-098586bdc5d8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.1521642 May 06 09:53:48.710587 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.756548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-e6b7dce1-7402-4ff8-908b-194f1ab70ee6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.0708082 May 06 09:53:48.758972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Made reservation on behalf of 6698807b15114b15bce7f4d4f04596af for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:48.762452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.827444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-50b0d350-b204-4da9-81c7-3835d8793e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:48.829075 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-50b0d350-b204-4da9-81c7-3835d8793e58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.0653770 May 06 09:53:48.832803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a27b12a0-2037-43ba-a42e-e0892bed3af6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:48.853780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbef9403-61f5-4a77-9a16-7a42409fa3d6 req-e341eef1-16f9-4dac-9d53-071a0c8f2645 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560924 May 06 09:53:48.874382 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-56ffdaaa-0dc2-458c-9273-720eda2d2d98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369718 May 06 09:53:48.935516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-26e380ee-8df6-468b-be18-b2f588739951 None None] Provisioning complete for port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:48.936806 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-26e380ee-8df6-468b-be18-b2f588739951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:48.944165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f5b1f35-b9a3-4027-af31-03bc9dbff1e1 req-ba305044-3d92-4efb-b546-1771f01808ec tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948367 May 06 09:53:48.980046 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-d10a9f0d-b84e-48f7-91c4-d0827477861d service neutron] 10.222.0.83 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989099 May 06 09:53:49.011195 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f764f8b-b2b2-4539-ba7a-bbd84ca4a7ac x-openstack-request-id: req-4f764f8b-b2b2-4539-ba7a-bbd84ca4a7ac {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:49.011459 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:49.012090 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f764f8b-b2b2-4539-ba7a-bbd84ca4a7ac {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:49.012499 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f764f8b-b2b2-4539-ba7a-bbd84ca4a7ac'] response: {'name': 'network-changed', 'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'status': 'completed', 'code': 200} May 06 09:53:49.022525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a27b12a0-2037-43ba-a42e-e0892bed3af6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:49.023472 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.033578 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.039092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.039686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.040251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.040778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.041306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.041821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.042343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.042863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.043378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.043909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.044417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.046494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-645371da-c00d-4146-b389-040f6b7e0f0a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7751 time: 1.1737478 May 06 09:53:49.051215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59418) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:49.067045 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.102774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Router 212f8245-d0f5-4405-9fcd-38e8dd0532fa has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:53:49.112917 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.119327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be1ec3-58c7-4bb7-ada6-803fe852dfd9 None None] Pushing event updated for resources: {'Port': ['ID=2df2da5d-114f-4590-805d-3fadba546b07,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:49.181275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8312eee-60cc-4b1a-ad8a-3b7aa06bb022 req-2f4758ae-ceb5-4818-bdbc-66f87b844dd8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.188406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8312eee-60cc-4b1a-ad8a-3b7aa06bb022 req-2f4758ae-ceb5-4818-bdbc-66f87b844dd8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2400172 May 06 09:53:49.189076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.189573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.190436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.190584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.190992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.191438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.191931 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.192379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.193135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.193261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.198591 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a234ddd-4b05-4a0b-87cf-c3df2908ca98 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6559 time: 0.1427279 May 06 09:53:49.198591 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07775482-4b0a-41a1-87ab-26cee94ac79f req-6ff77bfd-fe52-4c27-a095-c202b6d11601 service neutron] 10.222.0.83 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106025 May 06 09:53:49.198591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59420) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:49.246431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.393583 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.437736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:49.439562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-695cc444-a1cd-446b-baf3-c58ce097b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.444266 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-695cc444-a1cd-446b-baf3-c58ce097b888 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1095 time: 0.1445029 May 06 09:53:49.515382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Attempting to bind port 2df2da5d-114f-4590-805d-3fadba546b07 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:49.516021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Attempting to bind port 2df2da5d-114f-4590-805d-3fadba546b07 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:49.516158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Attempting to bind port 2df2da5d-114f-4590-805d-3fadba546b07 on network e623c531-73cb-4dd3-8c4b-cc2d7a827438 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:49.522106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=596eac2d-d310-4a4a-9f09-00a8a2212757,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:49.528318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] No DVR routers for this DVR port d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:49.540805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.545773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:49.546170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Checking segment: {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:49.546557 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.546931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Bound using segment: {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:49.547278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a55451b0-01c9-45d5-a899-48939b4eda3f req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "DELETE /v2.0/ports/d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 HTTP/1.1" status: 204 len: 173 time: 3.5365820 May 06 09:53:49.547414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Bound port: 2df2da5d-114f-4590-805d-3fadba546b07, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:49.551487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d56509-8f89-4871-9c2e-e4e4497077e0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event deleted for resources: {'Port': ['ID=d5c3e350-a8db-48a0-ba5f-c9ceeac4e083,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:49.557228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.559149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'name': 'network-vif-deleted', 'tag': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:49.564293 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae11e62-033b-4a7e-8cc8-a5b8be136c44" -d '{"events": [{"server_uuid": "5886fe03-0a0e-49d6-af49-fedd6b54d9cb", "name": "network-vif-deleted", "tag": "d5c3e350-a8db-48a0-ba5f-c9ceeac4e083"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:49.583994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8312eee-60cc-4b1a-ad8a-3b7aa06bb022 req-6b088674-59f1-46b0-bf9e-0034ac572eaf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946867 May 06 09:53:49.585077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.590356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e7246400-94c7-443b-a73b-c41e9c3a76bf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/596eac2d-d310-4a4a-9f09-00a8a2212757 HTTP/1.1" status: 204 len: 168 time: 1.8937364 May 06 09:53:49.614304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59436) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:49.659414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0661f9e-7bc2-4add-b82a-62c67b807b14 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:49.675598 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d13d7-d8fa-4051-8785-2ac54558221b x-openstack-request-id: req-eb3d13d7-d8fa-4051-8785-2ac54558221b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:49.675903 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5886fe03-0a0e-49d6-af49-fedd6b54d9cb", "name": "network-vif-deleted", "tag": "d5c3e350-a8db-48a0-ba5f-c9ceeac4e083", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:49.676159 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb3d13d7-d8fa-4051-8785-2ac54558221b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:49.676564 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3d13d7-d8fa-4051-8785-2ac54558221b'] response: {'server_uuid': '5886fe03-0a0e-49d6-af49-fedd6b54d9cb', 'name': 'network-vif-deleted', 'tag': 'd5c3e350-a8db-48a0-ba5f-c9ceeac4e083', 'status': 'completed', 'code': 200} May 06 09:53:49.725149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-169c3a40-3949-4ee9-ad8d-840e1fa8afb5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023147 May 06 09:53:49.727137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59438) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:49.741983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.763719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c2226c83-3d3e-4936-b12e-ee08e0f46e7c None None] Provisioning complete for port 2df2da5d-114f-4590-805d-3fadba546b07 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:49.764094 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c2226c83-3d3e-4936-b12e-ee08e0f46e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.764477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:49.819132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event updated for resources: {'Subnet': ['ID=36a5a84b-c511-42dc-abf7-a9cff7c5db54,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:49.832273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:53:49.843487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:49.847674 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] Sync routers for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:53:49.849417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c2226c83-3d3e-4936-b12e-ee08e0f46e7c None None] Port 2df2da5d-114f-4590-805d-3fadba546b07 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:53:49.870855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-1eb2388c-582c-49f1-b8af-80158c12a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:49.872394 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-1eb2388c-582c-49f1-b8af-80158c12a646 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.4203453 May 06 09:53:49.878254 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:49.881630 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:49.937591 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-0370b2e8-811b-4eeb-a714-61e7269f839c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.0515592 May 06 09:53:49.943929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Checking segment: {'id': 'd4a50846-50f7-4488-a242-107f90716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:49.946871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Network hostable DHCP agents. Network: 96429816-ef02-4b9d-87bf-6ecef63f62ea, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:53:49.957693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0c1c0ba5-c106-481c-a307-bc53dbddf3ea tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "PUT /v2.0/floatingips/a3d3bd80-dfc0-410a-a9e5-3979f45b290a HTTP/1.1" status: 200 len: 991 time: 4.6890104 May 06 09:53:50.004317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Network 96429816-ef02-4b9d-87bf-6ecef63f62ea is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:53:50.008745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:50.013922 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.022102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:50.057677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 96429816-ef02-4b9d-87bf-6ecef63f62ea) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:50.072644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:50.073936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.190271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbe9d8fe-8fbf-4651-a3a5-c899aa085568 req-11a2eaaf-7b26-4de4-be66-51e7c521c6c4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=5886fe03-0a0e-49d6-af49-fedd6b54d9cb HTTP/1.1" status: 200 len: 210 time: 0.0966024 May 06 09:53:50.209130 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b7ef0c5d-8037-4ee4-9d44-f4c38fa223cb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 1.0098779 May 06 09:53:50.218946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3888bad6-2dfc-4af4-8255-59f7dbfe63d4 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5139024 May 06 09:53:50.220696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59454) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:50.237747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Request body: {'port': {'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea', 'name': 'tempest-DHCPAgentSchedulersTestJSON-817680714'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:50.242073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d9dd8-906e-4c66-8974-e960cb5d35f8 None None] Network 96429816-ef02-4b9d-87bf-6ecef63f62ea requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:50.250122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:50.251394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device d5c3e350-a8db-48a0-ba5f-c9ceeac4e083 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:50.279790 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:50.283717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ff0d7-a97b-4e42-ae5f-596b0b0e5a78 req-566d15b0-8c5f-453c-93c8-fad774b6fc1d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:50.285335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b9ff0d7-a97b-4e42-ae5f-596b0b0e5a78 req-566d15b0-8c5f-453c-93c8-fad774b6fc1d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.1552999 May 06 09:53:50.385779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] For port 2df2da5d-114f-4590-805d-3fadba546b07, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:50.401585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b9ff0d7-a97b-4e42-ae5f-596b0b0e5a78 req-d0dffe1b-c236-4d63-a47f-8d87e3c41006 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036944 May 06 09:53:50.420261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] For port 2df2da5d-114f-4590-805d-3fadba546b07, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2df2da5d-114f-4590-805d-3fadba546b07,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:50.439942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.720722 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:50.747094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:50.748372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:50.753510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be1ec3-58c7-4bb7-ada6-803fe852dfd9 None None] Pushing event updated for resources: {'Port': ['ID=2df2da5d-114f-4590-805d-3fadba546b07,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:50.883170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:53:50.923139 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'a3d3bd80-dfc0-410a-a9e5-3979f45b290a', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'port_id': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'mac_address': 'fa:16:3e:23:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:53:20Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 1, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:50.925790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a2830-2c24-4970-a8de-1c08acb97b1c req-81215d52-f651-41d9-bb98-0566df343e07 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:50.927370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-930a2830-2c24-4970-a8de-1c08acb97b1c req-81215d52-f651-41d9-bb98-0566df343e07 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.1168940 May 06 09:53:50.986601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59458) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:50.992317 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] Checking router: 212f8245-d0f5-4405-9fcd-38e8dd0532fa for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:53:50.993658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9c459cd6-a19b-4f50-909c-82a27c13bd79 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339574579', 'description': 'tempest-secgroup-smoke-339574579 description', 'project_id': '8591e4249907453799dd42bd17d336c7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:51.003495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-27c0128d-b9ed-4e32-a2ce-89ac6d905378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:51.006688 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-27c0128d-b9ed-4e32-a2ce-89ac6d905378 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 1.0225189 May 06 09:53:51.012714 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:53:51.013675 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:51.082182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-930a2830-2c24-4970-a8de-1c08acb97b1c req-469800cc-2387-4822-9e28-8ab713d05840 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457121 May 06 09:53:51.086784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c459cd6-a19b-4f50-909c-82a27c13bd79 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.165412 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-70e14375-6816-4575-8485-baea5ed59020 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953853 May 06 09:53:51.228852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c459cd6-a19b-4f50-909c-82a27c13bd79 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.241471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c459cd6-a19b-4f50-909c-82a27c13bd79 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.271056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c459cd6-a19b-4f50-909c-82a27c13bd79 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.275107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9c459cd6-a19b-4f50-909c-82a27c13bd79 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2874300 May 06 09:53:51.284418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-96429816-ef02-4b9d-87bf-6ecef63f62ea', 'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea', 'tenant_id': '6698807b15114b15bce7f4d4f04596af', 'fixed_ips': [{'subnet_id': '36a5a84b-c511-42dc-abf7-a9cff7c5db54'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:51.288634 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.288801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59462) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:51.323080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9d42b8cb-1924-426d-9160-fb76e41b1653 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '293d1a8e-2adf-4e8b-883e-6436bc599416', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:51.343314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c459cd6-a19b-4f50-909c-82a27c13bd79 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293d1a8e-2adf-4e8b-883e-6436bc599416,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:51.356878 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:51.423857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:53:51.440254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7bed7920-b399-4b4f-8437-02f070cbbd95 None None] Provisioning complete for port 2df2da5d-114f-4590-805d-3fadba546b07 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:51.445609 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bed7920-b399-4b4f-8437-02f070cbbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.629892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fae1c8-316f-4627-8e2b-98423361afc6 req-f60a42c8-5040-4276-b431-f0bb637c1e07 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:51.642216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5fae1c8-316f-4627-8e2b-98423361afc6 req-f60a42c8-5040-4276-b431-f0bb637c1e07 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.1371791 May 06 09:53:51.686453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:53:51.699314 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f36ba76-0686-4e93-bcdd-e97fd980bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:53:51.701654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Made reservation on behalf of 6698807b15114b15bce7f4d4f04596af for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:51.709251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.769526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d42b8cb-1924-426d-9160-fb76e41b1653 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.785822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] Deleting port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:51.786424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:51.792015 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'a3d3bd80-dfc0-410a-a9e5-3979f45b290a', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'port_id': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'mac_address': 'fa:16:3e:23:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:53:20Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 1, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:51.814305 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-42303aa4-636f-48a8-a10b-67b435bb4167 service neutron] 10.222.0.83 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282418 May 06 09:53:51.835359 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b76ef-3d59-4a55-82aa-388dd69d7177 None None] The sync data for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 is: [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'a3d3bd80-dfc0-410a-a9e5-3979f45b290a', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'port_id': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'mac_address': 'fa:16:3e:23:13:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:53:20Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 1, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:51.850421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5fae1c8-316f-4627-8e2b-98423361afc6 req-524bde6f-88de-43d6-9271-be83b29d6e58 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037446 May 06 09:53:51.856197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] device_id is not set on port 481cf496-ff2c-4167-8ae8-e596e63940e0 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:51.960884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-37e64d36-3c62-4ebc-b84f-c44faabd0e66 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:51.972793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-37e64d36-3c62-4ebc-b84f-c44faabd0e66 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.2659564 May 06 09:53:51.978051 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eeeb9c-0fd1-4876-84a2-be882f1959ef x-openstack-request-id: req-21eeeb9c-0fd1-4876-84a2-be882f1959ef {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:53:51.978953 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:53:51.979420 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21eeeb9c-0fd1-4876-84a2-be882f1959ef {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:53:51.980602 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21eeeb9c-0fd1-4876-84a2-be882f1959ef'] response: {'name': 'network-changed', 'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'status': 'completed', 'code': 200} May 06 09:53:52.046082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-d4e7bd91-1176-4891-b409-97a1cb0b7363 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.0721917 May 06 09:53:52.065544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] For port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:52.066342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.142641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-3c0e8a8a-993d-451f-b860-fbc5314275b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:52.144483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-3c0e8a8a-993d-451f-b860-fbc5314275b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 1096 time: 0.1609111 May 06 09:53:52.220175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7d2ee040-440c-488c-839e-ba03a385b720 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724010 May 06 09:53:52.263815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Allocated IP 172.20.0.2 (96429816-ef02-4b9d-87bf-6ecef63f62ea/36a5a84b-c511-42dc-abf7-a9cff7c5db54/d27fc78b-2421-43e3-9b55-6734b242f150) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:52.393677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d42b8cb-1924-426d-9160-fb76e41b1653 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.436610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d42b8cb-1924-426d-9160-fb76e41b1653 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.456848 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-07b0b7ae-57f6-47b9-965a-faf10471bf8d req-695f2a6d-bb5c-49f1-9f36-d416e4daae90 service neutron] 10.222.0.83 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066318 May 06 09:53:52.460365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] Calling delete_port for 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:52.511367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42b8cb-1924-426d-9160-fb76e41b1653 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca87c87c-b103-4f61-8ff4-fe7c77a3c7b1,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:52.529436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:53:52.589037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-ea49d9dd-c21a-470e-aa75-17c12abe68a7 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678536 May 06 09:53:52.655777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d42b8cb-1924-426d-9160-fb76e41b1653 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.658991 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d42b8cb-1924-426d-9160-fb76e41b1653 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3451252 May 06 09:53:52.674119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59484) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:52.684657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ee602a23-8233-4e27-bf49-b185ada5d0cc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '293d1a8e-2adf-4e8b-883e-6436bc599416', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:52.710528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.753151 n-d-840834-1 neutron-server[102743]: WARNING neutron.services.revisions.revision_plugin [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Could not find related port for resource to bump revision. May 06 09:53:52.768422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_pluggable_backend [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102743) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 06 09:53:52.768859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_pluggable_backend [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Reverting IP allocation for 2001:db8::f816:3eff:fe81:32f2 {{(pid=102743) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 06 09:53:52.782216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee602a23-8233-4e27-bf49-b185ada5d0cc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.788498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.799225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3338f-7129-4b64-b1f5-74c287d49260 req-4aeb89b8-6a2d-4865-8475-6f05d2468dac tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:52.803333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42b3338f-7129-4b64-b1f5-74c287d49260 req-4aeb89b8-6a2d-4865-8475-6f05d2468dac tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.5044620 May 06 09:53:52.827884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-f7cff9b9-f2b1-4f30-9576-8976365a3f30 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351072 May 06 09:53:52.833090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-43e3296d-3389-4110-b99e-7bc7a02663d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:52.835135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-43e3296d-3389-4110-b99e-7bc7a02663d9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 911 time: 0.6775405 May 06 09:53:52.836147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:52.843698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:52.876450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:52.877144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:52.895834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:53:52.937595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] Pushing event deleted for resources: {'Port': ['ID=2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:52.941895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9a52ff-3cd7-48f8-93aa-3be1de301871 None None] No DVR routers for this DVR port 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:53:52.961019 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2303438 May 06 09:53:52.962726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59488) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:52.977890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f4482ae5-abea-4bd2-9d49-a9f45cfea877 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:52.991858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:53:52.992474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2b4f90d1-82e2-4b54-9d3f-9b08bb335f9a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:53:53.012736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72973791-e2e1-4fc4-a5fe-a29bdd6180d7 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:53.093401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-26e5fb99-e190-4502-acdb-b6659023bdda service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 200 len: 999 time: 0.2395227 May 06 09:53:53.130632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86571b-8587-4823-a307-b064f6db74fe tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=f0415698-dc60-4970-8ea6-8e4a07cfcd30,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:53.152044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee602a23-8233-4e27-bf49-b185ada5d0cc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.181450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee602a23-8233-4e27-bf49-b185ada5d0cc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.247193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-07f2d746-d9b7-4c94-b0d3-63e7990a68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:53.248927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-07f2d746-d9b7-4c94-b0d3-63e7990a68d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.1473927 May 06 09:53:53.290923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee602a23-8233-4e27-bf49-b185ada5d0cc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3597f6-51dd-439b-9a32-90b1c4383ad4,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:53.307651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee602a23-8233-4e27-bf49-b185ada5d0cc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.309481 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ee602a23-8233-4e27-bf49-b185ada5d0cc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6337872 May 06 09:53:53.312744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59496) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:53.318376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-47f85936-4156-4c1a-991d-28f6a956184b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '293d1a8e-2adf-4e8b-883e-6436bc599416', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:53.363452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42b3338f-7129-4b64-b1f5-74c287d49260 req-bfac3a9e-fff9-40ba-beec-71138ceee4d2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244558 May 06 09:53:53.378055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4482ae5-abea-4bd2-9d49-a9f45cfea877 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:53.384047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f4482ae5-abea-4bd2-9d49-a9f45cfea877 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.410077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-47f85936-4156-4c1a-991d-28f6a956184b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.450661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-47123bd6-dfff-4397-b8b3-34096c3c0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:53.460604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-47123bd6-dfff-4397-b8b3-34096c3c0127 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1999047 May 06 09:53:53.639442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48741-8a53-43f3-bb1a-13b75d60a931 req-0d7492ac-cf5c-4367-99ee-6e57bd7b2c31 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:53.643665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54a48741-8a53-43f3-bb1a-13b75d60a931 req-0d7492ac-cf5c-4367-99ee-6e57bd7b2c31 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.3703094 May 06 09:53:53.644234 n-d-840834-1 neutron-server[102743]: INFO neutron.db.ipam_backend_mixin [None req-f4482ae5-abea-4bd2-9d49-a9f45cfea877 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0415698-dc60-4970-8ea6-8e4a07cfcd30 (CIDR: 2001:db8::/64) May 06 09:53:53.650650 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4482ae5-abea-4bd2-9d49-a9f45cfea877 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:53:53.651176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4482ae5-abea-4bd2-9d49-a9f45cfea877 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:53:53.691012 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f4482ae5-abea-4bd2-9d49-a9f45cfea877 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7196345 May 06 09:53:53.693550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59498) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:53.698896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:53.735920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bb26a09-a588-419d-af7a-0f64724d8c0e req-1c1fbe61-eb9e-47a8-884e-734b15fe3b79 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 210 time: 0.1352963 May 06 09:53:53.792109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ac10f-be60-427a-8bbf-a9737938fefa None None] New status for floating IP a3d3bd80-dfc0-410a-a9e5-3979f45b290a: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:53:53.832049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-47f85936-4156-4c1a-991d-28f6a956184b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.851373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-47f85936-4156-4c1a-991d-28f6a956184b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.886104 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.890310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f85936-4156-4c1a-991d-28f6a956184b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4fb0a9-af6a-424a-9aa9-49957adb71b9,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:53.931777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54a48741-8a53-43f3-bb1a-13b75d60a931 req-65dadb14-6037-4555-b47e-44394297a26d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842761 May 06 09:53:53.935606 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.946077 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bed7920-b399-4b4f-8437-02f070cbbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.959037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-47f85936-4156-4c1a-991d-28f6a956184b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:53.963157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-47f85936-4156-4c1a-991d-28f6a956184b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6488140 May 06 09:53:53.965661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59508) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:53.973184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c554395b-f93c-4769-8cc9-3e772f97f66b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '293d1a8e-2adf-4e8b-883e-6436bc599416', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:54.007162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-8886227f-3a79-4ea6-afe0-7b9d0bf64ace service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293994 May 06 09:53:54.039614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:54.041130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Network 96429816-ef02-4b9d-87bf-6ecef63f62ea is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:54.045475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.059503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:54.065025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c554395b-f93c-4769-8cc9-3e772f97f66b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.068360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:54.254418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Allocated IP 172.20.0.3 (96429816-ef02-4b9d-87bf-6ecef63f62ea/36a5a84b-c511-42dc-abf7-a9cff7c5db54/481cf496-ff2c-4167-8ae8-e596e63940e0) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:54.380467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c554395b-f93c-4769-8cc9-3e772f97f66b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.427134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c554395b-f93c-4769-8cc9-3e772f97f66b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.447347 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f36ba76-0686-4e93-bcdd-e97fd980bfef req-e95b2e64-6add-46b6-81a2-ec9b33a77251 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351234 May 06 09:53:54.470390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Pushing event updated for resources: {'Port': ['ID=d27fc78b-2421-43e3-9b55-6734b242f150,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:54.481256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554395b-f93c-4769-8cc9-3e772f97f66b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38911e05-4f1c-449a-a13d-45f37e666fa8,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:54.521516 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c554395b-f93c-4769-8cc9-3e772f97f66b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.522170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c554395b-f93c-4769-8cc9-3e772f97f66b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5555663 May 06 09:53:54.524889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59514) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:54.538390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '293d1a8e-2adf-4e8b-883e-6436bc599416', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:54.600132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7bed7920-b399-4b4f-8437-02f070cbbd95 None None] For port 2df2da5d-114f-4590-805d-3fadba546b07, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2df2da5d-114f-4590-805d-3fadba546b07,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:54.628755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bed7920-b399-4b4f-8437-02f070cbbd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.654761 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Project 8591e4249907453799dd42bd17d336c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:53:54.666776 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.699402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'f0415698-dc60-4970-8ea6-8e4a07cfcd30'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:53:54.700559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.736727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Attempting to bind port d27fc78b-2421-43e3-9b55-6734b242f150 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:54.737250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Attempting to bind port d27fc78b-2421-43e3-9b55-6734b242f150 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd4a50846-50f7-4488-a242-107f90716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:54.737716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Attempting to bind port d27fc78b-2421-43e3-9b55-6734b242f150 on network 96429816-ef02-4b9d-87bf-6ecef63f62ea {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:54.742507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520182b6-1dc6-430f-91ee-7041c6ea14c3 req-88813237-d748-40a6-b1d6-d87ecd52b62d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:54.744634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-520182b6-1dc6-430f-91ee-7041c6ea14c3 req-88813237-d748-40a6-b1d6-d87ecd52b62d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.1910346 May 06 09:53:54.777680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.800364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.804293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:54.804785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Checking segment: {'id': 'd4a50846-50f7-4488-a242-107f90716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:54.805293 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.805807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Bound using segment: {'id': 'd4a50846-50f7-4488-a242-107f90716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:54.806417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Bound port: d27fc78b-2421-43e3-9b55-6734b242f150, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a50846-50f7-4488-a242-107f90716aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '96429816-ef02-4b9d-87bf-6ecef63f62ea'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:54.806857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.849547 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.897446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:54.972492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-520182b6-1dc6-430f-91ee-7041c6ea14c3 req-ca3e75b8-233b-4bf2-a071-3462479a20f3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642315 May 06 09:53:55.001144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] For port d27fc78b-2421-43e3-9b55-6734b242f150, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:55.006622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] For port d27fc78b-2421-43e3-9b55-6734b242f150, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d27fc78b-2421-43e3-9b55-6734b242f150,segment=NetworkSegment(d4a50846-50f7-4488-a242-107f90716aca),segment_id=d4a50846-50f7-4488-a242-107f90716aca)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:55.023430 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.028209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39be1566-48cf-4263-96a3-2dfa12dfd4b8,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.031101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:55.046654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed7920-b399-4b4f-8437-02f070cbbd95 None None] Pushing event updated for resources: {'Port': ['ID=2df2da5d-114f-4590-805d-3fadba546b07,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.053340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54851aa1-35e1-40bf-8c3d-7cf1bcc23926 req-a2a5e70c-76bc-4732-bdea-ec14cfded98f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 210 time: 0.1494577 May 06 09:53:55.067156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.070897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b7cf4467-c058-40c6-be38-2b41f9a6d793 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5425296 May 06 09:53:55.071269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59520) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:55.076061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '293d1a8e-2adf-4e8b-883e-6436bc599416', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:55.084474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:55.086746 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.090381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.091068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.130686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90478032-823a-41c3-a2cb-e5f505e17bdb None None] Pushing event updated for resources: {'Port': ['ID=d27fc78b-2421-43e3-9b55-6734b242f150,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.136459 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Project 8591e4249907453799dd42bd17d336c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:53:55.143480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:50Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:53:55.158629 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.206957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=559adf0b-8c36-476e-a565-a1d355faa103,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.228862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Network 96429816-ef02-4b9d-87bf-6ecef63f62ea is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:55.236038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40db8b5-d43c-4d10-ab33-7a9ac5de8e54 req-cf7c8199-9023-4dbe-aa4f-66f01e0185ed tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.245567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40db8b5-d43c-4d10-ab33-7a9ac5de8e54 req-cf7c8199-9023-4dbe-aa4f-66f01e0185ed tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.1278799 May 06 09:53:55.247913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a1a277-4b26-494d-9856-d9be136e33c4 None None] The sync data for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 is: [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:50Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:53:55.250181 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5526018 May 06 09:53:55.275449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:55.292542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:31:98:f2', 'name': 'tempest-NetworksTestDHCPv6-87840489'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:55.299146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:55.343611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Allocated IP 2001:db8::f816:3eff:feb2:f4ee (ec861bb2-f6c1-44b0-ab1c-795d98c15718/f0415698-dc60-4970-8ea6-8e4a07cfcd30/9a129122-05b8-4bf5-a05b-c09a0a20116a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:55.367346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.367914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.368319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.369748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.370164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.372626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.373663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.374186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.376124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.378733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.379371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.381896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f50ec2-a65b-45dc-9ff6-62b55aec8161 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:55.413104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:55.456820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.489780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a40db8b5-d43c-4d10-ab33-7a9ac5de8e54 req-f8017822-e1d0-4160-be8b-60535b9fad9e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432508 May 06 09:53:55.490716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.551855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0104869d-7629-4aa7-92e9-1a229ebcbe10,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.562350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.569394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.654869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.656529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a19db2e-e9b7-4bde-aec0-10d96447944f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5841432 May 06 09:53:55.756572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event updated for resources: {'Port': ['ID=481cf496-ff2c-4167-8ae8-e596e63940e0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:55.838781 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.852036 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:55.939414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:55.944310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:55.948241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:55.962860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-f46eacb9-d426-416c-95eb-cba6eb8651b1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:55.968114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-f46eacb9-d426-416c-95eb-cba6eb8651b1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.3807220 May 06 09:53:56.007499 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bd58d6fc-df46-46b5-8169-0562bd403fe0 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7782087 May 06 09:53:56.013077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59536) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:56.051329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Request body: {'port': {'device_id': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'admin_state_up': True, 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:56.113659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Pushing event updated for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:56.152153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Attempting to bind port 9a129122-05b8-4bf5-a05b-c09a0a20116a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:53:56.155346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Attempting to bind port 9a129122-05b8-4bf5-a05b-c09a0a20116a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:53:56.158264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Attempting to bind port 9a129122-05b8-4bf5-a05b-c09a0a20116a on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:53:56.167818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:53:56.168228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:53:56.168618 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.169002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:53:56.169477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Bound port: 9a129122-05b8-4bf5-a05b-c09a0a20116a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:53:56.169862 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.244492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:56.328226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:53:56.337952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9a129122-05b8-4bf5-a05b-c09a0a20116a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:53:56.350826 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.403655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-7ace39eb-c00a-4a29-bfff-79775d1d51df tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339574579&fields=id&tenant_id=8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 267 time: 0.2819576 May 06 09:53:56.517541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ef57f-1d38-43a1-8f6b-12ebcb6d9de9 None None] Pushing event updated for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:56.569212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:53:56.573110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.592676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:56.632284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 1314f0a4-dfac-481e-a74a-86dd4ee4033d yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:53:57.075133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2df2da5d-114f-4590-805d-3fadba546b07 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:57.200623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2df2da5d-114f-4590-805d-3fadba546b07 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:57.201203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.301266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876b57-8891-4a29-86e8-fa46e11b0661 req-157b6bd3-c169-41b1-90d1-9e4b6084ac2f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:57.305469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8278c842-0ec5-453c-a23d-8e591ee0b1c4 None None] Network 96429816-ef02-4b9d-87bf-6ecef63f62ea requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:57.309607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9876b57-8891-4a29-86e8-fa46e11b0661 req-157b6bd3-c169-41b1-90d1-9e4b6084ac2f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 1.1604438 May 06 09:53:57.351188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Allocated IP 172.20.0.13 (6a108881-3eb8-4d4a-aaec-2007ff76762b/73420db5-974d-455c-b166-9669723b3d84/db714217-bc42-4ac5-824a-d6c488b6d737) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:57.365623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8:0:1::302 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/559adf0b-8c36-476e-a565-a1d355faa103/1314f0a4-dfac-481e-a74a-86dd4ee4033d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:57.377443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::f816:3eff:fe31:98f2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/f0415698-dc60-4970-8ea6-8e4a07cfcd30/1314f0a4-dfac-481e-a74a-86dd4ee4033d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:53:57.428381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Deleting port 481cf496-ff2c-4167-8ae8-e596e63940e0 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:57.428867 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.502487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d27fc78b-2421-43e3-9b55-6734b242f150 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:57.556337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-25125285-ad41-4997-b694-655bce6aa0ad None None] Provisioning complete for port d27fc78b-2421-43e3-9b55-6734b242f150 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:57.556939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-25125285-ad41-4997-b694-655bce6aa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.615515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-0526a96a-dbfb-4b97-85ad-a7a3136ccd6e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:57.618874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-0526a96a-dbfb-4b97-85ad-a7a3136ccd6e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/networks?id=e623c531-73cb-4dd3-8c4b-cc2d7a827438 HTTP/1.1" status: 200 len: 797 time: 1.2180283 May 06 09:53:57.677701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9876b57-8891-4a29-86e8-fa46e11b0661 req-d12a4706-222a-4b6b-9cc1-eb0b3b6dfe8a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668303 May 06 09:53:57.692886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.748223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-425ce36a-a6f5-4405-b752-87b6e91acc91 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/quotas/8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 375 time: 0.0779650 May 06 09:53:57.801678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d27fc78b-2421-43e3-9b55-6734b242f150 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:57.802049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.898432 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-25125285-ad41-4997-b694-655bce6aa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.935328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:57.972165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-25125285-ad41-4997-b694-655bce6aa0ad None None] For port d27fc78b-2421-43e3-9b55-6734b242f150, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d27fc78b-2421-43e3-9b55-6734b242f150,segment=NetworkSegment(d4a50846-50f7-4488-a242-107f90716aca),segment_id=d4a50846-50f7-4488-a242-107f90716aca)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:53:57.981176 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-25125285-ad41-4997-b694-655bce6aa0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.017998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.028092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39851102-edd6-4e43-9958-00ec9d5b56d8 req-b1d0b905-67a1-4c45-97e6-d13e2593d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 210 time: 0.1476088 May 06 09:53:58.054282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Calling delete_port for 481cf496-ff2c-4167-8ae8-e596e63940e0 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:58.115384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-8050fcff-c3b5-464a-9313-01682a6a7c7c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3587675 May 06 09:53:58.152690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:58.171466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:58.174971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:58.181644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:58.182305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.197430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.216212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=1314f0a4-dfac-481e-a74a-86dd4ee4033d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:58.230061 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d36cb84a-321a-48b1-86fa-dab78db86bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9477465 May 06 09:53:58.230061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59550) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:58.233231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25125285-ad41-4997-b694-655bce6aa0ad None None] Pushing event updated for resources: {'Port': ['ID=d27fc78b-2421-43e3-9b55-6734b242f150,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:58.412428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.435981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:53:58.504926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:53:58.505940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event updated for resources: {'Port': ['ID=db714217-bc42-4ac5-824a-d6c488b6d737,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:58.513436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:53:58.516125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:53:58.576441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-f805f805-4bc5-4161-bef5-7cf4e1eceeb0 service neutron] 10.222.0.76 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592955 May 06 09:53:58.599283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-35f1d637-23a5-40c4-bd71-91aea8073733 None None] Provisioning complete for port d27fc78b-2421-43e3-9b55-6734b242f150 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:53:58.617052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-35f1d637-23a5-40c4-bd71-91aea8073733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.618678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:58.619630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.642796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 1314f0a4-dfac-481e-a74a-86dd4ee4033d {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:53:58.643878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.652752 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-7ca250a5-a5ff-498a-89d3-0ef593c5f11e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6211760 May 06 09:53:58.685367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecc7ba-70f9-4067-bd5c-9329f77e66a5 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:53:58.821469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Request body: {'port': {'device_id': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:53:58.844825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-677ff690-708e-4195-965d-2b27b77a5103 service neutron] 10.222.0.76 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662771 May 06 09:53:58.874551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.912290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 1314f0a4-dfac-481e-a74a-86dd4ee4033d owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:53:58.921493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:58.994372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55506743-33ac-4932-ba46-e7420fc0b79d req-89a5ae35-2974-4bb7-a747-7db9b175054c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:59.003930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55506743-33ac-4932-ba46-e7420fc0b79d req-89a5ae35-2974-4bb7-a747-7db9b175054c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.8309934 May 06 09:53:59.269063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55506743-33ac-4932-ba46-e7420fc0b79d req-36a0b63a-8c60-47d8-8b2d-135179c951c9 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616985 May 06 09:53:59.316567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9a129122-05b8-4bf5-a05b-c09a0a20116a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:53:59.387043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.439487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event deleted for resources: {'Port': ['ID=481cf496-ff2c-4167-8ae8-e596e63940e0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:59.461529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.492694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.495397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.496562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.497046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.497517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.499171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.504136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.504732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.505234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.505712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.506256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.506648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:53:59.584831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7ffdd-6433-48be-9262-3d3360ec10e7 req-527c7f20-be70-4ffd-8349-5a3569b29de7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:53:59.617106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acf7ffdd-6433-48be-9262-3d3360ec10e7 req-527c7f20-be70-4ffd-8349-5a3569b29de7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.3062749 May 06 09:53:59.718137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acf7ffdd-6433-48be-9262-3d3360ec10e7 req-823ab0b8-2531-4272-9d0b-62e0c3cf2b73 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976746 May 06 09:53:59.756594 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=1314f0a4-dfac-481e-a74a-86dd4ee4033d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:53:59.823144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.843070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-84ffe896-19d7-4da9-a9ff-65b964d8dbd7 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "DELETE /v2.0/ports/481cf496-ff2c-4167-8ae8-e596e63940e0 HTTP/1.1" status: 204 len: 168 time: 3.8272846 May 06 09:53:59.851324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59570) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:53:59.933033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db714217-bc42-4ac5-824a-d6c488b6d737 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:53:59.956430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.965228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:53:59.974512 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-31181672-ab21-4d56-a8eb-a128d7fd1c2f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/1314f0a4-dfac-481e-a74a-86dd4ee4033d HTTP/1.1" status: 204 len: 168 time: 1.7417569 May 06 09:53:59.978555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59574) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.032820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61504cc1-d520-468b-be95-88828600ed97 req-928c71ef-cc0a-4eb1-90eb-58076098330a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.034843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61504cc1-d520-468b-be95-88828600ed97 req-928c71ef-cc0a-4eb1-90eb-58076098330a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 932 time: 0.1148961 May 06 09:54:00.090992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Transition to ACTIVE for port object db714217-bc42-4ac5-824a-d6c488b6d737 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:00.109051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.122014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7277d56f-c817-4af7-863f-c7ba43b3cf6b tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2639093 May 06 09:54:00.143476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59584) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.151048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1393706841'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:00.166929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24383908-8f91-477c-a671-26a96beb94fc req-faa789d2-8189-4146-b78e-2c0313f221d0 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 210 time: 0.0901918 May 06 09:54:00.189580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61504cc1-d520-468b-be95-88828600ed97 req-5e68c2d4-abc0-4dc7-877b-04601bdd8750 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480489 May 06 09:54:00.231915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f9d842-bed0-4ebd-a53f-bda30eeebde0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.234015 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-55f9d842-bed0-4ebd-a53f-bda30eeebde0 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2533929 May 06 09:54:00.237690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59588) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.272716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Pushing event updated for resources: {'Port': ['ID=db714217-bc42-4ac5-824a-d6c488b6d737,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.278389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Made reservation on behalf of 6698807b15114b15bce7f4d4f04596af for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:00.282762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.336285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:00.338112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.410664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-35f1d637-23a5-40c4-bd71-91aea8073733 None None] Could not find standard attr ID for object 481cf496-ff2c-4167-8ae8-e596e63940e0. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:54:00.431920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8374111-e16d-47f6-99f9-c684478efad1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.436072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a8374111-e16d-47f6-99f9-c684478efad1 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1935868 May 06 09:54:00.440200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59596) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.441287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:00.464875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.465533 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Added segment b34cc2dc-625b-4a52-aae7-1321b7eeb233 of type vlan for network 59ef9f8e-d084-47cb-81b5-08e8d725c6c9 May 06 09:54:00.466914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Attempting to bind port db714217-bc42-4ac5-824a-d6c488b6d737 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:00.467368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Attempting to bind port db714217-bc42-4ac5-824a-d6c488b6d737 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:00.467886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Attempting to bind port db714217-bc42-4ac5-824a-d6c488b6d737 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:00.480841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Port db714217-bc42-4ac5-824a-d6c488b6d737 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:00.481234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Attempting to bind port db714217-bc42-4ac5-824a-d6c488b6d737 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:00.519975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:00.522119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:00.522119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Bound using segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:00.522119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Bound port: db714217-bc42-4ac5-824a-d6c488b6d737, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:00.522119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.559965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.665397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641df03-8888-40ec-98e1-bf8a858303ee tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.667356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641df03-8888-40ec-98e1-bf8a858303ee tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.669044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641df03-8888-40ec-98e1-bf8a858303ee tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.674376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a641df03-8888-40ec-98e1-bf8a858303ee tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2294831 May 06 09:54:00.703767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59600) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.722984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe43fd-ed48-4b83-8191-f8c7891b0c25 req-90bfbdf6-a0d5-4ea0-a394-002001e4c351 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.726165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dbe43fd-ed48-4b83-8191-f8c7891b0c25 req-90bfbdf6-a0d5-4ea0-a394-002001e4c351 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.1829588 May 06 09:54:00.747145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.752599 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.769243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:00.773140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.775605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bac359c7-6847-40bb-879e-416db4a45ca4 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:00.781098 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bac359c7-6847-40bb-879e-416db4a45ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.810802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfddf7-7712-41f2-89e4-02c1cffd1c2f None None] Update dhcp port {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': 'f0415698-dc60-4970-8ea6-8e4a07cfcd30', 'ip_address': '2001:db8::f816:3eff:feb2:f4ee'}, {'subnet_id': '559adf0b-8c36-476e-a565-a1d355faa103'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '9a129122-05b8-4bf5-a05b-c09a0a20116a'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:54:00.898092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] For port db714217-bc42-4ac5-824a-d6c488b6d737, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:00.904335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] For port db714217-bc42-4ac5-824a-d6c488b6d737, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=db714217-bc42-4ac5-824a-d6c488b6d737,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:00.912318 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7672403 May 06 09:54:00.913110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59606) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:00.924700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:00.940051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d552637-8280-4e18-b5a6-15e999ccad54 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event updated for resources: {'Network': ['ID=59ef9f8e-d084-47cb-81b5-08e8d725c6c9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:00.980235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 559adf0b-8c36-476e-a565-a1d355faa103 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:00.990132 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.000242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 59ef9f8e-d084-47cb-81b5-08e8d725c6c9 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:01.153720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:01.154503 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.156140 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] 10.222.0.83 "PUT /v2.0/ports/db714217-bc42-4ac5-824a-d6c488b6d737 HTTP/1.1" status: 200 len: 1092 time: 2.4534566 May 06 09:54:01.157301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'tag': 'db714217-bc42-4ac5-824a-d6c488b6d737'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:01.170314 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "968db6ae-1804-4bbc-9b26-00b6eb3dd0e6", "tag": "db714217-bc42-4ac5-824a-d6c488b6d737"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:01.174232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.198877 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-15cfddf7-7712-41f2-89e4-02c1cffd1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.233416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3598902-3afe-4c5b-bdcb-c35ef3f8bb89 service neutron] Pushing event updated for resources: {'Port': ['ID=db714217-bc42-4ac5-824a-d6c488b6d737,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:01.239034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9a129122-05b8-4bf5-a05b-c09a0a20116a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:01.266975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.268853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d27fc78b-2421-43e3-9b55-6734b242f150 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:01.482209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-983f6b90-9522-48a8-8a83-473f96473a71 tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "GET /v2.0/agents/5f299371-2a9a-4f8a-bf6f-a244e204df7f/dhcp-networks HTTP/1.1" status: 200 len: 8908 time: 0.5634477 May 06 09:54:01.486370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59614) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:01.541920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-eb7374f5-65f1-4da2-9711-b5c786d24237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:01.543636 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-eb7374f5-65f1-4da2-9711-b5c786d24237 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 1095 time: 0.1330459 May 06 09:54:01.589546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15b8c-e82c-47cf-991f-525b7a5cde24 req-e5a36065-7b4e-4713-b293-8f396b28d6c4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:01.600763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89d15b8c-e82c-47cf-991f-525b7a5cde24 req-e5a36065-7b4e-4713-b293-8f396b28d6c4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.3479145 May 06 09:54:01.618128 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.698759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d27fc78b-2421-43e3-9b55-6734b242f150 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:01.699379 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:01.751259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:01.774807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bac359c7-6847-40bb-879e-416db4a45ca4 None None] Could not find standard attr ID for object 481cf496-ff2c-4167-8ae8-e596e63940e0. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:54:01.917869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89d15b8c-e82c-47cf-991f-525b7a5cde24 req-1f1e9320-324e-4527-83a5-f9b1c41491fb tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081164 May 06 09:54:01.920456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dbe43fd-ed48-4b83-8191-f8c7891b0c25 req-2055e65f-e9e8-4e3c-abdb-fe276e646af5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663582 May 06 09:54:02.029304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-a4d91561-6451-4389-acb4-1c3fbf97b66f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:02.030881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-a4d91561-6451-4389-acb4-1c3fbf97b66f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.83 "GET /v2.0/networks?id=e623c531-73cb-4dd3-8c4b-cc2d7a827438 HTTP/1.1" status: 200 len: 797 time: 0.2736816 May 06 09:54:02.042597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9a129122-05b8-4bf5-a05b-c09a0a20116a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-15cfddf7-7712-41f2-89e4-02c1cffd1c2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 559adf0b-8c36-476e-a565-a1d355faa103: This subnet is being modified by another concurrent operation. May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 559adf0b-8c36-476e-a565-a1d355faa103: This subnet is being modified by another concurrent operation. May 06 09:54:02.119646 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 09:54:02.158436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.214893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:02.227059 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.248312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-19972a7c-be24-4374-9e79-b51f265efac2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 379 time: 0.1809573 May 06 09:54:02.251885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ba7588c-eb69-41b4-be8b-b684de22e0b2 req-6d2157b4-4018-4097-9aa0-9b5af170a245 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 210 time: 0.1586144 May 06 09:54:02.274329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=559adf0b-8c36-476e-a565-a1d355faa103,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:02.317209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'port': {'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'admin_state_up': True, 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'security_groups': ['293d1a8e-2adf-4e8b-883e-6436bc599416']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:02.364518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.386481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bc6563d0-6f86-421f-b619-4e06986c6c4f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/559adf0b-8c36-476e-a565-a1d355faa103 HTTP/1.1" status: 204 len: 168 time: 1.6589341 May 06 09:54:02.435069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59620) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.494538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d1eb3640-6bf4-4a0a-aa3d-3d1b8a989622 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:02.502968 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d1eb3640-6bf4-4a0a-aa3d-3d1b8a989622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.521765 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-aaaafb71-13b0-4912-b646-a94c4534c770 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db714217-bc42-4ac5-824a-d6c488b6d737 HTTP/1.1" status: 200 len: 217 time: 0.9363725 May 06 09:54:02.524584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet f0415698-dc60-4970-8ea6-8e4a07cfcd30 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:02.529076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.536517 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25b8150-4420-4fb2-944b-868c9e3d8767 x-openstack-request-id: req-c25b8150-4420-4fb2-944b-868c9e3d8767 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:02.536796 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968db6ae-1804-4bbc-9b26-00b6eb3dd0e6", "tag": "db714217-bc42-4ac5-824a-d6c488b6d737", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:02.537047 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c25b8150-4420-4fb2-944b-868c9e3d8767 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:02.545977 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25b8150-4420-4fb2-944b-868c9e3d8767'] response: {'name': 'network-changed', 'server_uuid': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'tag': 'db714217-bc42-4ac5-824a-d6c488b6d737', 'status': 'completed', 'code': 200} May 06 09:54:02.645276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c0ba5-2323-4d8b-9487-3dab226e500d tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] Network 59ef9f8e-d084-47cb-81b5-08e8d725c6c9 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:02.651392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.681576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-f5e1d307-4c4d-4b50-a123-89d60def70fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:02.683692 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-f5e1d307-4c4d-4b50-a123-89d60def70fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.1608081 May 06 09:54:02.687835 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-138c0ba5-2323-4d8b-9487-3dab226e500d tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "POST /v2.0/agents/5f299371-2a9a-4f8a-bf6f-a244e204df7f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1996386 May 06 09:54:02.709302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:02.718061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc45c8-5cfd-4740-9990-3df0728f2636 None None] Network 59ef9f8e-d084-47cb-81b5-08e8d725c6c9 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:02.793565 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-e9032b7a-17f1-4de8-acf9-551428b39d83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638075 May 06 09:54:02.831926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4ce9a413-ced6-4802-ba09-def8e2c8149b None None] Could not find standard attr ID for object 1314f0a4-dfac-481e-a74a-86dd4ee4033d. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:54:02.854079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:02.930466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-4b0ec4be-9c0a-4d5d-8061-32ae2bde0511 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:54:02.932256 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-4b0ec4be-9c0a-4d5d-8061-32ae2bde0511 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0754428 May 06 09:54:02.983817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95374d01-e35f-4a9b-83d4-5e2a6126b420 req-e0cf05c4-d945-42bc-a303-6483537bf6fb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:02.992172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95374d01-e35f-4a9b-83d4-5e2a6126b420 req-e0cf05c4-d945-42bc-a303-6483537bf6fb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 944 time: 0.8499248 May 06 09:54:03.001431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.012160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d78a28-767a-4d79-bbbe-2885eea9d824 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:03.057737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=f0415698-dc60-4970-8ea6-8e4a07cfcd30,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:03.130888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95374d01-e35f-4a9b-83d4-5e2a6126b420 req-1aba6c9b-1c57-4a98-9fcf-5df9f0f23f13 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372385 May 06 09:54:03.131939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d1531e3f-862c-46fe-9951-80407eef3ea7 tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "GET /v2.0/agents/5f299371-2a9a-4f8a-bf6f-a244e204df7f/dhcp-networks HTTP/1.1" status: 200 len: 9639 time: 0.4192829 May 06 09:54:03.132643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59628) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.154946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.171167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c2c914fa-16d8-464a-bbbe-7ca68cbd46cf tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/f0415698-dc60-4970-8ea6-8e4a07cfcd30 HTTP/1.1" status: 204 len: 168 time: 0.7348635 May 06 09:54:03.175642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59630) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.258746 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f0d3b345-7c34-469a-8b6d-0714b35c5f84 tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "DELETE /v2.0/agents/5f299371-2a9a-4f8a-bf6f-a244e204df7f/dhcp-networks/59ef9f8e-d084-47cb-81b5-08e8d725c6c9 HTTP/1.1" status: 204 len: 168 time: 0.1242304 May 06 09:54:03.259395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59632) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.270590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-788480bc-cb9d-44ab-8d41-2faa53989735 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930171 May 06 09:54:03.274287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d78a28-767a-4d79-bbbe-2885eea9d824 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:03.274694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59634) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.284039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:03.325998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e4a31-e0c6-4767-82f7-2ad2008ce880 req-1642007a-28c7-4bda-80b8-55407b2c2a9f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:03.335325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c5e4a31-e0c6-4767-82f7-2ad2008ce880 req-1642007a-28c7-4bda-80b8-55407b2c2a9f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2472889 May 06 09:54:03.384759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:03.388549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.405980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c989ee2-8ec8-4af0-b5aa-d38251c3c820 req-c51633ad-bd96-49f9-8e2a-df04ad1c9fc6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:03.407069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c989ee2-8ec8-4af0-b5aa-d38251c3c820 req-c51633ad-bd96-49f9-8e2a-df04ad1c9fc6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.1506555 May 06 09:54:03.450865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c5e4a31-e0c6-4767-82f7-2ad2008ce880 req-de76bce4-95f6-48c2-8220-b0e356b44be8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089270 May 06 09:54:03.473889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:03.478234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.528259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c989ee2-8ec8-4af0-b5aa-d38251c3c820 req-1d5aeb43-1f5f-4846-bcd0-556bd9ca18bd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095614 May 06 09:54:03.561762 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1298074a-defa-4e0f-9492-bc4ac65b3b34 tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "GET /v2.0/agents/5f299371-2a9a-4f8a-bf6f-a244e204df7f/dhcp-networks HTTP/1.1" status: 200 len: 8830 time: 0.2968767 May 06 09:54:03.564323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.629256 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3929699b-f949-40b8-b22e-42b16df375be tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "GET /v2.0/networks/96429816-ef02-4b9d-87bf-6ecef63f62ea/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0639670 May 06 09:54:03.633107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59642) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.659811 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d82f84c4-ca28-46d3-b5aa-b076fedd7938 tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "GET /v2.0/networks/96429816-ef02-4b9d-87bf-6ecef63f62ea/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0254841 May 06 09:54:03.660951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd91b514-ea7e-4a08-ace6-ea6f1bff9cf8 req-2b63f903-b2ec-481f-8f1c-0f429d46fa01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 210 time: 0.0643089 May 06 09:54:03.664231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59644) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.685981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57373d-d836-49d7-a0ad-9b2278706723 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:03.799152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.804066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b57373d-d836-49d7-a0ad-9b2278706723 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:03.847756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-815b41d2-2e82-4747-a6a0-b7b55443cfbe None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:03.848147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-815b41d2-2e82-4747-a6a0-b7b55443cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.862491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-07674779-4d0e-4f20-8f60-0305601a4040 tempest-DHCPAgentSchedulersTestJSON-2128230865 tempest-DHCPAgentSchedulersTestJSON-2128230865-project-admin] 10.222.0.76 "GET /v2.0/agents/5f299371-2a9a-4f8a-bf6f-a244e204df7f/dhcp-networks HTTP/1.1" status: 200 len: 8830 time: 0.1936889 May 06 09:54:03.862688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59646) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.899550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:03.913238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:03.932735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:03.932735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.943605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=9e62cecd-741f-4785-8272-4a5ed2b67d8c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:03.968478 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-254b6349-168f-442c-a7a9-03279b335560 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6922119 May 06 09:54:03.973795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:03.973983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59648) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:03.984075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7de0d29c-8da4-4d10-be6c-8e641ded15d3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:03.993218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.20.0.8 (e623c531-73cb-4dd3-8c4b-cc2d7a827438/a265a375-4a67-4126-8048-40e2bdcb67c8/70b4a5d8-2701-480f-9b08-9f1a91c8d078) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:04.031107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9a129122-05b8-4bf5-a05b-c09a0a20116a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:04.141443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.163320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ef9f8e-d084-47cb-81b5-08e8d725c6c9']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:04.174786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34cc2dc-625b-4a52-aae7-1321b7eeb233') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:04.175074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34cc2dc-625b-4a52-aae7-1321b7eeb233') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:04.179198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de0d29c-8da4-4d10-be6c-8e641ded15d3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:04.185138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.186958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7de0d29c-8da4-4d10-be6c-8e641ded15d3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.199524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.206302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:04.206698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: timer() May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:04.256708 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:04.307985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.323110 n-d-840834-1 neutron-server[102743]: INFO neutron.db.ipam_backend_mixin [None req-7de0d29c-8da4-4d10-be6c-8e641ded15d3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e62cecd-741f-4785-8272-4a5ed2b67d8c (CIDR: 2001:db8::/64) May 06 09:54:04.336804 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de0d29c-8da4-4d10-be6c-8e641ded15d3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:04.338365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de0d29c-8da4-4d10-be6c-8e641ded15d3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:04.350059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.378673 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7de0d29c-8da4-4d10-be6c-8e641ded15d3 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4037180 May 06 09:54:04.384165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59652) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:04.393704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9a129122-05b8-4bf5-a05b-c09a0a20116a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:04.395740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:04.403117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.405648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.406821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "DELETE /v2.0/networks/59ef9f8e-d084-47cb-81b5-08e8d725c6c9 HTTP/1.1" status: 204 len: 168 time: 0.5427258 May 06 09:54:04.424582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:04.454843 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c69b5b3-4c22-4a4e-aa26-ec06e4b4efc6 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] DELETE failed (client error): The resource could not be found. May 06 09:54:04.455448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c69b5b3-4c22-4a4e-aa26-ec06e4b4efc6 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:04.459634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7c69b5b3-4c22-4a4e-aa26-ec06e4b4efc6 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "DELETE /v2.0/ports/481cf496-ff2c-4167-8ae8-e596e63940e0 HTTP/1.1" status: 404 len: 333 time: 0.0300360 May 06 09:54:04.462611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d428d41-3ee7-457a-a744-a181270e0f83 tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event deleted for resources: {'Network': ['ID=59ef9f8e-d084-47cb-81b5-08e8d725c6c9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:04.472049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da9003-58da-46a0-87cf-f6df57493a0d req-9692a571-77d7-44c9-85da-7128355b2e95 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:04.473584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9da9003-58da-46a0-87cf-f6df57493a0d req-9692a571-77d7-44c9-85da-7128355b2e95 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 944 time: 0.2179699 May 06 09:54:04.474079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59656) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:04.486313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-9a99d40c-ab02-4a6b-ac0f-24cde6bbf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:04.487827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-9a99d40c-ab02-4a6b-ac0f-24cde6bbf297 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 1097 time: 0.4229383 May 06 09:54:04.503773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:04.571875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c967df-87ce-40a4-8638-119701a1ef58 None None] Update dhcp port {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'fixed_ips': [{'subnet_id': '9e62cecd-741f-4785-8272-4a5ed2b67d8c'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '9a129122-05b8-4bf5-a05b-c09a0a20116a'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:54:04.617291 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3c967df-87ce-40a4-8638-119701a1ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.655410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:04.655935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9da9003-58da-46a0-87cf-f6df57493a0d req-f849358a-3970-4dc5-bbc4-f760ce3fee46 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666896 May 06 09:54:04.661815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.717451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Deleting subnet 36a5a84b-c511-42dc-abf7-a9cff7c5db54 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:04.731404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.736537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.783234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae2e98-4e90-421f-978e-ce2757f7a6a3 req-31bd7b60-ba4f-4cfa-b1bb-889187a0255e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:04.784864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9ae2e98-4e90-421f-978e-ce2757f7a6a3 req-31bd7b60-ba4f-4cfa-b1bb-889187a0255e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2138367 May 06 09:54:04.836189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:04.863533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-c3c967df-87ce-40a4-8638-119701a1ef58 None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/9e62cecd-741f-4785-8272-4a5ed2b67d8c/9a129122-05b8-4bf5-a05b-c09a0a20116a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:04.873077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-445b86ab-2bc7-466a-b48d-a9e2d6701925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:04.874530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-445b86ab-2bc7-466a-b48d-a9e2d6701925 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.3409584 May 06 09:54:04.957364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-7b7045ca-5638-46ff-b37a-5d83fea8d3a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449 HTTP/1.1" status: 200 len: 217 time: 0.0687211 May 06 09:54:04.979256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9ae2e98-4e90-421f-978e-ce2757f7a6a3 req-5d45884b-d447-4660-87a6-773d9033f2ff tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839700 May 06 09:54:04.993201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c3c967df-87ce-40a4-8638-119701a1ef58 None None] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9a129122-05b8-4bf5-a05b-c09a0a20116a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:05.013112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aad10b-7f7f-4c71-b2d8-0add9a679431 req-2a980be2-69ab-4c58-a172-ab775437a39e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.014672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5aad10b-7f7f-4c71-b2d8-0add9a679431 req-2a980be2-69ab-4c58-a172-ab775437a39e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.2008643 May 06 09:54:05.030138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.228441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3c967df-87ce-40a4-8638-119701a1ef58 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.236493 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3c967df-87ce-40a4-8638-119701a1ef58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.236796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:54:05.327973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c967df-87ce-40a4-8638-119701a1ef58 None None] Pushing event updated for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:05.455681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.539565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-fd1baf41-4f1e-4ed4-bece-1beaaf691bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.540965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-fd1baf41-4f1e-4ed4-bece-1beaaf691bb4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.5740600 May 06 09:54:05.597583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:05.629452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.653399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:05.681523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:05.684576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9a129122-05b8-4bf5-a05b-c09a0a20116a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:05.695513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=70b4a5d8-2701-480f-9b08-9f1a91c8d078,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:05.722224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5aad10b-7f7f-4c71-b2d8-0add9a679431 req-590ed0e2-9c23-4041-8e8e-9bdaae6adf30 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985884 May 06 09:54:05.752745 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.761336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.762265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.784945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d956906-60bc-4b30-b224-b081083cdf00 req-bdd39742-3b54-48aa-acf5-20395ddf3469 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.792337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d956906-60bc-4b30-b224-b081083cdf00 req-bdd39742-3b54-48aa-acf5-20395ddf3469 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 931 time: 0.2418900 May 06 09:54:05.823344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.824071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:05.857681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-680a9acb-40a7-4a56-90b9-c4118795abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.859146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-680a9acb-40a7-4a56-90b9-c4118795abfd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2730191 May 06 09:54:05.945320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:05.958838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=8']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:05.961917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=f432737b-b9ab-47e0-9c2b-bd6ddc8c9a87,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:05.964098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:05.966855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:05.967590 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.006075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-e6c1541e-8981-4e5b-a846-41a8e3014871 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969536 May 06 09:54:06.007448 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e7a8cf9a-8e03-4f47-a0ad-59c89339f43a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6218581 May 06 09:54:06.010391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59668) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:06.016230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:b5:cf:45', 'name': 'tempest-NetworksTestDHCPv6-1853688356'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:06.028077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9a129122-05b8-4bf5-a05b-c09a0a20116a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:06.060624 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.066839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3c2168ae-6b4c-419b-8c39-6224fbc8e875 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7616489 May 06 09:54:06.098046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:06.098416 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.184418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d956906-60bc-4b30-b224-b081083cdf00 req-b8408ddc-d850-43ec-b599-474d2f7d13ef tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911388 May 06 09:54:06.190845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event deleted for resources: {'Subnet': ['ID=36a5a84b-c511-42dc-abf7-a9cff7c5db54,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.196058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.199366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-573f2156-f67e-4b3c-aab5-82ef607e987c tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "DELETE /v2.0/subnets/36a5a84b-c511-42dc-abf7-a9cff7c5db54 HTTP/1.1" status: 204 len: 168 time: 1.7215667 May 06 09:54:06.199898 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:06.213179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59674) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:06.213571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.229968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6c38f-2680-4bcc-903c-eea05c6b3ebe req-8218d1f7-dfa7-46d7-81f0-89f43f9a73d7 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:06.236274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ca6c38f-2680-4bcc-903c-eea05c6b3ebe req-8218d1f7-dfa7-46d7-81f0-89f43f9a73d7 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 944 time: 0.3882890 May 06 09:54:06.276690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9a129122-05b8-4bf5-a05b-c09a0a20116a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:06.285801 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.321079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-2caa45f7-4b4e-4518-846a-fb7ff6ca7664 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:54:06.322117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-2caa45f7-4b4e-4518-846a-fb7ff6ca7664 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057008 May 06 09:54:06.350448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:06.358347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49a5f87-1bb1-4d8c-a88a-bf544856f4c9 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:06.400330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Request body: {'port': {'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:06.420890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc343643-1f9a-402f-9569-64b576b342d3 None None] Network 96429816-ef02-4b9d-87bf-6ecef63f62ea requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:06.477992 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.501603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f069141-5f91-47cf-8dc7-dd974c417554 req-5e275155-07f4-4b87-b9f2-c2a123407d0f service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755287 May 06 09:54:06.504992 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:54:06.506375 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-5f6379e1-fade-426e-a0bf-325142c45f58 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967678 May 06 09:54:06.514301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port dfa9b581-a0d4-4701-a615-30692e0da3b5 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:06.540304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.560645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aa6e1-1dbb-4f92-b982-2b400361ddb2 req-c5195252-a06f-455e-9148-099b12a7397d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:06.568790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-661aa6e1-1dbb-4f92-b982-2b400361ddb2 req-c5195252-a06f-455e-9148-099b12a7397d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.2352283 May 06 09:54:06.598106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8801f2fa-fcc9-4130-923e-ee489e929d8e None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:06.598474 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8801f2fa-fcc9-4130-923e-ee489e929d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.642028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ca6c38f-2680-4bcc-903c-eea05c6b3ebe req-eded55af-13ca-4ab9-a283-51ecd0f191fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793962 May 06 09:54:06.644581 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.734997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-661aa6e1-1dbb-4f92-b982-2b400361ddb2 req-d42632c8-1271-41e1-8fb4-e9d200ca706b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652687 May 06 09:54:06.834144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] DHCP port deletion for 96429816-ef02-4b9d-87bf-6ecef63f62ea request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:06.938859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] Deleting port d27fc78b-2421-43e3-9b55-6734b242f150 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:06.939224 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:06.969652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Deleting port d27fc78b-2421-43e3-9b55-6734b242f150 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:06.969994 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.005178 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a3178d20-29fd-48dd-ac1a-55392f31ee22 req-bc6bedd2-b18b-4611-af8e-8b5acef802ca service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733652 May 06 09:54:07.038250 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::161 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/9e62cecd-741f-4785-8272-4a5ed2b67d8c/dfa9b581-a0d4-4701-a615-30692e0da3b5) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:07.040837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] For port d27fc78b-2421-43e3-9b55-6734b242f150, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d27fc78b-2421-43e3-9b55-6734b242f150,segment=NetworkSegment(d4a50846-50f7-4488-a242-107f90716aca),segment_id=d4a50846-50f7-4488-a242-107f90716aca)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:07.041416 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.052302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:cf45 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/f432737b-b9ab-47e0-9c2b-bd6ddc8c9a87/dfa9b581-a0d4-4701-a615-30692e0da3b5) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:07.075857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] Calling delete_port for d27fc78b-2421-43e3-9b55-6734b242f150 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:07.093167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-36df3db4-73c7-4422-8b4d-a50919328f70 None None] Provisioning complete for port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:07.093566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-36df3db4-73c7-4422-8b4d-a50919328f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.172609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5880-34d2-43c4-9c81-e7bd592753cb req-acd62773-37e0-44af-b0de-78700d754475 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.174405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df6c5880-34d2-43c4-9c81-e7bd592753cb req-acd62773-37e0-44af-b0de-78700d754475 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.2547588 May 06 09:54:07.176518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] For port d27fc78b-2421-43e3-9b55-6734b242f150, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d27fc78b-2421-43e3-9b55-6734b242f150,segment=NetworkSegment(d4a50846-50f7-4488-a242-107f90716aca),segment_id=d4a50846-50f7-4488-a242-107f90716aca)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:07.176898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.178036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-0dad1deb-9395-445c-b2d7-eb0501157cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.180980 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-0dad1deb-9395-445c-b2d7-eb0501157cf0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 1095 time: 0.1176307 May 06 09:54:07.208421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Calling delete_port for d27fc78b-2421-43e3-9b55-6734b242f150 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:07.236441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-36df3db4-73c7-4422-8b4d-a50919328f70 None None] Port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:07.299313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.321717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] No DVR routers for this DVR port d27fc78b-2421-43e3-9b55-6734b242f150 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:07.343351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df6c5880-34d2-43c4-9c81-e7bd592753cb req-560b61ff-5895-4a09-b6e9-f662bba746aa tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566532 May 06 09:54:07.366805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ddcce-8184-44ef-82df-8c375b6cfe3c None None] Pushing event deleted for resources: {'Port': ['ID=d27fc78b-2421-43e3-9b55-6734b242f150,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:07.462610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a0848-82e2-46b3-a407-a23edae09f13 req-15174183-3f52-4b4d-9eeb-3205846738e2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.464355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-702a0848-82e2-46b3-a407-a23edae09f13 req-15174183-3f52-4b4d-9eeb-3205846738e2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 931 time: 0.1158149 May 06 09:54:07.485782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-6bceaf2b-ed92-470b-b808-441bce153140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.487524 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-6bceaf2b-ed92-470b-b808-441bce153140 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.2930782 May 06 09:54:07.503186 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.527461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b4a5d8-2701-480f-9b08-9f1a91c8d078 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:07.540587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.542779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.549315 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-3d173780-d181-45eb-8377-5dddf2df3f3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db714217-bc42-4ac5-824a-d6c488b6d737 HTTP/1.1" status: 200 len: 217 time: 0.0442932 May 06 09:54:07.582210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event deleted for resources: {'Port': ['ID=d27fc78b-2421-43e3-9b55-6734b242f150,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:07.592517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-702a0848-82e2-46b3-a407-a23edae09f13 req-b4f7fc63-1e93-4d62-8c9c-740c81f3c695 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018906 May 06 09:54:07.603627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Transition to ACTIVE for port object 70b4a5d8-2701-480f-9b08-9f1a91c8d078 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:07.612086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] No DVR routers for this DVR port d27fc78b-2421-43e3-9b55-6734b242f150 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:07.615060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-27a9d29e-ff3c-4ea2-b25c-3ba18fa14705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.617871 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-27a9d29e-ff3c-4ea2-b25c-3ba18fa14705 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.0609398 May 06 09:54:07.619440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.632482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.695548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-11cc358b-8490-4942-a5ad-83334b9f6563 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610785 May 06 09:54:07.697517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:07.702365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:07.712212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:07.717850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.719290 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.742091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ad802-1386-4140-979c-41cb9731b8be None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:07.779398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.809454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Pushing event updated for resources: {'Port': ['ID=70b4a5d8-2701-480f-9b08-9f1a91c8d078,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:07.809967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=dfa9b581-a0d4-4701-a615-30692e0da3b5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:07.819248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b706e5f0-3a98-4862-b145-7c231f705ddb None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:07.819498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b706e5f0-3a98-4862-b145-7c231f705ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.824867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96429816-ef02-4b9d-87bf-6ecef63f62ea']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:07.860721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a50846-50f7-4488-a242-107f90716aca') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:07.860721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a50846-50f7-4488-a242-107f90716aca') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:07.895612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.929080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff71e5-ebdf-4d99-a9f4-fdd2a3317d5a req-6444f711-4c90-4b67-b7a9-0647323d9400 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:07.930657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-edff71e5-ebdf-4d99-a9f4-fdd2a3317d5a req-6444f711-4c90-4b67-b7a9-0647323d9400 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 944 time: 0.1949947 May 06 09:54:07.931742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.961369 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-26579853-c095-4d17-aa22-dfdc5c3051db service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566211 May 06 09:54:07.971471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:07.977191 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5cf03721-4c96-41c0-a087-8ecf45054522 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9624748 May 06 09:54:07.977683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: timer() May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:07.993967 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:08.003735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59692) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:08.018669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9a129122-05b8-4bf5-a05b-c09a0a20116a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:08.083871 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e95af771-d7d5-47a5-9fa8-8c8a2f5d9b7b req-d2a5b784-2e77-4aec-92eb-878dd48a3f21 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058285 May 06 09:54:08.120757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Attempting to bind port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:08.121133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Attempting to bind port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:08.121494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Attempting to bind port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 on network e623c531-73cb-4dd3-8c4b-cc2d7a827438 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:08.145368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 on network e623c531-73cb-4dd3-8c4b-cc2d7a827438 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:08.145693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Attempting to bind port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 on network e623c531-73cb-4dd3-8c4b-cc2d7a827438 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:08.147776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:08.148237 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.159648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.165281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:08.165696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Checking segment: {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:08.165992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Bound using segment: {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:08.166433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Bound port: 70b4a5d8-2701-480f-9b08-9f1a91c8d078, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:08.166787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.172570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-edff71e5-ebdf-4d99-a9f4-fdd2a3317d5a req-6dd669c5-45f5-4205-83cf-f88d3deb9d9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323804 May 06 09:54:08.195347 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.201278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] 10.222.0.76 "DELETE /v2.0/networks/96429816-ef02-4b9d-87bf-6ecef63f62ea HTTP/1.1" status: 204 len: 168 time: 1.9913168 May 06 09:54:08.272783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a2a8c-3823-40bf-906e-a3b2076d9cbc tempest-DHCPAgentSchedulersTestJSON-1175286119 tempest-DHCPAgentSchedulersTestJSON-1175286119-project] Pushing event deleted for resources: {'Network': ['ID=96429816-ef02-4b9d-87bf-6ecef63f62ea,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:08.295420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882849d-8231-42ef-8491-f27a00805531 req-b050e935-3e3e-46eb-b5bb-e7f07a453d0c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:08.303025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3882849d-8231-42ef-8491-f27a00805531 req-b050e935-3e3e-46eb-b5bb-e7f07a453d0c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.3081210 May 06 09:54:08.352139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d27fc78b-2421-43e3-9b55-6734b242f150 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:08.396026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port dfa9b581-a0d4-4701-a615-30692e0da3b5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:08.399697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d27fc78b-2421-43e3-9b55-6734b242f150 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:08.400405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d27fc78b-2421-43e3-9b55-6734b242f150 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:08.408287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.415934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] For port 70b4a5d8-2701-480f-9b08-9f1a91c8d078, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:08.513946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3882849d-8231-42ef-8491-f27a00805531 req-7026fc23-f224-4e04-9897-03e6ceb919a4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098992 May 06 09:54:08.530201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] For port 70b4a5d8-2701-480f-9b08-9f1a91c8d078, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:08.565811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.576514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-61ffd8e2-0504-437f-bf9f-5335ee6c7717 None None] Provisioning complete for port dfa9b581-a0d4-4701-a615-30692e0da3b5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:08.577156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61ffd8e2-0504-437f-bf9f-5335ee6c7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.641060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-61ffd8e2-0504-437f-bf9f-5335ee6c7717 None None] Port dfa9b581-a0d4-4701-a615-30692e0da3b5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:08.654332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-61ffd8e2-0504-437f-bf9f-5335ee6c7717 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:08.654712 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61ffd8e2-0504-437f-bf9f-5335ee6c7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.688832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:08.689478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.690884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] 10.222.0.83 "PUT /v2.0/ports/70b4a5d8-2701-480f-9b08-9f1a91c8d078 HTTP/1.1" status: 200 len: 1091 time: 2.2978046 May 06 09:54:08.698076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:08.700429 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5771934e-97c0-4233-941a-b30d71b2e4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:08.725266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59706) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:08.771100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.823520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c9263-f444-444e-aef5-c53cf5ab0681 req-ef210293-cc24-48d1-882d-bfd1d1fdd99a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:08.825298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e23c9263-f444-444e-aef5-c53cf5ab0681 req-ef210293-cc24-48d1-882d-bfd1d1fdd99a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.3238258 May 06 09:54:08.832240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74511e-2b9c-4204-81c3-2cf9624cf096 service neutron] Pushing event updated for resources: {'Port': ['ID=70b4a5d8-2701-480f-9b08-9f1a91c8d078,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:08.837049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for dfa9b581-a0d4-4701-a615-30692e0da3b5 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:08.870911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b0ee-d680-4e5f-8457-42ebd85775c9 req-fab7f0bd-164d-40a6-a8e6-2f37077cc176 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:08.872932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7a9b0ee-d680-4e5f-8457-42ebd85775c9 req-fab7f0bd-164d-40a6-a8e6-2f37077cc176 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 947 time: 0.2256567 May 06 09:54:08.919530 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3c67feee-f6d1-4368-a5f4-99aa89508e02 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6698807b15114b15bce7f4d4f04596af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920929 May 06 09:54:08.920308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59710) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:08.927375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fe74e4cd-66d1-4557-8adc-f742fb074bde None None] Provisioning complete for port dfa9b581-a0d4-4701-a615-30692e0da3b5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:08.928094 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fe74e4cd-66d1-4557-8adc-f742fb074bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:08.966057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fe74e4cd-66d1-4557-8adc-f742fb074bde None None] Port dfa9b581-a0d4-4701-a615-30692e0da3b5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:08.970173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-a2933953-b265-4ec2-ba79-95297ce1ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:08.971807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-a2933953-b265-4ec2-ba79-95297ce1ebb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 1094 time: 0.2249751 May 06 09:54:08.983923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e23c9263-f444-444e-aef5-c53cf5ab0681 req-b4b903db-b3bf-4a39-83dd-d675044d742e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432109 May 06 09:54:08.985518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e330bf63-0cf0-49f4-b55f-b351415ca778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.019079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e330bf63-0cf0-49f4-b55f-b351415ca778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.040395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7a9b0ee-d680-4e5f-8457-42ebd85775c9 req-77e8963a-32d8-4188-b669-38c4e33461e8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604898 May 06 09:54:09.043524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-7c4ec46f-8faf-4217-b998-00310d9bb319 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078 HTTP/1.1" status: 200 len: 217 time: 0.0553067 May 06 09:54:09.085388 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e330bf63-0cf0-49f4-b55f-b351415ca778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.092363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e330bf63-0cf0-49f4-b55f-b351415ca778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.097133 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e330bf63-0cf0-49f4-b55f-b351415ca778 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06112ea0-ee87-4df5-a225-df070df9729c HTTP/1.1" status: 204 len: 168 time: 0.1757226 May 06 09:54:09.108022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330bf63-0cf0-49f4-b55f-b351415ca778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06112ea0-ee87-4df5-a225-df070df9729c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:09.157002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-6acb7184-72db-4ff7-bf81-9267629e41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:09.158464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-6acb7184-72db-4ff7-bf81-9267629e41fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a265a375-4a67-4126-8048-40e2bdcb67c8 HTTP/1.1" status: 200 len: 833 time: 0.1056561 May 06 09:54:09.196196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66567d-6ab3-446f-b960-27d8bbe64191 req-56a6b318-7567-447c-9336-56c3c467251c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:09.197732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee66567d-6ab3-446f-b960-27d8bbe64191 req-56a6b318-7567-447c-9336-56c3c467251c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 943 time: 0.1355658 May 06 09:54:09.302937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-29a261dd-7d6d-4163-95e3-80d4e50313a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:09.304478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-29a261dd-7d6d-4163-95e3-80d4e50313a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e623c531-73cb-4dd3-8c4b-cc2d7a827438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349945 May 06 09:54:09.307286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee66567d-6ab3-446f-b960-27d8bbe64191 req-b92c5507-8454-4ffc-805d-d671825c6ec7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927887 May 06 09:54:09.322019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.418822 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee3042e-9d0a-4b99-9278-76af9f5448d9 x-openstack-request-id: req-1ee3042e-9d0a-4b99-9278-76af9f5448d9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:09.419103 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:09.419353 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ee3042e-9d0a-4b99-9278-76af9f5448d9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:09.419778 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee3042e-9d0a-4b99-9278-76af9f5448d9'] response: {'name': 'network-changed', 'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'status': 'completed', 'code': 200} May 06 09:54:09.428606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=dfa9b581-a0d4-4701-a615-30692e0da3b5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:09.471459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59720) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:09.488275 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16e21352-6cc6-4d03-8d79-512f7c6f19d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.590515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16e21352-6cc6-4d03-8d79-512f7c6f19d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.597500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16e21352-6cc6-4d03-8d79-512f7c6f19d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.661405 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-16e21352-6cc6-4d03-8d79-512f7c6f19d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=864beb94045e49dc92a2743e702dfd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883774 May 06 09:54:09.662869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e21352-6cc6-4d03-8d79-512f7c6f19d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384488ab-9e84-4e2a-95e1-6d3bffa7d1c3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:09.666210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59724) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:09.751921 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e02be16c-c91e-4236-9315-653e53544244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.775207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e02be16c-c91e-4236-9315-653e53544244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.826110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e02be16c-c91e-4236-9315-653e53544244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.830283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e02be16c-c91e-4236-9315-653e53544244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.831663 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e02be16c-c91e-4236-9315-653e53544244 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/384488ab-9e84-4e2a-95e1-6d3bffa7d1c3 HTTP/1.1" status: 204 len: 168 time: 0.1493666 May 06 09:54:09.841153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02be16c-c91e-4236-9315-653e53544244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384488ab-9e84-4e2a-95e1-6d3bffa7d1c3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:09.914174 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:09.917330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-33a0e3c0-4f7d-4c4d-83cc-fcec584b0409 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/dfa9b581-a0d4-4701-a615-30692e0da3b5 HTTP/1.1" status: 204 len: 168 time: 1.8958402 May 06 09:54:09.919981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59728) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:09.938817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213a59b-dd0a-4c7d-a3e2-9fd1ce777e99 req-343a9b9c-70ef-4f6e-a589-930f77f49ee4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:09.940378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4213a59b-dd0a-4c7d-a3e2-9fd1ce777e99 req-343a9b9c-70ef-4f6e-a589-930f77f49ee4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 944 time: 0.5576539 May 06 09:54:09.942632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-8d4d9272-1e0f-4aab-a2d9-807b567308f4 service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292205 May 06 09:54:09.984644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431a65e-7564-4017-b86a-bb056912d1c4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:09.987502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3431a65e-7564-4017-b86a-bb056912d1c4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0653484 May 06 09:54:09.989344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59730) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:09.990853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eea47f-674c-476d-a9cc-33570de274e1 req-ef17b8ed-b851-48ab-8cec-0ae29e34ee12 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:09.992644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19eea47f-674c-476d-a9cc-33570de274e1 req-ef17b8ed-b851-48ab-8cec-0ae29e34ee12 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.1182306 May 06 09:54:10.044763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d0128-cc55-413d-b3eb-b90e2113c134 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.046432 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d96d0128-cc55-413d-b3eb-b90e2113c134 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0561121 May 06 09:54:10.049476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:10.049971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59734) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.116689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19eea47f-674c-476d-a9cc-33570de274e1 req-4bfad300-327d-45b0-a4aa-53e9dc14dad2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874221 May 06 09:54:10.116875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac099f-9c9e-44f8-9365-92080eceb8fb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.118036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac099f-9c9e-44f8-9365-92080eceb8fb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.119793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ac099f-9c9e-44f8-9365-92080eceb8fb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.121584 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b5ac099f-9c9e-44f8-9365-92080eceb8fb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0709102 May 06 09:54:10.126524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59740) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.156706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4213a59b-dd0a-4c7d-a3e2-9fd1ce777e99 req-0bdd0914-01b8-4bd9-8ad5-47c7ed1b5698 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060959 May 06 09:54:10.187545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b3656fa-0af8-48a8-89f7-e680bda982aa req-2107c949-176b-4902-9ccf-f4cb3bb25cf4 service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313464 May 06 09:54:10.263827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 9e62cecd-741f-4785-8272-4a5ed2b67d8c {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:10.267723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.316049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:10.325650 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.349076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'network_id': '9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81', 'port_id': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'mac_address': 'fa:16:3e:95:6a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce37069b-1939-4ab4-bc40-f299e26a7542', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:10.434237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-ad20ca95-c572-467d-bab1-1d50446a68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.435535 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.436688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-ad20ca95-c572-467d-bab1-1d50446a68d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 1094 time: 0.1951659 May 06 09:54:10.466105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.489335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbdbdd0-c0fd-4818-be87-8178c887956b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:10.513737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-fe112aa3-c641-443d-86bf-5e787e653475 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.515306 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-fe112aa3-c641-443d-86bf-5e787e653475 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.83 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 947 time: 0.1007955 May 06 09:54:10.535239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:10.550161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.550880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device db714217-bc42-4ac5-824a-d6c488b6d737 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:10.603024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f18653-71da-4764-b54e-b64295ee9f7c req-42989d95-b791-4269-b8eb-bff157dc7490 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.613944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=11']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:10.615101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2f18653-71da-4764-b54e-b64295ee9f7c req-42989d95-b791-4269-b8eb-bff157dc7490 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 944 time: 0.3012373 May 06 09:54:10.625647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.626064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.626473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.626815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.627168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.627488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.628019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.628410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.629384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.629859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.630329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.630813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.632022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:10.663732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b1af3-ec85-4b18-8b0e-2bc1774d1d61 req-88d1b998-9680-4373-a501-f7a703b1ece6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.665062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=9e62cecd-741f-4785-8272-4a5ed2b67d8c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:10.673742 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.677067 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1a8a8867-a865-48b3-ac7c-c2ceb1848d5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/9e62cecd-741f-4785-8272-4a5ed2b67d8c HTTP/1.1" status: 204 len: 168 time: 0.5495155 May 06 09:54:10.680346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59754) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:10.688628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-303b1af3-ec85-4b18-8b0e-2bc1774d1d61 req-88d1b998-9680-4373-a501-f7a703b1ece6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 947 time: 0.3879712 May 06 09:54:10.740147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2f18653-71da-4764-b54e-b64295ee9f7c req-aab28015-cacb-4cca-aab9-b170eed29f37 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241195 May 06 09:54:10.741430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-7b130a87-03a4-47d5-b25f-bb3ea414a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.742837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-7b130a87-03a4-47d5-b25f-bb3ea414a21f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e623c531-73cb-4dd3-8c4b-cc2d7a827438 HTTP/1.1" status: 200 len: 898 time: 0.2926836 May 06 09:54:10.744553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78631073-1d25-4262-9185-2c613ca0d62a None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:10.763009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Deleting port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:10.763558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.825462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet f432737b-b9ab-47e0-9c2b-bd6ddc8c9a87 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:10.831208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-cb3b5403-43ba-4048-9513-84c5163c171c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078 HTTP/1.1" status: 200 len: 217 time: 0.0778084 May 06 09:54:10.834626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.882772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port db714217-bc42-4ac5-824a-d6c488b6d737, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=db714217-bc42-4ac5-824a-d6c488b6d737,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:10.911265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-303b1af3-ec85-4b18-8b0e-2bc1774d1d61 req-c217f291-8dbd-4767-a87a-82727297ee2e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672096 May 06 09:54:10.916965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:10.932917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-11ba0148-718d-489e-a443-b6241ce9545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:10.936327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-11ba0148-718d-489e-a443-b6241ce9545e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a265a375-4a67-4126-8048-40e2bdcb67c8 HTTP/1.1" status: 200 len: 833 time: 0.0968795 May 06 09:54:10.954462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'db714217-bc42-4ac5-824a-d6c488b6d737', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'port_id': 'db714217-bc42-4ac5-824a-d6c488b6d737', 'mac_address': 'fa:16:3e:29:19:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73420db5-974d-455c-b166-9669723b3d84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:11.020901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] For port ec4e2ea0-ef77-41ba-8652-c91a6380dc56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:11.021284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.032351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.060248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db714217-bc42-4ac5-824a-d6c488b6d737 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:11.071977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-2f5e80fd-2fe9-4d24-9f8c-7ad7d4120d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:11.073493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-2f5e80fd-2fe9-4d24-9f8c-7ad7d4120d84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e623c531-73cb-4dd3-8c4b-cc2d7a827438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307690 May 06 09:54:11.090215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port db714217-bc42-4ac5-824a-d6c488b6d737, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=db714217-bc42-4ac5-824a-d6c488b6d737,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:11.098974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.104343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4f6c6-2b32-4a2c-932a-c93aab6a4c03 req-a8092a22-f725-4f83-8e52-5591a250b902 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:11.105921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bd4f6c6-2b32-4a2c-932a-c93aab6a4c03 req-a8092a22-f725-4f83-8e52-5591a250b902 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1101332 May 06 09:54:11.154282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288df935-cf08-439e-a0e2-b4bdf4edee44 req-304b5bb7-d00e-44be-9490-93de6c0f8efc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:11.155811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288df935-cf08-439e-a0e2-b4bdf4edee44 req-304b5bb7-d00e-44be-9490-93de6c0f8efc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 943 time: 0.1444855 May 06 09:54:11.167410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=db714217-bc42-4ac5-824a-d6c488b6d737,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:11.228854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bd4f6c6-2b32-4a2c-932a-c93aab6a4c03 req-cdcedae6-d980-4fb2-812a-a76ffb6dda07 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078904 May 06 09:54:11.246159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-288df935-cf08-439e-a0e2-b4bdf4edee44 req-9d2a2318-7a23-41f7-9a0c-a55846830f86 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810573 May 06 09:54:11.282436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-399b7008-92e9-44dd-82b5-f588e0e51815 service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992531 May 06 09:54:11.327313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.328310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.328849 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Floating IP 535f58cc-b42a-45fa-a93e-b2b97f04ac07 disassociated. External IP: 172.25.8.214, port: ec4e2ea0-ef77-41ba-8652-c91a6380dc56. May 06 09:54:11.329564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Calling delete_port for ec4e2ea0-ef77-41ba-8652-c91a6380dc56 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:11.354715 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.491490 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.519488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155ad22-1632-4dbb-be22-3bd1752e4017 req-daef6015-377b-46da-b243-56176e6e4fd5 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:11.526996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b155ad22-1632-4dbb-be22-3bd1752e4017 req-daef6015-377b-46da-b243-56176e6e4fd5 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 945 time: 0.1946378 May 06 09:54:11.530161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['fdbdbdd0-c0fd-4818-be87-8178c887956b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:11.532901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=f432737b-b9ab-47e0-9c2b-bd6ddc8c9a87,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:11.542332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5771934e-97c0-4233-941a-b30d71b2e4f7 req-ab11c1a2-c30a-45ec-a00a-d6dca5a42951 service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512760 May 06 09:54:11.563288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07f624-3647-432e-b930-53026e22aa68 req-d1d8b631-c63b-4670-9336-cc602bb6a304 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:11.571527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa07f624-3647-432e-b930-53026e22aa68 req-d1d8b631-c63b-4670-9336-cc602bb6a304 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1672199 May 06 09:54:11.593284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.597847 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0f3c8502-fe4a-4118-b042-78998befc2bc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/f432737b-b9ab-47e0-9c2b-bd6ddc8c9a87 HTTP/1.1" status: 204 len: 168 time: 0.9164107 May 06 09:54:11.605741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59780) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:11.614552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['db714217-bc42-4ac5-824a-d6c488b6d737'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:11.654645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:11.674830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1a2d3a2f-1cb2-4f20-a96c-99316703e859 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0629120 May 06 09:54:11.676840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59782) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:11.709058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:11.717856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa07f624-3647-432e-b930-53026e22aa68 req-a6016f50-12de-4fa9-8ca4-6040b31be5ce tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401641 May 06 09:54:11.725894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b155ad22-1632-4dbb-be22-3bd1752e4017 req-6716fa82-9fba-4a5f-bf52-720d06c64f90 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980231 May 06 09:54:11.900717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event deleted for resources: {'Port': ['ID=ec4e2ea0-ef77-41ba-8652-c91a6380dc56,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:11.982779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:11.997984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a823ae-793a-49a8-945c-6b6d57e92152 req-5fca405a-b1f3-47c3-8528-cb1b84f6eb5b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.006734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8a823ae-793a-49a8-945c-6b6d57e92152 req-5fca405a-b1f3-47c3-8528-cb1b84f6eb5b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1701713 May 06 09:54:12.025790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9f007-a4eb-4599-b195-b04ddebc2ca2 req-08b72e74-0ddc-49c3-a5a0-6919201d1dc2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.027356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55b9f007-a4eb-4599-b195-b04ddebc2ca2 req-08b72e74-0ddc-49c3-a5a0-6919201d1dc2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1296425 May 06 09:54:12.054159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:12.058444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.084298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8a823ae-793a-49a8-945c-6b6d57e92152 req-0ea17cc9-2519-454a-8472-cab722c8b8ad tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713842 May 06 09:54:12.107196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55b9f007-a4eb-4599-b195-b04ddebc2ca2 req-212ad207-8587-4aea-9ca4-c60fdb6aba1c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719342 May 06 09:54:12.154228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0faeb7f-057b-40e9-8835-f9b01768b74f None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:12.216911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af1ec8e-d7a0-4cc1-bf0b-8e6c059d8224 req-79219814-b67d-4a61-aa41-7c10a3952606 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 210 time: 0.0451345 May 06 09:54:12.291512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-28e357c5-ab03-4e02-bfbf-14dd28dcbc79 None None] Provisioning complete for port 9a129122-05b8-4bf5-a05b-c09a0a20116a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:12.292174 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-28e357c5-ab03-4e02-bfbf-14dd28dcbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.302184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed09636-08f9-40d2-a936-9aad1c5c2f7b req-e7c491f8-33bf-4686-922d-a73e0650ae14 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.303968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aed09636-08f9-40d2-a936-9aad1c5c2f7b req-e7c491f8-33bf-4686-922d-a73e0650ae14 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0911787 May 06 09:54:12.358693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aed09636-08f9-40d2-a936-9aad1c5c2f7b req-3c88cf61-802e-484c-a04d-85462474bc51 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474846 May 06 09:54:12.430102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f90d-adb9-46ce-9503-4e8cc5945cc8 req-b69d0668-de07-474a-96ca-5592b0d333d5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.432246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67a5f90d-adb9-46ce-9503-4e8cc5945cc8 req-b69d0668-de07-474a-96ca-5592b0d333d5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 943 time: 0.0635471 May 06 09:54:12.516564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67a5f90d-adb9-46ce-9503-4e8cc5945cc8 req-cc0025ff-d53e-490d-9073-2d34c909a0a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761266 May 06 09:54:12.694334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3ea12839-fb6a-4924-a9e0-d90f0e522ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.749325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-1445a47b-d2e4-49f9-adb7-99562c12a873 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.751852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-1445a47b-d2e4-49f9-adb7-99562c12a873 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.1431344 May 06 09:54:12.770458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:12.793954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-83f2fbfc-4361-46ac-8a4d-2725fbfd5a81 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/quotas/8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 375 time: 0.0348651 May 06 09:54:12.825424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] Deleting port 9a129122-05b8-4bf5-a05b-c09a0a20116a {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:12.825424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.828266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59824) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:12.840649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:12.852880 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] Sync routers for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:12.870722 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:12.871387 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:12.891550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] No DVR routers for this DVR port ec4e2ea0-ef77-41ba-8652-c91a6380dc56 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:12.917907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] For port 9a129122-05b8-4bf5-a05b-c09a0a20116a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9a129122-05b8-4bf5-a05b-c09a0a20116a,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:12.918309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.940175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] Calling delete_port for 9a129122-05b8-4bf5-a05b-c09a0a20116a owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:12.943129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-81bfcbbc-f9f4-44b0-bbba-977e23401f64 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1396537 May 06 09:54:12.943245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:12.949578 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e6f7aaf4-36bb-4845-bf1f-ee2d13f86c6e req-8385bdc6-b746-4426-917d-50739e86971c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.83 "DELETE /v2.0/ports/ec4e2ea0-ef77-41ba-8652-c91a6380dc56 HTTP/1.1" status: 204 len: 173 time: 2.4270754 May 06 09:54:12.950080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-deleted', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:12.952253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39586701-87a7-4b3b-b644-9195a33b5ef7 req-b6fe9082-d6bf-4522-bfea-325bc949a235 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:12.952375 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea4b1b-1a41-42cc-8f4e-cef16d2bd78f" -d '{"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-deleted", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:12.960576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39586701-87a7-4b3b-b644-9195a33b5ef7 req-b6fe9082-d6bf-4522-bfea-325bc949a235 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 945 time: 0.1138871 May 06 09:54:13.016084 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:13.079370 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.098125 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.143056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] No DVR routers for this DVR port 9a129122-05b8-4bf5-a05b-c09a0a20116a on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:13.150442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39586701-87a7-4b3b-b644-9195a33b5ef7 req-ecf73889-fcd0-466b-b148-d66b551bfe8e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859353 May 06 09:54:13.207117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3990ac1-5d93-44c7-af20-9ecf1cb47054 None None] Pushing event deleted for resources: {'Port': ['ID=9a129122-05b8-4bf5-a05b-c09a0a20116a,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:13.221340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:13.224821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:13.235445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:13.238277 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bd0230-de89-4515-8b8a-79babfad49e2 x-openstack-request-id: req-70bd0230-de89-4515-8b8a-79babfad49e2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:13.239438 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8ce4a7-0fd5-442d-a984-c53e01e9f710", "name": "network-vif-deleted", "tag": "ec4e2ea0-ef77-41ba-8652-c91a6380dc56", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:13.239911 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70bd0230-de89-4515-8b8a-79babfad49e2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:13.240542 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70bd0230-de89-4515-8b8a-79babfad49e2'] response: {'server_uuid': '6e8ce4a7-0fd5-442d-a984-c53e01e9f710', 'name': 'network-vif-deleted', 'tag': 'ec4e2ea0-ef77-41ba-8652-c91a6380dc56', 'status': 'completed', 'code': 200} May 06 09:54:13.240674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-d0eabd15-197b-41d9-9459-a91ea82e780a service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698193 May 06 09:54:13.247272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa08e001-63ca-4243-b00a-59640b0c54eb None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:13.247763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.248476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.256519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=e555ea03-859f-4538-865c-cafc4e6b3b65,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:13.304694 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d79d6c3a-e7a2-4469-baf9-e583100073e5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6072702 May 06 09:54:13.305550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59834) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:13.306875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.311013 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:13.311356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a297e2fb-6466-4daf-8898-5859ce85d833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:13.343003 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] Checking router: 9a71c2e8-e7b9-49a3-ae36-af1e84302928 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:54:13.356915 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:13.358243 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:53:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:13.445281 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.486683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'tenant_id': '0dbf5112bf2b485b8558ca7c48a9e244', 'fixed_ips': [{'subnet_id': 'e555ea03-859f-4538-865c-cafc4e6b3b65'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:13.487647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.499273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4125063-2c17-4e29-a721-c80096035774 req-b3b21952-40e6-48f2-9211-03f46bba8eec tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:13.502161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4125063-2c17-4e29-a721-c80096035774 req-b3b21952-40e6-48f2-9211-03f46bba8eec tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.1616116 May 06 09:54:13.566313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-390362f9-1acb-45c2-b6a8-d6b3389ab084 service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245268 May 06 09:54:13.622723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4125063-2c17-4e29-a721-c80096035774 req-a84e3730-516b-4a67-a745-1135562621ad tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131423 May 06 09:54:13.625995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a297e2fb-6466-4daf-8898-5859ce85d833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:13.631292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a297e2fb-6466-4daf-8898-5859ce85d833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.640329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Allocated IP 172.25.8.17 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/6f787b87-d405-4e7c-a2eb-457c8e5e226c) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:13.683844 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:13.728877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Allocated IP 2001:db8::2 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/e555ea03-859f-4538-865c-cafc4e6b3b65/9089c20b-b701-43b6-afb0-8719defe1d09) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:13.810458 n-d-840834-1 neutron-server[102742]: INFO neutron.db.ipam_backend_mixin [None req-a297e2fb-6466-4daf-8898-5859ce85d833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e555ea03-859f-4538-865c-cafc4e6b3b65 (CIDR: 2001:db8::/64) May 06 09:54:13.824989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.830140 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a297e2fb-6466-4daf-8898-5859ce85d833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:54:13.832262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a297e2fb-6466-4daf-8898-5859ce85d833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:13.871175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef3a7494-3530-42da-9a93-c9b0cb1f1243 req-67e944d3-9610-4584-9c64-ea161fa634ec tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=6e8ce4a7-0fd5-442d-a984-c53e01e9f710 HTTP/1.1" status: 200 len: 210 time: 0.0928280 May 06 09:54:13.872780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:13.907964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a297e2fb-6466-4daf-8898-5859ce85d833 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6010900 May 06 09:54:13.910374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59842) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:13.916087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'subnet': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.011279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9a129122-05b8-4bf5-a05b-c09a0a20116a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:14.017698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:14.024859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:14.029083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:14.044902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Port': ['ID=6f787b87-d405-4e7c-a2eb-457c8e5e226c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:14.088069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 70b4a5d8-2701-480f-9b08-9f1a91c8d078 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:14.092480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device db714217-bc42-4ac5-824a-d6c488b6d737 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:14.093299 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:14.100456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 9a129122-05b8-4bf5-a05b-c09a0a20116a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:14.100456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9a129122-05b8-4bf5-a05b-c09a0a20116a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:14.130109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7429521d-e2ef-453b-9130-1a8072baaad0 None None] The sync data for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 is: [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:14.176729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.185016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb5f9769-6eb2-4c51-8d36-0bfa86335c2d req-1ac36f3d-f12a-461b-8377-a3b14d96c2a4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 210 time: 0.1974456 May 06 09:54:14.241884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.246788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.270703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.288444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca68b8-31dc-4941-b6b9-26443692d02b req-11c0c23d-321b-4679-b24b-64c1f2244945 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:14.298290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5ca68b8-31dc-4941-b6b9-26443692d02b req-11c0c23d-321b-4679-b24b-64c1f2244945 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 943 time: 0.3263628 May 06 09:54:14.368870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:14.389364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:14.395367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:14.419931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port db714217-bc42-4ac5-824a-d6c488b6d737 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:14.431481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f09e-f70b-4aa5-a8aa-4c4533b96792 req-8f5f6fcc-8eb0-42f8-8665-938bffdcf228 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:14.440619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d219f09e-f70b-4aa5-a8aa-4c4533b96792 req-8f5f6fcc-8eb0-42f8-8665-938bffdcf228 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 945 time: 0.1396093 May 06 09:54:14.468807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.479307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.496440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5ca68b8-31dc-4941-b6b9-26443692d02b req-ec29a1e4-c250-448b-8a47-4afbf1d359c6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971333 May 06 09:54:14.519040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:14.522642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.529941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 70b4a5d8-2701-480f-9b08-9f1a91c8d078, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:14.543909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:14.547675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port db714217-bc42-4ac5-824a-d6c488b6d737 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:14.547675 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.591839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Pushing event updated for resources: {'Port': ['ID=9089c20b-b701-43b6-afb0-8719defe1d09,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:14.606398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Port': ['ID=6f787b87-d405-4e7c-a2eb-457c8e5e226c,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:14.619263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d219f09e-f70b-4aa5-a8aa-4c4533b96792 req-2969b4ea-1aa0-4620-9811-3488dc0d1a70 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537824 May 06 09:54:14.634021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.642678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3345f6-fbef-4953-a5ab-82fb39e7404d None None] New status for floating IP 535f58cc-b42a-45fa-a93e-b2b97f04ac07: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:54:14.653417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.655304 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6abb1ea2-c3a2-4608-a1aa-a2defc18174d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8237159 May 06 09:54:14.658309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59854) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:14.664464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-286276146'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:14.698169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Made reservation on behalf of f63508c749984f24bdd0d37f6458e7b5 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:14.701739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.720400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.778244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Attempting to bind port 9089c20b-b701-43b6-afb0-8719defe1d09 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:14.778623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Attempting to bind port 9089c20b-b701-43b6-afb0-8719defe1d09 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:14.778995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Attempting to bind port 9089c20b-b701-43b6-afb0-8719defe1d09 on network ec861bb2-f6c1-44b0-ab1c-795d98c15718 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:14.819925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:14.820315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Checking segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:14.820708 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.821101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Bound using segment: {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:14.821585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Bound port: 9089c20b-b701-43b6-afb0-8719defe1d09, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab564380-e0f3-458a-9bef-918848f20074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:14.822302 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.923663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] For port 9089c20b-b701-43b6-afb0-8719defe1d09, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:14.927150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] For port 9089c20b-b701-43b6-afb0-8719defe1d09, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9089c20b-b701-43b6-afb0-8719defe1d09,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:14.931005 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.935881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.936043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:14.942456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.004704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b6adc-640d-4f77-9297-f17ae5509325,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.009488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:15.012075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1b17d-e571-4113-af40-0b5214555dbd None None] Pushing event updated for resources: {'Port': ['ID=9089c20b-b701-43b6-afb0-8719defe1d09,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.023483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.027505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b4a5d8-2701-480f-9b08-9f1a91c8d078 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:15.035885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.037067 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Added segment 6346cb30-e8f4-4090-9610-eb4bcafc4690 of type vlan for network a46abf52-0653-46a7-93b1-4cd5b1184e3f May 06 09:54:15.059413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59860) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:15.087138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db714217-bc42-4ac5-824a-d6c488b6d737'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:15.089973 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f665ca9-7f17-427a-a599-367b50ce3c27" -d '{"events": [{"server_uuid": "968db6ae-1804-4bbc-9b26-00b6eb3dd0e6", "name": "network-vif-plugged", "status": "completed", "tag": "db714217-bc42-4ac5-824a-d6c488b6d737"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:15.094010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 70b4a5d8-2701-480f-9b08-9f1a91c8d078, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:15.105541 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.113412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port db714217-bc42-4ac5-824a-d6c488b6d737, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=db714217-bc42-4ac5-824a-d6c488b6d737,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:15.161466 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.162331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:15.218274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdffd-bf9a-4c65-ad74-ac61f58d9627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.239733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:54:15.252578 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.253263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=70b4a5d8-2701-480f-9b08-9f1a91c8d078,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.257220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port fdbdbdd0-c0fd-4818-be87-8178c887956b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:15.300061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4683123b-327c-4acc-82da-cbb10068a06a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.312709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port fdbdbdd0-c0fd-4818-be87-8178c887956b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:15.313274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.395861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4683123b-327c-4acc-82da-cbb10068a06a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.401668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.409024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.409638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.438155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=db714217-bc42-4ac5-824a-d6c488b6d737,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.497349 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a304e7-4f2a-4586-8f5a-c5a4ea1ae554 x-openstack-request-id: req-d6a304e7-4f2a-4586-8f5a-c5a4ea1ae554 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:15.497503 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968db6ae-1804-4bbc-9b26-00b6eb3dd0e6", "name": "network-vif-plugged", "status": "completed", "tag": "db714217-bc42-4ac5-824a-d6c488b6d737", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:15.497766 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6a304e7-4f2a-4586-8f5a-c5a4ea1ae554 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:15.498167 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a304e7-4f2a-4586-8f5a-c5a4ea1ae554'] response: {'server_uuid': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db714217-bc42-4ac5-824a-d6c488b6d737', 'code': 200} May 06 09:54:15.510546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['70b4a5d8-2701-480f-9b08-9f1a91c8d078'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:15.599289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.622128 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9623818 May 06 09:54:15.622778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59870) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:15.652523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Request body: {'subnet': {'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:15.672756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6e07f-8552-4233-bfe4-0b0364730292 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Network': ['ID=a46abf52-0653-46a7-93b1-4cd5b1184e3f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.673227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:15.685782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:15.686344 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-4ef35e35-967d-4338-b45f-4f4676c41975 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493564 May 06 09:54:15.714901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d400a71f-a7fe-4198-be44-eecea4bca3e8 req-2bf0cd13-d41a-492c-bac5-83483f97eb91 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 210 time: 0.0702827 May 06 09:54:15.755154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90186ba-4f2e-4ab6-bf9d-f2251a060c9d req-7ba0231a-742d-41c6-9144-e8e948fb65f6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.762494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a90186ba-4f2e-4ab6-bf9d-f2251a060c9d req-7ba0231a-742d-41c6-9144-e8e948fb65f6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 945 time: 0.5680425 May 06 09:54:15.769113 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.770105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:15.824009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: ec4e2ea0-ef77-41ba-8652-c91a6380dc56 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:15.824552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ec4e2ea0-ef77-41ba-8652-c91a6380dc56 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:15.833984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0daa2-e437-49ea-bff2-3bbdddeac4fa req-616a40e8-162b-4b4c-b525-0ed79c6672d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.835457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99b0daa2-e437-49ea-bff2-3bbdddeac4fa req-616a40e8-162b-4b4c-b525-0ed79c6672d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 1097 time: 0.1952100 May 06 09:54:15.852268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-3743f65b-f7a8-4ee4-a55c-220f6a8496e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.853996 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-3743f65b-f7a8-4ee4-a55c-220f6a8496e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.1057990 May 06 09:54:15.868486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-abc00bbb-e31f-4a56-9540-07ade1ddfea1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:15.870761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-abc00bbb-e31f-4a56-9540-07ade1ddfea1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.5338354 May 06 09:54:15.879409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4683123b-327c-4acc-82da-cbb10068a06a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.882444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4683123b-327c-4acc-82da-cbb10068a06a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:15.883848 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4683123b-327c-4acc-82da-cbb10068a06a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "DELETE /v2.0/security-groups/d9576af9-59e3-47f0-8bf7-9e8f515ab9c4 HTTP/1.1" status: 204 len: 168 time: 0.8226616 May 06 09:54:15.889328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.889679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59874) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:15.893583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'port': {'device_id': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'admin_state_up': True, 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:15.931095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683123b-327c-4acc-82da-cbb10068a06a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9576af9-59e3-47f0-8bf7-9e8f515ab9c4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:15.931454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a90186ba-4f2e-4ab6-bf9d-f2251a060c9d req-72573fc2-a841-43d5-9a9a-fa59fc9df1b2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631765 May 06 09:54:16.003888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Made reservation on behalf of f63508c749984f24bdd0d37f6458e7b5 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:16.007945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.035079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.049034 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-87f89c3c-adef-4f23-8590-d0e3cd0f0e7c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] show failed (client error): The resource could not be found. May 06 09:54:16.053228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-87f89c3c-adef-4f23-8590-d0e3cd0f0e7c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups/d9576af9-59e3-47f0-8bf7-9e8f515ab9c4 HTTP/1.1" status: 404 len: 347 time: 0.1491017 May 06 09:54:16.075135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59876) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:16.079856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9089c20b-b701-43b6-afb0-8719defe1d09 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:16.131292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99b0daa2-e437-49ea-bff2-3bbdddeac4fa req-a0330302-2e9f-43ae-af18-af0dbfc2e2d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568498 May 06 09:54:16.177703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9089c20b-b701-43b6-afb0-8719defe1d09 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:16.178038 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.186725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-939b1bf5-9fcd-43c7-88fb-cb693f1b3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.188373 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-939b1bf5-9fcd-43c7-88fb-cb693f1b3f1c service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.3036358 May 06 09:54:16.273998 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.313325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Deleting port 5c21fb3d-5117-42a0-9053-a155b9eb8e98 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:16.313670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.479352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.482491 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.540512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.540843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.558115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-9ae0d97d-f652-46b1-9a6d-f145570c820c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.1661398 May 06 09:54:16.569893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Calling delete_port for 5c21fb3d-5117-42a0-9053-a155b9eb8e98 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:16.592655 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Subnet': ['ID=eff1835e-27d7-4626-89b2-64115de5b961,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:16.606994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-436a082c-4aec-4cca-90fd-c8b50ed9ae92 None None] Provisioning complete for port 9089c20b-b701-43b6-afb0-8719defe1d09 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:16.607363 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-436a082c-4aec-4cca-90fd-c8b50ed9ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.677387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf14c9-ba28-4d05-990b-106770f362b5 req-e4edfe25-3cd9-4b9d-9d94-5833fd17bf96 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.684987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ebf14c9-ba28-4d05-990b-106770f362b5 req-e4edfe25-3cd9-4b9d-9d94-5833fd17bf96 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 944 time: 0.7816300 May 06 09:54:16.690490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Checking segment: {'id': '6346cb30-e8f4-4090-9610-eb4bcafc4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:16.690865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Network hostable DHCP agents. Network: a46abf52-0653-46a7-93b1-4cd5b1184e3f, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:16.708320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be9c91-0fe4-4e97-a533-a6872767accf req-a13a58ff-410c-4554-bf93-a5fbe22edb60 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.709909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9be9c91-0fe4-4e97-a533-a6872767accf req-a13a58ff-410c-4554-bf93-a5fbe22edb60 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 946 time: 0.6683729 May 06 09:54:16.710867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-5935d522-361c-4a36-ad7a-205b90e994ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.712358 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-5935d522-361c-4a36-ad7a-205b90e994ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1208546 May 06 09:54:16.771986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:16.787682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a46abf52-0653-46a7-93b1-4cd5b1184e3f) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:16.795188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.795884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.803671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-29b1c748-8039-41b4-9d04-86d413c9725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:16.804866 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-29b1c748-8039-41b4-9d04-86d413c9725b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831006 May 06 09:54:16.823232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ebf14c9-ba28-4d05-990b-106770f362b5 req-5d3cf8ba-766a-495e-b98d-380b70996830 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370492 May 06 09:54:16.823563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Made reservation on behalf of 8a5d853e05f2411b9337b33e7ffc9c6a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:16.823816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ff5db-a8bc-401e-a1aa-2a675310a110 None None] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:16.826910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.846284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9be9c91-0fe4-4e97-a533-a6872767accf req-f7e05496-781c-43c0-8690-97b013531c3a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263046 May 06 09:54:16.848259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] For port 9089c20b-b701-43b6-afb0-8719defe1d09, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9089c20b-b701-43b6-afb0-8719defe1d09,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:16.894833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22583481-319d-4964-b8f7-22cd0d85ac74 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2571065 May 06 09:54:16.902506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59882) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:16.910206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1537336958', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:16.911537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.927908 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.951686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.959612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:16.960929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.005663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event deleted for resources: {'Port': ['ID=5c21fb3d-5117-42a0-9053-a155b9eb8e98,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.010039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df6a353a-686b-4ab2-987d-c89363259d8c req-7848312a-1ae9-4341-a391-3cab437f647f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 210 time: 0.0465055 May 06 09:54:17.021460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.022884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.044635 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-f5c927bf-d064-4019-b48e-2455603a4279 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132866 May 06 09:54:17.075931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:17.076370 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:17.100902 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-436a082c-4aec-4cca-90fd-c8b50ed9ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.115113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.136424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:17.151979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a46abf52-0653-46a7-93b1-4cd5b1184e3f', 'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f', 'tenant_id': 'f63508c749984f24bdd0d37f6458e7b5', 'fixed_ips': [{'subnet_id': 'eff1835e-27d7-4626-89b2-64115de5b961'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:17.152373 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.153964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:17.157852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.158874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.177789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd672441-d8fb-4ba5-ba9f-a594673b889c None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:17.181013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-436a082c-4aec-4cca-90fd-c8b50ed9ae92 None None] For port 9089c20b-b701-43b6-afb0-8719defe1d09, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9089c20b-b701-43b6-afb0-8719defe1d09,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:17.221032 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-436a082c-4aec-4cca-90fd-c8b50ed9ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.233149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=9089c20b-b701-43b6-afb0-8719defe1d09,revision_number=4']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.236916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Subnet': ['ID=98a207dd-826a-48bd-8e67-9e9c68b3b971,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.246608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-35346555-b527-4fe6-860c-5e3da910cb83 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3351302 May 06 09:54:17.246886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.250328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.251247 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d8ac6b27-9e22-42f8-a936-b2a027af5d92 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "DELETE /v2.0/floatingips/535f58cc-b42a-45fa-a93e-b2b97f04ac07 HTTP/1.1" status: 204 len: 168 time: 1.1751213 May 06 09:54:17.254379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59886) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:17.259054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Request body: {'port': {'network_id': 'ec861bb2-f6c1-44b0-ab1c-795d98c15718', 'mac_address': 'fa:16:3e:f4:01:99', 'name': 'tempest-NetworksTestDHCPv6-463212130'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:17.277075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18230071-9ae0-4401-9c00-844de93de83c req-af51aae5-e78d-4143-903c-f9f35bd18cfd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.285884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18230071-9ae0-4401-9c00-844de93de83c req-af51aae5-e78d-4143-903c-f9f35bd18cfd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.2653558 May 06 09:54:17.317485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Allocated IP 172.20.0.13 (b27e451e-d47b-493e-ae26-9c7d322b1366/47ce91bb-44d7-4c58-86ec-6475412fee71/700bd5a2-dada-4b34-b2f1-8d459cb1778d) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:17.351823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18230071-9ae0-4401-9c00-844de93de83c req-ea7f3305-8fcb-4260-a363-813b4c87d9c3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609412 May 06 09:54:17.389453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.403754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a082c-4aec-4cca-90fd-c8b50ed9ae92 None None] Pushing event updated for resources: {'Port': ['ID=9089c20b-b701-43b6-afb0-8719defe1d09,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.409780 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9542b3ea-9107-47be-af27-ff73aad7e5a7 req-5e9e1a59-2c89-4128-bfaa-7436e6a88d97 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128235 May 06 09:54:17.518997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Made reservation on behalf of 0dbf5112bf2b485b8558ca7c48a9e244 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:17.523979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:17.526357 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed70472-be01-49e8-ad3d-92ff2fc06e98" -d '{"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:17.595398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.633800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.672828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Allocated IP 172.20.0.2 (a46abf52-0653-46a7-93b1-4cd5b1184e3f/eff1835e-27d7-4626-89b2-64115de5b961/6cc48a72-259d-49a3-86ab-5158ace57aec) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:17.673189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.690513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:17.695122 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc9cb2e-0c4a-48fa-9aff-9a11fad861da x-openstack-request-id: req-4fc9cb2e-0c4a-48fa-9aff-9a11fad861da {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:17.696461 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-plugged", "status": "completed", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:17.696862 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fc9cb2e-0c4a-48fa-9aff-9a11fad861da {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:17.699991 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc9cb2e-0c4a-48fa-9aff-9a11fad861da'] response: {'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'code': 200} May 06 09:54:17.724941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] device_id is not set on port 18fc7765-2662-41d2-a29c-582a57755ce5 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:17.781117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:17.795927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:17.799016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:17.852355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.898269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=700bd5a2-dada-4b34-b2f1-8d459cb1778d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:17.932558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:17.971234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:17.979914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.019994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59896) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:18.060990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-914106df-4ae3-42f9-8143-ecbb450cac71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355229885', 'description': 'tempest-description--1207780281'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:18.080262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9089c20b-b701-43b6-afb0-8719defe1d09 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:18.096934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-4d0edd11-5219-46ab-8c81-643a8813270c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2108057 May 06 09:54:18.114128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Request body: {'port': {'device_id': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:18.152740 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 70b4a5d8-2701-480f-9b08-9f1a91c8d078 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:18.203789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea334-7465-459d-a64a-99177d1f4d88 req-84aa6f01-3e18-4e84-ae57-c90bafae6f6b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.211259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-370ea334-7465-459d-a64a-99177d1f4d88 req-84aa6f01-3e18-4e84-ae57-c90bafae6f6b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 944 time: 0.2092798 May 06 09:54:18.258986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.273942 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-914106df-4ae3-42f9-8143-ecbb450cac71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.285996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8::230 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/e555ea03-859f-4538-865c-cafc4e6b3b65/18fc7765-2662-41d2-a29c-582a57755ce5) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:18.304089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.311566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f9a19-9d43-41bd-8c6f-d7917a878159 req-1863f081-d4ca-4d6d-b71e-4bd39ed2f60f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.313408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c81f9a19-9d43-41bd-8c6f-d7917a878159 req-1863f081-d4ca-4d6d-b71e-4bd39ed2f60f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 946 time: 0.1911530 May 06 09:54:18.324354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-370ea334-7465-459d-a64a-99177d1f4d88 req-7948deca-68f3-4430-8e1a-2d7f68b510e8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120968 May 06 09:54:18.372099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9ddcd23b-b729-410e-94a6-1ef3a1121c3d None None] Provisioning complete for port 700bd5a2-dada-4b34-b2f1-8d459cb1778d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:18.372476 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd23b-b729-410e-94a6-1ef3a1121c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.419943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.424140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:18.435607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:18.436179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.465101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9089c20b-b701-43b6-afb0-8719defe1d09 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:18.465469 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.474323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.501782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcd23b-b729-410e-94a6-1ef3a1121c3d None None] Port 700bd5a2-dada-4b34-b2f1-8d459cb1778d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:18.558889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:18.571104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:18.573662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:18.597250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Pushing event updated for resources: {'Port': ['ID=6cc48a72-259d-49a3-86ab-5158ace57aec,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:18.624250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c81f9a19-9d43-41bd-8c6f-d7917a878159 req-4d08b10b-edb0-448e-b63c-283ad861cc55 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577236 May 06 09:54:18.701966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabff9a3-492a-4fc7-a267-c37c0f092fc3 req-cdfcee40-9a5b-4906-8bd3-f499a433a5f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.704451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aabff9a3-492a-4fc7-a267-c37c0f092fc3 req-cdfcee40-9a5b-4906-8bd3-f499a433a5f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 932 time: 0.1862266 May 06 09:54:18.772090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:199 (ec861bb2-f6c1-44b0-ab1c-795d98c15718/98a207dd-826a-48bd-8e67-9e9c68b3b971/18fc7765-2662-41d2-a29c-582a57755ce5) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:18.790788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.797134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e7afbf57-0a71-4127-8ea6-1dac30a55cd6 None None] Provisioning complete for port 9089c20b-b701-43b6-afb0-8719defe1d09 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:18.797956 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7afbf57-0a71-4127-8ea6-1dac30a55cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.803554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Attempting to bind port 6cc48a72-259d-49a3-86ab-5158ace57aec on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:18.803954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Attempting to bind port 6cc48a72-259d-49a3-86ab-5158ace57aec by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '6346cb30-e8f4-4090-9610-eb4bcafc4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:18.804312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Attempting to bind port 6cc48a72-259d-49a3-86ab-5158ace57aec on network a46abf52-0653-46a7-93b1-4cd5b1184e3f {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:18.806335 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.820970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aabff9a3-492a-4fc7-a267-c37c0f092fc3 req-ba63cff4-dcc2-4574-9eea-cde24e28010d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068020 May 06 09:54:18.841454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e6a6c-0613-422e-9d34-464ce154ad04 req-a5535062-e94d-4397-b839-a4597951baad tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:18.843070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be6e6a6c-0613-422e-9d34-464ce154ad04 req-a5535062-e94d-4397-b839-a4597951baad tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1184201 May 06 09:54:18.862993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:18.863368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Checking segment: {'id': '6346cb30-e8f4-4090-9610-eb4bcafc4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:18.863806 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.864206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Bound using segment: {'id': '6346cb30-e8f4-4090-9610-eb4bcafc4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:18.864694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Bound port: 6cc48a72-259d-49a3-86ab-5158ace57aec, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6346cb30-e8f4-4090-9610-eb4bcafc4690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:18.865072 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.891996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Allocated IP 172.25.8.97 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/9508744c-5d0d-4025-b0d2-11a38cb36b2f) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:18.915933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700bd5a2-dada-4b34-b2f1-8d459cb1778d {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:18.936256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be6e6a6c-0613-422e-9d34-464ce154ad04 req-f0333ca2-2ab4-4f81-a7ce-7b4fa66a00bd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 May 06 09:54:18.940498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:18.949692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 70b4a5d8-2701-480f-9b08-9f1a91c8d078, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:18.973727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.004734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Transition to ACTIVE for port object 700bd5a2-dada-4b34-b2f1-8d459cb1778d will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:19.013013 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.030856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ec823-f0c6-45ea-a144-b323e3cea110 req-7ff548b5-4855-4330-9297-64e394e797d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:19.033329 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e80ec823-f0c6-45ea-a144-b323e3cea110 req-7ff548b5-4855-4330-9297-64e394e797d6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1097 time: 1.0985098 May 06 09:54:19.035911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] For port 6cc48a72-259d-49a3-86ab-5158ace57aec, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:19.076766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] For port 6cc48a72-259d-49a3-86ab-5158ace57aec, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6cc48a72-259d-49a3-86ab-5158ace57aec,segment=NetworkSegment(6346cb30-e8f4-4090-9610-eb4bcafc4690),segment_id=6346cb30-e8f4-4090-9610-eb4bcafc4690)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:19.083937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=70b4a5d8-2701-480f-9b08-9f1a91c8d078,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.087561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.098010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.100196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667958-1bc8-4367-a929-3d724d67e912 req-7b49bb57-5724-4213-9b50-2bd84e8a6e24 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:19.101828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-7b49bb57-5724-4213-9b50-2bd84e8a6e24 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.1790776 May 06 09:54:19.109458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Pushing event updated for resources: {'Port': ['ID=700bd5a2-dada-4b34-b2f1-8d459cb1778d,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.142097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-caa7a6ec-dc76-4d55-8f34-815cf2da71c8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.0280006 May 06 09:54:19.151719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d2989-ebac-4bf3-88f9-f18c6394a8df None None] Pushing event updated for resources: {'Port': ['ID=6cc48a72-259d-49a3-86ab-5158ace57aec,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.217435 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e80ec823-f0c6-45ea-a144-b323e3cea110 req-e3a0f88f-df17-4aa8-8231-15e490869de6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739976 May 06 09:54:19.247827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Attempting to bind port 700bd5a2-dada-4b34-b2f1-8d459cb1778d on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:19.248155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Attempting to bind port 700bd5a2-dada-4b34-b2f1-8d459cb1778d by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:19.248478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Attempting to bind port 700bd5a2-dada-4b34-b2f1-8d459cb1778d on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:19.256278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Port 700bd5a2-dada-4b34-b2f1-8d459cb1778d on network b27e451e-d47b-493e-ae26-9c7d322b1366 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:19.256598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Attempting to bind port 700bd5a2-dada-4b34-b2f1-8d459cb1778d on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:19.258708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-914106df-4ae3-42f9-8143-ecbb450cac71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.272644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-91c90ac2-4a8a-4450-bd9e-0aa7351680ca tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033325 May 06 09:54:19.273432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:19.274469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:19.274469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Bound using segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:19.274663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Bound port: 700bd5a2-dada-4b34-b2f1-8d459cb1778d, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:19.274896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.276036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-914106df-4ae3-42f9-8143-ecbb450cac71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.325855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.380226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-914106df-4ae3-42f9-8143-ecbb450cac71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.384150 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-914106df-4ae3-42f9-8143-ecbb450cac71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3346713 May 06 09:54:19.385483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59916) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:19.390105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.396928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-20e11735-c6b2-46d2-bf8f-f6929f98eb17 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'security_group_rule': {'security_group_id': '88c98b02-9e55-4f75-8fec-499bb1961652', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:19.410199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914106df-4ae3-42f9-8143-ecbb450cac71 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c98b02-9e55-4f75-8fec-499bb1961652,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.432273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:19.446886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:19.482478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:19.488173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Port': ['ID=9508744c-5d0d-4025-b0d2-11a38cb36b2f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.529570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] For port 700bd5a2-dada-4b34-b2f1-8d459cb1778d, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:19.553407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-d512aca8-6388-429b-a1a9-9a2d6ef2a47e service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684760 May 06 09:54:19.559280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] For port 700bd5a2-dada-4b34-b2f1-8d459cb1778d, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:19.559495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.596012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e11735-c6b2-46d2-bf8f-f6929f98eb17 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.634202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.678637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:19.685075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:19.688358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:19.694902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:19.695495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.700587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67424ea9-46b2-4fc2-ba7b-c8d8b0ad2de1 req-e12770b0-f191-4a61-ac1e-912185291028 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:19.701782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:19.702221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67424ea9-46b2-4fc2-ba7b-c8d8b0ad2de1 req-e12770b0-f191-4a61-ac1e-912185291028 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 945 time: 0.2728019 May 06 09:54:19.704638 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4a26b-b55e-44e6-b1f6-0f719ad886dd" -d '{"events": [{"server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "name": "network-vif-plugged", "status": "completed", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:19.729061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:19.729691 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.731249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] 10.222.0.82 "PUT /v2.0/ports/700bd5a2-dada-4b34-b2f1-8d459cb1778d HTTP/1.1" status: 200 len: 1092 time: 1.6295078 May 06 09:54:19.740697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'tag': '700bd5a2-dada-4b34-b2f1-8d459cb1778d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:19.741098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event updated for resources: {'Port': ['ID=18fc7765-2662-41d2-a29c-582a57755ce5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.742867 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e04ba5-324c-4f26-a2b0-b58891666a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ad7b89-905c-44e6-b38c-6e3158d629be", "tag": "700bd5a2-dada-4b34-b2f1-8d459cb1778d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:19.765814 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cbb1e762-b98a-43a3-9dd5-53da383ec79e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5099926 May 06 09:54:19.774382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59922) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:19.820254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eaeaf-240f-4236-9baf-756fd09ac617 service neutron] Pushing event updated for resources: {'Port': ['ID=700bd5a2-dada-4b34-b2f1-8d459cb1778d,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:19.909681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-455b8832-9699-405f-8a51-1392ef7eb47b service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435471 May 06 09:54:19.925002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67424ea9-46b2-4fc2-ba7b-c8d8b0ad2de1 req-0cae6d70-6e02-4f06-ae14-b671041aff1f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862586 May 06 09:54:19.970733 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e11735-c6b2-46d2-bf8f-f6929f98eb17 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:19.988773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-f34752f8-544d-4294-b347-4bd5d3c4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.000840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-f34752f8-544d-4294-b347-4bd5d3c4cec4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 1095 time: 0.2172086 May 06 09:54:20.001991 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e11735-c6b2-46d2-bf8f-f6929f98eb17 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.034330 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc685b45-8c1e-40c6-8463-42785c20983b x-openstack-request-id: req-dc685b45-8c1e-40c6-8463-42785c20983b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:20.036156 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "name": "network-vif-plugged", "status": "completed", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:20.036556 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc685b45-8c1e-40c6-8463-42785c20983b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:20.037493 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc685b45-8c1e-40c6-8463-42785c20983b'] response: {'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'code': 200} May 06 09:54:20.062620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6cc48a72-259d-49a3-86ab-5158ace57aec up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:20.124977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-ef364835-8a12-4ae2-846b-86625cf147aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d HTTP/1.1" status: 200 len: 217 time: 0.1068242 May 06 09:54:20.126047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e11735-c6b2-46d2-bf8f-f6929f98eb17 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ba88b1-1bdb-4719-b808-640e06dbdd5c,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:20.147651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.154031 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d950ef-1d36-4f28-9568-4848c6feb412 x-openstack-request-id: req-13d950ef-1d36-4f28-9568-4848c6feb412 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:20.154335 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ad7b89-905c-44e6-b38c-6e3158d629be", "tag": "700bd5a2-dada-4b34-b2f1-8d459cb1778d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:20.154585 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13d950ef-1d36-4f28-9568-4848c6feb412 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:20.155001 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d950ef-1d36-4f28-9568-4848c6feb412'] response: {'name': 'network-changed', 'server_uuid': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'tag': '700bd5a2-dada-4b34-b2f1-8d459cb1778d', 'status': 'completed', 'code': 200} May 06 09:54:20.192925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting port 18fc7765-2662-41d2-a29c-582a57755ce5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:20.199050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.310439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6cc48a72-259d-49a3-86ab-5158ace57aec triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:20.311398 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.331228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20e11735-c6b2-46d2-bf8f-f6929f98eb17 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.334987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-20e11735-c6b2-46d2-bf8f-f6929f98eb17 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9392798 May 06 09:54:20.337999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59932) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:20.346222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-af0dac27-fb01-4344-8dcf-bf8369a19e8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'security_group_rule': {'security_group_id': '88c98b02-9e55-4f75-8fec-499bb1961652', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:20.376185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6db2c-1852-4a7b-8260-d6d0e6519272 req-9a9b884e-77c0-4431-9aa5-7efd5f0b06e2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.380014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fe6db2c-1852-4a7b-8260-d6d0e6519272 req-9a9b884e-77c0-4431-9aa5-7efd5f0b06e2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1449609 May 06 09:54:20.397031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36da101-3f43-4ff7-8313-1fac2af97dfe req-33d60714-2d80-487d-85f0-c56f7176de30 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.406136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0869db46-d002-4670-a1ea-f85452ccc387 None None] Provisioning complete for port 18fc7765-2662-41d2-a29c-582a57755ce5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:20.407100 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0869db46-d002-4670-a1ea-f85452ccc387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.407466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d36da101-3f43-4ff7-8313-1fac2af97dfe req-33d60714-2d80-487d-85f0-c56f7176de30 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 944 time: 0.1735742 May 06 09:54:20.413024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-f5d0d850-6792-42f7-a1fd-c85b783ed042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.414548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-f5d0d850-6792-42f7-a1fd-c85b783ed042 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.2585318 May 06 09:54:20.428926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15d9f0-9bff-4d74-91de-a7bb8bc753e3 req-cbd82397-847e-4d5a-becf-adae5a729f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.430639 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-db15d9f0-9bff-4d74-91de-a7bb8bc753e3 req-cbd82397-847e-4d5a-becf-adae5a729f04 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 1096 time: 0.3224590 May 06 09:54:20.495558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af0dac27-fb01-4344-8dcf-bf8369a19e8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.546183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0869db46-d002-4670-a1ea-f85452ccc387 None None] Port 18fc7765-2662-41d2-a29c-582a57755ce5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:20.547331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d36da101-3f43-4ff7-8313-1fac2af97dfe req-0214d8a1-b148-4070-92da-39d0097f5f44 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360862 May 06 09:54:20.566028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.596712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-76930e01-8b86-4043-8707-e5c088caba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:20.598483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-76930e01-8b86-4043-8707-e5c088caba7c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429465 May 06 09:54:20.608687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.623267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fe6db2c-1852-4a7b-8260-d6d0e6519272 req-cba162e2-c7df-4e58-903b-7e4e661138a6 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136121 May 06 09:54:20.626427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.661370 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-db15d9f0-9bff-4d74-91de-a7bb8bc753e3 req-39ae8bdd-4e8e-40d5-8154-d6231874978d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218876 May 06 09:54:20.665588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Calling delete_port for 18fc7765-2662-41d2-a29c-582a57755ce5 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:20.670711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 6cc48a72-259d-49a3-86ab-5158ace57aec, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6cc48a72-259d-49a3-86ab-5158ace57aec,segment=NetworkSegment(6346cb30-e8f4-4090-9610-eb4bcafc4690),segment_id=6346cb30-e8f4-4090-9610-eb4bcafc4690)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:20.678938 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.785084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=6cc48a72-259d-49a3-86ab-5158ace57aec,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:20.819289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-043e32bf-f5d3-4484-998d-0aa7c4a894c2 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911795 May 06 09:54:20.845804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af0dac27-fb01-4344-8dcf-bf8369a19e8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.861403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af0dac27-fb01-4344-8dcf-bf8369a19e8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.887795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2ff6178-e230-455b-82ad-3e3ecd9a50ba req-0d85fa48-023b-4563-996a-1fa608724755 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 210 time: 0.2059927 May 06 09:54:20.888606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:20.894930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c6f6f-0f53-4023-92d7-08a55e1d83f7 None None] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:20.896909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dac27-fb01-4344-8dcf-bf8369a19e8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d55356a-cf37-4bc4-a6c2-6451e71771c5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.058482 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-af0dac27-fb01-4344-8dcf-bf8369a19e8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.059540 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-af0dac27-fb01-4344-8dcf-bf8369a19e8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7175620 May 06 09:54:21.066317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59952) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.066439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a8ab5d57-d13f-4d0f-a63f-ebad26dd2764 None None] Provisioning complete for port 6cc48a72-259d-49a3-86ab-5158ace57aec triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:21.066655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a8ab5d57-d13f-4d0f-a63f-ebad26dd2764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.071798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:21.104955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861b608-fa5c-4d5d-ae66-ab94c36f1cca req-4199b99b-c508-45d2-9a7d-1f3afcc7ac50 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.106957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e861b608-fa5c-4d5d-ae66-ab94c36f1cca req-4199b99b-c508-45d2-9a7d-1f3afcc7ac50 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 945 time: 0.0970333 May 06 09:54:21.119242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98c7faee-3d1c-49ff-a57a-bb7097d85ef7 req-7cf1c4e3-32bf-4ffb-954b-84f0406d5b40 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878842 May 06 09:54:21.121463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.199425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e861b608-fa5c-4d5d-ae66-ab94c36f1cca req-c71067ae-6cd3-4bf6-ba1e-6f95753229c9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793347 May 06 09:54:21.216539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Port': ['ID=18fc7765-2662-41d2-a29c-582a57755ce5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:21.219216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.333642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-30534bb4-3778-4069-b59c-c9770f092038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.335799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-30534bb4-3778-4069-b59c-c9770f092038 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 1095 time: 0.1027224 May 06 09:54:21.357367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.368992 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f038ea78-8b24-4cb2-b9da-754060442996 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/18fc7765-2662-41d2-a29c-582a57755ce5 HTTP/1.1" status: 204 len: 168 time: 1.5935452 May 06 09:54:21.376210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59976) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.461497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Router f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:54:21.528922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05630899-af4c-47b4-bc05-de6ff929038a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.530538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-05630899-af4c-47b4-bc05-de6ff929038a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1535892 May 06 09:54:21.534431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59982) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.550500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-38e34689-ad9c-4ce2-93c3-fd6eb0710963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.552744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-38e34689-ad9c-4ce2-93c3-fd6eb0710963 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2043269 May 06 09:54:21.629428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-6ba5f1a0-1eaf-467a-beb3-84b4b21b5342 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d HTTP/1.1" status: 200 len: 217 time: 0.0584629 May 06 09:54:21.657091 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.693588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e801a2f-b7d7-4a64-8dd1-0ed9a4cb15b9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.698159 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e801a2f-b7d7-4a64-8dd1-0ed9a4cb15b9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1610970 May 06 09:54:21.719553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-a0d3fe6a-1c2a-4420-a54e-6f8cb1382932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.721451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-a0d3fe6a-1c2a-4420-a54e-6f8cb1382932 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.0836990 May 06 09:54:21.723391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59988) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.727847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:21.740014 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] Sync routers for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:21.762655 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:21.763632 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:21.813553 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:21.814899 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc696469-1a5b-4d38-aa0a-3e02af3a79b9 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.9114332 May 06 09:54:21.818058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59990) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:21.861826 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:21.888648 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:21.889262 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:21.929451 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:21.930091 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a918b3-0e88-4743-9fef-d1d301aee788 None None] The sync data for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:21.975743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933d18c-7e76-43a7-aa28-30575119544b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.977303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933d18c-7e76-43a7-aa28-30575119544b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.978665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933d18c-7e76-43a7-aa28-30575119544b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:21.983162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1933d18c-7e76-43a7-aa28-30575119544b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2558792 May 06 09:54:21.987315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6cc48a72-259d-49a3-86ab-5158ace57aec up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:22.020491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:22.038886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Allocated IP 172.25.8.84 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/a704814b-821b-444e-9576-812dd2359c92) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:22.042146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-96286168-2f55-40b4-bab2-5c3110e4b4d2 None None] Provisioning complete for port 6cc48a72-259d-49a3-86ab-5158ace57aec triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:22.042832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-96286168-2f55-40b4-bab2-5c3110e4b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.065734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-1d2cdd96-4753-42db-a8fe-ca015ed6ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.067661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-1d2cdd96-4753-42db-a8fe-ca015ed6ba35 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3188214 May 06 09:54:22.107630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6cc48a72-259d-49a3-86ab-5158ace57aec triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:22.108353 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.119170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c4292-efaa-40b1-9689-013a06ae7bd8 req-1b5db0a1-2550-4fb1-8a38-926924097669 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.121286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b10c4292-efaa-40b1-9689-013a06ae7bd8 req-1b5db0a1-2550-4fb1-8a38-926924097669 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.2054875 May 06 09:54:22.162193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet 98a207dd-826a-48bd-8e67-9e9c68b3b971 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:22.165215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.190484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b689f45-f2f2-4271-8d5a-b943d6e6d036 req-cffb2ef9-b985-42a0-8bab-3aad90308730 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.198470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b689f45-f2f2-4271-8d5a-b943d6e6d036 req-cffb2ef9-b985-42a0-8bab-3aad90308730 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 944 time: 0.4759476 May 06 09:54:22.256898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b10c4292-efaa-40b1-9689-013a06ae7bd8 req-833aabff-935f-4c8a-b142-d12d9e1eeece tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858929 May 06 09:54:22.274668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.305098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667958-1bc8-4367-a929-3d724d67e912 req-d4ace59d-7e29-405b-b79d-80159491b9cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.306568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-d4ace59d-7e29-405b-b79d-80159491b9cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.82 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.4870598 May 06 09:54:22.326439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Request body: {'port': {'device_id': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'admin_state_up': True, 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:22.384518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.493387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.754628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b689f45-f2f2-4271-8d5a-b943d6e6d036 req-779d6597-eb9f-46cc-a7d9-a34d7f046aa5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5551920 May 06 09:54:22.782623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e6785ee-f321-44ce-96ac-b200a03d093e req-4461639d-1efd-48fb-9aca-7922b75c46c4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 210 time: 0.0744965 May 06 09:54:22.820955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-9cf38cde-1b1e-497f-928d-35fc4fbb7671 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338505 May 06 09:54:22.905693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.950972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:22.954851 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:22.967539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b39291-38af-47d9-b1c8-f3416c23dd26 req-0314704f-f974-4ae5-b994-57a631e1ae02 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:22.969468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89b39291-38af-47d9-b1c8-f3416c23dd26 req-0314704f-f974-4ae5-b994-57a631e1ae02 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 945 time: 0.1234066 May 06 09:54:22.970685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:22.995671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:23.008686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:23.022030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03e04ba5-324c-4f26-a2b0-b58891666a3a req-1d240ecf-16af-4a49-8fb5-e61794955aa8 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921968 May 06 09:54:23.042458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'Port': ['ID=a704814b-821b-444e-9576-812dd2359c92,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.060666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.078028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89b39291-38af-47d9-b1c8-f3416c23dd26 req-ac468827-43f0-40e2-a076-bec9365466e1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983202 May 06 09:54:23.119377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=98a207dd-826a-48bd-8e67-9e9c68b3b971,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.151716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Allocated IP 172.20.0.7 (6a108881-3eb8-4d4a-aaec-2007ff76762b/73420db5-974d-455c-b166-9669723b3d84/81048106-9e73-45ca-8803-2f07870b33bb) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:23.164189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.166672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f88cc-cf61-423a-ad90-626c2d7150d5 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:23.169892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9084312f-38e3-4c39-b6c0-7b9c7be1cd7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/98a207dd-826a-48bd-8e67-9e9c68b3b971 HTTP/1.1" status: 204 len: 168 time: 1.1458936 May 06 09:54:23.171196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60006) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.195129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.255275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7c359-5ea8-4df9-891d-0e9cbbbecd68 req-deebd5ed-fb2d-4082-af13-e384613c73a9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:23.256921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bf7c359-5ea8-4df9-891d-0e9cbbbecd68 req-deebd5ed-fb2d-4082-af13-e384613c73a9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 945 time: 0.0958674 May 06 09:54:23.292407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Deleting subnet e555ea03-859f-4538-865c-cafc4e6b3b65 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:23.298596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.302158 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.341481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.376449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bf7c359-5ea8-4df9-891d-0e9cbbbecd68 req-f91c277f-09e3-47a0-b1be-b224d41c7c60 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001081 May 06 09:54:23.408871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60012) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.413626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.466365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.489778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf07e-99fe-4d2c-b8a3-ba7e71abd676 req-0eeedcaa-f12c-4ef1-aff7-be7410220bc5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:23.497310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-161cf07e-99fe-4d2c-b8a3-ba7e71abd676 req-0eeedcaa-f12c-4ef1-aff7-be7410220bc5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1478689 May 06 09:54:23.524409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf2414a-4b78-404b-b001-37b94801536e tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:23.525988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eaf2414a-4b78-404b-b001-37b94801536e tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 1091 time: 0.1128070 May 06 09:54:23.531210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60014) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.541495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:23.589295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-161cf07e-99fe-4d2c-b8a3-ba7e71abd676 req-12db281e-4d75-4129-a0b3-a55ecaf8502a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909684 May 06 09:54:23.593035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.617532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643', 'db714217-bc42-4ac5-824a-d6c488b6d737'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:23.668014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.673481 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.691021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 700bd5a2-dada-4b34-b2f1-8d459cb1778d details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:23.697219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:23.749058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:23.775754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:23.836253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:23.836925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.838178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.920071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Subnet': ['ID=e555ea03-859f-4538-865c-cafc4e6b3b65,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.925613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:23.928893 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-54a1bba7-fa58-46d0-a139-e26d115a7209 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/e555ea03-859f-4538-865c-cafc4e6b3b65 HTTP/1.1" status: 204 len: 168 time: 0.7548127 May 06 09:54:23.935488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60022) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:23.941693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event updated for resources: {'Port': ['ID=81048106-9e73-45ca-8803-2f07870b33bb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:23.955069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 700bd5a2-dada-4b34-b2f1-8d459cb1778d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:23.966383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-3c319aa0-b1bf-42a0-b67c-7e8bf30fef9c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6456614 May 06 09:54:23.982666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '700bd5a2-dada-4b34-b2f1-8d459cb1778d', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': '700bd5a2-dada-4b34-b2f1-8d459cb1778d', 'mac_address': 'fa:16:3e:f7:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:23.983324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cab70-cf87-47fc-8541-7078cf8473c9 req-4ae9f6d5-b810-4a90-aa3e-8887eddff9ab tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:23.985536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f45cab70-cf87-47fc-8541-7078cf8473c9 req-4ae9f6d5-b810-4a90-aa3e-8887eddff9ab tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.2838776 May 06 09:54:23.992827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Request body: {'port': {'device_id': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:23.998610 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-51a664ac-ceb8-4a83-9355-6d42baec84aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621977 May 06 09:54:24.010040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60024) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.026937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Allocated IP 172.20.0.1 (a46abf52-0653-46a7-93b1-4cd5b1184e3f/eff1835e-27d7-4626-89b2-64115de5b961/402d69dd-14a8-4b24-b6ed-853b657aa937) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:24.036616 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.041732 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.059056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.071006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700bd5a2-dada-4b34-b2f1-8d459cb1778d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:24.085001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0215e-fe7a-466f-8187-0be14f53b65d req-98a3c6d4-0f76-454f-b9cc-21e9c03f386d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:24.086673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cf0215e-fe7a-466f-8187-0be14f53b65d req-98a3c6d4-0f76-454f-b9cc-21e9c03f386d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 944 time: 0.2064576 May 06 09:54:24.098856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 700bd5a2-dada-4b34-b2f1-8d459cb1778d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:24.110600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.127733 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.197849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cf0215e-fe7a-466f-8187-0be14f53b65d req-4c5b190b-0acf-4dd9-9363-1e1402995bc6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004293 May 06 09:54:24.199337 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.205895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f45cab70-cf87-47fc-8541-7078cf8473c9 req-0096d52d-0cec-4906-9e79-b5b4941415c0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795769 May 06 09:54:24.230227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=700bd5a2-dada-4b34-b2f1-8d459cb1778d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:24.270310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.332864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440759f7-f572-47cd-ab78-81391d3d9185 None None] Network ec861bb2-f6c1-44b0-ab1c-795d98c15718 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:24.374811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'Port': ['ID=a704814b-821b-444e-9576-812dd2359c92,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:24.387537 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2660e-af8a-4a13-9f3d-8896d6b5558d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:24.389307 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d9f2660e-af8a-4a13-9f3d-8896d6b5558d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3783066 May 06 09:54:24.393649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.396321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.441255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['700bd5a2-dada-4b34-b2f1-8d459cb1778d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:24.507469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-964d46fc-e309-4eec-9bb0-78ce9654668e None None] Provisioning complete for port 9089c20b-b701-43b6-afb0-8719defe1d09 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:24.507869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-964d46fc-e309-4eec-9bb0-78ce9654668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.534411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Port': ['ID=402d69dd-14a8-4b24-b6ed-853b657aa937,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:24.561187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:24.567001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe7bbb-3820-45d9-86ca-85c37e71bb65 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:24.574582 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c2fe7bbb-3820-45d9-86ca-85c37e71bb65 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1789865 May 06 09:54:24.575736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60032) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.602973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.608282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:24.689101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:24.711507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c606e0-a932-4925-8a71-7ff741a579ac req-0e6ce559-0d5d-458a-b02e-a5fe1f867ac8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:24.719273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47c606e0-a932-4925-8a71-7ff741a579ac req-0e6ce559-0d5d-458a-b02e-a5fe1f867ac8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.3674977 May 06 09:54:24.748234 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a0e2edd8-d21c-4cd0-9cbe-9d3d502a3352 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1688108 May 06 09:54:24.754425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60038) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.770079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.776900 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-39842eb8-7bd0-4c2d-ae84-7e92df4b1f5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7094462 May 06 09:54:24.814727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9641f22-7c74-41e2-a054-6dc9b4dbee10 req-1872ecb4-6b42-4313-bfbd-f1c538227dbf tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:24.828922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9641f22-7c74-41e2-a054-6dc9b4dbee10 req-1872ecb4-6b42-4313-bfbd-f1c538227dbf tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 931 time: 0.4990966 May 06 09:54:24.843635 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-3454a06f-5455-44ba-a2e4-41f7d56e6418 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:24.846860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3454a06f-5455-44ba-a2e4-41f7d56e6418 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:24.851175 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3454a06f-5455-44ba-a2e4-41f7d56e6418 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/18fc7765-2662-41d2-a29c-582a57755ce5 HTTP/1.1" status: 404 len: 333 time: 0.0859745 May 06 09:54:24.854711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60044) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.907672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:24.910788 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d47e78-a152-42f4-978a-0d3770f49bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:24.911092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d47e78-a152-42f4-978a-0d3770f49bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:24.915483 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5d47e78-a152-42f4-978a-0d3770f49bae tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/98a207dd-826a-48bd-8e67-9e9c68b3b971 HTTP/1.1" status: 404 len: 337 time: 0.0599289 May 06 09:54:24.918297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:24.941640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.25.8.140 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/a8570c86-ad39-4b18-a042-30ceea076867) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:24.956431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] DHCP port deletion for ec861bb2-f6c1-44b0-ab1c-795d98c15718 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:25.011984 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f6ebe8-372f-4423-a78c-54839ec1a5ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.012715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f6ebe8-372f-4423-a78c-54839ec1a5ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.019279 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-36f6ebe8-372f-4423-a78c-54839ec1a5ad tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/e555ea03-859f-4538-865c-cafc4e6b3b65 HTTP/1.1" status: 404 len: 337 time: 0.0997155 May 06 09:54:25.022046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60050) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.055906 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-757880ce-60e3-4f77-a513-6df63a950131 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.056339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] Deleting port 9089c20b-b701-43b6-afb0-8719defe1d09 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:25.056784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.057120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757880ce-60e3-4f77-a513-6df63a950131 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.064575 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-757880ce-60e3-4f77-a513-6df63a950131 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/dfa9b581-a0d4-4701-a615-30692e0da3b5 HTTP/1.1" status: 404 len: 333 time: 0.0413678 May 06 09:54:25.067113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.101474 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdb9934-901a-4393-b24b-c15b895887e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.102137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdb9934-901a-4393-b24b-c15b895887e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.108218 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3cdb9934-901a-4393-b24b-c15b895887e6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/f432737b-b9ab-47e0-9c2b-bd6ddc8c9a87 HTTP/1.1" status: 404 len: 337 time: 0.0399258 May 06 09:54:25.109804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.112435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47c606e0-a932-4925-8a71-7ff741a579ac req-aea2526b-5cba-495f-b929-13407fe3a07c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921990 May 06 09:54:25.180146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] For port 9089c20b-b701-43b6-afb0-8719defe1d09, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9089c20b-b701-43b6-afb0-8719defe1d09,segment=NetworkSegment(ab564380-e0f3-458a-9bef-918848f20074),segment_id=ab564380-e0f3-458a-9bef-918848f20074)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:25.180698 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.197099 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-211b3c44-0242-4fa4-a1e0-73b031ca8e68 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.197560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211b3c44-0242-4fa4-a1e0-73b031ca8e68 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.204760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-211b3c44-0242-4fa4-a1e0-73b031ca8e68 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/9e62cecd-741f-4785-8272-4a5ed2b67d8c HTTP/1.1" status: 404 len: 337 time: 0.0746233 May 06 09:54:25.212588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] Calling delete_port for 9089c20b-b701-43b6-afb0-8719defe1d09 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:25.216206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60062) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.220534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9641f22-7c74-41e2-a054-6dc9b4dbee10 req-7a502654-d9be-4a96-8d07-196db95ee4f3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575449 May 06 09:54:25.285808 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d7291b-3b07-4b85-8a98-01cc28d189f8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.286648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d7291b-3b07-4b85-8a98-01cc28d189f8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.292663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a1d7291b-3b07-4b85-8a98-01cc28d189f8 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/1314f0a4-dfac-481e-a74a-86dd4ee4033d HTTP/1.1" status: 404 len: 333 time: 0.0709817 May 06 09:54:25.297160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60072) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.309362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-36318d2d-8a04-4c1e-9c91-ecde307965f6 None None] Provisioning complete for port 402d69dd-14a8-4b24-b6ed-853b657aa937 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:25.309894 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-36318d2d-8a04-4c1e-9c91-ecde307965f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.327383 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.358150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.365106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-36318d2d-8a04-4c1e-9c91-ecde307965f6 None None] Port 402d69dd-14a8-4b24-b6ed-853b657aa937 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:25.365971 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab0b5af-d5f1-4fa7-9046-191623285d49 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.366890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab0b5af-d5f1-4fa7-9046-191623285d49 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.370326 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.372147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6ab0b5af-d5f1-4fa7-9046-191623285d49 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/559adf0b-8c36-476e-a565-a1d355faa103 HTTP/1.1" status: 404 len: 337 time: 0.0719516 May 06 09:54:25.372756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60074) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.386374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81048106-9e73-45ca-8803-2f07870b33bb {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:25.389579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] No DVR routers for this DVR port 9089c20b-b701-43b6-afb0-8719defe1d09 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:25.405142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.414451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e84dc6-92d4-4c62-9673-30152815ea4e None None] Pushing event deleted for resources: {'Port': ['ID=9089c20b-b701-43b6-afb0-8719defe1d09,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:25.470898 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-54944c01-b0e1-4817-930b-c35007fc2491 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.471353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54944c01-b0e1-4817-930b-c35007fc2491 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.475711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-54944c01-b0e1-4817-930b-c35007fc2491 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/f0415698-dc60-4970-8ea6-8e4a07cfcd30 HTTP/1.1" status: 404 len: 337 time: 0.0836673 May 06 09:54:25.477952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60076) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.489878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Transition to ACTIVE for port object 81048106-9e73-45ca-8803-2f07870b33bb will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:25.495771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-ebfd87e1-40f1-4e5b-a331-c8c7698fdab9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1355229885&fields=id&tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 267 time: 0.2111514 May 06 09:54:25.501162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.509209 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe78214-2c3d-4506-af0c-3df32812ab49 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.509950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe78214-2c3d-4506-af0c-3df32812ab49 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.516476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6fe78214-2c3d-4506-af0c-3df32812ab49 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/73e2bde4-79d9-44e9-9ff6-cc4bb6d533ea HTTP/1.1" status: 404 len: 333 time: 0.0344913 May 06 09:54:25.519519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60078) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.603774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.644220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e131ca-dbdf-41ac-bc5b-851a2b0dbf01 req-f58e7ed6-c689-4918-a096-a4e158daa9e2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:25.645816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47e131ca-dbdf-41ac-bc5b-851a2b0dbf01 req-f58e7ed6-c689-4918-a096-a4e158daa9e2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 945 time: 0.2913635 May 06 09:54:25.656863 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-80774285-b28b-4138-824e-c46a2812b463 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.657314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80774285-b28b-4138-824e-c46a2812b463 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.660352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-80774285-b28b-4138-824e-c46a2812b463 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/596eac2d-d310-4a4a-9f09-00a8a2212757 HTTP/1.1" status: 404 len: 337 time: 0.1305156 May 06 09:54:25.664495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.703507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 700bd5a2-dada-4b34-b2f1-8d459cb1778d up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:25.711164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:25.713878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Pushing event updated for resources: {'Port': ['ID=81048106-9e73-45ca-8803-2f07870b33bb,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:25.723245 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-130eda79-ddcc-4805-b328-a5ed12a4cab9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.723744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130eda79-ddcc-4805-b328-a5ed12a4cab9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.730119 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-130eda79-ddcc-4805-b328-a5ed12a4cab9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/3a17f70a-c6af-499c-a4b3-d3f7e6229979 HTTP/1.1" status: 404 len: 337 time: 0.0645235 May 06 09:54:25.734559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.740922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:25.762892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:25.786824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 700bd5a2-dada-4b34-b2f1-8d459cb1778d completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:25.792163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 700bd5a2-dada-4b34-b2f1-8d459cb1778d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:25.792707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.831863 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0139774-c5f6-426c-82b5-1a95b51edd15 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.832724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0139774-c5f6-426c-82b5-1a95b51edd15 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.836114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c0139774-c5f6-426c-82b5-1a95b51edd15 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/77480729-33b2-4b89-9d95-efd4eba3694a HTTP/1.1" status: 404 len: 333 time: 0.1005299 May 06 09:54:25.843344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60086) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.862334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.883648 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-150ac101-0184-4a9b-ad71-bce16cbad8db tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:25.883648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150ac101-0184-4a9b-ad71-bce16cbad8db tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:25.884673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47e131ca-dbdf-41ac-bc5b-851a2b0dbf01 req-88899da9-302b-4b7c-9d0b-0fc28e407b18 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179296 May 06 09:54:25.888984 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-150ac101-0184-4a9b-ad71-bce16cbad8db tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/66524424-bb9b-4855-9c07-385b83c03108 HTTP/1.1" status: 404 len: 337 time: 0.0422096 May 06 09:54:25.888984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.892709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60088) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:25.903181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-f9c48086-8760-4ab0-ad1c-0c7fed5b441d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:25.904736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-f9c48086-8760-4ab0-ad1c-0c7fed5b441d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 816 time: 0.3953214 May 06 09:54:25.906594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:25.918580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=a8570c86-ad39-4b18-a042-30ceea076867,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:25.944288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700bd5a2-dada-4b34-b2f1-8d459cb1778d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:25.946575 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a4731c-6bfa-45d0-88f2-7e7b5552ad65" -d '{"events": [{"server_uuid": "b2ad7b89-905c-44e6-b38c-6e3158d629be", "name": "network-vif-plugged", "status": "completed", "tag": "700bd5a2-dada-4b34-b2f1-8d459cb1778d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:25.954996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-b4711733-7d85-496b-905f-d1dba9cd8f80 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/quotas/9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 375 time: 0.0385032 May 06 09:54:25.962371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 700bd5a2-dada-4b34-b2f1-8d459cb1778d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:25.971964 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.007727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Port': ['ID=402d69dd-14a8-4b24-b6ed-853b657aa937,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:26.014647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9089c20b-b701-43b6-afb0-8719defe1d09 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:26.030883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Attempting to bind port 81048106-9e73-45ca-8803-2f07870b33bb on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:26.031107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Attempting to bind port 81048106-9e73-45ca-8803-2f07870b33bb by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:26.031471 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df2a67f-8e88-4786-8a11-99289557a04a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.031879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Attempting to bind port 81048106-9e73-45ca-8803-2f07870b33bb on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:26.032216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df2a67f-8e88-4786-8a11-99289557a04a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.038108 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8df2a67f-8e88-4786-8a11-99289557a04a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/820804f4-ceee-464c-afcb-b8f8ea675c35 HTTP/1.1" status: 404 len: 333 time: 0.0657372 May 06 09:54:26.038412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60092) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.041443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 9089c20b-b701-43b6-afb0-8719defe1d09 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:26.042173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9089c20b-b701-43b6-afb0-8719defe1d09 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:26.063401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=700bd5a2-dada-4b34-b2f1-8d459cb1778d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:26.074703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Port 81048106-9e73-45ca-8803-2f07870b33bb on network 6a108881-3eb8-4d4a-aaec-2007ff76762b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:26.075111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Attempting to bind port 81048106-9e73-45ca-8803-2f07870b33bb on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:26.075814 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0cd5006-159c-45a8-994f-998fdf534d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.076276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0cd5006-159c-45a8-994f-998fdf534d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.080114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c0cd5006-159c-45a8-994f-998fdf534d7f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/750fe873-5cd1-4fbb-8b5c-c351a70907b7 HTTP/1.1" status: 404 len: 337 time: 0.0407364 May 06 09:54:26.081138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.082773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.109929 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbc2cb4-d31f-40a6-b706-28c967c4ed5d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.110577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbc2cb4-d31f-40a6-b706-28c967c4ed5d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.113610 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-adbc2cb4-d31f-40a6-b706-28c967c4ed5d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/24fd535e-5338-458d-90be-14e906bcaef2 HTTP/1.1" status: 404 len: 333 time: 0.0299308 May 06 09:54:26.113954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:26.114301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:26.114685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Bound using segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:26.115126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Bound port: 81048106-9e73-45ca-8803-2f07870b33bb, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:26.115483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.117985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60096) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.187421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-839b9b92-93f0-42de-87cb-c46087dc4e50 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1962621 May 06 09:54:26.189690 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b546e86b-2faf-407d-ac98-2382b25be7fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.190445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b546e86b-2faf-407d-ac98-2382b25be7fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.193195 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b546e86b-2faf-407d-ac98-2382b25be7fd tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/6b416865-3ccc-4ac3-8143-75ea5c569745 HTTP/1.1" status: 404 len: 337 time: 0.0740945 May 06 09:54:26.195712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60098) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.223946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-2bf0cd21-fd94-4973-bf38-3b1b0c626b26 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:54:26.224504 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-68135c07-18bf-4432-a18f-eeb3524bb0da tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.224802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68135c07-18bf-4432-a18f-eeb3524bb0da tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.224902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-2bf0cd21-fd94-4973-bf38-3b1b0c626b26 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088806 May 06 09:54:26.230188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-68135c07-18bf-4432-a18f-eeb3524bb0da tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/064794b2-87b3-41b9-92f4-c43278bbbc5c HTTP/1.1" status: 404 len: 333 time: 0.0311179 May 06 09:54:26.231041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60100) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.232960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977b0a-e5a7-4301-b9d4-91dc15c0a09c req-da722af0-9e4e-4b1e-b21f-461955757577 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:26.235038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d977b0a-e5a7-4301-b9d4-91dc15c0a09c req-da722af0-9e4e-4b1e-b21f-461955757577 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.2055833 May 06 09:54:26.270313 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-324b8311-1999-4d46-bb84-207498808d44 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.270765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324b8311-1999-4d46-bb84-207498808d44 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.276402 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-324b8311-1999-4d46-bb84-207498808d44 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/a47ea9c4-060b-40fc-a39f-6685c7873e29 HTTP/1.1" status: 404 len: 337 time: 0.0415318 May 06 09:54:26.276402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.305175 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a077982-8d2d-44fb-a558-21f2ef20a08f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.305982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a077982-8d2d-44fb-a558-21f2ef20a08f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.311446 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a077982-8d2d-44fb-a558-21f2ef20a08f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/e64930be-86d6-4a8e-a731-de79cd065a84 HTTP/1.1" status: 404 len: 333 time: 0.0320358 May 06 09:54:26.314508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.344656 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1f8826-e9fb-4b5d-98f5-58cde5f5faa2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.345394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1f8826-e9fb-4b5d-98f5-58cde5f5faa2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.350588 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fa1f8826-e9fb-4b5d-98f5-58cde5f5faa2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/a0c56dfd-afa3-4fab-ba1c-9bed1ae8e5ce HTTP/1.1" status: 404 len: 337 time: 0.0328767 May 06 09:54:26.352626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60108) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.361404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:26.376887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:26.383677 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f36780-f058-4f86-8b97-289212101429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.384225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f36780-f058-4f86-8b97-289212101429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.388836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] For port 81048106-9e73-45ca-8803-2f07870b33bb, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:26.397808 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e7f36780-f058-4f86-8b97-289212101429 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/37ed3241-4177-4f55-bca3-df3f65dcc998 HTTP/1.1" status: 404 len: 333 time: 0.0420413 May 06 09:54:26.402570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60110) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.428758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d977b0a-e5a7-4301-b9d4-91dc15c0a09c req-e4603453-c768-41c6-a78d-20b77f575fce tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776359 May 06 09:54:26.458397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] For port 81048106-9e73-45ca-8803-2f07870b33bb, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=81048106-9e73-45ca-8803-2f07870b33bb,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:26.464557 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1791a6c-29c2-4f08-9366-a0fbaecaa5c9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.465098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1791a6c-29c2-4f08-9366-a0fbaecaa5c9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.471777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c1791a6c-29c2-4f08-9366-a0fbaecaa5c9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/fdf5b356-e5fe-4635-bebc-9a9ecf1c718b HTTP/1.1" status: 404 len: 337 time: 0.0644934 May 06 09:54:26.474582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60114) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.475324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.505770 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4157970d-0bdb-487a-8e5d-7ad68b88b681 x-openstack-request-id: req-4157970d-0bdb-487a-8e5d-7ad68b88b681 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:26.506310 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ad7b89-905c-44e6-b38c-6e3158d629be", "name": "network-vif-plugged", "status": "completed", "tag": "700bd5a2-dada-4b34-b2f1-8d459cb1778d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:26.506416 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4157970d-0bdb-487a-8e5d-7ad68b88b681 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:26.506805 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4157970d-0bdb-487a-8e5d-7ad68b88b681'] response: {'server_uuid': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700bd5a2-dada-4b34-b2f1-8d459cb1778d', 'code': 200} May 06 09:54:26.535904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Router f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:26.668704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:26.674916 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9ee6fb85-2fb7-40e1-a1ef-4313a480fe08 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "PUT /v2.0/routers/f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8556926 May 06 09:54:26.677777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.682836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Request body: {'port': {'network_id': 'a46abf52-0653-46a7-93b1-4cd5b1184e3f', 'name': 'tempest-FloatingIPAdminTestJSON-2138348859'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:26.688728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] Sync routers for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:26.699504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:26.700224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:26.739957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:26.751004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:26.753232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:26.803255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:26.804213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ed4a4-5a2f-4172-949f-1e26a6b2949a None None] The sync data for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:26.815120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Made reservation on behalf of f63508c749984f24bdd0d37f6458e7b5 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:26.819044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.819670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5176af67-1b10-4f1c-9cfd-501db5fac95b None None] Provisioning complete for port 402d69dd-14a8-4b24-b6ed-853b657aa937 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:26.820102 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5176af67-1b10-4f1c-9cfd-501db5fac95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:26.844667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] device_id is not set on port a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:54:26.860775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5176af67-1b10-4f1c-9cfd-501db5fac95b None None] Port 402d69dd-14a8-4b24-b6ed-853b657aa937 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:26.956718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Allocated IP 172.20.0.5 (a46abf52-0653-46a7-93b1-4cd5b1184e3f/eff1835e-27d7-4626-89b2-64115de5b961/a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:26.961528 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fceae3-1c4b-4859-8c4c-16f935c76f86 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.961978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fceae3-1c4b-4859-8c4c-16f935c76f86 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:26.964891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-24fceae3-1c4b-4859-8c4c-16f935c76f86 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/2aa48112-c831-40e0-ad90-6f2a2059a7b9 HTTP/1.1" status: 404 len: 337 time: 0.4873190 May 06 09:54:26.969477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60124) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:26.987100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-6221b69e-243c-4380-8bbd-b9e19e6a6ee2 service neutron] 10.222.0.76 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480621 May 06 09:54:26.998924 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0e9577-ec7b-417a-8f41-c18e555e2b31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:26.999662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0e9577-ec7b-417a-8f41-c18e555e2b31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.002639 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e0e9577-ec7b-417a-8f41-c18e555e2b31 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/084088bc-ef2e-4ec6-88ae-93f863f5f948 HTTP/1.1" status: 404 len: 333 time: 0.0321012 May 06 09:54:27.008533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60126) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.016581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.017197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.018562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] 10.222.0.82 "PUT /v2.0/ports/81048106-9e73-45ca-8803-2f07870b33bb HTTP/1.1" status: 200 len: 1091 time: 3.0300248 May 06 09:54:27.019011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'tag': '81048106-9e73-45ca-8803-2f07870b33bb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:27.021260 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8863c5e-6444-4d31-99c2-b6cebccf5d60" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f4196e-851b-4d3d-ab59-87a55f2909c6", "tag": "81048106-9e73-45ca-8803-2f07870b33bb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:27.044079 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d922950-d0d0-484f-b318-b0f7776ba4c2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.044533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d922950-d0d0-484f-b318-b0f7776ba4c2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.050425 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5d922950-d0d0-484f-b318-b0f7776ba4c2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/4e1c2f6b-a47e-477a-9368-53409d92908d HTTP/1.1" status: 404 len: 337 time: 0.0386491 May 06 09:54:27.053663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60130) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.091812 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cda2f5-5b15-4557-b1dc-db36fb78a97b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.092226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cda2f5-5b15-4557-b1dc-db36fb78a97b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.096090 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e3cda2f5-5b15-4557-b1dc-db36fb78a97b tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/ac89937b-8ff6-4399-b8ba-7b4ecf64d0d9 HTTP/1.1" status: 404 len: 337 time: 0.0416496 May 06 09:54:27.099589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60132) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.163630 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-695c37fc-7dee-43b2-8eae-2ecb8fc38d40 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.164232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695c37fc-7dee-43b2-8eae-2ecb8fc38d40 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.167137 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-695c37fc-7dee-43b2-8eae-2ecb8fc38d40 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/7cd6784d-b765-4fe4-b656-56bb701cc587 HTTP/1.1" status: 404 len: 333 time: 0.0666337 May 06 09:54:27.169731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60134) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.174977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53173d86-2dd2-4414-9227-57e57dc7be0a service neutron] Pushing event updated for resources: {'Port': ['ID=81048106-9e73-45ca-8803-2f07870b33bb,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:27.202500 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c1deaf-822c-4ce3-af9d-a79e890b661c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.202958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c1deaf-822c-4ce3-af9d-a79e890b661c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.208310 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17c1deaf-822c-4ce3-af9d-a79e890b661c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/6d07d993-c76c-4027-8c13-b8bbefd6e816 HTTP/1.1" status: 404 len: 337 time: 0.0352695 May 06 09:54:27.208535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60136) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.209593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76cbf-69a1-4a39-b53a-29e5a1364c9c req-9924959d-59e6-4de8-9dc1-129e54cbd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.211074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a76cbf-69a1-4a39-b53a-29e5a1364c9c req-9924959d-59e6-4de8-9dc1-129e54cbd601 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 1097 time: 0.2633569 May 06 09:54:27.245724 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc09031-471c-4ed5-bc57-94b60f1ba894 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.246173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc09031-471c-4ed5-bc57-94b60f1ba894 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.249233 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7bc09031-471c-4ed5-bc57-94b60f1ba894 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/b2d9400d-9620-44bb-a23f-71776fcbe5e4 HTTP/1.1" status: 404 len: 337 time: 0.0397699 May 06 09:54:27.249711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cd67e-21c6-475d-9979-9a843858b20e req-9c85cb92-7980-4498-b92f-d105872919da tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.251327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057cd67e-21c6-475d-9979-9a843858b20e req-9c85cb92-7980-4498-b92f-d105872919da tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 943 time: 0.3024764 May 06 09:54:27.252312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60138) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.287416 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4ca8dc-f199-4975-86cb-3c5c42f5a45f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.288085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4ca8dc-f199-4975-86cb-3c5c42f5a45f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.290995 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6c4ca8dc-f199-4975-86cb-3c5c42f5a45f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/f0ed8a5e-26e0-493a-9a26-539002590e21 HTTP/1.1" status: 404 len: 333 time: 0.0381634 May 06 09:54:27.294040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60140) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.294237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667958-1bc8-4367-a929-3d724d67e912 req-07ea023b-a211-4da6-8d59-dcacec2bf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.295740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-07ea023b-a211-4da6-8d59-dcacec2bf458 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 1094 time: 0.2049358 May 06 09:54:27.310908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.334266 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-eae8f2a1-6d68-4ca8-8f9b-c66f9ac387b4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.334719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eae8f2a1-6d68-4ca8-8f9b-c66f9ac387b4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.334979 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.339884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eae8f2a1-6d68-4ca8-8f9b-c66f9ac387b4 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/31b75450-2d60-4dc4-90bb-ac66c5118ed7 HTTP/1.1" status: 404 len: 337 time: 0.0427325 May 06 09:54:27.340141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60142) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.388176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-7a4b52c2-8971-4257-8a70-e9e2ef7f487d service neutron] 10.222.0.76 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638270 May 06 09:54:27.397462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-9e729be2-5c8e-4ed0-b3ec-613af1c539c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81048106-9e73-45ca-8803-2f07870b33bb HTTP/1.1" status: 200 len: 217 time: 0.0828209 May 06 09:54:27.406502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a76cbf-69a1-4a39-b53a-29e5a1364c9c req-1d060a58-2a8a-4c93-b12f-2b63f3a81f70 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685436 May 06 09:54:27.447056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057cd67e-21c6-475d-9979-9a843858b20e req-cc8cb42a-0d42-4450-8e2a-b30944e70e17 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849928 May 06 09:54:27.528137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.570210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34667958-1bc8-4367-a929-3d724d67e912 req-69ce6e29-32ef-4dcf-82ad-02896bebf1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.571714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-69ce6e29-32ef-4dcf-82ad-02896bebf1a8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.1627233 May 06 09:54:27.657646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-96263f2e-37c0-4f32-942c-50e445bfd3f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509245 May 06 09:54:27.732431 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb8aca9-05be-4f1c-8d0d-128b4a27ca7d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:27.733094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb8aca9-05be-4f1c-8d0d-128b4a27ca7d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:27.736455 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4eb8aca9-05be-4f1c-8d0d-128b4a27ca7d tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/29564fab-c81f-4846-a7c6-e0af9f58c9a6 HTTP/1.1" status: 404 len: 337 time: 0.3953931 May 06 09:54:27.741869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60154) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.765636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:27.830216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5a331-be26-4b0a-9b1f-f8d4e91d4e0f req-1baf528c-30a9-4bf3-ba5a-d2f8914b8432 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.831236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:27.834686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:27.836179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bb5a331-be26-4b0a-9b1f-f8d4e91d4e0f req-1baf528c-30a9-4bf3-ba5a-d2f8914b8432 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.2785618 May 06 09:54:27.844492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:27.859301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d0f4d93a-178b-41ea-b834-3d1affbee869 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports?device_id=48c45b9d-9cbb-4c85-b112-d5a3917f66fe HTTP/1.1" status: 200 len: 205 time: 0.1120870 May 06 09:54:27.860260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60160) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.877044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event updated for resources: {'Port': ['ID=a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:27.956841 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-82418141-c8a8-4772-bbbb-1da8ead8c62e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] delete failed (client error): The resource could not be found. May 06 09:54:27.957886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-82418141-c8a8-4772-bbbb-1da8ead8c62e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/routers/48c45b9d-9cbb-4c85-b112-d5a3917f66fe HTTP/1.1" status: 404 len: 336 time: 0.0799944 May 06 09:54:27.964780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60166) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:27.977853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:27.978963 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.006384 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c0eab94f-251e-4de2-8bb2-f6ce74543687 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3242307 May 06 09:54:28.011449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60168) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.068323 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3250e19c-ff08-4a54-8e41-8ff02cf2043f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.068787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3250e19c-ff08-4a54-8e41-8ff02cf2043f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.072578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3250e19c-ff08-4a54-8e41-8ff02cf2043f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/91ad6560-98d5-4b8e-ba2f-3a4820ea24ab HTTP/1.1" status: 404 len: 337 time: 0.1045625 May 06 09:54:28.075233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60172) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.082395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'project_id': 'f63508c749984f24bdd0d37f6458e7b5', 'port_id': 'a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:28.110331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bb5a331-be26-4b0a-9b1f-f8d4e91d4e0f req-488b1ea9-0065-47e3-8ee4-525f4e40eb96 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422917 May 06 09:54:28.126151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d30b8650-42f4-4693-8df4-ebce73e71688 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6e87f77-ffb1-4634-a8c0-044a5c35e28b HTTP/1.1" status: 200 len: 205 time: 0.0472744 May 06 09:54:28.126565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60176) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.142138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-b7faf47a-2021-45b9-91ab-277bd7c59709 service neutron] 10.222.0.82 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628897 May 06 09:54:28.162525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.174459 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-9b3045c3-ce7f-44e8-b621-3874d13d35dc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] delete failed (client error): The resource could not be found. May 06 09:54:28.177914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9b3045c3-ce7f-44e8-b621-3874d13d35dc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/routers/c6e87f77-ffb1-4634-a8c0-044a5c35e28b HTTP/1.1" status: 404 len: 336 time: 0.0481296 May 06 09:54:28.179187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60180) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.193081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595767b8-4dfa-44b7-848b-c97fc1a1a8dd req-da70bf0e-5a14-4fe9-8132-449cf467c605 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:28.195809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-595767b8-4dfa-44b7-848b-c97fc1a1a8dd req-da70bf0e-5a14-4fe9-8132-449cf467c605 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 946 time: 0.2011621 May 06 09:54:28.200154 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dd50ea-58dd-4a26-8978-10766787bda7 x-openstack-request-id: req-e6dd50ea-58dd-4a26-8978-10766787bda7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:28.200513 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f4196e-851b-4d3d-ab59-87a55f2909c6", "tag": "81048106-9e73-45ca-8803-2f07870b33bb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:28.200883 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6dd50ea-58dd-4a26-8978-10766787bda7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:28.202132 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6dd50ea-58dd-4a26-8978-10766787bda7'] response: {'name': 'network-changed', 'server_uuid': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'tag': '81048106-9e73-45ca-8803-2f07870b33bb', 'status': 'completed', 'code': 200} May 06 09:54:28.208121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.222664 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d812c16f-61bc-4213-91ae-881532906bbc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.222664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d812c16f-61bc-4213-91ae-881532906bbc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.228250 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d812c16f-61bc-4213-91ae-881532906bbc tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/00745f39-5365-4c66-b982-b926b5ab18dc HTTP/1.1" status: 404 len: 337 time: 0.0457265 May 06 09:54:28.228250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.229577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.282223 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-29087b10-454a-4a6c-82ec-1acc6955759e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.283285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29087b10-454a-4a6c-82ec-1acc6955759e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.288233 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-29087b10-454a-4a6c-82ec-1acc6955759e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/8770ebfe-036a-4892-ade8-933988811b47 HTTP/1.1" status: 404 len: 337 time: 0.0533438 May 06 09:54:28.298186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a59421e6-2ed5-4b94-8068-41585e9baa5d None None] Provisioning complete for port a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:28.298777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a59421e6-2ed5-4b94-8068-41585e9baa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.318386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60184) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.349533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a59421e6-2ed5-4b94-8068-41585e9baa5d None None] Port a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:28.353913 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5323d239-c431-4eda-b418-b69f1e647be2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.354572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5323d239-c431-4eda-b418-b69f1e647be2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.357808 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5323d239-c431-4eda-b418-b69f1e647be2 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/6f90821c-4997-496f-bedb-7ca2d4626106 HTTP/1.1" status: 404 len: 333 time: 0.0382459 May 06 09:54:28.365837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60186) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.423400 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-250c8083-f317-4d5c-84c6-6e7c9ca73735 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.423883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250c8083-f317-4d5c-84c6-6e7c9ca73735 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.430337 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-250c8083-f317-4d5c-84c6-6e7c9ca73735 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/2ec83279-c7e8-4cfa-b93f-c635ff529aff HTTP/1.1" status: 404 len: 337 time: 0.0630956 May 06 09:54:28.431465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60188) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.443006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e349ba9-5e49-422c-ab77-5eceaa7c4b29 req-36037e8e-7df0-4c05-b788-de977b81d4c5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 210 time: 0.1408780 May 06 09:54:28.459336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=a8570c86-ad39-4b18-a042-30ceea076867,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:28.477196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-595767b8-4dfa-44b7-848b-c97fc1a1a8dd req-008f3791-c448-456a-aa52-1a66d67a125c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637413 May 06 09:54:28.502152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.517529 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c188d6e-0ba7-4841-b114-f5eb2be1f9aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.526644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c188d6e-0ba7-4841-b114-f5eb2be1f9aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.529731 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c188d6e-0ba7-4841-b114-f5eb2be1f9aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/3dcb878a-8ea5-4d07-bfe9-13f96b3b9906 HTTP/1.1" status: 404 len: 333 time: 0.0952420 May 06 09:54:28.536936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60194) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.612153 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b3c73a-bd2c-4025-8933-318b27fe8d4e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.612610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b3c73a-bd2c-4025-8933-318b27fe8d4e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.616332 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17b3c73a-bd2c-4025-8933-318b27fe8d4e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/2705f988-9942-4ae6-9bff-7a6809792495 HTTP/1.1" status: 404 len: 337 time: 0.0731008 May 06 09:54:28.621085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60196) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.650281 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6a069b-7544-4249-862b-b30b423deed5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.650937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6a069b-7544-4249-862b-b30b423deed5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.653888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a6a069b-7544-4249-862b-b30b423deed5 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/04b2f484-c96f-47fa-a468-05ea319f076e HTTP/1.1" status: 404 len: 333 time: 0.0314939 May 06 09:54:28.657136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60198) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.688087 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8e343a-d511-45e5-a7b6-61db17415da9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.688704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8e343a-d511-45e5-a7b6-61db17415da9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.690956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34667958-1bc8-4367-a929-3d724d67e912 req-cf7c0c13-41f7-4698-adcc-b4b5d2f59539 service neutron] 10.222.0.82 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887099 May 06 09:54:28.691981 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cd8e343a-d511-45e5-a7b6-61db17415da9 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/dcc38577-0d8d-4524-8c6b-396dd28e642f HTTP/1.1" status: 404 len: 337 time: 0.0337150 May 06 09:54:28.695354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60200) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.704955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:28.730263 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7e5ff5-4636-493f-91d5-8b02957687c6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.731829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7e5ff5-4636-493f-91d5-8b02957687c6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.746071 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e7e5ff5-4636-493f-91d5-8b02957687c6 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/8ff141f8-4d66-42a7-8914-3aedd254b3ad HTTP/1.1" status: 404 len: 333 time: 0.0496833 May 06 09:54:28.748806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60202) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.760747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a60a3-61f0-4f04-9579-4adc6a9a2f1a req-098121f8-efba-49cb-aa0f-7d9f3d53a86b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:28.769229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a0a60a3-61f0-4f04-9579-4adc6a9a2f1a req-098121f8-efba-49cb-aa0f-7d9f3d53a86b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 943 time: 0.1804421 May 06 09:54:28.796181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ba014-603d-4b4b-9cb2-e07d167aff48 req-6c32f9a7-0f7d-45f1-829d-0f5723f55201 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:28.797784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be9ba014-603d-4b4b-9cb2-e07d167aff48 req-6c32f9a7-0f7d-45f1-829d-0f5723f55201 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1679883 May 06 09:54:28.825808 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d2f7a4-2616-4981-aae2-767483a1d9aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.826367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d2f7a4-2616-4981-aae2-767483a1d9aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.829132 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Floating IP 3014e15b-9d5e-4185-bcdb-4a88f6109884 associated. External IP: 172.25.8.140, port: 70b4a5d8-2701-480f-9b08-9f1a91c8d078. May 06 09:54:28.833935 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-43d2f7a4-2616-4981-aae2-767483a1d9aa tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/37e99ed2-bd98-4aff-8bb7-2c101620230c HTTP/1.1" status: 404 len: 337 time: 0.0481198 May 06 09:54:28.836676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60204) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.865137 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb1bf7e-c978-4363-a3d6-b44c1e82b92a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.865853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb1bf7e-c978-4363-a3d6-b44c1e82b92a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.874758 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-efb1bf7e-c978-4363-a3d6-b44c1e82b92a tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/fe503617-25c4-40f8-b51f-441892e9e8bb HTTP/1.1" status: 404 len: 333 time: 0.0358369 May 06 09:54:28.878155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60206) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:28.913938 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c4da55-2d52-499b-a47b-8212e927af5c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:28.914389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c4da55-2d52-499b-a47b-8212e927af5c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:28.921879 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-87c4da55-2d52-499b-a47b-8212e927af5c tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/eafdc8c6-9dfa-4f57-8a13-55ace4ca136a HTTP/1.1" status: 404 len: 337 time: 0.0422144 May 06 09:54:28.922613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60208) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.000527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4a0a60a3-61f0-4f04-9579-4adc6a9a2f1a req-1123b260-2b3b-4268-b168-05c7d9f0f8fa tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303002 May 06 09:54:29.002922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Allocated IP 172.25.8.224 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/7fb91c21-19e9-491c-8021-3c44644d5f38) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:29.038228 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c7b970-ea14-4cfc-8790-31fd8da59c5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:29.038907 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c7b970-ea14-4cfc-8790-31fd8da59c5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:29.044137 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58c7b970-ea14-4cfc-8790-31fd8da59c5e tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/ed10380d-8609-4643-8c3a-c6bd361d15d8 HTTP/1.1" status: 404 len: 333 time: 0.1162312 May 06 09:54:29.048620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60210) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.051916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be9ba014-603d-4b4b-9cb2-e07d167aff48 req-36567a37-3504-4592-9468-c556b8b56713 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373061 May 06 09:54:29.067796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-d277722e-964c-4937-ba6f-a4ceb161ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:29.069279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-d277722e-964c-4937-ba6f-a4ceb161ed28 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 1094 time: 0.3168287 May 06 09:54:29.147141 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb28c23c-2d1f-450b-bb89-f27aec72a3cb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:29.149449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb28c23c-2d1f-450b-bb89-f27aec72a3cb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:29.152998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bb28c23c-2d1f-450b-bb89-f27aec72a3cb tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/f2fb81e1-a03f-4698-b9c2-0adc86ca4d01 HTTP/1.1" status: 404 len: 337 time: 0.0998046 May 06 09:54:29.156302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60216) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.194872 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce42495-4e5c-464d-8db2-ad8f7fd6a012 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:29.195611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce42495-4e5c-464d-8db2-ad8f7fd6a012 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:29.200963 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7ce42495-4e5c-464d-8db2-ad8f7fd6a012 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/ports/ade0fde6-d253-46fe-b812-816302b92852 HTTP/1.1" status: 404 len: 333 time: 0.0412784 May 06 09:54:29.201790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60218) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.219437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.239855 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d10b6c-e486-4262-b231-b8a6cbeb038f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] DELETE failed (client error): The resource could not be found. May 06 09:54:29.240307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d10b6c-e486-4262-b231-b8a6cbeb038f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:54:29.244956 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21d10b6c-e486-4262-b231-b8a6cbeb038f tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/subnets/dcb44743-9948-44b6-b792-41c06f2b27df HTTP/1.1" status: 404 len: 337 time: 0.0406017 May 06 09:54:29.246046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60220) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:29.279787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.321877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:29.330377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:29.331118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:29.339388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb91c21-19e9-491c-8021-3c44644d5f38,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:29.394259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-d0a33fee-9393-4b0f-8754-542c3f50b28d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:29.395774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-d0a33fee-9393-4b0f-8754-542c3f50b28d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.82 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 816 time: 0.5087192 May 06 09:54:29.431555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828e3a2-bf36-4345-a20b-0fba30554d62 req-19b80653-81da-4759-8a83-529b74f4e1fb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:29.433074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2828e3a2-bf36-4345-a20b-0fba30554d62 req-19b80653-81da-4759-8a83-529b74f4e1fb tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.2738881 May 06 09:54:29.763919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.840301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.851970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-2d7dfb67-8964-4829-90e3-60e1ae72a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:29.853385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-2d7dfb67-8964-4829-90e3-60e1ae72a394 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.7363939 May 06 09:54:29.903478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:29.995610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-3a6b5466-d1ff-4331-a7ea-2b345933fa0d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 380 time: 0.5847545 May 06 09:54:30.002814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.007355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-b5d9363d-f739-474f-8b37-fc02872aaf5b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81048106-9e73-45ca-8803-2f07870b33bb HTTP/1.1" status: 200 len: 217 time: 0.1189232 May 06 09:54:30.007883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.024470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'port': {'device_id': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'admin_state_up': True, 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'security_groups': ['88c98b02-9e55-4f75-8fec-499bb1961652']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:30.082362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Pushing event updated for resources: {'Port': ['ID=7fb91c21-19e9-491c-8021-3c44644d5f38,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:30.093570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.152056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2828e3a2-bf36-4345-a20b-0fba30554d62 req-624d5f93-f8be-4347-9183-7ba00fc81a5e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129117 May 06 09:54:30.189485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 82937ac2-d312-4b92-b20d-b0efcb008ef4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:30.202276 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Floating IP 503f6d6d-8eb9-489e-b8dc-d28eae1f972b associated. External IP: 172.25.8.224, port: a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3. May 06 09:54:30.252083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5cf86-79e5-49dd-836d-935db4988a0d req-4ced1b0a-9b24-47ab-993d-d49b73416ee4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:30.253999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6b5cf86-79e5-49dd-836d-935db4988a0d req-4ced1b0a-9b24-47ab-993d-d49b73416ee4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 946 time: 0.4032533 May 06 09:54:30.279743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.303111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-42d038af-05fe-4c37-a8d7-9eeddee9e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:30.304716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-42d038af-05fe-4c37-a8d7-9eeddee9e124 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.2886748 May 06 09:54:30.370547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3d165d0-4aab-47b9-a0fc-96f52235854e req-c92aeac7-b833-4f6c-b608-13f68ca4a9c1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 210 time: 0.0860310 May 06 09:54:30.372190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec861bb2-f6c1-44b0-ab1c-795d98c15718']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.444316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-408bac4e-3dcd-4896-87b0-1f6442ea13f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127622 May 06 09:54:30.460448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab564380-e0f3-458a-9bef-918848f20074') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.460742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab564380-e0f3-458a-9bef-918848f20074') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.471060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Router f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:30.515251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.522148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6b5cf86-79e5-49dd-836d-935db4988a0d req-312243d4-3739-4bca-b267-102db226f28d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582276 May 06 09:54:30.525434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Made reservation on behalf of 9eaa50dd21b24efd9dce2f661ca2ca1d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:30.532800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.596022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:30.604687 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] Sync routers for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:30.618111 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:30.618869 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.627940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.663173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.668368 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eeca9852-e14b-4617-be1e-263a732a90a9 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.6555176 May 06 09:54:30.679865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:30.685295 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.697925 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:30.699484 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.722303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:30.722711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:30.756607 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.759698 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e0932-47db-4f8c-92c6-c12da0be1878 None None] The sync data for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: timer() May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:30.773882 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:30.847523 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-51dd9a84-ffd5-4542-b8bc-a87c96b47d02 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] 10.222.0.76 "GET /v2.0/floatingips/503f6d6d-8eb9-489e-b8dc-d28eae1f972b HTTP/1.1" status: 200 len: 983 time: 0.1638484 May 06 09:54:30.848094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60238) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:30.856867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb5b73-2e14-406c-9a32-bcab2b4886b5 req-fbf79f18-37c6-494b-92fa-ed87335ae1e5 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:30.864384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96fb5b73-2e14-406c-9a32-bcab2b4886b5 req-fbf79f18-37c6-494b-92fa-ed87335ae1e5 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 943 time: 0.4106855 May 06 09:54:30.934734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:30.948605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] Sync routers for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:30.972346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:30.973026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:30.993798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-ae1ca802-b428-4186-97f6-c3aae3f707e7 service neutron] 10.222.0.82 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305030 May 06 09:54:30.994650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.003115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d1eaa08e-429d-486c-84ee-ab72ce5a7d7b tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4296 time: 0.1536527 May 06 09:54:31.003406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60240) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:31.036116 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.039475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] 10.222.0.76 "DELETE /v2.0/networks/ec861bb2-f6c1-44b0-ab1c-795d98c15718 HTTP/1.1" status: 204 len: 168 time: 1.7906845 May 06 09:54:31.097465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d8632-0ab9-47d6-9627-685ed5586118 tempest-NetworksTestDHCPv6-1161862221 tempest-NetworksTestDHCPv6-1161862221-project] Pushing event deleted for resources: {'Network': ['ID=ec861bb2-f6c1-44b0-ab1c-795d98c15718,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:31.107886 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.122188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96fb5b73-2e14-406c-9a32-bcab2b4886b5 req-0aea6714-0743-40fa-9c3d-4536dc4a2222 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563925 May 06 09:54:31.132028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:31.214949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Allocated IP 172.20.0.3 (9384a9c4-085b-4e05-bcf0-21525f91ee84/c197fac8-8ecd-4b52-9d8b-fd09f93a7303/ed34f311-d012-4b9d-9d0c-b9a062c44601) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:31.229449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d863d9-5145-432c-8b3c-a4739a5ae25d req-2af4aa6f-0021-4e30-9842-ace4e546610e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:31.237457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00d863d9-5145-432c-8b3c-a4739a5ae25d req-2af4aa6f-0021-4e30-9842-ace4e546610e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.3453803 May 06 09:54:31.289879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-24e7af54-cec5-43dc-9fcd-275e60d0b655 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7531273 May 06 09:54:31.294522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60246) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:31.295725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:31.298702 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:31.348571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8863c5e-6444-4d31-99c2-b6cebccf5d60 req-867eb7f1-ff70-43d3-b76d-ae5d1731901f service neutron] 10.222.0.82 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342156 May 06 09:54:31.376542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00d863d9-5145-432c-8b3c-a4739a5ae25d req-325b6514-3106-43c3-a272-df39bd10ea9a tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380765 May 06 09:54:31.399920 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ac01c-2004-42f6-9f55-57487e08be06 x-openstack-request-id: req-3d4ac01c-2004-42f6-9f55-57487e08be06 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:31.400625 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:31.402688 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d4ac01c-2004-42f6-9f55-57487e08be06 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:31.403271 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4ac01c-2004-42f6-9f55-57487e08be06'] response: {'name': 'network-changed', 'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'status': 'completed', 'code': 200} May 06 09:54:31.509438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:26Z', 'revision_number': 0, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:31.519631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Deleting port 7fb91c21-19e9-491c-8021-3c44644d5f38 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:31.520120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.552745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60254) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:31.555528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] Checking router: 82937ac2-d312-4b92-b20d-b0efcb008ef4 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:54:31.564955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:31.565659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:31.568472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a17d57ee-7647-4172-a134-601c037b2e6c req-4f329555-7f85-4ad1-a317-9d22706e551e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 210 time: 0.0586116 May 06 09:54:31.586044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.613731 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-41151e54-c53a-4716-8550-67067e9e7fc3 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/3014e15b-9d5e-4185-bcdb-4a88f6109884 HTTP/1.1" status: 200 len: 991 time: 0.3149085 May 06 09:54:31.632503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-850795fe-e136-4af6-97b0-5ff5f7f46373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:31.634215 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-850795fe-e136-4af6-97b0-5ff5f7f46373 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 1096 time: 0.2053258 May 06 09:54:31.674566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.711003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.711471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:31.729695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Calling delete_port for 7fb91c21-19e9-491c-8021-3c44644d5f38 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:31.739198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 81048106-9e73-45ca-8803-2f07870b33bb details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:31.757847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:31.764193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:31.782684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:31.793784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:31.874764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:31.931795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-10262722-c6bd-41f3-9d02-42e1780c71a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0dbf5112bf2b485b8558ca7c48a9e244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757467 May 06 09:54:31.935657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60260) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:32.002515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.003197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.041743 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-45d07cc9-4075-4699-9069-b048882e9e82 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0333128 May 06 09:54:32.058779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 81048106-9e73-45ca-8803-2f07870b33bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=81048106-9e73-45ca-8803-2f07870b33bb,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:32.063290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Request body: {'port': {'device_id': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:32.112449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5da43ab0-6747-4c84-a378-a46285101953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.162660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5da43ab0-6747-4c84-a378-a46285101953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.164701 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.290238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-74013c1c-e7f0-466b-8ed5-b25c1da19a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.292045 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-74013c1c-e7f0-466b-8ed5-b25c1da19a15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e623c531-73cb-4dd3-8c4b-cc2d7a827438 HTTP/1.1" status: 200 len: 898 time: 0.6485212 May 06 09:54:32.321922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '81048106-9e73-45ca-8803-2f07870b33bb', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'port_id': '81048106-9e73-45ca-8803-2f07870b33bb', 'mac_address': 'fa:16:3e:ce:71:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73420db5-974d-455c-b166-9669723b3d84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:32.384521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d40cad-669b-478c-8f56-e5716b2ef714 req-19c0de28-b378-45ad-89ae-383811f9154b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.386006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86d40cad-669b-478c-8f56-e5716b2ef714 req-19c0de28-b378-45ad-89ae-383811f9154b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 943 time: 0.1525412 May 06 09:54:32.390098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5da43ab0-6747-4c84-a378-a46285101953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.392608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5da43ab0-6747-4c84-a378-a46285101953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.394452 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-bbd86377-9a25-4aa5-aaa7-19498cde2952 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078 HTTP/1.1" status: 200 len: 999 time: 0.0947556 May 06 09:54:32.398316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5da43ab0-6747-4c84-a378-a46285101953 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0efec0b-dc2f-4c6c-99f4-c10826cc6ce8 HTTP/1.1" status: 204 len: 168 time: 0.4602079 May 06 09:54:32.435797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5d0d50d6-153e-43a0-89a5-0fbd1661c2f7 None None] Provisioning complete for port ed34f311-d012-4b9d-9d0c-b9a062c44601 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:32.436144 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d0d50d6-153e-43a0-89a5-0fbd1661c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.513976 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.527211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da43ab0-6747-4c84-a378-a46285101953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0efec0b-dc2f-4c6c-99f4-c10826cc6ce8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:32.537514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-d11cd5a1-62bd-44da-8267-0a58b243aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.544627 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-d11cd5a1-62bd-44da-8267-0a58b243aeb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a265a375-4a67-4126-8048-40e2bdcb67c8 HTTP/1.1" status: 200 len: 833 time: 0.1348176 May 06 09:54:32.568725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81048106-9e73-45ca-8803-2f07870b33bb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:32.578937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d50d6-153e-43a0-89a5-0fbd1661c2f7 None None] Port ed34f311-d012-4b9d-9d0c-b9a062c44601 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:54:32.615783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 81048106-9e73-45ca-8803-2f07870b33bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=81048106-9e73-45ca-8803-2f07870b33bb,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:32.641110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60270) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:32.642945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.681668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.707286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=81048106-9e73-45ca-8803-2f07870b33bb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:32.725789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86d40cad-669b-478c-8f56-e5716b2ef714 req-7edf955b-288e-46c5-b29e-ea7004d7c6e2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242495 May 06 09:54:32.741777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Port': ['ID=7fb91c21-19e9-491c-8021-3c44644d5f38,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:32.753433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:26Z', 'revision_number': 0, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:32.835061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91963fb-23cc-4599-a596-e99dd7e56499 None None] The sync data for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 is: [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:46Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:26Z', 'revision_number': 0, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:32.844816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-768643f5-3d01-4c14-a7fa-27a425906ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.846347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-768643f5-3d01-4c14-a7fa-27a425906ad1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e623c531-73cb-4dd3-8c4b-cc2d7a827438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2902324 May 06 09:54:32.852884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:32.853228 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Floating IP 503f6d6d-8eb9-489e-b8dc-d28eae1f972b disassociated (deleted). External IP: 172.25.8.224, port: a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3. May 06 09:54:32.925564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['81048106-9e73-45ca-8803-2f07870b33bb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:32.945829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-549a54f9-1b5a-48bc-a434-a4ce64cbbbb8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/3014e15b-9d5e-4185-bcdb-4a88f6109884 HTTP/1.1" status: 200 len: 991 time: 0.2765830 May 06 09:54:32.971928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed34f311-d012-4b9d-9d0c-b9a062c44601 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:32.985457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d345238-a149-4201-aa69-e3b356abdc67 req-9a20dbe4-d8d3-4350-8f38-87da6daaf077 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:32.986953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d345238-a149-4201-aa69-e3b356abdc67 req-9a20dbe4-d8d3-4350-8f38-87da6daaf077 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.4817297 May 06 09:54:32.999114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.058516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Transition to ACTIVE for port object ed34f311-d012-4b9d-9d0c-b9a062c44601 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:33.075285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4e38-e825-4fc3-a298-7bc35ee719dc req-ab6361dc-8688-4fd3-aa71-5c956fe64d5b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:33.077213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35cd4e38-e825-4fc3-a298-7bc35ee719dc req-ab6361dc-8688-4fd3-aa71-5c956fe64d5b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 931 time: 0.2063713 May 06 09:54:33.113738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d345238-a149-4201-aa69-e3b356abdc67 req-b5615755-9b7a-4943-9c7b-d3cd142127d5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167374 May 06 09:54:33.114379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.177445 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-226265e8-ca6d-4bb9-a965-3f8b3f7206ac service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803547 May 06 09:54:33.339477 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5abc46-2d4d-4e9e-81b9-81338910d79b None None] New status for floating IP 3014e15b-9d5e-4185-bcdb-4a88f6109884: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:54:33.361092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35cd4e38-e825-4fc3-a298-7bc35ee719dc req-24e024df-a895-4d16-ad8c-663cf347d110 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654684 May 06 09:54:33.381482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:33.435013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Router f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:33.492161 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-f0fbde6f-d4d2-4a5c-ac6b-90d7006a5b5a req-ac0068ff-7f35-42c6-a764-0369c355a339 service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027496 May 06 09:54:33.544491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:33.544836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:33.548304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:33.558881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Port ed34f311-d012-4b9d-9d0c-b9a062c44601 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:33.559250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:33.571030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:33.571431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Checking segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:33.571855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Bound using segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:33.572295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Bound port: ed34f311-d012-4b9d-9d0c-b9a062c44601, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:33.572659 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.711535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:33.716930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:33.731788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.768106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:33.782091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] Sync routers for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:33.799634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.811015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:33.819791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:33.843229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:33.844475 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:33.846718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] 10.222.0.82 "PUT /v2.0/ports/ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 1091 time: 1.7928524 May 06 09:54:33.847671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:33.856006 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1c4d8-981b-43ad-9081-37ccb56d563d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:33.894240 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5f305adc-2eea-455b-9463-f51d1e41aa7f tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "DELETE /v2.0/floatingips/503f6d6d-8eb9-489e-b8dc-d28eae1f972b HTTP/1.1" status: 204 len: 168 time: 2.8897159 May 06 09:54:33.912444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60306) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:33.917272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:33.959975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60308) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:33.968832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99e596-8a0a-4427-9593-d847cc2dfb15 service neutron] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:34.004865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:34.010910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-3c31875e-1f1a-4e6e-8698-a3fddaf9fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.021011 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-3c31875e-1f1a-4e6e-8698-a3fddaf9fce8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 1097 time: 0.1256378 May 06 09:54:34.021672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:34.025389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:34.026097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:34.070172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:34.071095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44f5ae-568f-4e4e-ab74-be7898677b74 None None] The sync data for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:34.124399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3d6849a9-7513-4de2-980e-a2006abe4a6a tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/3014e15b-9d5e-4185-bcdb-4a88f6109884 HTTP/1.1" status: 200 len: 993 time: 0.1515629 May 06 09:54:34.148320 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.162724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b12ad-ae35-41ac-bf96-774a3278180e req-1cb711f1-9940-4635-9e5d-a382997f1de8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.163000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1909242597'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:34.164299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-723b12ad-ae35-41ac-bf96-774a3278180e req-1cb711f1-9940-4635-9e5d-a382997f1de8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 944 time: 0.2783666 May 06 09:54:34.188497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f8c3c-31fc-4846-b473-af47d88b75ea req-69e540ee-95f5-4a11-ab23-dca62e177eca tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.190172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-713f8c3c-31fc-4846-b473-af47d88b75ea req-69e540ee-95f5-4a11-ab23-dca62e177eca tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.2623179 May 06 09:54:34.195231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-8fcadd16-5f49-45cf-803f-bc4a51198bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.196851 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-8fcadd16-5f49-45cf-803f-bc4a51198bdb service neutron] 10.222.0.83 "GET /v2.0/networks?id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 200 len: 914 time: 0.1625400 May 06 09:54:34.202505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:34.206256 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.221388 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.256164 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-55463865-42be-47ec-80ee-a25280ef2f5a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 200 len: 217 time: 0.0467665 May 06 09:54:34.263118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-436f5b32-33a8-41e6-a134-fae17808a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.264742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-436f5b32-33a8-41e6-a134-fae17808a09a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1094 time: 0.2780848 May 06 09:54:34.333363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-883009c8-d425-415f-bd2b-0cf3db6cfd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.334849 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-883009c8-d425-415f-bd2b-0cf3db6cfd60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 200 len: 853 time: 0.0704639 May 06 09:54:34.336999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-723b12ad-ae35-41ac-bf96-774a3278180e req-c889c7b2-248b-40e3-b21a-bd07d528a814 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581440 May 06 09:54:34.339645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-713f8c3c-31fc-4846-b473-af47d88b75ea req-dd0114bf-d394-48fc-8747-7f0cf04c0dab tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132681 May 06 09:54:34.340929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-00cc0ecc-1fde-4002-840c-f8ea4b286e44 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 217 time: 0.0635302 May 06 09:54:34.390741 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-2f3b7703-e32d-4c21-ac69-847607553f86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431736 May 06 09:54:34.416886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-a68feb89-2ae8-4544-b83b-de4287d92fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.418379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-a68feb89-2ae8-4544-b83b-de4287d92fa9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.0693982 May 06 09:54:34.420230 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223fda06-dfd5-4f92-b76e-a8010a53a707 x-openstack-request-id: req-223fda06-dfd5-4f92-b76e-a8010a53a707 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:34.420535 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:34.420786 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-223fda06-dfd5-4f92-b76e-a8010a53a707 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:34.421194 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223fda06-dfd5-4f92-b76e-a8010a53a707'] response: {'name': 'network-changed', 'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'status': 'completed', 'code': 200} May 06 09:54:34.477827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.487730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.525740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:34.525984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02455b-365d-4661-b425-36f868225c04 req-7837f497-d9ad-4c4c-9bbf-8048f3234de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.527002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-7837f497-d9ad-4c4c-9bbf-8048f3234de0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929081 May 06 09:54:34.529129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.544666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-36b7a997-d746-497e-9af1-6455a86d0017 service neutron] 10.222.0.83 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477296 May 06 09:54:34.547188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f24fda-0166-44b0-bbbe-1dd9eb54100f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:34.551493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.551857 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment c199d547-c679-4941-a28f-18f20b7d05a5 of type vlan for network 0289cf34-cbee-4ab5-9907-ed8e95e0281f May 06 09:54:34.556362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221782b-c7e4-4f8f-b4d0-7bc4f5d82aee req-5b63815e-8409-4877-970e-13c89c75318a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.557895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7221782b-c7e4-4f8f-b4d0-7bc4f5d82aee req-5b63815e-8409-4877-970e-13c89c75318a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.0944982 May 06 09:54:34.647755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.699692 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bcdb0d66-b05e-4b09-9d72-aebc114c0650 req-8fba8f0a-738f-410a-a17a-b69e460f8017 service neutron] 10.222.0.83 "GET /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458793 May 06 09:54:34.700443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.706471 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:34.707109 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:34.770726 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7479651 May 06 09:54:34.785645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f7d01-2224-43ba-bbaa-006ce2b6bf87 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=0289cf34-cbee-4ab5-9907-ed8e95e0281f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:34.802185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 0289cf34-cbee-4ab5-9907-ed8e95e0281f details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:34.904973 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60320) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:34.910813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': '0289cf34-cbee-4ab5-9907-ed8e95e0281f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:35.005684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:35.009639 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.072184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7221782b-c7e4-4f8f-b4d0-7bc4f5d82aee req-f3bdeff1-5e0d-47d0-9252-9080bf986ea5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496441 May 06 09:54:35.108370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Allocated IP 172.25.8.224 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/5f1516ad-4541-4fe5-a1a8-bac71032d77c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:35.111868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-5ea3b9f4-b8ea-4820-9a37-471afeb32c34 service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729308 May 06 09:54:35.205096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.266879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=2c6e3a5c-d0d6-480a-9a36-ed8388982cd1,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:35.275313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f02455b-365d-4661-b425-36f868225c04 req-772a439b-db00-4581-afed-7cd852ffbf29 service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553547 May 06 09:54:35.280096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': 'c199d547-c679-4941-a28f-18f20b7d05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0289cf34-cbee-4ab5-9907-ed8e95e0281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:35.280469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: 0289cf34-cbee-4ab5-9907-ed8e95e0281f, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:35.296110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.298027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 0289cf34-cbee-4ab5-9907-ed8e95e0281f is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:35.309547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 0289cf34-cbee-4ab5-9907-ed8e95e0281f) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:35.316764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.317874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.320090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a98ee-892b-4b97-ba58-8ec1c6599f12 None None] Network 0289cf34-cbee-4ab5-9907-ed8e95e0281f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:35.336918 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ee96863d-7c1f-4902-8912-79c80944b309 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4300892 May 06 09:54:35.340210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60322) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:35.345629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481777109'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:35.378151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:35.378570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.381956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.409073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:35.418761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.419185 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment 047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4 of type vlan for network 56c77580-ca45-451e-b47f-ec73f0d167a4 May 06 09:54:35.436949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-5e0d2bf5-26e0-4571-b097-776b7fd00035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.439602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-5e0d2bf5-26e0-4571-b097-776b7fd00035 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1094 time: 0.1136725 May 06 09:54:35.443572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:35.469310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.495219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.496896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:35.500199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:35.501517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.502303 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.532845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-0289cf34-cbee-4ab5-9907-ed8e95e0281f', 'network_id': '0289cf34-cbee-4ab5-9907-ed8e95e0281f', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': '2c6e3a5c-d0d6-480a-9a36-ed8388982cd1'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:35.534700 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.562675 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2213936 May 06 09:54:35.565313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:35.569566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Pushing event updated for resources: {'Port': ['ID=5f1516ad-4541-4fe5-a1a8-bac71032d77c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:35.572454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': '56c77580-ca45-451e-b47f-ec73f0d167a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:35.623323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790ae4b-d532-473f-871e-e1b2f499f05d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=56c77580-ca45-451e-b47f-ec73f0d167a4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:35.660175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 56c77580-ca45-451e-b47f-ec73f0d167a4 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:35.676246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:35.680866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.682621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52c6d8-5f57-46a7-9db0-8d1af109e6d7 req-ca1751b9-bdc4-4953-a901-ef06ae2ca167 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.684356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e52c6d8-5f57-46a7-9db0-8d1af109e6d7 req-ca1751b9-bdc4-4953-a901-ef06ae2ca167 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1756532 May 06 09:54:35.721030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9341b1-f844-463a-afdb-084dbc9f5067 req-1764e417-5824-4cd4-8459-00fe512ff83f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.722602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d9341b1-f844-463a-afdb-084dbc9f5067 req-1764e417-5824-4cd4-8459-00fe512ff83f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 944 time: 0.2763059 May 06 09:54:35.726955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-57b8f0f6-c0e0-452a-b912-2406fdc422b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.728482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-57b8f0f6-c0e0-452a-b912-2406fdc422b3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.2808228 May 06 09:54:35.752198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 81048106-9e73-45ca-8803-2f07870b33bb up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:35.820082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-96d7ebd5-c6c7-43f2-ab40-f0e354b216ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 217 time: 0.0803859 May 06 09:54:35.835738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Allocated IP 172.20.255.242 (0289cf34-cbee-4ab5-9907-ed8e95e0281f/2c6e3a5c-d0d6-480a-9a36-ed8388982cd1/fb876ed8-a229-46db-a0b8-f850a6799a96) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:35.848202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.855079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 81048106-9e73-45ca-8803-2f07870b33bb completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:35.860719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 81048106-9e73-45ca-8803-2f07870b33bb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:35.861347 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:35.905409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e52c6d8-5f57-46a7-9db0-8d1af109e6d7 req-2956d1a8-6c93-4137-a58f-023f5abbec4c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815391 May 06 09:54:35.917462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d9341b1-f844-463a-afdb-084dbc9f5067 req-c19ddf61-bdbc-4cda-9fec-e5c18a46114b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880505 May 06 09:54:35.962858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-68fb6064-8568-489e-bd92-8130f9e43e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:35.964391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-68fb6064-8568-489e-bd92-8130f9e43e27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.1328497 May 06 09:54:35.966630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.010667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.032642 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.080643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81048106-9e73-45ca-8803-2f07870b33bb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:36.083027 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dff3794-59ab-4573-b1b3-8826b1466837" -d '{"events": [{"server_uuid": "e2f4196e-851b-4d3d-ab59-87a55f2909c6", "name": "network-vif-plugged", "status": "completed", "tag": "81048106-9e73-45ca-8803-2f07870b33bb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:36.090158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-62fb04bf-6ba6-40b8-9922-e9f4eb70f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:36.091691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-62fb04bf-6ba6-40b8-9922-e9f4eb70f45b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024115 May 06 09:54:36.093862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '56c77580-ca45-451e-b47f-ec73f0d167a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:36.094225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: 56c77580-ca45-451e-b47f-ec73f0d167a4, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:36.098720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=ea76ef7a-b779-4b88-ae43-7d069b15e7c9,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.109397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 81048106-9e73-45ca-8803-2f07870b33bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=81048106-9e73-45ca-8803-2f07870b33bb,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:36.111079 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.115140 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.119283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 56c77580-ca45-451e-b47f-ec73f0d167a4 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:36.134607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 56c77580-ca45-451e-b47f-ec73f0d167a4) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:36.141140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:36.142341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.164838 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e4998f06-f35b-4ff4-8cb6-fd7d19ac57ab tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5984106 May 06 09:54:36.167701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60338) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:36.183076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=81048106-9e73-45ca-8803-2f07870b33bb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.185785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf12a35-7c59-40ad-93c3-4e71850e2c84 None None] Network 56c77580-ca45-451e-b47f-ec73f0d167a4 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:36.188923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.199607 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b11df70-d526-4cf2-a2b9-fbbfae65908b x-openstack-request-id: req-4b11df70-d526-4cf2-a2b9-fbbfae65908b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:36.199893 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f4196e-851b-4d3d-ab59-87a55f2909c6", "name": "network-vif-plugged", "status": "completed", "tag": "81048106-9e73-45ca-8803-2f07870b33bb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:36.200147 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b11df70-d526-4cf2-a2b9-fbbfae65908b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:36.200537 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b11df70-d526-4cf2-a2b9-fbbfae65908b'] response: {'server_uuid': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81048106-9e73-45ca-8803-2f07870b33bb', 'code': 200} May 06 09:54:36.271840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Network 0289cf34-cbee-4ab5-9907-ed8e95e0281f is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:36.279213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:36.281988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:36.305888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Pushing event updated for resources: {'Port': ['ID=fb876ed8-a229-46db-a0b8-f850a6799a96,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.331499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.362858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-105b0e75-dd9f-42dd-95b8-02dbaa3482fb service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617393 May 06 09:54:36.367126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Attempting to bind port fb876ed8-a229-46db-a0b8-f850a6799a96 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:36.367392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Attempting to bind port fb876ed8-a229-46db-a0b8-f850a6799a96 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c199d547-c679-4941-a28f-18f20b7d05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0289cf34-cbee-4ab5-9907-ed8e95e0281f'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:36.368396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Attempting to bind port fb876ed8-a229-46db-a0b8-f850a6799a96 on network 0289cf34-cbee-4ab5-9907-ed8e95e0281f {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:36.370683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.383473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:36.383868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Checking segment: {'id': 'c199d547-c679-4941-a28f-18f20b7d05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0289cf34-cbee-4ab5-9907-ed8e95e0281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:36.384266 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.385679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Bound using segment: {'id': 'c199d547-c679-4941-a28f-18f20b7d05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0289cf34-cbee-4ab5-9907-ed8e95e0281f'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:36.385679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Bound port: fb876ed8-a229-46db-a0b8-f850a6799a96, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c199d547-c679-4941-a28f-18f20b7d05a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0289cf34-cbee-4ab5-9907-ed8e95e0281f'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:36.385679 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.401742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.436541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661067-66eb-4260-9b3d-22e957d34a08 req-f1a5fe7c-f4ed-4b11-9b00-d9f832a85730 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:36.438152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55661067-66eb-4260-9b3d-22e957d34a08 req-f1a5fe7c-f4ed-4b11-9b00-d9f832a85730 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.1860888 May 06 09:54:36.440996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.479810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de189b3-3c9f-49d0-aed5-f13e75f34695 req-f022b6c9-bd70-41fa-b2d4-29cb953fcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:36.481595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3de189b3-3c9f-49d0-aed5-f13e75f34695 req-f022b6c9-bd70-41fa-b2d4-29cb953fcfff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 1096 time: 0.2042024 May 06 09:54:36.515077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] For port fb876ed8-a229-46db-a0b8-f850a6799a96, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:36.529685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] For port fb876ed8-a229-46db-a0b8-f850a6799a96, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fb876ed8-a229-46db-a0b8-f850a6799a96,segment=NetworkSegment(c199d547-c679-4941-a28f-18f20b7d05a5),segment_id=c199d547-c679-4941-a28f-18f20b7d05a5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:36.537214 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.594371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-56c77580-ca45-451e-b47f-ec73f0d167a4', 'network_id': '56c77580-ca45-451e-b47f-ec73f0d167a4', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': 'ea76ef7a-b779-4b88-ae43-7d069b15e7c9'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:36.595234 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.598170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Pushing event updated for resources: {'Port': ['ID=5f1516ad-4541-4fe5-a1a8-bac71032d77c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.615399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa01af9-d26e-4956-bf4a-e392b477071c None None] Pushing event updated for resources: {'Port': ['ID=fb876ed8-a229-46db-a0b8-f850a6799a96,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:36.660113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d1c4d8-981b-43ad-9081-37ccb56d563d req-946523e0-1bed-4fb0-9c88-302b749869d0 service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865281 May 06 09:54:36.661080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.670089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3de189b3-3c9f-49d0-aed5-f13e75f34695 req-baa79671-33d8-42ec-b634-7d8382be7729 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716163 May 06 09:54:36.690526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55661067-66eb-4260-9b3d-22e957d34a08 req-81d04b98-8ba2-49df-bc90-5a577c8f959f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195325 May 06 09:54:36.711103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:36.712151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a1a95aca-8787-4d7d-b240-6e0764eeefe5 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7986493 May 06 09:54:36.717186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60340) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:36.875210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:36.905808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.032893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Allocated IP 172.20.0.2 (56c77580-ca45-451e-b47f-ec73f0d167a4/ea76ef7a-b779-4b88-ae43-7d069b15e7c9/d9fef7bd-1719-4d28-ba9c-82aa831a01e5) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:37.124960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cb109-ee23-4fe9-90e5-ec4044016f85 req-91e4301c-0e00-4657-8ada-86103b24e450 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.126514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d22cb109-ee23-4fe9-90e5-ec4044016f85 req-91e4301c-0e00-4657-8ada-86103b24e450 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 945 time: 0.1103115 May 06 09:54:37.135748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a91276-7d76-4cb4-982d-7f8f63e5f648 req-c6a274c6-1be6-408d-98f7-fd45e7dc8488 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.137176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1a91276-7d76-4cb4-982d-7f8f63e5f648 req-c6a274c6-1be6-408d-98f7-fd45e7dc8488 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1305397 May 06 09:54:37.196672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.200186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.207118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d22cb109-ee23-4fe9-90e5-ec4044016f85 req-a88bc01b-4313-4323-835f-85712b297b7e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689986 May 06 09:54:37.207786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.225296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1a91276-7d76-4cb4-982d-7f8f63e5f648 req-c483b4c0-810f-4af8-a530-34237da520e0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767596 May 06 09:54:37.260758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.270679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Network 56c77580-ca45-451e-b47f-ec73f0d167a4 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:37.275232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:37.278672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:37.311082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Pushing event updated for resources: {'Port': ['ID=d9fef7bd-1719-4d28-ba9c-82aa831a01e5,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:37.320532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=ea76ef7a-b779-4b88-ae43-7d069b15e7c9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:37.359712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Attempting to bind port d9fef7bd-1719-4d28-ba9c-82aa831a01e5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:37.360647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Attempting to bind port d9fef7bd-1719-4d28-ba9c-82aa831a01e5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '56c77580-ca45-451e-b47f-ec73f0d167a4'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:37.361017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Attempting to bind port d9fef7bd-1719-4d28-ba9c-82aa831a01e5 on network 56c77580-ca45-451e-b47f-ec73f0d167a4 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:37.366678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:37.367251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Checking segment: {'id': '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '56c77580-ca45-451e-b47f-ec73f0d167a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:37.367858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.368387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Bound using segment: {'id': '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '56c77580-ca45-451e-b47f-ec73f0d167a4'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:37.369024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Bound port: d9fef7bd-1719-4d28-ba9c-82aa831a01e5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '56c77580-ca45-451e-b47f-ec73f0d167a4'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:37.369295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Allocated IP 172.25.8.240 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/57a8926a-718c-4db9-be50-31af3e5bafa6) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:37.369718 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.410004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.437286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c77580-ca45-451e-b47f-ec73f0d167a4']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:37.445876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] For port d9fef7bd-1719-4d28-ba9c-82aa831a01e5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:37.449036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] For port d9fef7bd-1719-4d28-ba9c-82aa831a01e5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d9fef7bd-1719-4d28-ba9c-82aa831a01e5,segment=NetworkSegment(047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4),segment_id=047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:37.454437 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.458097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:37.458477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:37.486101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.488111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fa0f2-8e1e-435e-85a3-30aafacef352 req-bf96ef29-09c5-455c-8c17-890c1784b2bd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.489917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef5fa0f2-8e1e-435e-85a3-30aafacef352 req-bf96ef29-09c5-455c-8c17-890c1784b2bd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1226838 May 06 09:54:37.513971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.517416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb09e4-3ff3-4e43-b69c-13e5b5bcda7f None None] Pushing event updated for resources: {'Port': ['ID=d9fef7bd-1719-4d28-ba9c-82aa831a01e5,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:37.525326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:37.525929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:37.538993 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:37.580312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef5fa0f2-8e1e-435e-85a3-30aafacef352 req-735e5a84-4545-4d3e-8684-ae5567bc4ac7 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829988 May 06 09:54:37.596686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.609473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb877e-0182-4706-8b0a-d5b578f03c38 None None] Network 56c77580-ca45-451e-b47f-ec73f0d167a4 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:37.629172 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.api [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:54:37.629172 n-d-840834-1 neutron-server[102743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:54:37.629172 n-d-840834-1 neutron-server[102743]: [parameters: {'id': '56c77580-ca45-451e-b47f-ec73f0d167a4'}] May 06 09:54:37.629172 n-d-840834-1 neutron-server[102743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:37.629577 n-d-840834-1 neutron-server[102743]: DEBUG oslo_db.api [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:37.663968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.715636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:37.728540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:37.739750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:37.750575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:37.797538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Pushing event updated for resources: {'Port': ['ID=57a8926a-718c-4db9-be50-31af3e5bafa6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:37.863398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ac70-1152-498a-a5fa-1c776226abd0 req-c8d4d467-016f-440d-8e5e-102c761a1024 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.865124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c333ac70-1152-498a-a5fa-1c776226abd0 req-c8d4d467-016f-440d-8e5e-102c761a1024 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1560481 May 06 09:54:37.883715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:37.898737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'port_id': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'mac_address': 'fa:16:3e:a6:b5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:37.939475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4579f-01c5-4f63-8ba0-e7c767592223 req-5f33b1ab-1d1c-4d24-8656-c54225f81360 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:37.942610 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:37.946932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c4579f-01c5-4f63-8ba0-e7c767592223 req-5f33b1ab-1d1c-4d24-8656-c54225f81360 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.1392503 May 06 09:54:37.963537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed34f311-d012-4b9d-9d0c-b9a062c44601 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:37.990212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b514d-818f-4864-86cb-2ce9da525a55 None None] Network 0289cf34-cbee-4ab5-9907-ed8e95e0281f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:37.991831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c333ac70-1152-498a-a5fa-1c776226abd0 req-086ca411-43c8-4c41-b28d-f330beabe85f tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154923 May 06 09:54:38.008611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.022794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c4579f-01c5-4f63-8ba0-e7c767592223 req-eb9a24b8-218d-4a74-9a1c-f436343de613 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750034 May 06 09:54:38.042744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:38.075058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3a8acb4b-bace-47ed-8f38-e3a8dc8181e4 None None] Provisioning complete for port fb876ed8-a229-46db-a0b8-f850a6799a96 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:38.075492 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a8acb4b-bace-47ed-8f38-e3a8dc8181e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.078054 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.100603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.130839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.160548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fb876ed8-a229-46db-a0b8-f850a6799a96 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:38.213435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port d9fef7bd-1719-4d28-ba9c-82aa831a01e5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:38.213707 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.227269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:38.248186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7367a-4d68-4013-8d7f-82d0a2a5a850 req-068e6ff5-c434-4087-904e-71e1e5481d09 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.250264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2a7367a-4d68-4013-8d7f-82d0a2a5a850 req-068e6ff5-c434-4087-904e-71e1e5481d09 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1204796 May 06 09:54:38.306649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port d9fef7bd-1719-4d28-ba9c-82aa831a01e5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d9fef7bd-1719-4d28-ba9c-82aa831a01e5,segment=NetworkSegment(047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4),segment_id=047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:38.307681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.323650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for d9fef7bd-1719-4d28-ba9c-82aa831a01e5 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:38.324433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2a7367a-4d68-4013-8d7f-82d0a2a5a850 req-17d19d9f-dcbb-441d-81c4-6ddb89c909f8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664592 May 06 09:54:38.355608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fb876ed8-a229-46db-a0b8-f850a6799a96 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:38.356344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.386500 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a8acb4b-bace-47ed-8f38-e3a8dc8181e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.387539 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.402740 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ed34f311-d012-4b9d-9d0c-b9a062c44601'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:38.409316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694de0a-d219-4953-8404-9b357400e91f req-48a31c5c-12d7-481d-bfb4-b6ca1fbb250a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.420903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d694de0a-d219-4953-8404-9b357400e91f req-48a31c5c-12d7-481d-bfb4-b6ca1fbb250a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 945 time: 0.1028728 May 06 09:54:38.444467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.451169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.506546 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d694de0a-d219-4953-8404-9b357400e91f req-3322f8e8-51bf-4d86-9889-20b765430ba2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804868 May 06 09:54:38.513176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=d9fef7bd-1719-4d28-ba9c-82aa831a01e5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:38.516676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3a8acb4b-bace-47ed-8f38-e3a8dc8181e4 None None] For port fb876ed8-a229-46db-a0b8-f850a6799a96, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fb876ed8-a229-46db-a0b8-f850a6799a96,segment=NetworkSegment(c199d547-c679-4941-a28f-18f20b7d05a5),segment_id=c199d547-c679-4941-a28f-18f20b7d05a5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:38.537476 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a8acb4b-bace-47ed-8f38-e3a8dc8181e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.542872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port d9fef7bd-1719-4d28-ba9c-82aa831a01e5 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:38.581420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Pushing event updated for resources: {'Port': ['ID=57a8926a-718c-4db9-be50-31af3e5bafa6,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:38.633589 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.676286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8acb4b-bace-47ed-8f38-e3a8dc8181e4 None None] Pushing event updated for resources: {'Port': ['ID=fb876ed8-a229-46db-a0b8-f850a6799a96,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:38.717101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.730421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.732159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-45f835a0-87ba-4788-80bc-5aeb808dad65 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0130723 May 06 09:54:38.736480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60374) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:38.743735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c77580-ca45-451e-b47f-ec73f0d167a4']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:38.756475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:38.756783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047dc8bd-4d5b-40ff-b9a2-db26faa8fdd4') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:38.768119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.769614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36911b2a-9728-4ca3-9114-0844aa400dd3 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:38.782391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.789032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:38.789451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:38.792566 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:38.813384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102c1f7-d821-4161-8b87-2887ea5bb4ab req-7d528f42-b140-499c-9f45-f9b6b70646d8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.814898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5102c1f7-d821-4161-8b87-2887ea5bb4ab req-7d528f42-b140-499c-9f45-f9b6b70646d8 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1445954 May 06 09:54:38.825148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a65113-31a6-42c2-ba92-372c6f9c3330 req-2bafc7ad-40ea-4603-bbb3-8c9e77417255 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:38.826599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3a65113-31a6-42c2-ba92-372c6f9c3330 req-2bafc7ad-40ea-4603-bbb3-8c9e77417255 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 946 time: 0.1669278 May 06 09:54:38.860814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.867142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8def0a6c-ff45-4f6c-823f-ea609a7f9e17 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4483 time: 0.1293588 May 06 09:54:38.868359 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.876851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60376) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:38.877137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60378) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:38.877607 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/56c77580-ca45-451e-b47f-ec73f0d167a4 HTTP/1.1" status: 204 len: 168 time: 2.7087638 May 06 09:54:38.890295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d7b3c-3574-4fe7-a039-ee63879810b1 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=56c77580-ca45-451e-b47f-ec73f0d167a4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:38.891184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c84be9c5-cd0a-4153-ab2c-092200384234 None None] Provisioning complete for port fb876ed8-a229-46db-a0b8-f850a6799a96 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:38.895071 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c84be9c5-cd0a-4153-ab2c-092200384234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:38.907550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1037478466'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:38.938831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36911b2a-9728-4ca3-9114-0844aa400dd3 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:38.980188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8743275b-ad36-416e-a50a-6d7622ea9c7d tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1017175 May 06 09:54:38.982991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60380) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:38.998709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5102c1f7-d821-4161-8b87-2887ea5bb4ab req-47783e70-822e-46c8-b5a7-9efab2c2efda tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699700 May 06 09:54:39.009958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3a65113-31a6-42c2-ba92-372c6f9c3330 req-0fdf38c1-cb53-4b0d-b65b-335e181e3590 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669686 May 06 09:54:39.012026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:39.016464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.106811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:39.138364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.138708 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment 6905cb33-ec21-4a8b-816c-e97b81ff7232 of type vlan for network 607a258f-122a-461e-8ece-7afbee940577 May 06 09:54:39.195336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Deleting port 57a8926a-718c-4db9-be50-31af3e5bafa6 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:39.195849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.238132 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.255023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333eebc-dbe2-49f8-8466-76f225af72a5 req-4e0f2158-2e8a-4884-9c17-7126821adc7c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.256661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0333eebc-dbe2-49f8-8466-76f225af72a5 req-4e0f2158-2e8a-4884-9c17-7126821adc7c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 945 time: 0.1341918 May 06 09:54:39.285818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.286281 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.300119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Calling delete_port for 57a8926a-718c-4db9-be50-31af3e5bafa6 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:39.300367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.306164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.306720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.325469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6e917-5224-44a6-a12c-0ac68ec151e0 req-06cb0dd7-e52c-4ff4-b1ca-5744fef14022 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.327618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50d6e917-5224-44a6-a12c-0ac68ec151e0 req-06cb0dd7-e52c-4ff4-b1ca-5744fef14022 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1623425 May 06 09:54:39.399375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5200245 May 06 09:54:39.411790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60390) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:39.419698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': '607a258f-122a-461e-8ece-7afbee940577', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:39.433441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0333eebc-dbe2-49f8-8466-76f225af72a5 req-d876c546-a84e-43ad-89b4-cec5396aafa4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552165 May 06 09:54:39.437840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.467621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Pushing event deleted for resources: {'Port': ['ID=57a8926a-718c-4db9-be50-31af3e5bafa6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:39.486430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578bd8f-9041-4c64-b6cd-934c8f54cae8 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=607a258f-122a-461e-8ece-7afbee940577,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:39.517615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 607a258f-122a-461e-8ece-7afbee940577 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:39.524259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50d6e917-5224-44a6-a12c-0ac68ec151e0 req-a1bdc4d1-0e46-452b-a737-f36974756b4e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562150 May 06 09:54:39.600563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.603857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.607658 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a37907f4-5e6f-4b04-927c-a4b846183d32 tempest-FloatingIPAdminTestJSON-1796628246 tempest-FloatingIPAdminTestJSON-1796628246-project] 10.222.0.76 "DELETE /v2.0/floatingips/692ce9b1-b09c-462c-b3fe-628affc95008 HTTP/1.1" status: 204 len: 168 time: 0.6203208 May 06 09:54:39.608697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:39.647917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76137f-edfb-4e6c-9eba-064b320ad23b req-29a04615-ec1f-4927-8008-85e84937ab68 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:39.649652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc76137f-edfb-4e6c-9eba-064b320ad23b req-29a04615-ec1f-4927-8008-85e84937ab68 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.1201901 May 06 09:54:39.672605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:39.676327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.758110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:39.758413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing IP validity checks on allocation pools {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:54:39.758923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:54:39.766766 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc76137f-edfb-4e6c-9eba-064b320ad23b req-b00af8c0-982c-4ce4-b3ca-6405440e2317 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088991 May 06 09:54:39.779331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Deleting port 5f1516ad-4541-4fe5-a1a8-bac71032d77c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:39.780904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.847237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port ed34f311-d012-4b9d-9d0c-b9a062c44601 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:54:39.853971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port ed34f311-d012-4b9d-9d0c-b9a062c44601 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:39.854555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.903793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.904462 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.918793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Calling delete_port for 5f1516ad-4541-4fe5-a1a8-bac71032d77c owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:39.958061 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.982825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:39.984143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:39.985974 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8609c301-089d-4ef2-b863-c157c2edd532" -d '{"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-plugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:40.001780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:40.006444 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.040190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acad54-d802-429f-a0da-816e54f76e81 req-1f8dc79d-ea49-4cda-86ec-7c50c454472d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.048672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23acad54-d802-429f-a0da-816e54f76e81 req-1f8dc79d-ea49-4cda-86ec-7c50c454472d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 945 time: 0.1456614 May 06 09:54:40.059481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:40.068821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822647c0-ba72-4f85-9457-e25195e591ae req-7b34ff09-35e5-4763-8001-09f08285807d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.070290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-822647c0-ba72-4f85-9457-e25195e591ae req-7b34ff09-35e5-4763-8001-09f08285807d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1684628 May 06 09:54:40.095329 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.118910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fb876ed8-a229-46db-a0b8-f850a6799a96 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:54:40.128433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=be2a02cd-8bf7-4a5c-9cf4-18d1b018f2af,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:40.137134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f1516ad-4541-4fe5-a1a8-bac71032d77c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:40.186281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-822647c0-ba72-4f85-9457-e25195e591ae req-077fee8e-73a2-4952-9bfb-1117f22a4d6c tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041999 May 06 09:54:40.188950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23acad54-d802-429f-a0da-816e54f76e81 req-423b540d-743f-4a35-b3cf-4064f5cc2b41 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395085 May 06 09:54:40.206631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': '6905cb33-ec21-4a8b-816c-e97b81ff7232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '607a258f-122a-461e-8ece-7afbee940577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:40.206989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: 607a258f-122a-461e-8ece-7afbee940577, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:40.210219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.224228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.225398 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5b22f95-dc83-448f-8f70-89270af038d4 tempest-FloatingIPAdminTestJSON-556018605 tempest-FloatingIPAdminTestJSON-556018605-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/fbbd7355-e0d3-4dba-bd3c-d3bebcc4a665 HTTP/1.1" status: 204 len: 168 time: 0.6149051 May 06 09:54:40.226906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fb876ed8-a229-46db-a0b8-f850a6799a96 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:54:40.227356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.234413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60410) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:40.292947 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f23f2c-335e-4333-b129-c6b2619b497c x-openstack-request-id: req-43f23f2c-335e-4333-b129-c6b2619b497c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:40.293287 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-plugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:40.293541 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43f23f2c-335e-4333-b129-c6b2619b497c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:40.293964 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f23f2c-335e-4333-b129-c6b2619b497c'] response: {'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'code': 200} May 06 09:54:40.299205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 607a258f-122a-461e-8ece-7afbee940577 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:40.346297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 607a258f-122a-461e-8ece-7afbee940577) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:40.360311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec28f4f-5afc-4e9f-93aa-d0de166dadb4 None None] Network 607a258f-122a-461e-8ece-7afbee940577 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:40.368762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.369614 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.422099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f8a64316-9700-4277-aa34-b2381226ba4e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0072870 May 06 09:54:40.424796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60418) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:40.445974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7579f42-7cc3-4688-91e7-c110145f61a1 req-44a4f0c7-98e7-4d56-a33b-66cb3df97cf1 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.447611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7579f42-7cc3-4688-91e7-c110145f61a1 req-44a4f0c7-98e7-4d56-a33b-66cb3df97cf1 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1248744 May 06 09:54:40.450501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205607c2-d4e4-49df-8995-41344560609d req-615198f3-060d-47ed-a3a5-caa7bd7eb591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:40.452572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-205607c2-d4e4-49df-8995-41344560609d req-615198f3-060d-47ed-a3a5-caa7bd7eb591 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1096 time: 0.1164410 May 06 09:54:40.469603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Deleting port a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:40.469952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.531880 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.562517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee00b3d-7a07-4d77-838c-1ac8ed415eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-607a258f-122a-461e-8ece-7afbee940577', 'network_id': '607a258f-122a-461e-8ece-7afbee940577', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': 'be2a02cd-8bf7-4a5c-9cf4-18d1b018f2af'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:40.563861 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cee00b3d-7a07-4d77-838c-1ac8ed415eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.595888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.666588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.695981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=be2a02cd-8bf7-4a5c-9cf4-18d1b018f2af,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-cee00b3d-7a07-4d77-838c-1ac8ed415eb6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be2a02cd-8bf7-4a5c-9cf4-18d1b018f2af: This subnet is being modified by another concurrent operation. May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be2a02cd-8bf7-4a5c-9cf4-18d1b018f2af: This subnet is being modified by another concurrent operation. May 06 09:54:40.696796 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 09:54:40.722098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706796bb-5d9c-48f7-b8bd-2a719138bbfb None None] Network 607a258f-122a-461e-8ece-7afbee940577 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:40.773636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.799865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607a258f-122a-461e-8ece-7afbee940577']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:40.812516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6905cb33-ec21-4a8b-816c-e97b81ff7232') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:40.812912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6905cb33-ec21-4a8b-816c-e97b81ff7232') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:40.824199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.840227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.849986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:40.850673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:40.854036 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:40.928257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.942062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:40.950055 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/607a258f-122a-461e-8ece-7afbee940577 HTTP/1.1" status: 204 len: 168 time: 0.5241063 May 06 09:54:40.960624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60424) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:40.965500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-851594303'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:40.970086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d44696-df1b-4076-9936-7a5dbe7c293e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=607a258f-122a-461e-8ece-7afbee940577,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:40.980697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7579f42-7cc3-4688-91e7-c110145f61a1 req-42814109-be73-428a-b805-e43167ef34f5 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216494 May 06 09:54:40.995297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-205607c2-d4e4-49df-8995-41344560609d req-863685f2-f09c-4778-9bf0-ee45e754d22d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5188067 May 06 09:54:40.998867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:41.002457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.002966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de343a07-cace-4e16-947a-e77d321e051a None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:41.018772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba0e8-5279-41dd-b0f7-452ab4d5a871 req-17077b7c-0da3-4855-822d-74735a2b80cb tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.020393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90bba0e8-5279-41dd-b0f7-452ab4d5a871 req-17077b7c-0da3-4855-822d-74735a2b80cb tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.5548046 May 06 09:54:41.032591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:41.044354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.044714 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment c23a6f7b-cf0b-49c9-a387-12fcd915c269 of type vlan for network e8458173-61bc-4a72-9ca1-2f5bb8e08f88 May 06 09:54:41.067500 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.089979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Calling delete_port for a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:41.092211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.099102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90bba0e8-5279-41dd-b0f7-452ab4d5a871 req-1e35c548-181e-4730-a967-56373cfb47ee tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628941 May 06 09:54:41.130274 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.137197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.138043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.149570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de343a07-cace-4e16-947a-e77d321e051a None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:41.211117 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2469273 May 06 09:54:41.211613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:41.216295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:41.235134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a90e7b-bd94-4f69-a17b-bcc80f5ad7d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=e8458173-61bc-4a72-9ca1-2f5bb8e08f88,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:41.269140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dca23-5f8b-422a-a5a5-ae9bedfcee4f req-4e09f838-05f7-4f7e-91f7-f233860df1fd tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.277528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c31dca23-5f8b-422a-a5a5-ae9bedfcee4f req-4e09f838-05f7-4f7e-91f7-f233860df1fd tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.0977623 May 06 09:54:41.284128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e8458173-61bc-4a72-9ca1-2f5bb8e08f88 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:41.297075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.331277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:41.335526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.335704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Port': ['ID=a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:41.363511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c31dca23-5f8b-422a-a5a5-ae9bedfcee4f req-850b4975-f1f3-4195-a033-81ff7895ddcb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849967 May 06 09:54:41.564796 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.570346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fc5722f2-7839-45da-9e06-6ea1a0dd0175 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "DELETE /v2.0/ports/a4c5b8cf-65d3-4ffa-b245-a9e2bd644cc3 HTTP/1.1" status: 204 len: 168 time: 1.3323438 May 06 09:54:41.570913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60434) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:41.589661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502be33-8b9e-4637-81f8-2f0e4b766443 req-d47ea6f2-0267-4250-8b6e-cbd0e5d5e941 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.592038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f502be33-8b9e-4637-81f8-2f0e4b766443 req-d47ea6f2-0267-4250-8b6e-cbd0e5d5e941 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 945 time: 0.1473465 May 06 09:54:41.621113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.634143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92afbd8-91e2-4f0a-8532-22ef85092763 req-724d2727-9412-487a-8077-93800d6f7049 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.635713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d92afbd8-91e2-4f0a-8532-22ef85092763 req-724d2727-9412-487a-8077-93800d6f7049 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1671057 May 06 09:54:41.644408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afae788-d47e-4a13-9839-9e47093e35df req-3394f225-258f-446d-b21e-31d9d65b0221 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.645975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9afae788-d47e-4a13-9839-9e47093e35df req-3394f225-258f-446d-b21e-31d9d65b0221 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.82 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 945 time: 0.1763415 May 06 09:54:41.658674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4695362d-32db-4591-8a5b-bd1614fdfe0b tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.660245 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4695362d-32db-4591-8a5b-bd1614fdfe0b tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 HTTP/1.1" status: 200 len: 913 time: 0.0882945 May 06 09:54:41.665393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:41.709541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f502be33-8b9e-4637-81f8-2f0e4b766443 req-a88d7c0f-343e-418d-bcc5-92503cef5691 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088693 May 06 09:54:41.740596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=0411d9a2-4c1e-456d-85ab-5e7e89454163,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:41.751014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d92afbd8-91e2-4f0a-8532-22ef85092763 req-181678c0-fa5f-48a5-8ae2-d0ac1c0ce3c0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982585 May 06 09:54:41.802782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': 'c23a6f7b-cf0b-49c9-a387-12fcd915c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:41.803725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: e8458173-61bc-4a72-9ca1-2f5bb8e08f88, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:41.824047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Deleting port 81048106-9e73-45ca-8803-2f07870b33bb {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:41.824294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.877679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network e8458173-61bc-4a72-9ca1-2f5bb8e08f88 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:41.891796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e8458173-61bc-4a72-9ca1-2f5bb8e08f88) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:41.899798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1dd4f-33bd-44e5-bc8c-4e157b03aa89 None None] Network e8458173-61bc-4a72-9ca1-2f5bb8e08f88 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:41.904606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.906176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:41.947722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae4729-2fca-4a26-bae8-2811d7fea563 req-eea31516-d9ee-450e-8641-b713e28d9860 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:41.949701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19ae4729-2fca-4a26-bae8-2811d7fea563 req-eea31516-d9ee-450e-8641-b713e28d9860 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1201012 May 06 09:54:41.964588 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5ef1b2f7-e37f-45fc-b93b-6b09c9f45cc5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7516315 May 06 09:54:41.968936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:41.982359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] For port 81048106-9e73-45ca-8803-2f07870b33bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=81048106-9e73-45ca-8803-2f07870b33bb,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:41.982727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.006419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Calling delete_port for 81048106-9e73-45ca-8803-2f07870b33bb owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:42.022781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19ae4729-2fca-4a26-bae8-2811d7fea563 req-c3d67175-1aa8-486f-8be6-c34a0414fbad tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634806 May 06 09:54:42.056306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e8458173-61bc-4a72-9ca1-2f5bb8e08f88', 'network_id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': '0411d9a2-4c1e-456d-85ab-5e7e89454163'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:42.057260 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.214059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.245824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Allocated IP 172.20.0.1 (e8458173-61bc-4a72-9ca1-2f5bb8e08f88/0411d9a2-4c1e-456d-85ab-5e7e89454163/9b5abbc8-f968-4b9e-b9d3-e538039037be) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:42.288267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9520f7b-172d-465d-839d-6b92b6e9acdb req-bbf786f5-4933-45ae-be26-e3a971ac01be tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:42.290004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9520f7b-172d-465d-839d-6b92b6e9acdb req-bbf786f5-4933-45ae-be26-e3a971ac01be tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1684716 May 06 09:54:42.292449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.322908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['81048106-9e73-45ca-8803-2f07870b33bb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:42.348778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643', 'db714217-bc42-4ac5-824a-d6c488b6d737'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:42.354600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b6664-c75a-4e9e-b1e6-5fa62b353ba0 req-48ce17ba-cb4e-4f96-9b8f-53d767a9b5ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:42.356552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f7b6664-c75a-4e9e-b1e6-5fa62b353ba0 req-48ce17ba-cb4e-4f96-9b8f-53d767a9b5ef tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1723034 May 06 09:54:42.361638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event deleted for resources: {'Port': ['ID=81048106-9e73-45ca-8803-2f07870b33bb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:42.392502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.429145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9520f7b-172d-465d-839d-6b92b6e9acdb req-40a054d8-c2d4-4303-a2f2-f1ce3ae0b596 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297710 May 06 09:54:42.430010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] No DVR routers for this DVR port 81048106-9e73-45ca-8803-2f07870b33bb on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:42.434139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.437286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9afae788-d47e-4a13-9839-9e47093e35df req-5826d771-f4cd-43ac-9d36-54152393259a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.82 "DELETE /v2.0/ports/81048106-9e73-45ca-8803-2f07870b33bb HTTP/1.1" status: 204 len: 173 time: 0.7817223 May 06 09:54:42.438544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'name': 'network-vif-deleted', 'tag': '81048106-9e73-45ca-8803-2f07870b33bb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:42.440336 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857fdc03-3642-460e-8649-8b1babfcd764" -d '{"events": [{"server_uuid": "e2f4196e-851b-4d3d-ab59-87a55f2909c6", "name": "network-vif-deleted", "tag": "81048106-9e73-45ca-8803-2f07870b33bb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:42.465226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f7b6664-c75a-4e9e-b1e6-5fa62b353ba0 req-dffc81af-f401-4588-8cb8-f85187697230 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856674 May 06 09:54:42.494638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.590062 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.607536 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.618766 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2570a1ad-923e-403d-b27e-5b6cd505510e x-openstack-request-id: req-2570a1ad-923e-403d-b27e-5b6cd505510e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:42.619077 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f4196e-851b-4d3d-ab59-87a55f2909c6", "name": "network-vif-deleted", "tag": "81048106-9e73-45ca-8803-2f07870b33bb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:42.619333 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2570a1ad-923e-403d-b27e-5b6cd505510e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:42.619787 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2570a1ad-923e-403d-b27e-5b6cd505510e'] response: {'server_uuid': 'e2f4196e-851b-4d3d-ab59-87a55f2909c6', 'name': 'network-vif-deleted', 'tag': '81048106-9e73-45ca-8803-2f07870b33bb', 'status': 'completed', 'code': 200} May 06 09:54:42.664816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.697262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Network e8458173-61bc-4a72-9ca1-2f5bb8e08f88 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:42.703872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48236c2-0635-45fd-b57e-37c81ade90ba req-1f0740df-33cc-409a-9fce-a0f4e62855dc tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:42.705914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f48236c2-0635-45fd-b57e-37c81ade90ba req-1f0740df-33cc-409a-9fce-a0f4e62855dc tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1662557 May 06 09:54:42.716002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:42.719751 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fb45c0a3-e381-41aa-9b43-ed41c63bf00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.721556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Pushing event updated for resources: {'Port': ['ID=9b5abbc8-f968-4b9e-b9d3-e538039037be,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:42.723662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:42.762637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3efa6f-1456-4c54-9c13-81329770e893 req-d2f34a63-8066-4c29-b58c-e1b882a40630 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:42.764364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c3efa6f-1456-4c54-9c13-81329770e893 req-d2f34a63-8066-4c29-b58c-e1b882a40630 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1175284 May 06 09:54:42.789223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f48236c2-0635-45fd-b57e-37c81ade90ba req-8e20077f-d4b2-4348-b42a-e8f22f035ae9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677145 May 06 09:54:42.818529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Attempting to bind port 9b5abbc8-f968-4b9e-b9d3-e538039037be on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:42.818911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Attempting to bind port 9b5abbc8-f968-4b9e-b9d3-e538039037be by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c23a6f7b-cf0b-49c9-a387-12fcd915c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:42.819260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Attempting to bind port 9b5abbc8-f968-4b9e-b9d3-e538039037be on network e8458173-61bc-4a72-9ca1-2f5bb8e08f88 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:42.820957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c3efa6f-1456-4c54-9c13-81329770e893 req-8eb017e4-81fb-4b0c-bfee-dff947d457df tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 May 06 09:54:42.848365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:42.848743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Checking segment: {'id': 'c23a6f7b-cf0b-49c9-a387-12fcd915c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:42.849142 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.849532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Bound using segment: {'id': 'c23a6f7b-cf0b-49c9-a387-12fcd915c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:42.850155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Bound port: 9b5abbc8-f968-4b9e-b9d3-e538039037be, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23a6f7b-cf0b-49c9-a387-12fcd915c269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:42.850560 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:42.920093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22658171-9e20-4ff7-bd8f-6653040fa636 req-cc2e9e95-bbe0-4086-b393-6c9164f2b949 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f4196e-851b-4d3d-ab59-87a55f2909c6 HTTP/1.1" status: 200 len: 210 time: 0.0275948 May 06 09:54:43.000676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173541-f57b-48e1-8f5d-2d39d341c207 req-ba1b2f18-17c2-4cc6-a335-be71b3d531a6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:43.001870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] For port 9b5abbc8-f968-4b9e-b9d3-e538039037be, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:43.005873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] For port 9b5abbc8-f968-4b9e-b9d3-e538039037be, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9b5abbc8-f968-4b9e-b9d3-e538039037be,segment=NetworkSegment(c23a6f7b-cf0b-49c9-a387-12fcd915c269),segment_id=c23a6f7b-cf0b-49c9-a387-12fcd915c269)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:43.012086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0173541-f57b-48e1-8f5d-2d39d341c207 req-ba1b2f18-17c2-4cc6-a335-be71b3d531a6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.0785689 May 06 09:54:43.012696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60464) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:43.018511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Request body: {'floatingip': {'port_id': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:43.019189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.046646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=0411d9a2-4c1e-456d-85ab-5e7e89454163,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:43.088727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.107251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dbf7f-eb9e-46ca-a603-a0e9f3de45b1 None None] Pushing event updated for resources: {'Port': ['ID=9b5abbc8-f968-4b9e-b9d3-e538039037be,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:43.143680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f21152-0845-4655-a34c-ed5aedd46fc4 None None] Network e8458173-61bc-4a72-9ca1-2f5bb8e08f88 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:43.229886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.234048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76f9e9-e927-4a72-b856-cf5854a66e83 req-d87347c3-2edb-4320-974a-841a1ad75b97 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:43.235689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e76f9e9-e927-4a72-b856-cf5854a66e83 req-d87347c3-2edb-4320-974a-841a1ad75b97 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1428759 May 06 09:54:43.259983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8458173-61bc-4a72-9ca1-2f5bb8e08f88']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:43.274143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23a6f7b-cf0b-49c9-a387-12fcd915c269') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:43.274435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23a6f7b-cf0b-49c9-a387-12fcd915c269') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:43.294995 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.297423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca24eb5-752c-408d-8bef-da6906a7cce8 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:43.322829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.333088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e76f9e9-e927-4a72-b856-cf5854a66e83 req-e27312c9-7f4b-4de5-8d42-223f2faed3fd tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817142 May 06 09:54:43.355798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:43.356244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:43.360315 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:43.445118 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.api [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:54:43.445118 n-d-840834-1 neutron-server[102743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:54:43.445118 n-d-840834-1 neutron-server[102743]: [parameters: {'id': 'e8458173-61bc-4a72-9ca1-2f5bb8e08f88'}] May 06 09:54:43.445118 n-d-840834-1 neutron-server[102743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:43.445582 n-d-840834-1 neutron-server[102743]: DEBUG oslo_db.api [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:43.447067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca24eb5-752c-408d-8bef-da6906a7cce8 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:43.466523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Deleting port 402d69dd-14a8-4b24-b6ed-853b657aa937 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:43.466866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.507328 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:54:43.579947 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.590370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Calling delete_port for 402d69dd-14a8-4b24-b6ed-853b657aa937 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:43.633712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802607e9-b9b2-4fa7-990d-f276e9b8ef7b req-b956a0e3-6dea-4e97-9784-d9348da57f01 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:43.635302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-802607e9-b9b2-4fa7-990d-f276e9b8ef7b req-b956a0e3-6dea-4e97-9784-d9348da57f01 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1479986 May 06 09:54:43.704567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24bd32-0fc5-401d-b1d9-1bb8ef53c39c req-ee0ceb14-0431-4b52-8e0f-deb4a328d69f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:43.706323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e24bd32-0fc5-401d-b1d9-1bb8ef53c39c req-ee0ceb14-0431-4b52-8e0f-deb4a328d69f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1425972 May 06 09:54:43.767557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-802607e9-b9b2-4fa7-990d-f276e9b8ef7b req-8e0e864f-31ed-495d-ae18-3029a126dc2e tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190131 May 06 09:54:43.803259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.818600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.828455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e24bd32-0fc5-401d-b1d9-1bb8ef53c39c req-35fcf924-5038-4fcf-b150-99bf3d903dab tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036210 May 06 09:54:43.830112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:43.830437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Port': ['ID=402d69dd-14a8-4b24-b6ed-853b657aa937,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:43.978424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.057777 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Floating IP 3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f associated. External IP: 172.25.8.84, port: ed34f311-d012-4b9d-9d0c-b9a062c44601. May 06 09:54:44.084871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.103889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16105e4-cb39-4734-bc24-a5d03b57bd4d req-7170b6fc-3e02-45dd-b523-f86e0d3978f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:44.104992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port 9b5abbc8-f968-4b9e-b9d3-e538039037be {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:44.105360 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.105464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e16105e4-cb39-4734-bc24-a5d03b57bd4d req-7170b6fc-3e02-45dd-b523-f86e0d3978f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1364827 May 06 09:54:44.121576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4af674-b31e-49f8-a71f-26309ff1d9f2 req-0c00a608-ede1-4401-a7f9-b2a1beb55938 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:44.124280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb4af674-b31e-49f8-a71f-26309ff1d9f2 req-0c00a608-ede1-4401-a7f9-b2a1beb55938 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1570518 May 06 09:54:44.230392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e16105e4-cb39-4734-bc24-a5d03b57bd4d req-88c09150-adc7-437a-9efd-0b6760c5dc92 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047003 May 06 09:54:44.239265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb4af674-b31e-49f8-a71f-26309ff1d9f2 req-ab43c138-397c-4c0c-8f01-61a6510c0870 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031165 May 06 09:54:44.246840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port 9b5abbc8-f968-4b9e-b9d3-e538039037be, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9b5abbc8-f968-4b9e-b9d3-e538039037be,segment=NetworkSegment(c23a6f7b-cf0b-49c9-a387-12fcd915c269),segment_id=c23a6f7b-cf0b-49c9-a387-12fcd915c269)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:44.247309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.281785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for 9b5abbc8-f968-4b9e-b9d3-e538039037be owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:44.413092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:44.460435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Router f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:54:44.525505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664882f8-5911-4658-91d4-daf1af22f578 req-20264638-d096-4420-bbb3-0cffadae7e21 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:44.527723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-664882f8-5911-4658-91d4-daf1af22f578 req-20264638-d096-4420-bbb3-0cffadae7e21 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1127179 May 06 09:54:44.598837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.640035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port 9b5abbc8-f968-4b9e-b9d3-e538039037be on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:44.647356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=9b5abbc8-f968-4b9e-b9d3-e538039037be,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:44.669799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-664882f8-5911-4658-91d4-daf1af22f578 req-8ee5ca20-df1c-4491-957a-e9e444168db2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315615 May 06 09:54:44.693579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:44.698880 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.705924 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] Sync routers for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:44.717000 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:44.718402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.737803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefa114-6280-45ff-8f0e-10c31eec2cc1 req-e8ee6df0-99c5-43c1-b7dc-671a1cd04f95 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:44.739357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebefa114-6280-45ff-8f0e-10c31eec2cc1 req-e8ee6df0-99c5-43c1-b7dc-671a1cd04f95 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 946 time: 0.1219664 May 06 09:54:44.791687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-846e9dba-20a7-499f-bbcc-7da61390dec3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "PUT /v2.0/floatingips/3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f HTTP/1.1" status: 200 len: 990 time: 1.7696390 May 06 09:54:44.792290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:54:44.800512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.801660 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f8bcd895-f9e5-466a-a854-920fa21aabde tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "PUT /v2.0/routers/f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1338873 May 06 09:54:44.804040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] Sync routers for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:54:44.807549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60494) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:44.820930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:44.821845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.833212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:44.835453 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebfc971-da38-41e2-9cbe-ef73febf91f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:44.862813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8458173-61bc-4a72-9ca1-2f5bb8e08f88']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.874625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.877271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23a6f7b-cf0b-49c9-a387-12fcd915c269') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.877451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebefa114-6280-45ff-8f0e-10c31eec2cc1 req-21a74b15-1cc0-48a7-89d2-6f4213e857b5 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287675 May 06 09:54:44.877750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23a6f7b-cf0b-49c9-a387-12fcd915c269') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.886626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] Routers {'f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:44.887550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.906132 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:44.924098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eb938-1fb7-46a6-bd8e-47d87f1708e0 req-c95d89a3-ac9f-4fd5-9c97-491819f717e3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:44.930072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c07eb938-1fb7-46a6-bd8e-47d87f1708e0 req-c95d89a3-ac9f-4fd5-9c97-491819f717e3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1449401 May 06 09:54:44.931857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.950580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.959681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:44.960493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3952e5-a885-4ca8-9bbf-762e78afd52a None None] The sync data for ids ['f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:44.966694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:44.968444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:44.972477 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:44.979987 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c299b5-55da-44a2-91bc-8df45688eb70 x-openstack-request-id: req-58c299b5-55da-44a2-91bc-8df45688eb70 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:44.980269 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:44.980510 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58c299b5-55da-44a2-91bc-8df45688eb70 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:44.981150 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c299b5-55da-44a2-91bc-8df45688eb70'] response: {'name': 'network-changed', 'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'status': 'completed', 'code': 200} May 06 09:54:45.020408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.083410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c07eb938-1fb7-46a6-bd8e-47d87f1708e0 req-78f81f95-9c90-475a-a230-2bea0b2efd8f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1456356 May 06 09:54:45.098981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.125804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-ae308a5e-e26f-4240-851e-254390fa694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.127670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-ae308a5e-e26f-4240-851e-254390fa694d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1096 time: 0.1278229 May 06 09:54:45.138721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-502617d2-b161-43b2-bbc1-bb2560e0f39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.148413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.156610 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/e8458173-61bc-4a72-9ca1-2f5bb8e08f88 HTTP/1.1" status: 204 len: 168 time: 3.1865559 May 06 09:54:45.160203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60502) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:45.161373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8abe3-788d-4892-ac93-9f98d0a21a88 req-311d64cf-415e-4d4e-a2e3-6ced00baeb6b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.162971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40a8abe3-788d-4892-ac93-9f98d0a21a88 req-311d64cf-415e-4d4e-a2e3-6ced00baeb6b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.0957425 May 06 09:54:45.175032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-204707578'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:45.182681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfe43d-e13a-4a6d-b1ee-3a966f009d0e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=e8458173-61bc-4a72-9ca1-2f5bb8e08f88,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:45.217913 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.223852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:45.228347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.262107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:45.274285 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.274956 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment 24c8fb8a-ee8e-4116-80f3-a20548b3f02a of type vlan for network 95346172-37ac-439b-be7f-43f89e170b61 May 06 09:54:45.287995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-6ed43930-a1d1-4415-8257-a2c8b9ec54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.290319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-6ed43930-a1d1-4415-8257-a2c8b9ec54a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.1551292 May 06 09:54:45.305572 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'port_id': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'mac_address': 'fa:16:3e:a6:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:23Z', 'updated_at': '2022-05-06T09:54:43Z', 'revision_number': 1, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:45.325814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.337251 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] Checking router: 9a71c2e8-e7b9-49a3-ae36-af1e84302928 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:54:45.346981 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:54:45.347837 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:45.380696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.387921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.388532 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.425392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-40a8abe3-788d-4892-ac93-9f98d0a21a88 req-0f4fbc9e-a8d0-4654-a394-cef24a2ae668 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505720 May 06 09:54:45.431471 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2701783 May 06 09:54:45.446032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60506) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:45.448093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': '95346172-37ac-439b-be7f-43f89e170b61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:45.493845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Deleting port 9508744c-5d0d-4025-b0d2-11a38cb36b2f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:45.494175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.508131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7444501-61b8-42a8-b916-45973b6d5742 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=95346172-37ac-439b-be7f-43f89e170b61,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:45.520630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 95346172-37ac-439b-be7f-43f89e170b61 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:45.520799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819a9a0-1ac0-4104-b8e7-ccde5f16efeb req-436d4118-497f-4239-98c5-1a6b50edae95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.522558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5819a9a0-1ac0-4104-b8e7-ccde5f16efeb req-436d4118-497f-4239-98c5-1a6b50edae95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2302749 May 06 09:54:45.524545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-a2977067-fb25-42ab-a9f8-8b70bf8669e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 998 time: 0.2171872 May 06 09:54:45.547751 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:54:45.611214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.628110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Calling delete_port for 9508744c-5d0d-4025-b0d2-11a38cb36b2f owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:45.651689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-e8ac2ae8-dea0-439f-8c39-5883a4fb8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.653568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-e8ac2ae8-dea0-439f-8c39-5883a4fb8481 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.1161838 May 06 09:54:45.657210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5819a9a0-1ac0-4104-b8e7-ccde5f16efeb req-b28e247a-dfc3-4377-a737-8059bbd8d51b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248045 May 06 09:54:45.695923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:45.700207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.765232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 81048106-9e73-45ca-8803-2f07870b33bb no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:45.802691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-70aab1ec-36b3-4ec1-b190-572f3c101eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:45.804571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-70aab1ec-36b3-4ec1-b190-572f3c101eef service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436105 May 06 09:54:45.826314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 81048106-9e73-45ca-8803-2f07870b33bb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:45.827433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 81048106-9e73-45ca-8803-2f07870b33bb not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:45.850559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:45.896719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'port_id': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'mac_address': 'fa:16:3e:a6:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:23Z', 'updated_at': '2022-05-06T09:54:43Z', 'revision_number': 1, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:45.940401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Port': ['ID=9508744c-5d0d-4025-b0d2-11a38cb36b2f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:46.028955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-bdb8b966-7573-46a2-8ce2-c499f039885c service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141454 May 06 09:54:46.090763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.095124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ce9f4-81b7-4225-8935-35e31390e776 None None] The sync data for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 is: [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'port_id': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'mac_address': 'fa:16:3e:a6:b5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:23Z', 'updated_at': '2022-05-06T09:54:43Z', 'revision_number': 1, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:54:46.226930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.403836 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a82658-d0d4-4181-bb66-da6f97662888 None None] New status for floating IP 3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:54:46.502643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.517981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.546082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.632054 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.635014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.635759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Fanout notify agent at l3_agent the message router_deleted on router f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:54:46.645755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-9a2a0cab-fb66-438f-babf-ab501be9cbec tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:46.647296 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-9a2a0cab-fb66-438f-babf-ab501be9cbec tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 946 time: 0.1608918 May 06 09:54:46.652781 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.665404 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0be8c6e0-cf31-45aa-aa5e-19466c481dba tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "DELETE /v2.0/routers/f0fe7c9a-8d4b-4641-a08e-355ae8fb3b23 HTTP/1.1" status: 204 len: 168 time: 1.8558683 May 06 09:54:46.666294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:46.802041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Deleting subnet eff1835e-27d7-4626-89b2-64115de5b961 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:46.807196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.820392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=c7b943b9-cb65-4935-9c48-01719c97a024,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:46.866323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760186b-c9ad-434c-84c5-2f4256e8918e req-461497bd-b8ed-4496-aca5-e063c06a0d6e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:46.868069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Deleting port db714217-bc42-4ac5-824a-d6c488b6d737 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:46.868540 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.873743 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b760186b-c9ad-434c-84c5-2f4256e8918e req-461497bd-b8ed-4496-aca5-e063c06a0d6e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 946 time: 0.7845376 May 06 09:54:46.876020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:46.915839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': '24c8fb8a-ee8e-4116-80f3-a20548b3f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '95346172-37ac-439b-be7f-43f89e170b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:46.916115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: 95346172-37ac-439b-be7f-43f89e170b61, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:46.929947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b760186b-c9ad-434c-84c5-2f4256e8918e req-c013a304-e807-4460-9009-aca76f1a7cee tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552866 May 06 09:54:46.950936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae19f21-3967-4074-a5f8-4f71df0d6f6b req-0ad46ad9-7ae0-4da4-a3f1-c6c46d4d3a85 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:46.953572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ae19f21-3967-4074-a5f8-4f71df0d6f6b req-0ad46ad9-7ae0-4da4-a3f1-c6c46d4d3a85 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.9019625 May 06 09:54:47.037188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.063923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ae19f21-3967-4074-a5f8-4f71df0d6f6b req-bd25584f-b859-4b65-9cd4-603cf82bacef tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906317 May 06 09:54:47.088565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 95346172-37ac-439b-be7f-43f89e170b61 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:47.088565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ebfc971-da38-41e2-9cbe-ef73febf91f6 req-2c3200cd-71d9-46d9-9603-c8816a83ef83 service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481360 May 06 09:54:47.111249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 95346172-37ac-439b-be7f-43f89e170b61) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:47.117921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:47.118050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.122626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0c3d3-f8af-4228-880a-d041f561a51d None None] Network 95346172-37ac-439b-be7f-43f89e170b61 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:47.161378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.191095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ea288-3788-457c-be99-94c2c22c1277 req-adfdb00c-d717-4b79-afa2-a167a7f8804c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:47.193636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6ea288-3788-457c-be99-94c2c22c1277 req-adfdb00c-d717-4b79-afa2-a167a7f8804c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1430871 May 06 09:54:47.206322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ab9e0429-cbe9-495d-81fc-c1df93af16ef tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7624919 May 06 09:54:47.215708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60528) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:47.234547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Subnet': ['ID=eff1835e-27d7-4626-89b2-64115de5b961,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:47.243448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.246574 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7f81478c-1d64-4cab-82c2-e3e6a46e3a53 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "DELETE /v2.0/subnets/eff1835e-27d7-4626-89b2-64115de5b961 HTTP/1.1" status: 204 len: 168 time: 0.5779583 May 06 09:54:47.249143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] For port db714217-bc42-4ac5-824a-d6c488b6d737, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=db714217-bc42-4ac5-824a-d6c488b6d737,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:47.249508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.252307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60530) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:47.320590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf603cf4-9633-41e2-a476-823d3aeb2fac None None] Network a46abf52-0653-46a7-93b1-4cd5b1184e3f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:47.374707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6ea288-3788-457c-be99-94c2c22c1277 req-89ff3ed9-a949-4ed3-8131-0e746b55df0f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748617 May 06 09:54:47.402788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.413703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Calling delete_port for db714217-bc42-4ac5-824a-d6c488b6d737 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:47.451530 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.661544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Deleting port 6cc48a72-259d-49a3-86ab-5158ace57aec {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:47.661886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.676590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.781410 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.825038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b943b9-cb65-4935-9c48-01719c97a024,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:47.844612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] For port 6cc48a72-259d-49a3-86ab-5158ace57aec, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6cc48a72-259d-49a3-86ab-5158ace57aec,segment=NetworkSegment(6346cb30-e8f4-4090-9610-eb4bcafc4690),segment_id=6346cb30-e8f4-4090-9610-eb4bcafc4690)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:47.844989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.862629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Calling delete_port for 6cc48a72-259d-49a3-86ab-5158ace57aec owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:47.894372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f91f4a-0588-471c-8318-4302aad69346 req-ac463f63-5de6-45db-b513-c4ab68ca605c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:47.903394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93f91f4a-0588-471c-8318-4302aad69346 req-ac463f63-5de6-45db-b513-c4ab68ca605c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2750089 May 06 09:54:47.903561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd981f2-c6ac-478c-87f1-10f1f8b79e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-95346172-37ac-439b-be7f-43f89e170b61', 'network_id': '95346172-37ac-439b-be7f-43f89e170b61', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': 'c7b943b9-cb65-4935-9c48-01719c97a024'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:47.904449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1fd981f2-c6ac-478c-87f1-10f1f8b79e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.933449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:47.974587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95346172-37ac-439b-be7f-43f89e170b61']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:47.987134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93f91f4a-0588-471c-8318-4302aad69346 req-b338edc5-2bec-44c6-a8f4-c5281aa570a7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821655 May 06 09:54:48.007634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.017484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] DHCP port deletion for a46abf52-0653-46a7-93b1-4cd5b1184e3f request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:54:48.020849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c8fb8a-ee8e-4116-80f3-a20548b3f02a') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.022464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c8fb8a-ee8e-4116-80f3-a20548b3f02a') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.023994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643', 'db714217-bc42-4ac5-824a-d6c488b6d737'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:48.045731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.075730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.085473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event deleted for resources: {'Port': ['ID=db714217-bc42-4ac5-824a-d6c488b6d737,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.086713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6df09c-479f-4e02-87f7-0bd24bcd7f32 None None] Network 95346172-37ac-439b-be7f-43f89e170b61 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:48.111667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:48.112103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: timer() May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:48.136242 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:48.161603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.177348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6cc48a72-259d-49a3-86ab-5158ace57aec no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:48.189978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] No DVR routers for this DVR port db714217-bc42-4ac5-824a-d6c488b6d737 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:48.212617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.215773 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9d525e53-2a12-4b20-a0b1-0e490c86a2b6 req-4f7c360b-435d-4b9a-b83a-0323e0ae4926 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "DELETE /v2.0/ports/db714217-bc42-4ac5-824a-d6c488b6d737 HTTP/1.1" status: 204 len: 173 time: 1.5484488 May 06 09:54:48.216537 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'name': 'network-vif-deleted', 'tag': 'db714217-bc42-4ac5-824a-d6c488b6d737'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:48.228855 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fefc5a-fb31-4c16-aff8-93000efdca5b" -d '{"events": [{"server_uuid": "968db6ae-1804-4bbc-9b26-00b6eb3dd0e6", "name": "network-vif-deleted", "tag": "db714217-bc42-4ac5-824a-d6c488b6d737"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:48.231788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6cc48a72-259d-49a3-86ab-5158ace57aec {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:48.232329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6cc48a72-259d-49a3-86ab-5158ace57aec not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:48.241968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ce03e44-9e61-468b-9402-a97917910bb1 req-bbcd92f5-f4e1-4c27-9216-901f5f544853 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=968db6ae-1804-4bbc-9b26-00b6eb3dd0e6 HTTP/1.1" status: 200 len: 210 time: 0.0566194 May 06 09:54:48.242242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Port': ['ID=6cc48a72-259d-49a3-86ab-5158ace57aec,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.242242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] No DVR routers for this DVR port 6cc48a72-259d-49a3-86ab-5158ace57aec on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:48.251367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.259083 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.263101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/95346172-37ac-439b-be7f-43f89e170b61 HTTP/1.1" status: 204 len: 168 time: 1.0451117 May 06 09:54:48.263253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.287638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60544) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:48.289088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2f13a-e982-4c26-ae6e-e93a3d972446 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=95346172-37ac-439b-be7f-43f89e170b61,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.302789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-982583590'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:48.344336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:48.348506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.382749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] Deleting port 6cc48a72-259d-49a3-86ab-5158ace57aec {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:48.383117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.396051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:48.429339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.430115 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment fc6569e0-9c0e-4d53-9311-67e4e7196088 of type vlan for network d2a03205-514e-4838-9411-69a66df4b22a May 06 09:54:48.489149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.500930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.529981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46abf52-0653-46a7-93b1-4cd5b1184e3f']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.555162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6346cb30-e8f4-4090-9610-eb4bcafc4690') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.555767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6346cb30-e8f4-4090-9610-eb4bcafc4690') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:48.561447 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.569137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:48.570393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.571943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] For port 6cc48a72-259d-49a3-86ab-5158ace57aec, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:48.572345 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.581623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.603562 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9f33ae-d64a-480b-9345-f10b49773937 x-openstack-request-id: req-7d9f33ae-d64a-480b-9345-f10b49773937 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:48.603876 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968db6ae-1804-4bbc-9b26-00b6eb3dd0e6", "name": "network-vif-deleted", "tag": "db714217-bc42-4ac5-824a-d6c488b6d737", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:48.604130 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d9f33ae-d64a-480b-9345-f10b49773937 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:48.604537 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9f33ae-d64a-480b-9345-f10b49773937'] response: {'server_uuid': '968db6ae-1804-4bbc-9b26-00b6eb3dd0e6', 'name': 'network-vif-deleted', 'tag': 'db714217-bc42-4ac5-824a-d6c488b6d737', 'status': 'completed', 'code': 200} May 06 09:54:48.606574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] Calling delete_port for 6cc48a72-259d-49a3-86ab-5158ace57aec owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:48.609796 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.614602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] Port 6cc48a72-259d-49a3-86ab-5158ace57aec was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:54:48.617104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:48.617756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.619171 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:48.621056 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:48.635652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] No DVR routers for this DVR port 6cc48a72-259d-49a3-86ab-5158ace57aec on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:48.667444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481e1c0-8b72-44a7-8245-7d34df328fdd None None] Pushing event deleted for resources: {'Port': ['ID=6cc48a72-259d-49a3-86ab-5158ace57aec,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.683658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=d2a03205-514e-4838-9411-69a66df4b22a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.696997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network d2a03205-514e-4838-9411-69a66df4b22a details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:48.703144 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.722396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde9ecc-2d47-4c0b-a607-fe743a94e212 req-5136f401-45a1-4a78-b8da-0d14b1a36a5b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:48.724183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecde9ecc-2d47-4c0b-a607-fe743a94e212 req-5136f401-45a1-4a78-b8da-0d14b1a36a5b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1854157 May 06 09:54:48.731844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-68430032-9dd7-4b63-9aac-61228f2c6878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4345031 May 06 09:54:48.732397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.732557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60548) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:48.742258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': 'd2a03205-514e-4838-9411-69a66df4b22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:48.762748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.770758 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "DELETE /v2.0/networks/a46abf52-0653-46a7-93b1-4cd5b1184e3f HTTP/1.1" status: 204 len: 168 time: 1.5151901 May 06 09:54:48.770758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0b290-1659-45fa-a5bc-bc5bc5f1be49 tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Network': ['ID=a46abf52-0653-46a7-93b1-4cd5b1184e3f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:48.787504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60550) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:48.909354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:48.913605 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.928660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecde9ecc-2d47-4c0b-a607-fe743a94e212 req-6051d986-9fdb-49ab-aa60-c1b4298d333e tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029387 May 06 09:54:48.986312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Deleting port 6f787b87-d405-4e7c-a2eb-457c8e5e226c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:48.986740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:48.992703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing IP validity checks on allocation pools {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:54:48.993233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:54:49.074197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.076975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.091094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Calling delete_port for 6f787b87-d405-4e7c-a2eb-457c8e5e226c owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:49.173202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac40365-b829-49ff-b2ea-b5322eeafb3f req-eff57308-26f4-4387-8577-2ff899f83561 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:49.174691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bac40365-b829-49ff-b2ea-b5322eeafb3f req-eff57308-26f4-4387-8577-2ff899f83561 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0952156 May 06 09:54:49.188176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.241408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.263600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=c0783ae3-ee1a-4de2-82d5-b87d8ace64cf,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:49.277227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Pushing event deleted for resources: {'Port': ['ID=6f787b87-d405-4e7c-a2eb-457c8e5e226c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:49.286443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bac40365-b829-49ff-b2ea-b5322eeafb3f req-a001b8d1-ffe3-4248-b050-3ef40f8a10fe tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933790 May 06 09:54:49.294019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': 'fc6569e0-9c0e-4d53-9311-67e4e7196088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd2a03205-514e-4838-9411-69a66df4b22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:49.294578 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: d2a03205-514e-4838-9411-69a66df4b22a, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:49.322349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network d2a03205-514e-4838-9411-69a66df4b22a is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:49.332245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, d2a03205-514e-4838-9411-69a66df4b22a) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:49.342560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6f0589-2906-4b2e-a056-9867d64acaf0 None None] Network d2a03205-514e-4838-9411-69a66df4b22a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:49.343496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:49.344022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.346370 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.349909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.353658 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-73d511bb-eebb-4bbc-a4d7-46d49cb627be tempest-FloatingIPAdminTestJSON-1291440389 tempest-FloatingIPAdminTestJSON-1291440389-project] 10.222.0.76 "DELETE /v2.0/floatingips/52b9e7fc-8834-49f9-b2fd-173985f28508 HTTP/1.1" status: 204 len: 168 time: 0.5626698 May 06 09:54:49.364658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-11f68b17-5431-4a5e-b4ba-6e7c32adc9c6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6308990 May 06 09:54:49.367288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60562) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:49.509151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.578126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-d2a03205-514e-4838-9411-69a66df4b22a', 'network_id': 'd2a03205-514e-4838-9411-69a66df4b22a', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': 'c0783ae3-ee1a-4de2-82d5-b87d8ace64cf'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:49.579198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.683166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.746231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60576) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:49.758991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Allocated IP 172.20.0.3 (d2a03205-514e-4838-9411-69a66df4b22a/c0783ae3-ee1a-4de2-82d5-b87d8ace64cf/3606ee8b-8597-4ec8-9e58-2bdf18324b9a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:49.787493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-603544e5-86e9-4f09-8843-d1fb9e06948e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:49.789526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-603544e5-86e9-4f09-8843-d1fb9e06948e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.2271423 May 06 09:54:49.810858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-24b4b219-c4ea-4fcd-8d9b-a7df0824313a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.0129395 May 06 09:54:49.870496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-fc176f92-746c-4e28-b26f-544bc621b063 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524263 May 06 09:54:49.918801 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a190fbb9-c82b-4f9c-b7e3-d83574e06418 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f63508c749984f24bdd0d37f6458e7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708560 May 06 09:54:49.924227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:49.951012 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.960523 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.984298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e52506ad-6f1a-4726-9af5-163d99458eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:49.987047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-25ef5379-9824-4734-99b2-23b2b26d35b9 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082540 May 06 09:54:50.013121 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e52506ad-6f1a-4726-9af5-163d99458eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.016255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Network d2a03205-514e-4838-9411-69a66df4b22a is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:50.021696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:50.026594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:50.040611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Pushing event updated for resources: {'Port': ['ID=3606ee8b-8597-4ec8-9e58-2bdf18324b9a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:50.079672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e52506ad-6f1a-4726-9af5-163d99458eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.084261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e52506ad-6f1a-4726-9af5-163d99458eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.088557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e52506ad-6f1a-4726-9af5-163d99458eca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a80b6adc-640d-4f77-9297-f17ae5509325 HTTP/1.1" status: 204 len: 168 time: 0.1631382 May 06 09:54:50.098163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52506ad-6f1a-4726-9af5-163d99458eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b6adc-640d-4f77-9297-f17ae5509325,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:50.108447 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.148005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Attempting to bind port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:50.148581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Attempting to bind port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'fc6569e0-9c0e-4d53-9311-67e4e7196088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd2a03205-514e-4838-9411-69a66df4b22a'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:50.148989 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Attempting to bind port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a on network d2a03205-514e-4838-9411-69a66df4b22a {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:50.155820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:50.156396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Checking segment: {'id': 'fc6569e0-9c0e-4d53-9311-67e4e7196088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd2a03205-514e-4838-9411-69a66df4b22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:50.156885 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.157443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Bound using segment: {'id': 'fc6569e0-9c0e-4d53-9311-67e4e7196088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd2a03205-514e-4838-9411-69a66df4b22a'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:50.158089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Bound port: 3606ee8b-8597-4ec8-9e58-2bdf18324b9a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6569e0-9c0e-4d53-9311-67e4e7196088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd2a03205-514e-4838-9411-69a66df4b22a'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:50.158620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.158853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=c0783ae3-ee1a-4de2-82d5-b87d8ace64cf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:50.212947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device db714217-bc42-4ac5-824a-d6c488b6d737 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:50.255525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.257945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: db714217-bc42-4ac5-824a-d6c488b6d737 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:50.258286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device db714217-bc42-4ac5-824a-d6c488b6d737 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:50.265445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] For port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:50.268903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] For port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3606ee8b-8597-4ec8-9e58-2bdf18324b9a,segment=NetworkSegment(fc6569e0-9c0e-4d53-9311-67e4e7196088),segment_id=fc6569e0-9c0e-4d53-9311-67e4e7196088)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:50.274117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.277833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-302029d9-a989-43f6-b761-21586bd7c04d service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815497 May 06 09:54:50.297925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3a538-988f-44bd-99ba-fcc875ba8c79 req-3d15e817-0158-4fcc-a787-ffd82ff2c9b6 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:50.299492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1de3a538-988f-44bd-99ba-fcc875ba8c79 req-3d15e817-0158-4fcc-a787-ffd82ff2c9b6 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1768332 May 06 09:54:50.301258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a03205-514e-4838-9411-69a66df4b22a']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:50.324116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6569e0-9c0e-4d53-9311-67e4e7196088') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:50.324534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6569e0-9c0e-4d53-9311-67e4e7196088') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:50.343107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.344655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2782b9b-13c7-4131-883c-f4c7c9d6be82 None None] Pushing event updated for resources: {'Port': ['ID=3606ee8b-8597-4ec8-9e58-2bdf18324b9a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:50.365269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.375153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:50.375565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.381060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1de3a538-988f-44bd-99ba-fcc875ba8c79 req-b030f20f-87ca-4c80-ad7a-e5936604e08c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716960 May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: timer() May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:50.381716 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:50.433778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253c133-7f2f-489e-b750-25f1e2f4524e None None] Network d2a03205-514e-4838-9411-69a66df4b22a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:50.446803 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.api [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:54:50.446803 n-d-840834-1 neutron-server[102742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:54:50.446803 n-d-840834-1 neutron-server[102742]: [parameters: {'id': 'd2a03205-514e-4838-9411-69a66df4b22a'}] May 06 09:54:50.446803 n-d-840834-1 neutron-server[102742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:50.447187 n-d-840834-1 neutron-server[102742]: DEBUG oslo_db.api [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:50.492469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60600) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:50.523100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45ba04c4-df32-4007-96ff-1d5a10634631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.585923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.609328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c63f80-95a2-4dd8-bc38-948759747434 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:50.651950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e862-311f-4ff6-b3d2-38932dd4de47 req-cf394761-58be-4ed2-be8b-24ba11c26d8b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:50.653581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ae0e862-311f-4ff6-b3d2-38932dd4de47 req-cf394761-58be-4ed2-be8b-24ba11c26d8b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0978363 May 06 09:54:50.738486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ae0e862-311f-4ff6-b3d2-38932dd4de47 req-bf131676-1387-4ec6-a4ba-852c4c898bee tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736074 May 06 09:54:50.743220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02bcc02a-a0f9-43de-a745-0aadf3ac07ea req-5dc89bbf-5132-4a47-9537-065296709326 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 210 time: 0.0386684 May 06 09:54:50.759381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c63f80-95a2-4dd8-bc38-948759747434 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:50.766056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45ba04c4-df32-4007-96ff-1d5a10634631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.775406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-45ba04c4-df32-4007-96ff-1d5a10634631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.850061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba04c4-df32-4007-96ff-1d5a10634631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f2dc2-1cb6-4a31-992f-83708c44dfb2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:50.861664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-45ba04c4-df32-4007-96ff-1d5a10634631 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3967713c9ea843c0b03f01a4c43b8f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675292 May 06 09:54:50.861776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60610) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:50.886190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc10ae9-b622-4b56-a84e-95af49bb3199 req-4deee02b-16fd-4cad-b70d-6eb5900e84ea tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:50.888262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc10ae9-b622-4b56-a84e-95af49bb3199 req-4deee02b-16fd-4cad-b70d-6eb5900e84ea tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.0740228 May 06 09:54:50.928529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8268660-e1d0-4820-ba0d-eb26e4cabaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.945681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc10ae9-b622-4b56-a84e-95af49bb3199 req-5084ab89-3f1f-49d4-a8a0-eee157cdc836 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 May 06 09:54:50.948896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:50.970790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8268660-e1d0-4820-ba0d-eb26e4cabaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.033786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:51.034416 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.035905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8268660-e1d0-4820-ba0d-eb26e4cabaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.039315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8268660-e1d0-4820-ba0d-eb26e4cabaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.040573 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e8268660-e1d0-4820-ba0d-eb26e4cabaeb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c2f2dc2-1cb6-4a31-992f-83708c44dfb2 HTTP/1.1" status: 204 len: 168 time: 0.1777866 May 06 09:54:51.056492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8268660-e1d0-4820-ba0d-eb26e4cabaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f2dc2-1cb6-4a31-992f-83708c44dfb2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:51.129851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3606ee8b-8597-4ec8-9e58-2bdf18324b9a,segment=NetworkSegment(fc6569e0-9c0e-4d53-9311-67e4e7196088),segment_id=fc6569e0-9c0e-4d53-9311-67e4e7196088)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:51.130311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.143435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for 3606ee8b-8597-4ec8-9e58-2bdf18324b9a owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:51.245716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.292968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=3606ee8b-8597-4ec8-9e58-2bdf18324b9a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:51.298803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port 3606ee8b-8597-4ec8-9e58-2bdf18324b9a on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:51.431229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.453732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a03205-514e-4838-9411-69a66df4b22a']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:51.463382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6569e0-9c0e-4d53-9311-67e4e7196088') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:51.463715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6569e0-9c0e-4d53-9311-67e4e7196088') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:51.478987 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.505028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.528030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:51.528429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: timer() May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:51.532174 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:51.547629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60620) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:51.560394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85d9c96b-1a47-4dcd-90c8-5420dffcd335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.600548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9fc4f-18c0-4569-b3e0-681262b77e41 req-95adb495-4e06-447b-b786-9423e6a5ef7d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:51.602013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7a9fc4f-18c0-4569-b3e0-681262b77e41 req-95adb495-4e06-447b-b786-9423e6a5ef7d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1124630 May 06 09:54:51.617397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.631910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.636267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/d2a03205-514e-4838-9411-69a66df4b22a HTTP/1.1" status: 204 len: 168 time: 2.2677073 May 06 09:54:51.640183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:51.646172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066799381'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:51.653468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808af00-7100-43e7-ae22-d3a592432b9d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=d2a03205-514e-4838-9411-69a66df4b22a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:51.671179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7a9fc4f-18c0-4569-b3e0-681262b77e41 req-e89e22e5-e313-42f7-8f14-3bdf429c15f8 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618474 May 06 09:54:51.691433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:51.694947 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.713171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85d9c96b-1a47-4dcd-90c8-5420dffcd335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.720462 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-85d9c96b-1a47-4dcd-90c8-5420dffcd335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.755050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:51.774375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9c96b-1a47-4dcd-90c8-5420dffcd335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd9af7e-7732-4e09-9d48-a35c8e165861,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:51.781474 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-85d9c96b-1a47-4dcd-90c8-5420dffcd335 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3335f6cab4d44c5990767fccf19699df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303431 May 06 09:54:51.781805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60628) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:51.788425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:51.788529 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment 18248456-3cd2-476d-9b9a-4508326532d0 of type vlan for network 144d3a51-7b45-4c92-be41-0fb5b7cac0d2 May 06 09:54:51.899058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e67c1635-9099-4911-b63d-b1c931e1accd req-6dcdbe2b-118f-4db7-b510-eaa2737221fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 210 time: 0.0318553 May 06 09:54:51.915475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523441fd-a62c-44d6-b9c0-92d457ae293a req-1ce889c3-8df7-40a6-9fb5-6349df5b4fe9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:51.923066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-523441fd-a62c-44d6-b9c0-92d457ae293a req-1ce889c3-8df7-40a6-9fb5-6349df5b4fe9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0938094 May 06 09:54:51.963485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-523441fd-a62c-44d6-b9c0-92d457ae293a req-ee129997-bbda-4535-919e-66592cffc9ff tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386860 May 06 09:54:51.986454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.037830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a12bb323-0804-4f07-9579-291065b7433a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.076076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6c129-079c-4c6e-8826-8452ae1c8ac6 req-f7a98568-3b2b-418a-993a-9df48f419db0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.078409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43f6c129-079c-4c6e-8826-8452ae1c8ac6 req-f7a98568-3b2b-418a-993a-9df48f419db0 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.0524323 May 06 09:54:52.087199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.093383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.093964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.105611 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a12bb323-0804-4f07-9579-291065b7433a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.121507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43f6c129-079c-4c6e-8826-8452ae1c8ac6 req-f45847a8-a6ef-4e4c-bafa-abf4a61567d2 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356421 May 06 09:54:52.121723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-4c5be4fe-ee01-4a33-b3d6-594e4a67ab88 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.123320 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-4c5be4fe-ee01-4a33-b3d6-594e4a67ab88 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.3330090 May 06 09:54:52.179511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Request body: {'port': {'device_id': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'admin_state_up': True, 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:52.209870 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5685775 May 06 09:54:52.212967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60634) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:52.218110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': '144d3a51-7b45-4c92-be41-0fb5b7cac0d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:52.259431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a49c8-3810-4d4b-8ae5-70b97efa6b38 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=144d3a51-7b45-4c92-be41-0fb5b7cac0d2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:52.279456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 144d3a51-7b45-4c92-be41-0fb5b7cac0d2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:52.289340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a12bb323-0804-4f07-9579-291065b7433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.291935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a12bb323-0804-4f07-9579-291065b7433a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.293097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a12bb323-0804-4f07-9579-291065b7433a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6fd9af7e-7732-4e09-9d48-a35c8e165861 HTTP/1.1" status: 204 len: 168 time: 0.5103872 May 06 09:54:52.315038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bb323-0804-4f07-9579-291065b7433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd9af7e-7732-4e09-9d48-a35c8e165861,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:52.334248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:52.336850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:52.338209 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.340595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.485600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Allocated IP 172.20.0.6 (6a108881-3eb8-4d4a-aaec-2007ff76762b/73420db5-974d-455c-b166-9669723b3d84/e5717fdb-e503-4476-ba7a-3c85da969331) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:52.558075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.622644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=91f4e65d-a5e0-4ddb-85f2-cc495b3576a5,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:52.646250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': '18248456-3cd2-476d-9b9a-4508326532d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '144d3a51-7b45-4c92-be41-0fb5b7cac0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:52.646692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: 144d3a51-7b45-4c92-be41-0fb5b7cac0d2, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:52.665356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 144d3a51-7b45-4c92-be41-0fb5b7cac0d2 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:52.674162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.680924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 144d3a51-7b45-4c92-be41-0fb5b7cac0d2) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:52.686381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.687340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.692948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8332234f-e98f-4e73-a8a1-498e4537d9f8 None None] Network 144d3a51-7b45-4c92-be41-0fb5b7cac0d2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:52.711103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60646) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:52.711314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-78ca7dd1-a327-4fff-8cfa-3b667ea53ec9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4970608 May 06 09:54:52.769204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.801972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:52.837420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event updated for resources: {'Port': ['ID=e5717fdb-e503-4476-ba7a-3c85da969331,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:52.850573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:52.854256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:52.859461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:52.898860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b6ff3-aea0-47d3-b962-bd9839226d98 req-98f8fa5d-d995-4db4-be97-fe9df48aeb44 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.902025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e38b6ff3-aea0-47d3-b962-bd9839226d98 req-98f8fa5d-d995-4db4-be97-fe9df48aeb44 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1111732 May 06 09:54:52.912273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.936986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:52.938149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:52.989566 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5c1f08e1-1cec-4c9f-8c3f-7bc3b7bfbfad tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468595 May 06 09:54:53.015418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Request body: {'port': {'device_id': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:53.018979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313ad45-1ac6-4406-86ad-25c71a80b1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-144d3a51-7b45-4c92-be41-0fb5b7cac0d2', 'network_id': '144d3a51-7b45-4c92-be41-0fb5b7cac0d2', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': '91f4e65d-a5e0-4ddb-85f2-cc495b3576a5'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:53.025755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f313ad45-1ac6-4406-86ad-25c71a80b1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.047890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.051240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e38b6ff3-aea0-47d3-b962-bd9839226d98 req-9a57e324-73fb-409a-a091-442203a1f7c0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329656 May 06 09:54:53.077821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-9dfc5b1d-a43e-4e53-b626-cf56d01d151d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:53.079351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-9dfc5b1d-a43e-4e53-b626-cf56d01d151d tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.83 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.1722140 May 06 09:54:53.129666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.252170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04118254-3481-4065-8f21-bd548884ff3d req-e506e728-09ae-44de-9f2f-e7098b49a0f1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:53.253673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04118254-3481-4065-8f21-bd548884ff3d req-e506e728-09ae-44de-9f2f-e7098b49a0f1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 931 time: 0.2209706 May 06 09:54:53.313433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a115801-26ca-4e77-af2d-f5870cfdf39c req-da2bcf97-7e49-4d23-8768-e07967df62db tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:53.315030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a115801-26ca-4e77-af2d-f5870cfdf39c req-da2bcf97-7e49-4d23-8768-e07967df62db tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1140068 May 06 09:54:53.345982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04118254-3481-4065-8f21-bd548884ff3d req-788a6004-dd10-4a70-8701-18f770354684 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793760 May 06 09:54:53.360236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Deleting port fdbdbdd0-c0fd-4818-be87-8178c887956b {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:53.360595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.433134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a115801-26ca-4e77-af2d-f5870cfdf39c req-6e941243-a93d-455e-8230-002403ebfb3d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047983 May 06 09:54:53.525810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] For port fdbdbdd0-c0fd-4818-be87-8178c887956b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fdbdbdd0-c0fd-4818-be87-8178c887956b,segment=NetworkSegment(b33f245c-bf5c-48c5-94e9-351221609c9d),segment_id=b33f245c-bf5c-48c5-94e9-351221609c9d)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:53.526092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.536537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d706169-20c1-422b-94df-756d63778583 req-477c6b16-89fd-4cbf-8909-00c2d6990145 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:53.538134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d706169-20c1-422b-94df-756d63778583 req-477c6b16-89fd-4cbf-8909-00c2d6990145 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/ports?device_id=c334d0b8-6889-44d1-87aa-5d362c567ffc HTTP/1.1" status: 200 len: 946 time: 0.0929108 May 06 09:54:53.559014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Calling delete_port for fdbdbdd0-c0fd-4818-be87-8178c887956b owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:53.571768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-f313ad45-1ac6-4406-86ad-25c71a80b1ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91f4e65d-a5e0-4ddb-85f2-cc495b3576a5: This subnet is being modified by another concurrent operation. May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91f4e65d-a5e0-4ddb-85f2-cc495b3576a5: This subnet is being modified by another concurrent operation. May 06 09:54:53.574234 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 09:54:53.621251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7186c4e0-341c-4e61-bee5-c3a2e202ef15 None None] Network 144d3a51-7b45-4c92-be41-0fb5b7cac0d2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:53.632751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=91f4e65d-a5e0-4ddb-85f2-cc495b3576a5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:53.668211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d706169-20c1-422b-94df-756d63778583 req-8250dc13-9e75-43bb-88e7-98487816a6f1 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.76 "GET /v2.0/security-groups?id=8253722e-32ea-4ce5-950f-cf3b380b5968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190920 May 06 09:54:53.737296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.771543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144d3a51-7b45-4c92-be41-0fb5b7cac0d2']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:53.790635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18248456-3cd2-476d-9b9a-4508326532d0') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:53.790833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18248456-3cd2-476d-9b9a-4508326532d0') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:53.804518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.811273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.831064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.850586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:53.850994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.852600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Pushing event deleted for resources: {'Port': ['ID=fdbdbdd0-c0fd-4818-be87-8178c887956b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:53.854682 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:53.916148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] No DVR routers for this DVR port fdbdbdd0-c0fd-4818-be87-8178c887956b on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:53.919645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.922372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['fdbdbdd0-c0fd-4818-be87-8178c887956b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:53.923971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d04e173a-1db9-4ca6-99b7-c7c99c894a67 req-d68401f6-dbdf-49b9-b136-0dc26e353ed3 tempest-ServersNegativeTestJSON-540691323 tempest-ServersNegativeTestJSON-540691323-project] 10.222.0.83 "DELETE /v2.0/ports/fdbdbdd0-c0fd-4818-be87-8178c887956b HTTP/1.1" status: 204 len: 173 time: 0.8384390 May 06 09:54:53.924438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-deleted', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:53.926754 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f341fd-a785-4d47-ae67-631b981ea6aa" -d '{"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-deleted", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:53.958567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5717fdb-e503-4476-ba7a-3c85da969331 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:53.968270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.977210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.987905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:53.989498 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20d72fd-f861-4bc5-94e4-2fcd982402d2 x-openstack-request-id: req-d20d72fd-f861-4bc5-94e4-2fcd982402d2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:53.989498 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334d0b8-6889-44d1-87aa-5d362c567ffc", "name": "network-vif-deleted", "tag": "fdbdbdd0-c0fd-4818-be87-8178c887956b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:53.989704 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d20d72fd-f861-4bc5-94e4-2fcd982402d2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:53.990119 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d20d72fd-f861-4bc5-94e4-2fcd982402d2'] response: {'server_uuid': 'c334d0b8-6889-44d1-87aa-5d362c567ffc', 'name': 'network-vif-deleted', 'tag': 'fdbdbdd0-c0fd-4818-be87-8178c887956b', 'status': 'completed', 'code': 200} May 06 09:54:53.994677 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/144d3a51-7b45-4c92-be41-0fb5b7cac0d2 HTTP/1.1" status: 204 len: 168 time: 1.2791409 May 06 09:54:53.996758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60682) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.008077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-716365108'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:54.017081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe679ce-713c-46cc-805c-9eecef936c2d None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:54.024099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Transition to ACTIVE for port object e5717fdb-e503-4476-ba7a-3c85da969331 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:54:54.029898 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870792f-c9fe-4618-bad1-60e4cb587878 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=144d3a51-7b45-4c92-be41-0fb5b7cac0d2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:54.036718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.109220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Pushing event updated for resources: {'Port': ['ID=e5717fdb-e503-4476-ba7a-3c85da969331,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:54.113101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:54.116944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.199562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe679ce-713c-46cc-805c-9eecef936c2d None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:54.207072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:54.224132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.224477 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment aebd0626-2587-4f71-80e4-549ed8a671ae of type vlan for network 7e9fee5f-063c-4aae-b546-8ae8d3dc9102 May 06 09:54:54.226899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5bb8c-49d5-4afe-b4dc-8c4f4119caa3 req-ca574711-21ad-4ad7-892a-8a862a84db59 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.228751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfa5bb8c-49d5-4afe-b4dc-8c4f4119caa3 req-ca574711-21ad-4ad7-892a-8a862a84db59 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.0754762 May 06 09:54:54.289818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfa5bb8c-49d5-4afe-b4dc-8c4f4119caa3 req-5d803054-651a-4729-8c01-8bc6e6608584 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533178 May 06 09:54:54.303803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Attempting to bind port e5717fdb-e503-4476-ba7a-3c85da969331 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:54.304607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Attempting to bind port e5717fdb-e503-4476-ba7a-3c85da969331 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:54.305151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Attempting to bind port e5717fdb-e503-4476-ba7a-3c85da969331 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:54.314667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Port e5717fdb-e503-4476-ba7a-3c85da969331 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:54:54.315114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Attempting to bind port e5717fdb-e503-4476-ba7a-3c85da969331 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:54.335776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.340060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:54.340513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:54.341142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Bound using segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:54.341652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Bound port: e5717fdb-e503-4476-ba7a-3c85da969331, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:54.342151 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.421236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.429150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60696) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.432435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.433132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.539416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=7e9fee5f-063c-4aae-b546-8ae8d3dc9102,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:54.546508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] For port e5717fdb-e503-4476-ba7a-3c85da969331, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:54.552192 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bee10b8d-167d-439a-9992-5de61e8bb4a6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5523024 May 06 09:54:54.553881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] For port e5717fdb-e503-4476-ba7a-3c85da969331, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e5717fdb-e503-4476-ba7a-3c85da969331,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:54.554788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.559077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 7e9fee5f-063c-4aae-b546-8ae8d3dc9102 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:54.560842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:54.567912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.570631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ec93e-269e-4cde-be37-8765d235ff16 req-bf7adbf6-e08f-4244-ac7d-0570857f3a15 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.586469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-330ec93e-269e-4cde-be37-8765d235ff16 req-bf7adbf6-e08f-4244-ac7d-0570857f3a15 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 943 time: 0.1344626 May 06 09:54:54.595526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-26e5220a-cde2-4434-9f02-f5fbbc666f9b tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:54.679459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-330ec93e-269e-4cde-be37-8765d235ff16 req-24b5c4e8-e10d-4f1f-9dcd-0f42fa0b655e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799515 May 06 09:54:54.688155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d4de0-b251-4dba-9f4f-25f6f0029762 req-d7ccea5d-f1ac-4001-9fff-9ed708e4cbf9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.689677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a69d4de0-b251-4dba-9f4f-25f6f0029762 req-d7ccea5d-f1ac-4001-9fff-9ed708e4cbf9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1019640 May 06 09:54:54.689939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.690510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.691905 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] 10.222.0.83 "PUT /v2.0/ports/e5717fdb-e503-4476-ba7a-3c85da969331 HTTP/1.1" status: 200 len: 1091 time: 1.6850421 May 06 09:54:54.692407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'tag': 'e5717fdb-e503-4476-ba7a-3c85da969331'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:54:54.694668 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e" -d '{"events": [{"name": "network-changed", "server_uuid": "96d9f010-9ca3-4278-bb3a-c0c3e8bfd543", "tag": "e5717fdb-e503-4476-ba7a-3c85da969331"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:54:54.700889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec3cbb-8ed3-436e-8ed5-15d0f251caad service neutron] Pushing event updated for resources: {'Port': ['ID=e5717fdb-e503-4476-ba7a-3c85da969331,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:54.708645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-26e5220a-cde2-4434-9f02-f5fbbc666f9b tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "PUT /v2.0/quotas/0f555c2d8c9c46cf8d8199118b2971a0 HTTP/1.1" status: 200 len: 366 time: 0.2750244 May 06 09:54:54.708645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60708) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.736260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-89b9605e-826a-4908-8d1a-6670574284bd tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0269771 May 06 09:54:54.738710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60710) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.757036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60712) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.762106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cba8f0ef-e10e-4068-a14c-8918d8e19e05 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "GET /v2.0/quotas/0f555c2d8c9c46cf8d8199118b2971a0 HTTP/1.1" status: 200 len: 366 time: 0.0197372 May 06 09:54:54.762482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60714) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.774500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a69d4de0-b251-4dba-9f4f-25f6f0029762 req-0d6357e7-9712-401e-8687-755ebc1b5be6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641158 May 06 09:54:54.784673 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:54.788250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2391a3d8-9eaf-42bd-9251-7e256116e5cc tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/0f555c2d8c9c46cf8d8199118b2971a0 HTTP/1.1" status: 204 len: 168 time: 0.0223691 May 06 09:54:54.788836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60716) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.789467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.800927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9939a009-b584-4a39-b622-ddbd22e4bd8d tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0088847 May 06 09:54:54.801082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60718) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.810423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c5674770-e18d-4d69-b293-219f217b0929 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "GET /v2.0/quotas/0f555c2d8c9c46cf8d8199118b2971a0 HTTP/1.1" status: 200 len: 370 time: 0.0082049 May 06 09:54:54.813479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60720) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.818522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-95ed322b-c361-4a8d-8bc8-518f874d6d0a tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "GET /v2.0/quotas/0f555c2d8c9c46cf8d8199118b2971a0/default HTTP/1.1" status: 200 len: 370 time: 0.0038731 May 06 09:54:54.821016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60722) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.830284 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-4c2f4ad1-56a5-43c9-abb6-4085b36097dd tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] delete failed (client error): The resource could not be found. May 06 09:54:54.831228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4c2f4ad1-56a5-43c9-abb6-4085b36097dd tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/0f555c2d8c9c46cf8d8199118b2971a0 HTTP/1.1" status: 404 len: 348 time: 0.0086505 May 06 09:54:54.832361 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f88f801-23d0-4213-b651-6334917df90b x-openstack-request-id: req-3f88f801-23d0-4213-b651-6334917df90b {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:54:54.832650 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d9f010-9ca3-4278-bb3a-c0c3e8bfd543", "tag": "e5717fdb-e503-4476-ba7a-3c85da969331", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:54:54.832901 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f88f801-23d0-4213-b651-6334917df90b {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:54:54.833294 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f88f801-23d0-4213-b651-6334917df90b'] response: {'name': 'network-changed', 'server_uuid': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'tag': 'e5717fdb-e503-4476-ba7a-3c85da969331', 'status': 'completed', 'code': 200} May 06 09:54:54.897970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] Deleting subnet ce37069b-1939-4ab4-bc40-f299e26a7542 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:54:54.902466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:54.907695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-a5a1ad3e-8931-43a8-a6f8-a3a9c495edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:54.909565 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-a5a1ad3e-8931-43a8-a6f8-a3a9c495edbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 1094 time: 0.1721857 May 06 09:54:54.940284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60726) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:54.964933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:network and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:54.970618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:54.976963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:subnet and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:54.982617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:54.988116 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-c0668be4-1a75-426c-a0d5-e87f38151218 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5717fdb-e503-4476-ba7a-3c85da969331 HTTP/1.1" status: 200 len: 217 time: 0.0543771 May 06 09:54:54.989755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:subnetpool and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:54.994903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:55.002371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:port and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:55.007265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:55.008286 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.013394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:router and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:55.019473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:55.025496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:floatingip and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:55.030502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:55.067119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:security_group and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:55.073639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:55.081594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Usage tracker for resource:security_group_rule and tenant:86f4afdb964042c3a9b1d97420885b38 is out of sync, need to count used quota {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} May 06 09:54:55.087160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.quota.resource [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102742) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} May 06 09:54:55.091722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6804b277-9d96-44ec-b730-2fcb45fd2f98 tempest-QuotasTest-292254531 tempest-QuotasTest-292254531-project-admin] 10.222.0.76 "GET /v2.0/quotas/86f4afdb964042c3a9b1d97420885b38/details.json HTTP/1.1" status: 200 len: 703 time: 0.1504357 May 06 09:54:55.105129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.137152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-08f7c0cc-0870-4143-a49a-ee96274ca0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:55.139192 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-08f7c0cc-0870-4143-a49a-ee96274ca0c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.1431994 May 06 09:54:55.182249 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-5046bf26-8975-4a7b-8f63-b42d67f1497f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348346 May 06 09:54:55.290360 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.330919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.374789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.379039 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ce37069b-1939-4ab4-bc40-f299e26a7542 HTTP/1.1" status: 204 len: 168 time: 0.6194255 May 06 09:54:55.381400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60734) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:55.397353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=727f449b-30b1-4402-8c83-d3cc4aa6fab3,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:55.410432 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-d28e95b5-6483-4ba9-81ac-aa47c1893935 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028310 May 06 09:54:55.412045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.412274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.412609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.412947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.413360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.413591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.413912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.414235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.414554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.414870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.415761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.415761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:55.435042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60736) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:55.452006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': 'aebd0626-2587-4f71-80e4-549ed8a671ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:55.452382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: 7e9fee5f-063c-4aae-b546-8ae8d3dc9102, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:55.470618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312f0a-9ab4-41de-ac0c-f9bf44962af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce37069b-1939-4ab4-bc40-f299e26a7542,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:55.483802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcfae0-59c1-4177-bbca-f746cfef42c6 req-eb74bc7e-a0ca-4759-9d1a-b233faff9d39 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:55.485690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02bcfae0-59c1-4177-bbca-f746cfef42c6 req-eb74bc7e-a0ca-4759-9d1a-b233faff9d39 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1164699 May 06 09:54:55.488758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.533850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 7e9fee5f-063c-4aae-b546-8ae8d3dc9102 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:55.550999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 7e9fee5f-063c-4aae-b546-8ae8d3dc9102) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:55.561581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:55.562335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.564162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7433f5-cdaa-438d-a1a7-b7c44255cc02 None None] Network 7e9fee5f-063c-4aae-b546-8ae8d3dc9102 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:55.568339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02bcfae0-59c1-4177-bbca-f746cfef42c6 req-16732c53-bd70-4747-ac93-7542e857103e tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756192 May 06 09:54:55.571305 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-91c7bc12-2d69-4b9a-aa97-b31ce9058534 req-a9691978-6e10-4c10-a0f4-eadd58d56395 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473348 May 06 09:54:55.609165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-673cfa70-ad5e-4040-8503-e9401f1b42d2 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0417595 May 06 09:54:55.609165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60740) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:55.636877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.659066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:55.665238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3790ee2a-7afa-4565-98e9-976600ff242e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.669347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33f245c-bf5c-48c5-94e9-351221609c9d') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:55.669347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33f245c-bf5c-48c5-94e9-351221609c9d') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:55.680513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.700021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.712290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:55.713146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: timer() May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:55.715088 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:55.760529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-7e9fee5f-063c-4aae-b546-8ae8d3dc9102', 'network_id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': '727f449b-30b1-4402-8c83-d3cc4aa6fab3'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:55.761884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.776434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-1a99f0b7-65a3-44e0-b82e-cf76f3d01bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:55.778008 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-1a99f0b7-65a3-44e0-b82e-cf76f3d01bb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 1094 time: 0.1147032 May 06 09:54:55.798099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.808626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.817711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81 HTTP/1.1" status: 204 len: 168 time: 0.4336221 May 06 09:54:55.832249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:55.848338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3e82c-138b-480a-9901-1b10c1f53a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec9cf6f-d5d6-4e47-9ec7-413c23ccfd81,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:55.982219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Allocated IP 172.20.0.1 (7e9fee5f-063c-4aae-b546-8ae8d3dc9102/727f449b-30b1-4402-8c83-d3cc4aa6fab3/54ca5807-72a4-4546-8a62-3694e69f9104) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:55.985502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3790ee2a-7afa-4565-98e9-976600ff242e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.004654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3790ee2a-7afa-4565-98e9-976600ff242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.011267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde1ae-827d-42dc-b67b-f335adbbc978 req-3db2c04d-3a3e-42d2-b77f-211b3b06fda4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.020240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6dde1ae-827d-42dc-b67b-f335adbbc978 req-3db2c04d-3a3e-42d2-b77f-211b3b06fda4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 943 time: 0.1513984 May 06 09:54:56.051460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc0ce4-aeb8-4883-a8c4-d587db7355d1 req-c2d93ad3-7ab0-4c4f-a252-9ef22a23bc88 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.051653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60748) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.056037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aebc0ce4-aeb8-4883-a8c4-d587db7355d1 req-c2d93ad3-7ab0-4c4f-a252-9ef22a23bc88 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1358290 May 06 09:54:56.068972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-2e7ae1b8-8f8a-439b-8ba5-e6f3e5a35c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.070493 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-2e7ae1b8-8f8a-439b-8ba5-e6f3e5a35c8b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.2836931 May 06 09:54:56.071221 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.093390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6dde1ae-827d-42dc-b67b-f335adbbc978 req-fa416a4a-d08a-43d8-a724-8b8cd0ead48b tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711842 May 06 09:54:56.118606 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3790ee2a-7afa-4565-98e9-976600ff242e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4369a687cb04355ab6cdff350dc0684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6609635 May 06 09:54:56.118606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790ee2a-7afa-4565-98e9-976600ff242e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce5004-01cb-4f8e-96e6-181c1a8104f7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.120594 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60750) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.125938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aebc0ce4-aeb8-4883-a8c4-d587db7355d1 req-3ff37f99-27c9-4dab-8be7-dde89e067bc9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539694 May 06 09:54:56.177007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.179353 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-76ddae90-aa0b-41de-968a-ed6d1583caf7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5717fdb-e503-4476-ba7a-3c85da969331 HTTP/1.1" status: 200 len: 217 time: 0.0768149 May 06 09:54:56.182488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.210911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:54:56.244823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: fdbdbdd0-c0fd-4818-be87-8178c887956b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:54:56.245167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fdbdbdd0-c0fd-4818-be87-8178c887956b not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:54:56.253299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Network 7e9fee5f-063c-4aae-b546-8ae8d3dc9102 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:54:56.257050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:56.259381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:54:56.272504 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83d3c9cd-2e8b-40a0-82bc-3a20a68c41a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e7fc1ba5f664fdaa0ecc2cd1c463f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196617 May 06 09:54:56.273881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Pushing event updated for resources: {'Port': ['ID=54ca5807-72a4-4546-8a62-3694e69f9104,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.275308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60752) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:56.289297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-85f7711b-6b6f-4abf-9769-48b4f00d69db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.290791 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-85f7711b-6b6f-4abf-9769-48b4f00d69db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.0944965 May 06 09:54:56.293825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.333249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9642ce45-892e-4eca-b74f-8f82c0f0a580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.339191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Attempting to bind port 54ca5807-72a4-4546-8a62-3694e69f9104 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:54:56.339570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Attempting to bind port 54ca5807-72a4-4546-8a62-3694e69f9104 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'aebd0626-2587-4f71-80e4-549ed8a671ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:54:56.339956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Attempting to bind port 54ca5807-72a4-4546-8a62-3694e69f9104 on network 7e9fee5f-063c-4aae-b546-8ae8d3dc9102 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:54:56.346803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:54:56.347287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Checking segment: {'id': 'aebd0626-2587-4f71-80e4-549ed8a671ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:56.347939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.348784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Bound using segment: {'id': 'aebd0626-2587-4f71-80e4-549ed8a671ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:54:56.348985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Bound port: 54ca5807-72a4-4546-8a62-3694e69f9104, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebd0626-2587-4f71-80e4-549ed8a671ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:54:56.349462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.357708 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9642ce45-892e-4eca-b74f-8f82c0f0a580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.364729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99c43921-548f-46a4-89c4-24b33c7a8142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.367908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=727f449b-30b1-4402-8c83-d3cc4aa6fab3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.371126 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-9ffb72e6-8198-422a-8b7e-be2d2b9bde28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638564 May 06 09:54:56.427346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9642ce45-892e-4eca-b74f-8f82c0f0a580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.430917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] For port 54ca5807-72a4-4546-8a62-3694e69f9104, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:54:56.433243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9642ce45-892e-4eca-b74f-8f82c0f0a580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.437583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] For port 54ca5807-72a4-4546-8a62-3694e69f9104, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=54ca5807-72a4-4546-8a62-3694e69f9104,segment=NetworkSegment(aebd0626-2587-4f71-80e4-549ed8a671ae),segment_id=aebd0626-2587-4f71-80e4-549ed8a671ae)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:54:56.437768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9642ce45-892e-4eca-b74f-8f82c0f0a580 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8253722e-32ea-4ce5-950f-cf3b380b5968 HTTP/1.1" status: 204 len: 168 time: 0.1582983 May 06 09:54:56.442776 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.449778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642ce45-892e-4eca-b74f-8f82c0f0a580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8253722e-32ea-4ce5-950f-cf3b380b5968,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.483798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99c43921-548f-46a4-89c4-24b33c7a8142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.520043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.544654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439f754-a0be-404c-97ab-78fe97cbfcdd None None] Pushing event updated for resources: {'Port': ['ID=54ca5807-72a4-4546-8a62-3694e69f9104,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.553785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79150a17-d811-4dbb-ad57-eb0964fa1012 None None] Network 7e9fee5f-063c-4aae-b546-8ae8d3dc9102 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:56.568547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9fee5f-063c-4aae-b546-8ae8d3dc9102']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.589128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebd0626-2587-4f71-80e4-549ed8a671ae') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.589462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebd0626-2587-4f71-80e4-549ed8a671ae') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:56.603118 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.606535 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-34dbe9dc-2ccf-4622-a729-936b340275df service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239535 May 06 09:54:56.628199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99c43921-548f-46a4-89c4-24b33c7a8142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.630614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99c43921-548f-46a4-89c4-24b33c7a8142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.634072 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-99c43921-548f-46a4-89c4-24b33c7a8142 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4ce5004-01cb-4f8e-96e6-181c1a8104f7 HTTP/1.1" status: 204 len: 168 time: 0.5087357 May 06 09:54:56.710176 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a753e167-9399-4f81-b976-29ceafe1e237 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:54:56.725710 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.743610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:56.744022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:56.750079 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:56.761892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c43921-548f-46a4-89c4-24b33c7a8142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce5004-01cb-4f8e-96e6-181c1a8104f7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:56.778718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f19d4-14d9-478b-9483-be3d33861e5a req-9919777b-a7eb-4d61-af63-e8c4a3cf200d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:56.792848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d85f19d4-14d9-478b-9483-be3d33861e5a req-9919777b-a7eb-4d61-af63-e8c4a3cf200d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1090448 May 06 09:54:56.837957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.api [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:54:56.837957 n-d-840834-1 neutron-server[102743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:54:56.837957 n-d-840834-1 neutron-server[102743]: [parameters: {'id': '7e9fee5f-063c-4aae-b546-8ae8d3dc9102'}] May 06 09:54:56.837957 n-d-840834-1 neutron-server[102743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:54:56.839214 n-d-840834-1 neutron-server[102743]: DEBUG oslo_db.api [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:54:56.858752 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-dccd47c1-be96-4cbd-b87c-b0058ad4ee4e req-78bcea41-0a4c-4eb4-ada2-4efba1c6ca09 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437978 May 06 09:54:56.880780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d85f19d4-14d9-478b-9483-be3d33861e5a req-21028e57-abb3-4b4c-82c2-c37b08545a2f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589321 May 06 09:54:56.897606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753e167-9399-4f81-b976-29ceafe1e237 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:54:57.179871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60780) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:57.195410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65275b1d-745d-41f0-b990-37dfae38e5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.297456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65275b1d-745d-41f0-b990-37dfae38e5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.302719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65275b1d-745d-41f0-b990-37dfae38e5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.343364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.363078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65275b1d-745d-41f0-b990-37dfae38e5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c037ec6-6a7b-4a89-af39-d485382a5961,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:57.380201 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-65275b1d-745d-41f0-b990-37dfae38e5e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86f4afdb964042c3a9b1d97420885b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988971 May 06 09:54:57.382829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:57.468518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d40799d-fed0-470a-890e-0463dbb5b678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.489413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port 54ca5807-72a4-4546-8a62-3694e69f9104 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:54:57.489752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.508310 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d40799d-fed0-470a-890e-0463dbb5b678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.597244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port 54ca5807-72a4-4546-8a62-3694e69f9104, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=54ca5807-72a4-4546-8a62-3694e69f9104,segment=NetworkSegment(aebd0626-2587-4f71-80e4-549ed8a671ae),segment_id=aebd0626-2587-4f71-80e4-549ed8a671ae)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:57.597770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.614968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for 54ca5807-72a4-4546-8a62-3694e69f9104 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:54:57.660139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-61f860e8-be3f-436e-b3fc-a0f781095f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.661551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-61f860e8-be3f-436e-b3fc-a0f781095f31 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 1096 time: 0.4933283 May 06 09:54:57.665880 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d40799d-fed0-470a-890e-0463dbb5b678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.668395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d40799d-fed0-470a-890e-0463dbb5b678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.669515 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d40799d-fed0-470a-890e-0463dbb5b678 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c037ec6-6a7b-4a89-af39-d485382a5961 HTTP/1.1" status: 204 len: 168 time: 0.2857747 May 06 09:54:57.671552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c293-1b3a-433e-9636-c074fff7851c req-25a80d91-98fe-4e01-9849-a2a5572184f8 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.673412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8259c293-1b3a-433e-9636-c074fff7851c req-25a80d91-98fe-4e01-9849-a2a5572184f8 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.5173080 May 06 09:54:57.682628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40799d-fed0-470a-890e-0463dbb5b678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c037ec6-6a7b-4a89-af39-d485382a5961,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:57.709243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a80874-b2bb-4114-98b8-c5d504592b28 req-947e1ef0-183a-44d4-b9ce-1b8feb611ebe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.710749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a80874-b2bb-4114-98b8-c5d504592b28 req-947e1ef0-183a-44d4-b9ce-1b8feb611ebe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 943 time: 0.4895754 May 06 09:54:57.714488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.749474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=54ca5807-72a4-4546-8a62-3694e69f9104,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:57.753223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port 54ca5807-72a4-4546-8a62-3694e69f9104 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:54:57.803049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8259c293-1b3a-433e-9636-c074fff7851c req-5810a2b9-7ad4-4b0f-8837-d074c14f48f4 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193340 May 06 09:54:57.827897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03a80874-b2bb-4114-98b8-c5d504592b28 req-25c68fb3-19d9-48fa-86b6-e3264aa988f3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842259 May 06 09:54:57.864414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-01bb95b2-16a3-4c8f-b753-2545af5dd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:57.866477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-01bb95b2-16a3-4c8f-b753-2545af5dd2a7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 911 time: 0.1907432 May 06 09:54:57.887212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.916161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9fee5f-063c-4aae-b546-8ae8d3dc9102']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:57.927875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebd0626-2587-4f71-80e4-549ed8a671ae') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:57.928244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebd0626-2587-4f71-80e4-549ed8a671ae') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:54:57.939173 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.958195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.969058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:54:57.969473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: timer() May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:54:57.972897 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:54:58.005046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-9761d122-55a2-4c2a-8067-41c63dbd48df service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 200 len: 1001 time: 0.1302674 May 06 09:54:58.022414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575dd96-e7d3-4715-8eb1-cf44d5ff4dc9 req-1ea5b105-33d3-4a4b-af48-551311e93ffa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:58.024601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b575dd96-e7d3-4715-8eb1-cf44d5ff4dc9 req-1ea5b105-33d3-4a4b-af48-551311e93ffa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0767105 May 06 09:54:58.057518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.072358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.079045 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/7e9fee5f-063c-4aae-b546-8ae8d3dc9102 HTTP/1.1" status: 204 len: 168 time: 2.4670882 May 06 09:54:58.081992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-ac1e21e9-f2b4-4f20-bb9f-eb9dbc9de6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:58.081992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-ac1e21e9-f2b4-4f20-bb9f-eb9dbc9de6e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.0522029 May 06 09:54:58.096111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60806) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.110999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239011722'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:58.165422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b575dd96-e7d3-4715-8eb1-cf44d5ff4dc9 req-7a1c4ee8-cacd-4861-90e8-0232fcdd5384 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913467 May 06 09:54:58.179103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-c0c03b6c-f587-45de-9346-5777aaf1575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:58.180751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-c0c03b6c-f587-45de-9346-5777aaf1575a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855069 May 06 09:54:58.182343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:58.187161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.211766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e5717fdb-e503-4476-ba7a-3c85da969331 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:54:58.215370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60810) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.289046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:54:58.334041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.334471 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment c364ea89-2edd-4d0b-87e7-1a89f968e89a of type vlan for network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee May 06 09:54:58.362431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e5717fdb-e503-4476-ba7a-3c85da969331, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e5717fdb-e503-4476-ba7a-3c85da969331,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:58.391271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-9196086d-e7ad-4d54-a51f-be7721d2558f service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011559 May 06 09:54:58.398252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'e5717fdb-e503-4476-ba7a-3c85da969331', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'port_id': 'e5717fdb-e503-4476-ba7a-3c85da969331', 'mac_address': 'fa:16:3e:2d:6c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73420db5-974d-455c-b166-9669723b3d84', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:54:58.412260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.415997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484229d8-22ca-4c86-b636-8aaa3d677a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=7e9fee5f-063c-4aae-b546-8ae8d3dc9102,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:58.455641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.472831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5717fdb-e503-4476-ba7a-3c85da969331 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:54:58.496646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.499127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e5717fdb-e503-4476-ba7a-3c85da969331, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e5717fdb-e503-4476-ba7a-3c85da969331,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:54:58.504084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:58.504822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-542462'] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.507206 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.548951 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-09b7aed3-c97e-42c9-ac17-591834a40aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.557705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e5717fdb-e503-4476-ba7a-3c85da969331,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:58.613311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5161734 May 06 09:54:58.616515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60824) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.619451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-052c4c6b-fdd3-4913-93a7-ca8ae769bbf5 req-2ca41b22-538a-4a0c-be8e-dc6115268dd9 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184412 May 06 09:54:58.622147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:58.644352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac885f-358d-4d16-b611-943b1c2abb1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=fed1fbd5-82aa-49a3-a107-9f6f7d6599ee,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:58.659853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:58.728956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-09b7aed3-c97e-42c9-ac17-591834a40aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.735514 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-09b7aed3-c97e-42c9-ac17-591834a40aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.778837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-09b7aed3-c97e-42c9-ac17-591834a40aab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8ebec3418b24de7bbe5bb40c66a6873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596976 May 06 09:54:58.778837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7aed3-c97e-42c9-ac17-591834a40aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90601aa9-1bb3-4448-a495-7fa3e77f88fd,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:58.779788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60828) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.806415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.824918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.835301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee is not hosted by any dhcp agent {{(pid=102743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:54:58.840350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-763b08d8-5133-4489-95b2-b04523b8f47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.840892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:58.841633 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.842775 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "PUT /v2.0/networks/fed1fbd5-82aa-49a3-a107-9f6f7d6599ee HTTP/1.1" status: 200 len: 723 time: 0.2252235 May 06 09:54:58.853193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60834) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:58.879465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-763b08d8-5133-4489-95b2-b04523b8f47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:58.885849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:58.929075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['e5717fdb-e503-4476-ba7a-3c85da969331'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:54:58.992306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:54:59.003295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.027244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9fb50-792f-4451-9dee-82d4607eb6ad req-d0d2aea4-f3cb-4a1c-a835-1e49d562bf76 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.035157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bff9fb50-792f-4451-9dee-82d4607eb6ad req-d0d2aea4-f3cb-4a1c-a835-1e49d562bf76 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 944 time: 0.1367362 May 06 09:54:59.057741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169769-d4e9-45a6-b053-f5d417d8ec5d req-215b86ff-bdd3-41f9-b0fa-e5ed04db79cb tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.059568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97169769-d4e9-45a6-b053-f5d417d8ec5d req-215b86ff-bdd3-41f9-b0fa-e5ed04db79cb tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1447847 May 06 09:54:59.073226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-763b08d8-5133-4489-95b2-b04523b8f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.075647 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-763b08d8-5133-4489-95b2-b04523b8f47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.080302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-763b08d8-5133-4489-95b2-b04523b8f47e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90601aa9-1bb3-4448-a495-7fa3e77f88fd HTTP/1.1" status: 204 len: 168 time: 0.2963502 May 06 09:54:59.126884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bff9fb50-792f-4451-9dee-82d4607eb6ad req-1e0c402e-7c64-4e62-bd85-ea18f845963f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904274 May 06 09:54:59.129795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b08d8-5133-4489-95b2-b04523b8f47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90601aa9-1bb3-4448-a495-7fa3e77f88fd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:59.151779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6012ef2-ed7d-4f89-ab67-962576973a56 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=fed1fbd5-82aa-49a3-a107-9f6f7d6599ee,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:59.163993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97169769-d4e9-45a6-b053-f5d417d8ec5d req-22771ddb-e146-4f4a-ad6f-7e1425c8afb6 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952265 May 06 09:54:59.183142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:54:59.301214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.351290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea08f30-d3f1-4e2f-82f4-254182cd8c57 req-250c8ca4-c99f-485f-8c26-6d8ecf87ef5c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.354052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fea08f30-d3f1-4e2f-82f4-254182cd8c57 req-250c8ca4-c99f-485f-8c26-6d8ecf87ef5c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0840578 May 06 09:54:59.384492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=9335fc9a-d662-4b4a-94b1-daa040474d62,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:59.447469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': 'c364ea89-2edd-4d0b-87e7-1a89f968e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:54:59.447983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fea08f30-d3f1-4e2f-82f4-254182cd8c57 req-6b666c5a-acd2-4302-b517-86cb7df313c7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772126 May 06 09:54:59.449816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: fed1fbd5-82aa-49a3-a107-9f6f7d6599ee, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:54:59.479503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:54:59.490297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, fed1fbd5-82aa-49a3-a107-9f6f7d6599ee) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:54:59.500753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.501393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f546863-f6db-4169-84c1-7dd90313c01b None None] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:54:59.501871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.530358 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f90259c4-939a-4374-982e-d777fd8b3351 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6757193 May 06 09:54:59.532600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60856) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:59.539796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:54:59.677873 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31193759'] for subnet, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.689652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-fed1fbd5-82aa-49a3-a107-9f6f7d6599ee', 'network_id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': '9335fc9a-d662-4b4a-94b1-daa040474d62'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:54:59.691045 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.724184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60864) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:59.867774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788762031481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31158458'] for subnet, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.911223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:54:59.911841 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:54:59.913134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "PUT /v2.0/subnets/9335fc9a-d662-4b4a-94b1-daa040474d62 HTTP/1.1" status: 200 len: 806 time: 0.3789403 May 06 09:54:59.916243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60872) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:54:59.938880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Allocated IP 172.20.0.2 (fed1fbd5-82aa-49a3-a107-9f6f7d6599ee/9335fc9a-d662-4b4a-94b1-daa040474d62/0d5db3eb-25f6-4823-8c74-a9b7fe445706) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:54:59.943720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=9335fc9a-d662-4b4a-94b1-daa040474d62,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:54:59.955300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.955786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.956220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.956880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.957306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.957724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.958693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.959128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.959549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.959998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.960411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:54:59.960826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de2425e-e6a0-4aed-bf1d-bdf884fc263b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:00.040929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1856780226', 'router:external': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:00.070197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.080315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Made reservation on behalf of 99d4e79908c742f68ae52084333e0f4e for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:00.082861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.095769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.123422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.131456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.174374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:00.177553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:00.181255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:00.182528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.202226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Pushing event updated for resources: {'Port': ['ID=0d5db3eb-25f6-4823-8c74-a9b7fe445706,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.254504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e5717fdb-e503-4476-ba7a-3c85da969331 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:00.295884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Attempting to bind port 0d5db3eb-25f6-4823-8c74-a9b7fe445706 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:00.296399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Attempting to bind port 0d5db3eb-25f6-4823-8c74-a9b7fe445706 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c364ea89-2edd-4d0b-87e7-1a89f968e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:00.296764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Attempting to bind port 0d5db3eb-25f6-4823-8c74-a9b7fe445706 on network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:00.306587 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:00.306969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Checking segment: {'id': 'c364ea89-2edd-4d0b-87e7-1a89f968e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:00.307382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.307878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Bound using segment: {'id': 'c364ea89-2edd-4d0b-87e7-1a89f968e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:00.308486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Bound port: 0d5db3eb-25f6-4823-8c74-a9b7fe445706, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c364ea89-2edd-4d0b-87e7-1a89f968e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:00.308872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.316621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.321010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.335232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.340321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2d35e-ee65-449d-ac99-58e87e8426ba req-e5324227-6405-46b1-807e-b17b80c0aaa1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:00.342407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45c2d35e-ee65-449d-ac99-58e87e8426ba req-e5324227-6405-46b1-807e-b17b80c0aaa1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 944 time: 0.1044178 May 06 09:55:00.351156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65506b-bdb5-489a-9b43-67d83be1eb6c req-8a62f51a-eb01-4e1b-ac0b-2b8d271c1349 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:00.352724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a65506b-bdb5-489a-9b43-67d83be1eb6c req-8a62f51a-eb01-4e1b-ac0b-2b8d271c1349 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.0801790 May 06 09:55:00.382226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port e5717fdb-e503-4476-ba7a-3c85da969331 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:55:00.394841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port e5717fdb-e503-4476-ba7a-3c85da969331 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:00.395087 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.403223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45c2d35e-ee65-449d-ac99-58e87e8426ba req-71817805-70a2-4b40-bec7-da02348429e8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495191 May 06 09:55:00.424505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] For port 0d5db3eb-25f6-4823-8c74-a9b7fe445706, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:00.429074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a65506b-bdb5-489a-9b43-67d83be1eb6c req-d7775536-8c57-46b1-abe9-44181ea74b73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594275 May 06 09:55:00.441978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] For port 0d5db3eb-25f6-4823-8c74-a9b7fe445706, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0d5db3eb-25f6-4823-8c74-a9b7fe445706,segment=NetworkSegment(c364ea89-2edd-4d0b-87e7-1a89f968e89a),segment_id=c364ea89-2edd-4d0b-87e7-1a89f968e89a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:00.446784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.449356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.473633 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed1fbd5-82aa-49a3-a107-9f6f7d6599ee']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:00.485419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c364ea89-2edd-4d0b-87e7-1a89f968e89a') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:00.485725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c364ea89-2edd-4d0b-87e7-1a89f968e89a') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:00.505773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.524310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=9335fc9a-d662-4b4a-94b1-daa040474d62,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.539175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:00.558667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.564712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a418-3d47-457f-8119-0d44307d1df0 None None] Pushing event updated for resources: {'Port': ['ID=0d5db3eb-25f6-4823-8c74-a9b7fe445706,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.570298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62be84b0-327d-4434-9f16-b64754ee2e94,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.588174 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.590911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:00.591335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: timer() May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:00.596301 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:00.604563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5d323-5ae3-4b41-b1bb-961cb96951ad None None] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:00.610981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa663abb-f53a-409d-8c19-b8e776a320f0 req-bcc43275-7762-4f2f-b209-b99ca51e65fd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:00.620810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa663abb-f53a-409d-8c19-b8e776a320f0 req-bcc43275-7762-4f2f-b209-b99ca51e65fd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0924447 May 06 09:55:00.653789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5717fdb-e503-4476-ba7a-3c85da969331'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:00.656690 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cdf262-5f72-4f93-b5e3-dedc1022200a" -d '{"events": [{"server_uuid": "96d9f010-9ca3-4278-bb3a-c0c3e8bfd543", "name": "network-vif-plugged", "status": "completed", "tag": "e5717fdb-e503-4476-ba7a-3c85da969331"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:00.665974 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.666588 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Added segment 64c8e7b9-915b-44cf-86d8-512808032518 of type vlan for network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 May 06 09:55:00.673391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa663abb-f53a-409d-8c19-b8e776a320f0 req-7341db45-dc80-4786-af57-f55731aa0a1c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512402 May 06 09:55:00.679108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e5717fdb-e503-4476-ba7a-3c85da969331, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e5717fdb-e503-4476-ba7a-3c85da969331,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:00.708117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.727487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.737151 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.api [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:55:00.737151 n-d-840834-1 neutron-server[102743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:55:00.737151 n-d-840834-1 neutron-server[102743]: [parameters: {'id': 'fed1fbd5-82aa-49a3-a107-9f6f7d6599ee'}] May 06 09:55:00.737151 n-d-840834-1 neutron-server[102743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:55:00.737464 n-d-840834-1 neutron-server[102743]: DEBUG oslo_db.api [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:55:00.742519 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f1d983-8ca7-4a1d-a2aa-c38561c0ea92 x-openstack-request-id: req-63f1d983-8ca7-4a1d-a2aa-c38561c0ea92 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:00.743299 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d9f010-9ca3-4278-bb3a-c0c3e8bfd543", "name": "network-vif-plugged", "status": "completed", "tag": "e5717fdb-e503-4476-ba7a-3c85da969331", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:00.743299 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63f1d983-8ca7-4a1d-a2aa-c38561c0ea92 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:00.743501 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f1d983-8ca7-4a1d-a2aa-c38561c0ea92'] response: {'server_uuid': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5717fdb-e503-4476-ba7a-3c85da969331', 'code': 200} May 06 09:55:00.762764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.763947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:00.764716 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.833458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e5717fdb-e503-4476-ba7a-3c85da969331,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.847203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4070852-f1fe-4e02-aa7a-c4a17dbbac81 None None] Network fed1fbd5-82aa-49a3-a107-9f6f7d6599ee requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:00.892747 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1637692 May 06 09:55:00.893257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60896) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:00.901055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'subnet': {'network_id': '89c46ee4-5aa2-4a31-b56e-c2611fdb2517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:00.913891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411def8-36b3-49f3-aff7-c40066bc62eb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Network': ['ID=89c46ee4-5aa2-4a31-b56e-c2611fdb2517,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:00.936851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b04f9-f924-4917-aa0f-ae199716c514 req-1ffabb5c-0ff9-4e8f-a547-c7a177064366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:00.938981 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-391b04f9-f924-4917-aa0f-ae199716c514 req-1ffabb5c-0ff9-4e8f-a547-c7a177064366 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 1096 time: 0.0943825 May 06 09:55:00.939311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Made reservation on behalf of 99d4e79908c742f68ae52084333e0f4e for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:00.944261 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:00.988953 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-391b04f9-f924-4917-aa0f-ae199716c514 req-cfcc53a8-5fc5-4905-8dc7-31215153e8d0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396872 May 06 09:55:01.137205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:01.239847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.303162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df642051-f1e6-4c5d-8f49-b1b3e51a1d6b None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:55:01.324175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port 0d5db3eb-25f6-4823-8c74-a9b7fe445706 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:01.324889 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.332766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:55:01.333237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.393188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Subnet': ['ID=12feb349-8013-4cef-947d-8ce5d0dbaaf3,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:01.402955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Checking segment: {'id': '64c8e7b9-915b-44cf-86d8-512808032518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '89c46ee4-5aa2-4a31-b56e-c2611fdb2517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:01.403502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network hostable DHCP agents. Network: 89c46ee4-5aa2-4a31-b56e-c2611fdb2517, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:01.412488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port 0d5db3eb-25f6-4823-8c74-a9b7fe445706, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0d5db3eb-25f6-4823-8c74-a9b7fe445706,segment=NetworkSegment(c364ea89-2edd-4d0b-87e7-1a89f968e89a),segment_id=c364ea89-2edd-4d0b-87e7-1a89f968e89a)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:01.413872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.427094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:01.431871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for 0d5db3eb-25f6-4823-8c74-a9b7fe445706 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:01.447763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 89c46ee4-5aa2-4a31-b56e-c2611fdb2517) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:01.456022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df642051-f1e6-4c5d-8f49-b1b3e51a1d6b None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:55:01.463250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:01.463250 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.526367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-54ec143f-7c8a-41fb-b447-31defc69338b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6309774 May 06 09:55:01.528093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60910) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:01.546741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1547783112', 'network_id': '89c46ee4-5aa2-4a31-b56e-c2611fdb2517'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:01.594916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.626331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=0d5db3eb-25f6-4823-8c74-a9b7fe445706,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:01.636688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port 0d5db3eb-25f6-4823-8c74-a9b7fe445706 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:01.683328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Made reservation on behalf of 99d4e79908c742f68ae52084333e0f4e for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:01.686224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.747536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] device_id is not set on port a7f09722-f4ee-4e21-8628-a76a08ca39d3 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:01.760299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.825232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed1fbd5-82aa-49a3-a107-9f6f7d6599ee']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:01.833777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d715d-7ace-44e1-8abb-f73ce95fe746 req-64edd584-a97c-4a16-8d91-30f0b3f5a80f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:01.835367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb2d715d-7ace-44e1-8abb-f73ce95fe746 req-64edd584-a97c-4a16-8d91-30f0b3f5a80f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 945 time: 0.2611399 May 06 09:55:01.852757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c364ea89-2edd-4d0b-87e7-1a89f968e89a') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:01.853512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c364ea89-2edd-4d0b-87e7-1a89f968e89a') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:01.894395 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.911760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.929250 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:01.929735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: timer() May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:01.938969 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:01.990135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1de0d-e905-4ce2-902d-17c44768bf11 None None] Network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:02.054516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Allocated IP 2001:db8::13 (89c46ee4-5aa2-4a31-b56e-c2611fdb2517/12feb349-8013-4cef-947d-8ce5d0dbaaf3/a7f09722-f4ee-4e21-8628-a76a08ca39d3) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:02.093127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.126114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.129513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/fed1fbd5-82aa-49a3-a107-9f6f7d6599ee HTTP/1.1" status: 204 len: 168 time: 2.2118101 May 06 09:55:02.131083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef84aa-e723-4881-a012-aee8f6d730ff tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=fed1fbd5-82aa-49a3-a107-9f6f7d6599ee,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:02.132791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60914) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:02.146302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb2d715d-7ace-44e1-8abb-f73ce95fe746 req-b30f5a9e-128b-42c6-9d67-c824c8f1146d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613803 May 06 09:55:02.158460 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e675c2-234e-4b82-b4a5-e785a91c09c5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:02.159072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e675c2-234e-4b82-b4a5-e785a91c09c5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:02.167323 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17e675c2-234e-4b82-b4a5-e785a91c09c5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/fed1fbd5-82aa-49a3-a107-9f6f7d6599ee HTTP/1.1" status: 404 len: 339 time: 0.0301106 May 06 09:55:02.171268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60916) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:02.174919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886362e-a7eb-438e-9eac-1bd10b4cfd58 req-3ca4f07b-7310-408e-84fe-7e0c61fcfa5c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:02.180630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-481959347', 'description': 'd1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:02.186056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8886362e-a7eb-438e-9eac-1bd10b4cfd58 req-3ca4f07b-7310-408e-84fe-7e0c61fcfa5c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2062616 May 06 09:55:02.215692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:02.224484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.269971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8886362e-a7eb-438e-9eac-1bd10b4cfd58 req-5e987e36-e61b-47c7-af7d-2fe18cfea047 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826344 May 06 09:55:02.303185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a618a-5847-4839-a9f2-ae52edb3df3e None None] Network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:02.337593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:02.368153 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.368862 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment e6ebdf75-15a4-4d0f-a3e3-aa89d30a9061 of type vlan for network 82aaa655-3b07-4a3c-9687-789a6ef005b2 May 06 09:55:02.440487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.520211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.523388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.559519 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.578136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:02.579096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.598508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f09722-f4ee-4e21-8628-a76a08ca39d3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:02.603051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:02.604702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:02.608430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:02.609511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:02.610220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.633059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8e5f2343-1b36-4360-a420-2dbd478a1ff5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1015906 May 06 09:55:02.633484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60926) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:02.692745 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5201619 May 06 09:55:02.697814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60930) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:02.724015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b51a36-570e-4c4f-b1c6-18ccc2efc27e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=82aaa655-3b07-4a3c-9687-789a6ef005b2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:02.740128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 82aaa655-3b07-4a3c-9687-789a6ef005b2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:02.779647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Deleting port a7f09722-f4ee-4e21-8628-a76a08ca39d3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:02.780273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:02.856298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d13f5d-cb57-403a-b5c4-deef4d77367a tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:02.861348 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b5d13f5d-cb57-403a-b5c4-deef4d77367a tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/networks?id=82aaa655-3b07-4a3c-9687-789a6ef005b2 HTTP/1.1" status: 200 len: 760 time: 0.1577268 May 06 09:55:02.862651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60940) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:02.871475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'description': 'd2'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:02.991338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.041554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Calling delete_port for a7f09722-f4ee-4e21-8628-a76a08ca39d3 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:03.125663 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.149745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.204744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 82aaa655-3b07-4a3c-9687-789a6ef005b2 is not hosted by any dhcp agent {{(pid=102742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 09:55:03.210356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.211053 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.212465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "PUT /v2.0/networks/82aaa655-3b07-4a3c-9687-789a6ef005b2 HTTP/1.1" status: 200 len: 757 time: 0.3487313 May 06 09:55:03.215459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60946) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:03.271893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd93435-404d-4a07-989f-eeef8b39ebbf tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=82aaa655-3b07-4a3c-9687-789a6ef005b2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:03.286418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 82aaa655-3b07-4a3c-9687-789a6ef005b2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:03.310950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d443c-5fe3-47eb-844d-e3877d252595 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.312823 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0e4d443c-5fe3-47eb-844d-e3877d252595 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/networks?id=82aaa655-3b07-4a3c-9687-789a6ef005b2 HTTP/1.1" status: 200 len: 760 time: 0.0948300 May 06 09:55:03.315918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60950) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:03.320927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.321089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-366097123'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:03.334568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4420d-78ab-4769-b983-5e87a92b4c9b req-dc1592f5-fdb4-472c-bc32-cc2cc641fda2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.336338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d4420d-78ab-4769-b983-5e87a92b4c9b req-dc1592f5-fdb4-472c-bc32-cc2cc641fda2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 945 time: 0.0790172 May 06 09:55:03.363450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:03.368297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.370689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7f09722-f4ee-4e21-8628-a76a08ca39d3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:03.407421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:03.412747 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.417522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.417869 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment 56e6aac0-2159-4812-9037-3c1e2bbeb583 of type vlan for network 02ebd1c6-918d-4e25-a6f0-4085ddbcddca May 06 09:55:03.418912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-71076bb8-1348-47cd-a214-ab2af43cecd3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "DELETE /v2.0/ports/a7f09722-f4ee-4e21-8628-a76a08ca39d3 HTTP/1.1" status: 204 len: 168 time: 0.7843242 May 06 09:55:03.419067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60952) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:03.425274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '89c46ee4-5aa2-4a31-b56e-c2611fdb2517', 'external_fixed_ips': [{'subnet_id': '12feb349-8013-4cef-947d-8ce5d0dbaaf3', 'ip_address': '2001:db8::13'}]}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:03.429907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0d4420d-78ab-4769-b983-5e87a92b4c9b req-3b58cc7d-22cd-4374-b423-e9054e058efc tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 May 06 09:55:03.488472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a260a47-417f-4297-93c6-6f4271dbd4af req-056422d3-08c3-475b-b126-d4a7a9327ef0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.490462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a260a47-417f-4297-93c6-6f4271dbd4af req-056422d3-08c3-475b-b126-d4a7a9327ef0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0649164 May 06 09:55:03.492510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.496833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.497924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.554037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.561549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.562581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a260a47-417f-4297-93c6-6f4271dbd4af req-da4fc1fb-650e-4fb4-a68e-c96656139b14 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559411 May 06 09:55:03.562772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.673193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=02ebd1c6-918d-4e25-a6f0-4085ddbcddca,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:03.687159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.693723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 02ebd1c6-918d-4e25-a6f0-4085ddbcddca details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:03.705511 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-da91a6a2-402c-4693-8158-65cb51896c17 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3885026 May 06 09:55:03.708436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60962) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:03.719308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:03.820274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b73bcf-5dc8-4230-a186-0c4a34b7ad0f req-a06c69a1-661a-4903-9e8e-845d0f4e50ba tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:03.824157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51b73bcf-5dc8-4230-a186-0c4a34b7ad0f req-a06c69a1-661a-4903-9e8e-845d0f4e50ba tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 945 time: 0.1843271 May 06 09:55:03.899369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:03.940647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51b73bcf-5dc8-4230-a186-0c4a34b7ad0f req-454d2d1e-405b-40f3-9aa3-7200779f3ce6 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074948 May 06 09:55:04.005675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec003a6-5d80-4a61-bd3a-b71cb3b87617 req-980016ef-2993-43fa-bad8-822179ccdffe tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.020106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ec003a6-5d80-4a61-bd3a-b71cb3b87617 req-980016ef-2993-43fa-bad8-822179ccdffe tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1945434 May 06 09:55:04.026356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545f77-303c-4514-b4c8-55024b21717a req-cec26a39-80fb-4744-9e5e-5d86bab448ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.028086 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f545f77-303c-4514-b4c8-55024b21717a req-cec26a39-80fb-4744-9e5e-5d86bab448ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.2244229 May 06 09:55:04.096768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:04.100920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.186292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ec003a6-5d80-4a61-bd3a-b71cb3b87617 req-b1693d1b-dfc3-4a16-874e-d5755b733d67 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641440 May 06 09:55:04.197497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545f77-303c-4514-b4c8-55024b21717a req-929475d4-d4bb-4b1e-816f-87d45149ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.199126 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f545f77-303c-4514-b4c8-55024b21717a req-929475d4-d4bb-4b1e-816f-87d45149ea33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.1585279 May 06 09:55:04.255737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b8450-d8a2-442d-aa1e-71a3ff3c5796 req-9a2a6324-d42e-49c8-9e39-eb7e0ed473b1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.257222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-978b8450-d8a2-442d-aa1e-71a3ff3c5796 req-9a2a6324-d42e-49c8-9e39-eb7e0ed473b1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 945 time: 0.0999899 May 06 09:55:04.286300 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f545f77-303c-4514-b4c8-55024b21717a req-cdd06a5a-b9d2-4da0-b258-d894e663d4d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.0769579 May 06 09:55:04.333411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-978b8450-d8a2-442d-aa1e-71a3ff3c5796 req-e694d055-114f-4a1a-9379-7859886fc37f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680523 May 06 09:55:04.419436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545f77-303c-4514-b4c8-55024b21717a req-48379c9c-a1a8-47cf-a62b-17f70d87cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.420157 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.421701 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f545f77-303c-4514-b4c8-55024b21717a req-48379c9c-a1a8-47cf-a62b-17f70d87cc87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1046045 May 06 09:55:04.459686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.482806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.496764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=3ebdb37c-3492-4a9b-823b-9e95cbbe42ef,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:04.506090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': '56e6aac0-2159-4812-9037-3c1e2bbeb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:04.506090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: 02ebd1c6-918d-4e25-a6f0-4085ddbcddca, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:04.528372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network 02ebd1c6-918d-4e25-a6f0-4085ddbcddca is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:04.538626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 02ebd1c6-918d-4e25-a6f0-4085ddbcddca) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:04.543811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.544510 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.547836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545f77-303c-4514-b4c8-55024b21717a req-f237a443-bb17-4744-ab21-b815b4e597f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.549167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f545f77-303c-4514-b4c8-55024b21717a req-f237a443-bb17-4744-ab21-b815b4e597f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213462 May 06 09:55:04.554111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaba1b6-f057-48e3-8095-9d050cbf23db None None] Network 02ebd1c6-918d-4e25-a6f0-4085ddbcddca requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:04.590950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-05ecb0f2-e287-4cda-bafb-f79ae26633b6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8814166 May 06 09:55:04.593652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60978) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:04.715158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce735753-476b-4761-b842-93b145fb67a6 req-414da6d4-a299-4c33-8382-3cf15f962188 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:04.717464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce735753-476b-4761-b842-93b145fb67a6 req-414da6d4-a299-4c33-8382-3cf15f962188 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 945 time: 0.1019461 May 06 09:55:04.738984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-02ebd1c6-918d-4e25-a6f0-4085ddbcddca', 'network_id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': '3ebdb37c-3492-4a9b-823b-9e95cbbe42ef'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:04.740289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.748838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.751513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f545f77-303c-4514-b4c8-55024b21717a req-45048d4b-a3d8-4e30-9061-980532d402f9 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897206 May 06 09:55:04.776035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce735753-476b-4761-b842-93b145fb67a6 req-d8fc4cb3-e4e9-433c-9bfd-54f5d5a7c1d4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 May 06 09:55:04.820108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:04.898271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Allocated IP 172.20.0.2 (02ebd1c6-918d-4e25-a6f0-4085ddbcddca/3ebdb37c-3492-4a9b-823b-9e95cbbe42ef/33ecb673-f033-4d12-a83f-15fcfce38500) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:05.050268 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.058014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.087683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.101126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Network 02ebd1c6-918d-4e25-a6f0-4085ddbcddca is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:05.104311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:05.108696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:05.114838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Allocated IP 2001:db8::13 (89c46ee4-5aa2-4a31-b56e-c2611fdb2517/12feb349-8013-4cef-947d-8ce5d0dbaaf3/51bda098-4716-4844-a657-e009eebc51fe) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:05.126369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Pushing event updated for resources: {'Port': ['ID=33ecb673-f033-4d12-a83f-15fcfce38500,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.144933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebdb37c-3492-4a9b-823b-9e95cbbe42ef,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.225128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Attempting to bind port 33ecb673-f033-4d12-a83f-15fcfce38500 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:05.225424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Attempting to bind port 33ecb673-f033-4d12-a83f-15fcfce38500 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '56e6aac0-2159-4812-9037-3c1e2bbeb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:05.225792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Attempting to bind port 33ecb673-f033-4d12-a83f-15fcfce38500 on network 02ebd1c6-918d-4e25-a6f0-4085ddbcddca {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:05.234650 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1f545f77-303c-4514-b4c8-55024b21717a req-ce6bd6f0-87ca-441f-84d3-7a161196a819 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4748631 May 06 09:55:05.250699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:05.252390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.256382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Checking segment: {'id': '56e6aac0-2159-4812-9037-3c1e2bbeb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:05.257375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.257943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Bound using segment: {'id': '56e6aac0-2159-4812-9037-3c1e2bbeb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:05.258744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Bound port: 33ecb673-f033-4d12-a83f-15fcfce38500, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e6aac0-2159-4812-9037-3c1e2bbeb583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:05.259359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.303565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ebd1c6-918d-4e25-a6f0-4085ddbcddca']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:05.319206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e6aac0-2159-4812-9037-3c1e2bbeb583') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:05.319859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e6aac0-2159-4812-9037-3c1e2bbeb583') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:05.332372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.339005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] For port 33ecb673-f033-4d12-a83f-15fcfce38500, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:05.344902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] For port 33ecb673-f033-4d12-a83f-15fcfce38500, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=33ecb673-f033-4d12-a83f-15fcfce38500,segment=NetworkSegment(56e6aac0-2159-4812-9037-3c1e2bbeb583),segment_id=56e6aac0-2159-4812-9037-3c1e2bbeb583)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:05.351136 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.359093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.375350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.395171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.408623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:05.411082 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: timer() May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:05.415017 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:05.442912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:05.449987 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:05.455619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Port': ['ID=51bda098-4716-4844-a657-e009eebc51fe,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.457829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e76028-2658-4f26-a0e2-0548702f81d5 None None] Pushing event updated for resources: {'Port': ['ID=33ecb673-f033-4d12-a83f-15fcfce38500,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:05.459011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:05.471729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf5573-56c4-4cc7-bc8d-dca299a2fce2 None None] Network 02ebd1c6-918d-4e25-a6f0-4085ddbcddca requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:05.649477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf834a-486a-4500-9739-45ffe4918aec None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:55:05.726705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:05.751218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af8dd-ca12-4dd1-99cc-e3eb1beef42a req-e9f1d9e9-1a25-4725-9dc9-066a9ce1f3b0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:05.752876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c86af8dd-ca12-4dd1-99cc-e3eb1beef42a req-e9f1d9e9-1a25-4725-9dc9-066a9ce1f3b0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.4156950 May 06 09:55:05.760860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdf834a-486a-4500-9739-45ffe4918aec None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:55:05.792969 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.api [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 09:55:05.792969 n-d-840834-1 neutron-server[102742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 09:55:05.792969 n-d-840834-1 neutron-server[102742]: [parameters: {'id': '02ebd1c6-918d-4e25-a6f0-4085ddbcddca'}] May 06 09:55:05.792969 n-d-840834-1 neutron-server[102742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:55:05.793419 n-d-840834-1 neutron-server[102742]: DEBUG oslo_db.api [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:55:05.825467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c86af8dd-ca12-4dd1-99cc-e3eb1beef42a req-99d870af-302a-4e6f-a331-7503c3f394b9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575004 May 06 09:55:05.980839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4ac91-1b56-4fef-a98a-a11d824c8c75 req-8db26652-73e9-4d89-964a-125756337a26 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:05.988745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95f4ac91-1b56-4fef-a98a-a11d824c8c75 req-8db26652-73e9-4d89-964a-125756337a26 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 945 time: 0.1036456 May 06 09:55:06.036531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-fa86398e-754b-45f3-8e09-1de24b7b167c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026869 May 06 09:55:06.040242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.046335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95f4ac91-1b56-4fef-a98a-a11d824c8c75 req-94d1a557-4c4d-4384-9638-b41b42eb3829 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566773 May 06 09:55:06.136576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d42425-a632-427f-ab20-c306fee7071d req-39512808-92d2-4044-93ec-e42c16ff41ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:06.138528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-39512808-92d2-4044-93ec-e42c16ff41ef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 1096 time: 0.0563226 May 06 09:55:06.177687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601d635-d38f-4abb-87af-47480eb9957b req-2469b472-47c3-4d76-9026-20c3c3406339 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:06.179135 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5601d635-d38f-4abb-87af-47480eb9957b req-2469b472-47c3-4d76-9026-20c3c3406339 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 945 time: 0.1311412 May 06 09:55:06.254833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d42425-a632-427f-ab20-c306fee7071d req-74173d6f-5bff-455e-9a04-7ee50347ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:06.256467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-74173d6f-5bff-455e-9a04-7ee50347ae99 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 911 time: 0.0926013 May 06 09:55:06.312423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Router c28935e8-00ef-4384-940a-52a6b5b404f9 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:06.318155 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.339033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Deleting port e5717fdb-e503-4476-ba7a-3c85da969331 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:06.339033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.363775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-aae906a3-19e4-4631-aa2e-2d715d994f3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 200 len: 1001 time: 0.0951111 May 06 09:55:06.454859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d42425-a632-427f-ab20-c306fee7071d req-ffcdf33e-a5a6-424c-866f-81e6c1475f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:06.454859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-ffcdf33e-a5a6-424c-866f-81e6c1475f56 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.0718074 May 06 09:55:06.466087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port 33ecb673-f033-4d12-a83f-15fcfce38500 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:06.467105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.538456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] For port e5717fdb-e503-4476-ba7a-3c85da969331, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e5717fdb-e503-4476-ba7a-3c85da969331,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:06.538998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.547637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:06.557033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Sync routers for ids ['c28935e8-00ef-4384-940a-52a6b5b404f9'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:06.566192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d42425-a632-427f-ab20-c306fee7071d req-4f82990e-df16-4175-8ee7-a4ec767b9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:06.567841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-4f82990e-df16-4175-8ee7-a4ec767b9522 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032634 May 06 09:55:06.569481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port 33ecb673-f033-4d12-a83f-15fcfce38500, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=33ecb673-f033-4d12-a83f-15fcfce38500,segment=NetworkSegment(56e6aac0-2159-4812-9037-3c1e2bbeb583),segment_id=56e6aac0-2159-4812-9037-3c1e2bbeb583)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:06.569839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.570527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Routers {'c28935e8-00ef-4384-940a-52a6b5b404f9'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:06.571621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c28935e8-00ef-4384-940a-52a6b5b404f9'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:06.572702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Calling delete_port for e5717fdb-e503-4476-ba7a-3c85da969331 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:06.577212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.578456 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1d5e37d2-28f6-45e0-ab7d-d7ee1f6739de tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.1578496 May 06 09:55:06.581342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32770) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:06.611881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for 33ecb673-f033-4d12-a83f-15fcfce38500 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:06.744781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-c80675c1-ad34-4c97-9de5-8893860f1ab7 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617074 May 06 09:55:06.758128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Set router c28935e8-00ef-4384-940a-52a6b5b404f9 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:06.769762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.808484 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.840431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=33ecb673-f033-4d12-a83f-15fcfce38500,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:06.850964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port 33ecb673-f033-4d12-a83f-15fcfce38500 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:06.945628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.958204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:06.979869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:06.984592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event deleted for resources: {'Port': ['ID=e5717fdb-e503-4476-ba7a-3c85da969331,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:07.003735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28935e8-00ef-4384-940a-52a6b5b404f9', 'name': '', 'tenant_id': '99d4e79908c742f68ae52084333e0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89c46ee4-5aa2-4a31-b56e-c2611fdb2517', 'external_fixed_ips': [{'subnet_id': '12feb349-8013-4cef-947d-8ce5d0dbaaf3', 'ip_address': '2001:db8::13'}], 'enable_snat': True}, 'gw_port_id': '51bda098-4716-4844-a657-e009eebc51fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:03Z', 'updated_at': '2022-05-06T09:55:05Z', 'revision_number': 3, 'project_id': '99d4e79908c742f68ae52084333e0f4e', 'gw_port': {'id': '51bda098-4716-4844-a657-e009eebc51fe', 'name': '', 'network_id': '89c46ee4-5aa2-4a31-b56e-c2611fdb2517', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28935e8-00ef-4384-940a-52a6b5b404f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '12feb349-8013-4cef-947d-8ce5d0dbaaf3', 'ip_address': '2001:db8::13', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:04Z', 'updated_at': '2022-05-06T09:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12feb349-8013-4cef-947d-8ce5d0dbaaf3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:07.004772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.036545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Checking router: c28935e8-00ef-4384-940a-52a6b5b404f9 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:55:07.036855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Updating router c28935e8-00ef-4384-940a-52a6b5b404f9 port 51bda098-4716-4844-a657-e009eebc51fe binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:55:07.055520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ebd1c6-918d-4e25-a6f0-4085ddbcddca']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:07.059243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60d42425-a632-427f-ab20-c306fee7071d req-84db8384-869d-4e82-b021-abc7558cbcf5 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018770 May 06 09:55:07.065686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] No DVR routers for this DVR port e5717fdb-e503-4476-ba7a-3c85da969331 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:07.073698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e6aac0-2159-4812-9037-3c1e2bbeb583') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:07.074002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e6aac0-2159-4812-9037-3c1e2bbeb583') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:07.076258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.084145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.090018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.090384 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5601d635-d38f-4abb-87af-47480eb9957b req-2ce8695d-cc29-42ea-bbf2-29778dd1d8cd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "DELETE /v2.0/ports/e5717fdb-e503-4476-ba7a-3c85da969331 HTTP/1.1" status: 204 len: 173 time: 0.9022877 May 06 09:55:07.093351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'name': 'network-vif-deleted', 'tag': 'e5717fdb-e503-4476-ba7a-3c85da969331'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:07.095989 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bcba75-6e6b-4d1d-a66c-e198ea413fd8" -d '{"events": [{"server_uuid": "96d9f010-9ca3-4278-bb3a-c0c3e8bfd543", "name": "network-vif-deleted", "tag": "e5717fdb-e503-4476-ba7a-3c85da969331"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:07.146738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Deleting port 51bda098-4716-4844-a657-e009eebc51fe {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:07.147131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.162282 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.177003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:07.177860 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: timer() May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:07.202711 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:07.213505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3092ae7-8e1d-454f-bfef-41a8fa2da142 req-d8bbacf7-9402-468b-87b9-f7b4ce780057 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:07.215423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3092ae7-8e1d-454f-bfef-41a8fa2da142 req-d8bbacf7-9402-468b-87b9-f7b4ce780057 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2825131 May 06 09:55:07.245058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37603b04-b7f0-43e0-8cd9-33e19244a5ee req-d586bed1-6dbd-43c3-894c-3e0c49d81282 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=96d9f010-9ca3-4278-bb3a-c0c3e8bfd543 HTTP/1.1" status: 200 len: 210 time: 0.1157911 May 06 09:55:07.245427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.269180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Calling delete_port for 51bda098-4716-4844-a657-e009eebc51fe owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:07.313382 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80fcf01-d043-4193-bcc6-6b9b7837b0a5 x-openstack-request-id: req-a80fcf01-d043-4193-bcc6-6b9b7837b0a5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:07.313737 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d9f010-9ca3-4278-bb3a-c0c3e8bfd543", "name": "network-vif-deleted", "tag": "e5717fdb-e503-4476-ba7a-3c85da969331", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:07.314058 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a80fcf01-d043-4193-bcc6-6b9b7837b0a5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:07.314528 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a80fcf01-d043-4193-bcc6-6b9b7837b0a5'] response: {'server_uuid': '96d9f010-9ca3-4278-bb3a-c0c3e8bfd543', 'name': 'network-vif-deleted', 'tag': 'e5717fdb-e503-4476-ba7a-3c85da969331', 'status': 'completed', 'code': 200} May 06 09:55:07.350330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.371786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.375337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/02ebd1c6-918d-4e25-a6f0-4085ddbcddca HTTP/1.1" status: 204 len: 168 time: 2.7795563 May 06 09:55:07.377013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca9fac-5c44-4dff-96e1-0c9be82cfd60 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=02ebd1c6-918d-4e25-a6f0-4085ddbcddca,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:07.378682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32784) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.394046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3092ae7-8e1d-454f-bfef-41a8fa2da142 req-8ed367e7-9479-4838-9015-1bf283ec25ca tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952702 May 06 09:55:07.474431 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d72f780-d74b-4ba7-a9b1-36b4784abfb5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] GET failed (client error): The resource could not be found. May 06 09:55:07.476505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8d72f780-d74b-4ba7-a9b1-36b4784abfb5 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/subnets/3ebdb37c-3492-4a9b-823b-9e95cbbe42ef HTTP/1.1" status: 404 len: 337 time: 0.0809336 May 06 09:55:07.479229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32792) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.516526 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af4879a-b63a-4bac-b880-14deb91666be tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:07.517140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af4879a-b63a-4bac-b880-14deb91666be tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:07.522258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6af4879a-b63a-4bac-b880-14deb91666be tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/02ebd1c6-918d-4e25-a6f0-4085ddbcddca HTTP/1.1" status: 404 len: 339 time: 0.0419979 May 06 09:55:07.527517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32794) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.635836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc2563f-3e71-49e6-af4c-7375dce25cad req-001663c9-3514-46b7-b281-1e720a945019 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:07.645644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffc2563f-3e71-49e6-af4c-7375dce25cad req-001663c9-3514-46b7-b281-1e720a945019 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1326044 May 06 09:55:07.701001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:55:07.701392 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:55:07.708251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.708801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffc2563f-3e71-49e6-af4c-7375dce25cad req-66e71289-1dd0-4459-8800-8b8f744ccacf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552506 May 06 09:55:07.775998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event deleted for resources: {'Port': ['ID=51bda098-4716-4844-a657-e009eebc51fe,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:07.790521 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db39111-fddd-4b71-a299-bb32fd3c971c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:07.797192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db39111-fddd-4b71-a299-bb32fd3c971c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:07.798792 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9db39111-fddd-4b71-a299-bb32fd3c971c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1391 time: 0.2701030 May 06 09:55:07.801638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32804) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.840194 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.845338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a2f24db3-7b09-49ca-aa17-3dbc1e53ff54 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 207 time: 0.0424733 May 06 09:55:07.849418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32806) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:07.941544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.943762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.989569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.990019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c28935e8-00ef-4384-940a-52a6b5b404f9 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:07.995425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:07.999020 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a4eac78-585d-4dcc-a60a-b191835c39ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/c28935e8-00ef-4384-940a-52a6b5b404f9 HTTP/1.1" status: 204 len: 168 time: 1.4167123 May 06 09:55:07.999761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32808) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.051992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Deleting subnet 12feb349-8013-4cef-947d-8ce5d0dbaaf3 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:08.055401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.094420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.114437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0829255-ecb5-4f20-8c3f-9d8b71ac0992 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.120495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0829255-ecb5-4f20-8c3f-9d8b71ac0992 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.127186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0829255-ecb5-4f20-8c3f-9d8b71ac0992 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.132992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0829255-ecb5-4f20-8c3f-9d8b71ac0992 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.137005 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.139906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0829255-ecb5-4f20-8c3f-9d8b71ac0992 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.146767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d0829255-ecb5-4f20-8c3f-9d8b71ac0992 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3094 time: 0.2912652 May 06 09:55:08.148975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32812) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.184947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db13b3-10b4-41e8-bad9-78d733db9724 req-436765b9-9785-45b3-803b-3fe22c2d8ca1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.186966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36db13b3-10b4-41e8-bad9-78d733db9724 req-436765b9-9785-45b3-803b-3fe22c2d8ca1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1243482 May 06 09:55:08.196063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.223136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Port 51bda098-4716-4844-a657-e009eebc51fe not found while updating agent binding for router c28935e8-00ef-4384-940a-52a6b5b404f9. {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 06 09:55:08.227429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=12feb349-8013-4cef-947d-8ce5d0dbaaf3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:08.236714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:08.237110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:55:08.238738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_agentschedulers_db [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c28935e8-00ef-4384-940a-52a6b5b404f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:55:08.240535 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.243166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ba0a0-38d9-4b99-bb9c-2d31634da0c8 None None] The sync data for ids ['c28935e8-00ef-4384-940a-52a6b5b404f9'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:08.245247 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5514d50f-099e-46f7-9d3a-f782748d990a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/12feb349-8013-4cef-947d-8ce5d0dbaaf3 HTTP/1.1" status: 204 len: 168 time: 0.2445014 May 06 09:55:08.248239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32814) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.275822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e5717fdb-e503-4476-ba7a-3c85da969331 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:08.296676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36db13b3-10b4-41e8-bad9-78d733db9724 req-b0d331ec-9bc9-4b4b-8e87-32b5d9b5960f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819483 May 06 09:55:08.326978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: e5717fdb-e503-4476-ba7a-3c85da969331 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:08.327369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e5717fdb-e503-4476-ba7a-3c85da969331 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:08.340738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.369341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5db67812-319e-407f-887f-493d4ccb363d tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 681 time: 0.2194479 May 06 09:55:08.373118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32822) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.472049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952b181-6dea-450b-890c-411c527c7994 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.473674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7952b181-6dea-450b-890c-411c527c7994 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.475419 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7952b181-6dea-450b-890c-411c527c7994 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1013005 May 06 09:55:08.479599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32826) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.483874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.507517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c46ee4-5aa2-4a31-b56e-c2611fdb2517']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:08.517839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c8e7b9-915b-44cf-86d8-512808032518') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:08.518173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c8e7b9-915b-44cf-86d8-512808032518') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:08.528224 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.528437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a36ab4-7369-4fdd-91f4-6b37c5922f48 req-7207ff3b-97eb-4a53-bdb7-b0d09a73ecf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.530257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11a36ab4-7369-4fdd-91f4-6b37c5922f48 req-7207ff3b-97eb-4a53-bdb7-b0d09a73ecf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1236620 May 06 09:55:08.543003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.550080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:08.550483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: timer() May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:08.552313 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:08.584189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57858ac3-7659-49ec-8e02-a910b129993c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['shared'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.586150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57858ac3-7659-49ec-8e02-a910b129993c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['shared'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.588997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-57858ac3-7659-49ec-8e02-a910b129993c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1069820 May 06 09:55:08.593386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32836) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.653362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11a36ab4-7369-4fdd-91f4-6b37c5922f48 req-2c63c928-2d1c-4e68-87c7-4c0ba60927b0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1145475 May 06 09:55:08.683400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.704726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89c46ee4-5aa2-4a31-b56e-c2611fdb2517 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 06 09:55:08.708817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event deleted for resources: {'Network': ['ID=89c46ee4-5aa2-4a31-b56e-c2611fdb2517,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:08.710916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:08.719109 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0f52ac46-7700-4283-a0c0-ae8fbf89b350 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "DELETE /v2.0/networks/89c46ee4-5aa2-4a31-b56e-c2611fdb2517 HTTP/1.1" status: 204 len: 168 time: 0.4692664 May 06 09:55:08.768286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eecdc9-1b66-4c71-ba7e-90e762c53733 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.782801 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d2eecdc9-1b66-4c71-ba7e-90e762c53733 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/networks/0289cf34-cbee-4ab5-9907-ed8e95e0281f HTTP/1.1" status: 200 len: 800 time: 0.1871705 May 06 09:55:08.782801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32846) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:08.795929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-1288ce53-8e88-4ba1-a553-65f5d217c5a9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:08.797495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-1288ce53-8e88-4ba1-a553-65f5d217c5a9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.2447839 May 06 09:55:08.838823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-aa833253-2b19-4e77-8803-f5db77f53855 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/quotas/344b5bf5541a47dbbc80be2cb74c0d32 HTTP/1.1" status: 200 len: 375 time: 0.0331278 May 06 09:55:08.972086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-6a814d34-9eb5-4295-9521-1fc457f2ccdf tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1322219 May 06 09:55:08.989719 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2f54c13f-fe63-478c-85b5-689c64614b04 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/networks/0289cf34-cbee-4ab5-9907-ed8e95e0281f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2064581 May 06 09:55:08.990357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32854) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:09.001534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e135e5-b2ac-48a4-9ad5-07a37fac5533 req-dc1f889c-6e24-4781-8ada-79d384603f4f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:09.024026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8e135e5-b2ac-48a4-9ad5-07a37fac5533 req-dc1f889c-6e24-4781-8ada-79d384603f4f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1234236 May 06 09:55:09.041830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32856) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:09.048990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8af2732a-cf23-4498-b547-70be135d336d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'router': {'name': 'tempest-router--1618844188', 'project_id': '25681d3fcd9347cf9775e7abb2fe9b80'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:09.077035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507425f6-9247-4d67-8e3d-bf1f62cc3121 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:09.084124 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-507425f6-9247-4d67-8e3d-bf1f62cc3121 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/subnets/2c6e3a5c-d0d6-480a-9a36-ed8388982cd1 HTTP/1.1" status: 200 len: 811 time: 0.0926304 May 06 09:55:09.084810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32858) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:09.100897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8e135e5-b2ac-48a4-9ad5-07a37fac5533 req-dd6ceb27-d9f3-4a0f-aac7-b5346006ae85 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758734 May 06 09:55:09.132600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8af2732a-cf23-4498-b547-70be135d336d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.133723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8af2732a-cf23-4498-b547-70be135d336d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.155610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b149e-a674-4111-ae5e-14d40f9f09a9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:09.173509 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a80b149e-a674-4111-ae5e-14d40f9f09a9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "GET /v2.0/subnets/2c6e3a5c-d0d6-480a-9a36-ed8388982cd1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0835819 May 06 09:55:09.174880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32862) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:09.179111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1952834411'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:09.226566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:09.231109 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.275072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8af2732a-cf23-4498-b547-70be135d336d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.302330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8af2732a-cf23-4498-b547-70be135d336d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.305258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:09.338549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.339020 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Added segment 1c7f569a-d9ee-4a82-82bc-b0f467dca9f0 of type vlan for network fcb227f1-0b87-4061-a8e6-a39fae5d32ba May 06 09:55:09.388775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8af2732a-cf23-4498-b547-70be135d336d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.393337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8af2732a-cf23-4498-b547-70be135d336d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3505864 May 06 09:55:09.394762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32866) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:09.445460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395e19d-c2dd-4eaf-8aa4-ce7af2c7516e req-49bb9b49-490a-4aa4-a961-d415a27896c6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:09.447105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6395e19d-c2dd-4eaf-8aa4-ce7af2c7516e req-49bb9b49-490a-4aa4-a961-d415a27896c6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0803344 May 06 09:55:09.474805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.507087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6395e19d-c2dd-4eaf-8aa4-ce7af2c7516e req-0a722be3-b7a5-4d2f-80ef-261e767ff723 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484588 May 06 09:55:09.521378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-45705136-dbd1-4654-9435-bfce44f64503 service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476186 May 06 09:55:09.547128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df51aafc-0a03-4fce-96f0-4773593badc1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.625173 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.630899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:09.631699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:09.641352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-12c5eb34-c4ca-42b2-862e-5a6b0b50e9ce service neutron] 10.222.0.76 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183114 May 06 09:55:09.944253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714f04c6-dbb5-452c-933e-e4b04b2fafe8 req-3a53ce85-abd3-4649-a505-a2373457de87 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 210 time: 0.0638347 May 06 09:55:10.165132 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9899518 May 06 09:55:10.168493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32890) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:10.175651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'network_id': 'fcb227f1-0b87-4061-a8e6-a39fae5d32ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:10.287176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79984a6f-89d6-461f-a661-519f75da2100 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Network': ['ID=fcb227f1-0b87-4061-a8e6-a39fae5d32ba,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:10.297649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df51aafc-0a03-4fce-96f0-4773593badc1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.301918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df51aafc-0a03-4fce-96f0-4773593badc1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.302769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:10.352023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Made reservation on behalf of c9c86f906d904628a414b30049c55238 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:10.374760 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.398391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df51aafc-0a03-4fce-96f0-4773593badc1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.399175 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df51aafc-0a03-4fce-96f0-4773593badc1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0555a96-4094-49df-9b14-a838b03b74dd {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:10.404650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32896) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:10.421609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df51aafc-0a03-4fce-96f0-4773593badc1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.423150 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df51aafc-0a03-4fce-96f0-4773593badc1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/c0555a96-4094-49df-9b14-a838b03b74dd HTTP/1.1" status: 204 len: 168 time: 1.0273290 May 06 09:55:10.545577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Performing IP validity checks on allocation pools {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:55:10.548410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:55:10.701038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21bcb8aa-8474-487c-9e3f-6ecd513b75e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.747132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33235374-cc6a-4221-8907-11b2769462ad req-4ff5087c-daa2-4f1c-8b29-6e17b9083d0a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:10.757957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33235374-cc6a-4221-8907-11b2769462ad req-4ff5087c-daa2-4f1c-8b29-6e17b9083d0a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0844045 May 06 09:55:10.819135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21bcb8aa-8474-487c-9e3f-6ecd513b75e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.825289 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21bcb8aa-8474-487c-9e3f-6ecd513b75e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.831937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32906) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:10.865023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.883255 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21bcb8aa-8474-487c-9e3f-6ecd513b75e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcfd05027d4940409c32734adef89285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774768 May 06 09:55:10.884247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32910) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:10.891264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcb8aa-8474-487c-9e3f-6ecd513b75e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b492948-98bd-449d-b089-f127b923ce73,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:10.960342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26d69-9845-4bcf-af1e-679add1751dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:10.971982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33235374-cc6a-4221-8907-11b2769462ad req-18a565da-8cf0-41b7-b625-1aa66b054d45 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2030196 May 06 09:55:11.003984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26d69-9845-4bcf-af1e-679add1751dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.032062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=1fe2c18a-1d80-43c8-b5fd-06fa14c5fb2a,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:11.066847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3a1513a-e227-40bd-8fe9-d5c214d82c64 req-19a0a822-08ee-4842-8f55-dce8b34f80b9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 210 time: 0.0489950 May 06 09:55:11.069991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Checking segment: {'id': '1c7f569a-d9ee-4a82-82bc-b0f467dca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fcb227f1-0b87-4061-a8e6-a39fae5d32ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:11.070283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network hostable DHCP agents. Network: fcb227f1-0b87-4061-a8e6-a39fae5d32ba, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:11.084930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26d69-9845-4bcf-af1e-679add1751dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.089095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6f26d69-9845-4bcf-af1e-679add1751dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.090455 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a6f26d69-9845-4bcf-af1e-679add1751dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b492948-98bd-449d-b089-f127b923ce73 HTTP/1.1" status: 204 len: 168 time: 0.2052269 May 06 09:55:11.091694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:11.102879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f26d69-9845-4bcf-af1e-679add1751dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b492948-98bd-449d-b089-f127b923ce73,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:11.136710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, fcb227f1-0b87-4061-a8e6-a39fae5d32ba) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:11.143568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:11.151462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e05a6-eead-46f0-ac44-3411900c97ac None None] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:11.153887 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.191871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b7ff3931-254d-4fc8-a9f8-3411f2e56a1b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0218372 May 06 09:55:11.194736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32920) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:11.202797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c9af5b71-1cd5-46c4-8d0d-f77639de3f24 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:11.237952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-442017468', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:11.298649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a1720-358d-436d-ae3d-ac4bfea158fc req-dd0863b1-64e7-42f1-aa81-35d0c094bb03 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:11.315056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d21a1720-358d-436d-ae3d-ac4bfea158fc req-dd0863b1-64e7-42f1-aa81-35d0c094bb03 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0996404 May 06 09:55:11.373402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.374651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.394972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-fcb227f1-0b87-4061-a8e6-a39fae5d32ba', 'network_id': 'fcb227f1-0b87-4061-a8e6-a39fae5d32ba', 'tenant_id': 'c9c86f906d904628a414b30049c55238', 'fixed_ips': [{'subnet_id': '1fe2c18a-1d80-43c8-b5fd-06fa14c5fb2a'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:11.399370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.420469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d21a1720-358d-436d-ae3d-ac4bfea158fc req-040e662b-f02b-4264-b29c-9f40e2bfbcf1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030054 May 06 09:55:11.449549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9af5b71-1cd5-46c4-8d0d-f77639de3f24 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30655295'] for subnet, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.463620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-f484ba04-c187-46bf-af8a-b6370c704280 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:11.465110 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-f484ba04-c187-46bf-af8a-b6370c704280 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 805 time: 0.2139823 May 06 09:55:11.509082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Request body: {'port': {'device_id': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'admin_state_up': True, 'tenant_id': '344b5bf5541a47dbbc80be2cb74c0d32'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:11.525364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.784410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.934229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Made reservation on behalf of 344b5bf5541a47dbbc80be2cb74c0d32 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:11.938306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:11.961305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9af5b71-1cd5-46c4-8d0d-f77639de3f24 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788762031481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31060791'] for subnet, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.012302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Allocated IP 172.20.0.3 (fcb227f1-0b87-4061-a8e6-a39fae5d32ba/1fe2c18a-1d80-43c8-b5fd-06fa14c5fb2a/1bd54677-86f2-4de3-a6a7-ba589aad0b91) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:12.066720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9af5b71-1cd5-46c4-8d0d-f77639de3f24 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:12.067328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9af5b71-1cd5-46c4-8d0d-f77639de3f24 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.068692 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c9af5b71-1cd5-46c4-8d0d-f77639de3f24 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "PUT /v2.0/subnets/1fe2c18a-1d80-43c8-b5fd-06fa14c5fb2a HTTP/1.1" status: 200 len: 877 time: 0.8725991 May 06 09:55:12.071617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32940) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:12.098603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af5b71-1cd5-46c4-8d0d-f77639de3f24 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event updated for resources: {'Subnet': ['ID=1fe2c18a-1d80-43c8-b5fd-06fa14c5fb2a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.177426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Allocated IP 172.20.0.3 (6a108881-3eb8-4d4a-aaec-2007ff76762b/73420db5-974d-455c-b166-9669723b3d84/2fe0d3a4-54ca-4199-9710-3d39050ef030) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:12.239648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.248460 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.250308 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.269472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cda54967-d331-4aa1-9ac9-657fab26966f req-ab41124b-b3ed-4fb6-aa22-84a2b5f24855 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 210 time: 0.1058059 May 06 09:55:12.289856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:12.293194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:12.296390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:12.304297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.334280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Pushing event updated for resources: {'Port': ['ID=1bd54677-86f2-4de3-a6a7-ba589aad0b91,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.336267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.346374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port 1bd54677-86f2-4de3-a6a7-ba589aad0b91 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:12.346723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.361184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.361750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.361914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.362257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.362622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.362982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.363311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.363805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.364154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.364555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.364950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.365331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:12.384764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Attempting to bind port 1bd54677-86f2-4de3-a6a7-ba589aad0b91 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:12.385133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Attempting to bind port 1bd54677-86f2-4de3-a6a7-ba589aad0b91 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '1c7f569a-d9ee-4a82-82bc-b0f467dca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fcb227f1-0b87-4061-a8e6-a39fae5d32ba'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:12.385554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Attempting to bind port 1bd54677-86f2-4de3-a6a7-ba589aad0b91 on network fcb227f1-0b87-4061-a8e6-a39fae5d32ba {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:12.391704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:12.392134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Checking segment: {'id': '1c7f569a-d9ee-4a82-82bc-b0f467dca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fcb227f1-0b87-4061-a8e6-a39fae5d32ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:12.392964 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.393420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Bound using segment: {'id': '1c7f569a-d9ee-4a82-82bc-b0f467dca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fcb227f1-0b87-4061-a8e6-a39fae5d32ba'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:12.393899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Bound port: 1bd54677-86f2-4de3-a6a7-ba589aad0b91, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7f569a-d9ee-4a82-82bc-b0f467dca9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fcb227f1-0b87-4061-a8e6-a39fae5d32ba'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:12.394329 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.456135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port 1bd54677-86f2-4de3-a6a7-ba589aad0b91, host n-d-840834-1, got binding levels [] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:12.456500 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.475773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] For port 1bd54677-86f2-4de3-a6a7-ba589aad0b91, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:12.476452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for 1bd54677-86f2-4de3-a6a7-ba589aad0b91 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:12.479786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] For port 1bd54677-86f2-4de3-a6a7-ba589aad0b91, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1bd54677-86f2-4de3-a6a7-ba589aad0b91,segment=NetworkSegment(1c7f569a-d9ee-4a82-82bc-b0f467dca9f0),segment_id=1c7f569a-d9ee-4a82-82bc-b0f467dca9f0)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:12.490934 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.575693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae94b2-b124-4dff-91cf-60dc8bfd9dce None None] Pushing event updated for resources: {'Port': ['ID=1bd54677-86f2-4de3-a6a7-ba589aad0b91,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.620717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Allocated IP 172.25.8.121 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/70b39931-3fb6-4322-8bfe-0b2f6297e393) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:12.625148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70778748-42e2-43b1-8bc4-70960cd5a726 req-f932040c-f2b9-4c59-a57d-8e15fd4954e8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:12.625438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.627127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70778748-42e2-43b1-8bc4-70960cd5a726 req-f932040c-f2b9-4c59-a57d-8e15fd4954e8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0844610 May 06 09:55:12.648515 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d819651c-537b-40db-aa5a-b962b600dc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.691518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70778748-42e2-43b1-8bc4-70960cd5a726 req-d7ac035b-08c2-4a58-ab72-8a46ba5727f5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537961 May 06 09:55:12.757215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.757474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.769079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:12.834422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Network 6a108881-3eb8-4d4a-aaec-2007ff76762b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:12.847260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:12.851502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.866989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:12.927135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:12.927908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:12.933141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event updated for resources: {'Port': ['ID=2fe0d3a4-54ca-4199-9710-3d39050ef030,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:12.971769 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-9d4fd3a6-4e12-4c32-b33f-e324b698f899 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4681039 May 06 09:55:12.987103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Request body: {'port': {'device_id': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:13.025061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.050340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:13.054235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:13.058047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:13.117661 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.162626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=1bd54677-86f2-4de3-a6a7-ba589aad0b91,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:13.178275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event updated for resources: {'Port': ['ID=70b39931-3fb6-4322-8bfe-0b2f6297e393,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:13.229663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port 1bd54677-86f2-4de3-a6a7-ba589aad0b91 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:13.278639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0d56-becb-4b76-91a8-86725e161d4d req-c49d8ce5-8e19-4024-a2d0-19b613440caf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:13.286552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c24b0d56-becb-4b76-91a8-86725e161d4d req-c49d8ce5-8e19-4024-a2d0-19b613440caf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1289666 May 06 09:55:13.327687 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.365172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c24b0d56-becb-4b76-91a8-86725e161d4d req-2422c388-3545-4480-9cd4-b8f11f143c61 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752919 May 06 09:55:13.438306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4db74-368e-4740-b314-bc6b1a265fec req-bdb0716f-99be-4c2b-a12b-9a2b9dfa1626 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:13.439890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88b4db74-368e-4740-b314-bc6b1a265fec req-bdb0716f-99be-4c2b-a12b-9a2b9dfa1626 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 931 time: 0.0705109 May 06 09:55:13.450382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.565929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe2c18a-1d80-43c8-b5fd-06fa14c5fb2a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:13.579918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.654183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88b4db74-368e-4740-b314-bc6b1a265fec req-3af76562-cf68-4580-b463-48ed1336df5a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907570 May 06 09:55:13.663996 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.689247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e188fc-ab13-4dde-a835-9b438c082d06 req-037954a2-bb1f-4cd8-9d18-2a86f5fdb8f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:13.692077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18e188fc-ab13-4dde-a835-9b438c082d06 req-037954a2-bb1f-4cd8-9d18-2a86f5fdb8f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1850669 May 06 09:55:13.717189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb227f1-0b87-4061-a8e6-a39fae5d32ba']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:13.736400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7f569a-d9ee-4a82-82bc-b0f467dca9f0') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:13.736810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7f569a-d9ee-4a82-82bc-b0f467dca9f0') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:13.757489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.770477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18e188fc-ab13-4dde-a835-9b438c082d06 req-2ae0768f-1446-44fc-91b9-06a3bfe1f656 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713868 May 06 09:55:13.779819 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.789038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:13.789552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: timer() May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:13.814424 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:13.823981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe0d3a4-54ca-4199-9710-3d39050ef030 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:55:13.835418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.918987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.929542 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.937945 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.944301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/fcb227f1-0b87-4061-a8e6-a39fae5d32ba HTTP/1.1" status: 204 len: 168 time: 1.8676772 May 06 09:55:13.948788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8c5fa-6b0c-4a68-8450-a5c2dd793f45 req-0da4178b-fa19-46eb-99d0-cdaca2406455 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:13.950833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dc8c5fa-6b0c-4a68-8450-a5c2dd793f45 req-0da4178b-fa19-46eb-99d0-cdaca2406455 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0830193 May 06 09:55:13.951345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32988) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:13.964180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Transition to ACTIVE for port object 2fe0d3a4-54ca-4199-9710-3d39050ef030 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:55:13.972643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:13.985152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4c2a6-c4e7-423a-996b-8db0ef96dac4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=fcb227f1-0b87-4061-a8e6-a39fae5d32ba,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:14.019330 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac533db2-b732-4a57-922a-f6e426f309d3 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:14.019735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac533db2-b732-4a57-922a-f6e426f309d3 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.022887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ac533db2-b732-4a57-922a-f6e426f309d3 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/1fe2c18a-1d80-43c8-b5fd-06fa14c5fb2a HTTP/1.1" status: 404 len: 337 time: 0.0619385 May 06 09:55:14.025824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32992) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.097025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7dc8c5fa-6b0c-4a68-8450-a5c2dd793f45 req-8de20d1e-47c6-4245-b100-e384670746ee tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217134 May 06 09:55:14.098229 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ea1170-5aa6-4ba7-91e2-d342b05aeb6c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:14.098850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ea1170-5aa6-4ba7-91e2-d342b05aeb6c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.115382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-90ea1170-5aa6-4ba7-91e2-d342b05aeb6c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/fcb227f1-0b87-4061-a8e6-a39fae5d32ba HTTP/1.1" status: 404 len: 339 time: 0.0880446 May 06 09:55:14.116080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32994) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.183527 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-90baea71-7007-480e-a945-634d18300f3e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:14.183527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90baea71-7007-480e-a945-634d18300f3e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.194329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-90baea71-7007-480e-a945-634d18300f3e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/3ebdb37c-3492-4a9b-823b-9e95cbbe42ef HTTP/1.1" status: 404 len: 337 time: 0.0769122 May 06 09:55:14.196821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32998) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.228993 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04f3b7e-b637-4e57-a4d1-2a7f2a707a22 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:14.229591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04f3b7e-b637-4e57-a4d1-2a7f2a707a22 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.233026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c04f3b7e-b637-4e57-a4d1-2a7f2a707a22 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/02ebd1c6-918d-4e25-a6f0-4085ddbcddca HTTP/1.1" status: 404 len: 339 time: 0.0352027 May 06 09:55:14.249641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33000) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.266843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-23b7ff1d-970e-435d-98a6-428a0a839fdf None None] Could not find standard attr ID for object 1bd54677-86f2-4de3-a6a7-ba589aad0b91. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:55:14.323155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4ee13-c1be-4bab-923f-7f37398d604b None None] DHCP port deletion for fcb227f1-0b87-4061-a8e6-a39fae5d32ba request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:14.337995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3d589-3811-49a5-9422-8aad10992ec3 req-bd94e540-3cc1-4898-a4bb-0ae0d6842aa6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:14.339520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58c3d589-3811-49a5-9422-8aad10992ec3 req-bd94e540-3cc1-4898-a4bb-0ae0d6842aa6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1435223 May 06 09:55:14.351209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031daf9-4a6b-47cf-8ab8-176b1e7a18a9 None None] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:14.367751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031daf9-4a6b-47cf-8ab8-176b1e7a18a9 None None] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba could not be found, it might have been deleted concurrently. {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:55:14.386512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604103a-5cef-4988-9449-99f5e254f060 None None] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:14.389556 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.415226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58c3d589-3811-49a5-9422-8aad10992ec3 req-b1be7dae-e234-4c71-b775-cfbbac82e751 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608661 May 06 09:55:14.416090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0d3a4-54ca-4199-9710-3d39050ef030,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:14.439560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604103a-5cef-4988-9449-99f5e254f060 None None] Network fcb227f1-0b87-4061-a8e6-a39fae5d32ba could not be found, it might have been deleted concurrently. {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:55:14.512211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Attempting to bind port 2fe0d3a4-54ca-4199-9710-3d39050ef030 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:14.512404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Attempting to bind port 2fe0d3a4-54ca-4199-9710-3d39050ef030 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:14.513292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Attempting to bind port 2fe0d3a4-54ca-4199-9710-3d39050ef030 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:14.521171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Port 2fe0d3a4-54ca-4199-9710-3d39050ef030 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:55:14.521428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Attempting to bind port 2fe0d3a4-54ca-4199-9710-3d39050ef030 on network 6a108881-3eb8-4d4a-aaec-2007ff76762b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:14.526717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:14.527089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Checking segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:14.527558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Bound using segment: {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:14.528022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Bound port: 2fe0d3a4-54ca-4199-9710-3d39050ef030, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e93fcef-c443-41eb-bc24-993434f7c585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:14.528608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.538261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Router c2f54d3e-8589-41b4-8c71-b7cfcde427d3 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:14.563731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.599432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82aaa655-3b07-4a3c-9687-789a6ef005b2']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.620973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edb7e0-706f-4a39-87ce-13f42fcc6e13 req-25e2133d-523e-42c1-89ea-59bf2bf83562 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:14.629081 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74edb7e0-706f-4a39-87ce-13f42fcc6e13 req-25e2133d-523e-42c1-89ea-59bf2bf83562 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0990846 May 06 09:55:14.632944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ebdf75-15a4-4d0f-a3e3-aa89d30a9061') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.633245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ebdf75-15a4-4d0f-a3e3-aa89d30a9061') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.649206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] For port 2fe0d3a4-54ca-4199-9710-3d39050ef030, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:14.655986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.665795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] For port 2fe0d3a4-54ca-4199-9710-3d39050ef030, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2fe0d3a4-54ca-4199-9710-3d39050ef030,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:14.681369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.693761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74edb7e0-706f-4a39-87ce-13f42fcc6e13 req-47a86967-04e2-44c5-a1c4-3a8ece8b0837 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638063 May 06 09:55:14.694737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:14.695246 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: timer() May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:14.699639 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:14.702135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.756285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:14.757097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.758783 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] 10.222.0.83 "PUT /v2.0/ports/2fe0d3a4-54ca-4199-9710-3d39050ef030 HTTP/1.1" status: 200 len: 1091 time: 1.7784750 May 06 09:55:14.764863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'tag': '2fe0d3a4-54ca-4199-9710-3d39050ef030'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:14.767012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.767695 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2591c9-5f16-44ba-930b-912a655c1c5e", "tag": "2fe0d3a4-54ca-4199-9710-3d39050ef030"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:14.777289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.780281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:14.784815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33016) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.785050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/82aaa655-3b07-4a3c-9687-789a6ef005b2 HTTP/1.1" status: 204 len: 168 time: 0.5336504 May 06 09:55:14.791612 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] Sync routers for ids ['c2f54d3e-8589-41b4-8c71-b7cfcde427d3'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:14.808137 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] Routers {'c2f54d3e-8589-41b4-8c71-b7cfcde427d3'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:14.814033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c2f54d3e-8589-41b4-8c71-b7cfcde427d3'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.840101 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2753fd86-2060-4642-a983-72d649a90b8e x-openstack-request-id: req-2753fd86-2060-4642-a983-72d649a90b8e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:14.840674 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2591c9-5f16-44ba-930b-912a655c1c5e", "tag": "2fe0d3a4-54ca-4199-9710-3d39050ef030", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:14.841131 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2753fd86-2060-4642-a983-72d649a90b8e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:14.841670 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2753fd86-2060-4642-a983-72d649a90b8e'] response: {'name': 'network-changed', 'server_uuid': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'tag': '2fe0d3a4-54ca-4199-9710-3d39050ef030', 'status': 'completed', 'code': 200} May 06 09:55:14.845026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13acd-f44a-417d-89fc-8e169ca9c8fa service neutron] Pushing event updated for resources: {'Port': ['ID=2fe0d3a4-54ca-4199-9710-3d39050ef030,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:14.858456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dff07-553c-4e6e-9f94-9a146d6332e0 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=82aaa655-3b07-4a3c-9687-789a6ef005b2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:14.874390 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.883687 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5072931-f641-4554-a7bd-006a53055f66 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:14.884783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5072931-f641-4554-a7bd-006a53055f66 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.884998 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] Routers {'c2f54d3e-8589-41b4-8c71-b7cfcde427d3'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:14.885821 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:54:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c2f54d3e-8589-41b4-8c71-b7cfcde427d3'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.888054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979023e9-f076-4a8c-8970-15b3df729dcb req-0a456a26-3ad5-47b1-8a59-51b0e911dc95 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:14.888858 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a5072931-f641-4554-a7bd-006a53055f66 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/9335fc9a-d662-4b4a-94b1-daa040474d62 HTTP/1.1" status: 404 len: 337 time: 0.0973127 May 06 09:55:14.895279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-979023e9-f076-4a8c-8970-15b3df729dcb req-0a456a26-3ad5-47b1-8a59-51b0e911dc95 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 943 time: 0.0791826 May 06 09:55:14.901724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33018) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.924359 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-027a5598-e0aa-4764-b41f-1a2adbbb5edb tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:14.924917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027a5598-e0aa-4764-b41f-1a2adbbb5edb tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.925599 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:14.927632 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-076aa170-d7f5-4bd9-8a10-7fece63ce407 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0934143 May 06 09:55:14.928004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-027a5598-e0aa-4764-b41f-1a2adbbb5edb tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/fed1fbd5-82aa-49a3-a107-9f6f7d6599ee HTTP/1.1" status: 404 len: 339 time: 0.0253844 May 06 09:55:14.931090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33020) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.934127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33022) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.935612 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:14.938171 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e06723-1294-4aaf-bc29-678f2ad590bf None None] The sync data for ids ['c2f54d3e-8589-41b4-8c71-b7cfcde427d3'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:14.968735 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee711a83-ed9a-4090-a2d0-750b27969092 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:14.969297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee711a83-ed9a-4090-a2d0-750b27969092 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:14.974699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ee711a83-ed9a-4090-a2d0-750b27969092 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/727f449b-30b1-4402-8c83-d3cc4aa6fab3 HTTP/1.1" status: 404 len: 337 time: 0.0371649 May 06 09:55:14.978519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33028) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:14.984379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-5ac4886e-e02b-459c-b560-624f8c664cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:14.986001 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-5ac4886e-e02b-459c-b560-624f8c664cbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 1094 time: 0.1478856 May 06 09:55:14.995716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-979023e9-f076-4a8c-8970-15b3df729dcb req-db7c69a6-c799-477b-95b6-8f3872e12058 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995450 May 06 09:55:15.005493 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f9a92b-3d8f-46cd-b6ba-7af5439d77f6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.006042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f9a92b-3d8f-46cd-b6ba-7af5439d77f6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.009236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f9f9a92b-3d8f-46cd-b6ba-7af5439d77f6 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/7e9fee5f-063c-4aae-b546-8ae8d3dc9102 HTTP/1.1" status: 404 len: 339 time: 0.0296302 May 06 09:55:15.012068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33030) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.040658 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-8766d13d-e979-4348-b507-373b361e31f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fe0d3a4-54ca-4199-9710-3d39050ef030 HTTP/1.1" status: 200 len: 217 time: 0.0464475 May 06 09:55:15.043403 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4163be2-c52d-49ea-84a2-afb9d6c71c22 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.043554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4163be2-c52d-49ea-84a2-afb9d6c71c22 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.047233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a4163be2-c52d-49ea-84a2-afb9d6c71c22 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/91f4e65d-a5e0-4ddb-85f2-cc495b3576a5 HTTP/1.1" status: 404 len: 337 time: 0.0341017 May 06 09:55:15.050018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33032) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.068056 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d4fa5b-886e-4d2a-99d7-08f8a8670f6e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.068627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d4fa5b-886e-4d2a-99d7-08f8a8670f6e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.071561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-34d4fa5b-886e-4d2a-99d7-08f8a8670f6e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/144d3a51-7b45-4c92-be41-0fb5b7cac0d2 HTTP/1.1" status: 404 len: 339 time: 0.0206130 May 06 09:55:15.074190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33034) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.101467 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1fe7c0-8c75-452e-b554-8e99cb6cc34c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.101919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1fe7c0-8c75-452e-b554-8e99cb6cc34c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.104898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3e1fe7c0-8c75-452e-b554-8e99cb6cc34c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/c0783ae3-ee1a-4de2-82d5-b87d8ace64cf HTTP/1.1" status: 404 len: 337 time: 0.0297978 May 06 09:55:15.108806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33036) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.129097 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36542ce-c9ef-4365-909b-df6d55397d9b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.129711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36542ce-c9ef-4365-909b-df6d55397d9b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.130272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d6591a60-9de9-442a-9615-e3f0c6e90bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.133424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b36542ce-c9ef-4365-909b-df6d55397d9b tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/d2a03205-514e-4838-9411-69a66df4b22a HTTP/1.1" status: 404 len: 339 time: 0.0234675 May 06 09:55:15.135995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.140895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-af672f8d-b063-42e3-9ce3-1d32ad52fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:15.142842 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-af672f8d-b063-42e3-9ce3-1d32ad52fb70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.0764260 May 06 09:55:15.145477 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-28a4436d-902b-4fbf-89ae-90376f8b6c81 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/c2f54d3e-8589-41b4-8c71-b7cfcde427d3 HTTP/1.1" status: 200 len: 924 time: 0.2124100 May 06 09:55:15.148492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33040) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.165116 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e801587-fed7-4092-80e3-a889a8a0f366 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.165571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e801587-fed7-4092-80e3-a889a8a0f366 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.168838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e801587-fed7-4092-80e3-a889a8a0f366 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/c7b943b9-cb65-4935-9c48-01719c97a024 HTTP/1.1" status: 404 len: 337 time: 0.0317907 May 06 09:55:15.171656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33042) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.195438 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf97fac-327a-441c-a858-29af29ed1b68 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.196157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf97fac-327a-441c-a858-29af29ed1b68 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.198972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0bf97fac-327a-441c-a858-29af29ed1b68 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/95346172-37ac-439b-be7f-43f89e170b61 HTTP/1.1" status: 404 len: 339 time: 0.0262902 May 06 09:55:15.203978 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-988de863-e82a-4eb7-ab31-a5dea084075e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2f54d3e-8589-41b4-8c71-b7cfcde427d3 HTTP/1.1" status: 200 len: 205 time: 0.0519910 May 06 09:55:15.203978 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-73232e88-2809-4289-853d-5d37c7dfb2d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456841 May 06 09:55:15.204256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33044) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.204572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.288288 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-879ac2ba-57ee-4750-b445-f2f9926dcf4c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.288734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879ac2ba-57ee-4750-b445-f2f9926dcf4c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.291716 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-879ac2ba-57ee-4750-b445-f2f9926dcf4c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/0411d9a2-4c1e-456d-85ab-5e7e89454163 HTTP/1.1" status: 404 len: 337 time: 0.0861843 May 06 09:55:15.295133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33050) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.314580 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15f0fa5-5878-4a9e-b333-da79e74b1e1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.315237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15f0fa5-5878-4a9e-b333-da79e74b1e1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.318470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a15f0fa5-5878-4a9e-b333-da79e74b1e1c tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/e8458173-61bc-4a72-9ca1-2f5bb8e08f88 HTTP/1.1" status: 404 len: 339 time: 0.0219672 May 06 09:55:15.320951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33052) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.326811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.347910 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-588aad83-9bed-47f9-ae52-6745be4abbac tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.348309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588aad83-9bed-47f9-ae52-6745be4abbac tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.351547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-588aad83-9bed-47f9-ae52-6745be4abbac tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/be2a02cd-8bf7-4a5c-9cf4-18d1b018f2af HTTP/1.1" status: 404 len: 337 time: 0.0295155 May 06 09:55:15.354152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33058) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.378455 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ab1437-e6eb-49a5-b60e-f11baf8499d9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.379078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ab1437-e6eb-49a5-b60e-f11baf8499d9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.382116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-37ab1437-e6eb-49a5-b60e-f11baf8499d9 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/607a258f-122a-461e-8ece-7afbee940577 HTTP/1.1" status: 404 len: 339 time: 0.0268543 May 06 09:55:15.385254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33062) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.429332 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab4896a-4663-4cb1-a843-197c6f6f1558 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.429790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab4896a-4663-4cb1-a843-197c6f6f1558 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.435438 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5ab4896a-4663-4cb1-a843-197c6f6f1558 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/ea76ef7a-b779-4b88-ae43-7d069b15e7c9 HTTP/1.1" status: 404 len: 337 time: 0.0465372 May 06 09:55:15.435835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33064) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.452183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.463177 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce31d01b-835f-4ab4-87c0-2e05192d48e4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] DELETE failed (client error): The resource could not be found. May 06 09:55:15.463756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce31d01b-835f-4ab4-87c0-2e05192d48e4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:15.467202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ce31d01b-835f-4ab4-87c0-2e05192d48e4 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/56c77580-ca45-451e-b47f-ec73f0d167a4 HTTP/1.1" status: 404 len: 339 time: 0.0302982 May 06 09:55:15.469929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33066) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.497008 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-86bf9d76-d48f-4751-a0db-d5f38c3810ef service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777078 May 06 09:55:15.515921 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0150520-5040-4bde-935b-92a6d81a3add admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.538995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting subnet 2c6e3a5c-d0d6-480a-9a36-ed8388982cd1 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:15.543351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-8a54ae20-b0cb-42d2-8d09-8e80136d23a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885561 May 06 09:55:15.545132 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.617405 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.658848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-d9893340-383e-498a-ab81-d0ace6021e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:15.660352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-d9893340-383e-498a-ab81-d0ace6021e3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 1097 time: 0.0919797 May 06 09:55:15.683414 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.710875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0971b0bd-6c0d-40d0-9b79-70cb6646fe09 req-1bbb3d3c-90f4-4eac-8b61-a6e5ec236d91 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060204 May 06 09:55:15.760560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0150520-5040-4bde-935b-92a6d81a3add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.770361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.780119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0150520-5040-4bde-935b-92a6d81a3add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.832471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-9cd7fe86-a589-4d0f-b6b9-6681815de5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:15.833749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-9cd7fe86-a589-4d0f-b6b9-6681815de5df service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.1531820 May 06 09:55:15.844579 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0150520-5040-4bde-935b-92a6d81a3add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96207d9-528d-433a-b181-2d0746d2c203,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:15.855489 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c0150520-5040-4bde-935b-92a6d81a3add admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=72baeaf2d7c441648fc4cfc49525ed4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258238 May 06 09:55:15.857833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Deleting port 70b39931-3fb6-4322-8bfe-0b2f6297e393 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:15.858170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.859940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33068) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.881718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-4ae30850-11e8-404f-a767-1ce4c0db93da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b55aeb98-3360-4afd-831c-dce6b2a54643 HTTP/1.1" status: 200 len: 217 time: 0.0388112 May 06 09:55:15.884190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.917234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-0abd2df6-3282-46c5-b687-2729ac476fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:15.918704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-0abd2df6-3282-46c5-b687-2729ac476fce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 1094 time: 0.1544378 May 06 09:55:15.943192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6e3a5c-d0d6-480a-9a36-ed8388982cd1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:15.952244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:15.955668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4b7c846-6bf3-4fa0-ae7a-844d4e0aec2e tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/subnets/2c6e3a5c-d0d6-480a-9a36-ed8388982cd1 HTTP/1.1" status: 204 len: 168 time: 0.4847956 May 06 09:55:15.958214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33070) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:15.960474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be1dea-4d59-4718-a050-ad02cc0cc849 None None] Network 0289cf34-cbee-4ab5-9907-ed8e95e0281f requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:16.008436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-c16c06e0-9489-4fbf-87a9-381c0cab29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:16.009916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-c16c06e0-9489-4fbf-87a9-381c0cab29a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.1194592 May 06 09:55:16.036169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.053988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-48cea66a-2832-47c2-b4bf-bd768a1ded28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344415 May 06 09:55:16.067192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Calling delete_port for 70b39931-3fb6-4322-8bfe-0b2f6297e393 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:16.076312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9d53c4-fb8b-4c8e-97f6-08efd5e19715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.094425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1bd54677-86f2-4de3-a6a7-ba589aad0b91 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:16.128921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 1bd54677-86f2-4de3-a6a7-ba589aad0b91 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:16.129463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1bd54677-86f2-4de3-a6a7-ba589aad0b91 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:16.131001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.152155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-8681a42d-b023-410a-9c40-51d65a4a064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:16.154129 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-8681a42d-b023-410a-9c40-51d65a4a064e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 200 len: 906 time: 0.2275879 May 06 09:55:16.156661 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9d53c4-fb8b-4c8e-97f6-08efd5e19715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.226217 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-5e49e534-9686-41ae-895c-2a33fe78fec8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fe0d3a4-54ca-4199-9710-3d39050ef030 HTTP/1.1" status: 200 len: 217 time: 0.0644186 May 06 09:55:16.227898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] DHCP port deletion for 0289cf34-cbee-4ab5-9907-ed8e95e0281f request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:16.230013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-23f3354f-d09d-424e-9a0e-c02b2260569a service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655402 May 06 09:55:16.242703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf59e4-3d57-4c7b-b6b0-e548ffa938eb req-537b6f7a-a3ea-42c3-99e8-66a66b21652c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:16.244202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59bf59e4-3d57-4c7b-b6b0-e548ffa938eb req-537b6f7a-a3ea-42c3-99e8-66a66b21652c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 943 time: 0.1194723 May 06 09:55:16.285060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] Deleting port fb876ed8-a229-46db-a0b8-f850a6799a96 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:16.285781 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.355954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59bf59e4-3d57-4c7b-b6b0-e548ffa938eb req-f86b24f7-310d-40c3-bed7-1d56aeb77727 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001256 May 06 09:55:16.357961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] For port fb876ed8-a229-46db-a0b8-f850a6799a96, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fb876ed8-a229-46db-a0b8-f850a6799a96,segment=NetworkSegment(c199d547-c679-4941-a28f-18f20b7d05a5),segment_id=c199d547-c679-4941-a28f-18f20b7d05a5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:16.358771 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.359996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Deleting port fb876ed8-a229-46db-a0b8-f850a6799a96 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:16.360338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.364823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-5e8bc25b-abda-4256-8440-d0956c5e0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:16.366961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-5e8bc25b-abda-4256-8440-d0956c5e0371 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 200 len: 845 time: 0.1314142 May 06 09:55:16.382469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] Calling delete_port for fb876ed8-a229-46db-a0b8-f850a6799a96 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:16.406000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9d53c4-fb8b-4c8e-97f6-08efd5e19715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.408669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9d53c4-fb8b-4c8e-97f6-08efd5e19715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.409930 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8f9d53c4-fb8b-4c8e-97f6-08efd5e19715 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f96207d9-528d-433a-b181-2d0746d2c203 HTTP/1.1" status: 204 len: 168 time: 0.5489256 May 06 09:55:16.424906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac0ae8-6154-4246-8d26-f1b826e011e2 req-c80437b5-e79a-408e-803d-ac99ba925421 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777263 May 06 09:55:16.439165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-28076ac4-1c27-4c76-ac18-6ed1d565829b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a108881-3eb8-4d4a-aaec-2007ff76762b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612361 May 06 09:55:16.452351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d53c4-fb8b-4c8e-97f6-08efd5e19715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96207d9-528d-433a-b181-2d0746d2c203,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:16.462599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] For port fb876ed8-a229-46db-a0b8-f850a6799a96, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fb876ed8-a229-46db-a0b8-f850a6799a96,segment=NetworkSegment(c199d547-c679-4941-a28f-18f20b7d05a5),segment_id=c199d547-c679-4941-a28f-18f20b7d05a5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:16.463105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.480801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Calling delete_port for fb876ed8-a229-46db-a0b8-f850a6799a96 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:16.531253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.536063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.557377 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.585739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event deleted for resources: {'Port': ['ID=70b39931-3fb6-4322-8bfe-0b2f6297e393,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:16.585963 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.601133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] Pushing event deleted for resources: {'Port': ['ID=fb876ed8-a229-46db-a0b8-f850a6799a96,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:16.603340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba93c6-e971-4777-be9d-0b8442aeaa17 None None] No DVR routers for this DVR port fb876ed8-a229-46db-a0b8-f850a6799a96 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:16.608918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] No DVR routers for this DVR port fb876ed8-a229-46db-a0b8-f850a6799a96 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:16.627758 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.643622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Port': ['ID=fb876ed8-a229-46db-a0b8-f850a6799a96,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:16.672895 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-1e91677a-1095-4b88-a25b-f2dbc05d9c05 service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250307 May 06 09:55:16.730037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.734804 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.757756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289cf34-cbee-4ab5-9907-ed8e95e0281f']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:16.769154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c199d547-c679-4941-a28f-18f20b7d05a5') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:16.769540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c199d547-c679-4941-a28f-18f20b7d05a5') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:16.783904 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.798711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.806080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:16.806501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: timer() May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:16.810083 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:16.820027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33078) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:16.838631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.843162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.866404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7dcacd73-1e67-4a75-8123-09ef68a248d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.892830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.908928 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-fe41f202-362d-4e91-94a1-f0f7f5eb9b97 req-bc2481dd-1897-48a0-8ef0-c682873e649d service neutron] 10.222.0.83 "GET /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282164 May 06 09:55:16.909499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.910197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Fanout notify agent at l3_agent the message router_deleted on router c2f54d3e-8589-41b4-8c71-b7cfcde427d3 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:16.912066 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.917210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.918290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-76636941-928a-4947-a5bd-44b164b83edf tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/c2f54d3e-8589-41b4-8c71-b7cfcde427d3 HTTP/1.1" status: 204 len: 168 time: 1.7053401 May 06 09:55:16.922345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:16.923336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] 10.222.0.76 "DELETE /v2.0/networks/0289cf34-cbee-4ab5-9907-ed8e95e0281f HTTP/1.1" status: 204 len: 168 time: 0.9640961 May 06 09:55:16.927512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-913876934', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': False}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:16.928133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e1a05-0819-4fce-8cde-d501ecc4ee89 tempest-NetworksTest-375290538 tempest-NetworksTest-375290538-project] Pushing event deleted for resources: {'Network': ['ID=0289cf34-cbee-4ab5-9907-ed8e95e0281f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:16.951387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:16.952579 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.001721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7dcacd73-1e67-4a75-8123-09ef68a248d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.006790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7dcacd73-1e67-4a75-8123-09ef68a248d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.021793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.047082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7dcacd73-1e67-4a75-8123-09ef68a248d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86a67009ffa44c33bea5cf9b0d944543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259839 May 06 09:55:17.050266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33084) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:17.070535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcacd73-1e67-4a75-8123-09ef68a248d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5c1aee-2807-4337-a312-4d8a2f0e16c2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:17.112439 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-794b2355-cef2-46f3-bf10-8ebeec4fda4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.138850 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-794b2355-cef2-46f3-bf10-8ebeec4fda4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.174221 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.192173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-794b2355-cef2-46f3-bf10-8ebeec4fda4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.194853 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-794b2355-cef2-46f3-bf10-8ebeec4fda4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.198486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-794b2355-cef2-46f3-bf10-8ebeec4fda4a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6c5c1aee-2807-4337-a312-4d8a2f0e16c2 HTTP/1.1" status: 204 len: 168 time: 0.1449378 May 06 09:55:17.204640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b2355-cef2-46f3-bf10-8ebeec4fda4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5c1aee-2807-4337-a312-4d8a2f0e16c2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:17.240471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33090) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:17.393971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b68094ab-3ddf-4f36-84fc-4aac7814d317 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c9c86f906d904628a414b30049c55238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523480 May 06 09:55:17.398426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33098) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:17.486966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-523b92dc-2384-40ca-a548-9a2051ec7906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.521139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-523b92dc-2384-40ca-a548-9a2051ec7906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.540944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d01990-409b-4d15-a5bd-cbe889d1bdcb req-1f9290f4-4fc8-4899-b956-139bc14b35c1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:17.543379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3d01990-409b-4d15-a5bd-cbe889d1bdcb req-1f9290f4-4fc8-4899-b956-139bc14b35c1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 943 time: 0.1006861 May 06 09:55:17.609572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3d01990-409b-4d15-a5bd-cbe889d1bdcb req-41224059-a1da-40c0-8962-d6c032e7f949 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568521 May 06 09:55:17.627944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-523b92dc-2384-40ca-a548-9a2051ec7906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.630558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-523b92dc-2384-40ca-a548-9a2051ec7906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.634434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-523b92dc-2384-40ca-a548-9a2051ec7906 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0f24fda-0166-44b0-bbbe-1dd9eb54100f HTTP/1.1" status: 204 len: 168 time: 0.2349436 May 06 09:55:17.643672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b92dc-2384-40ca-a548-9a2051ec7906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f24fda-0166-44b0-bbbe-1dd9eb54100f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:17.752162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.773605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:17.892574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Allocated IP 172.25.8.106 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/6f4b566f-c874-4cff-9e52-a7a87c68b519) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:18.004201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.049437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.152026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:18.156943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:18.161679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fb876ed8-a229-46db-a0b8-f850a6799a96 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:18.176942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:18.210623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: fb876ed8-a229-46db-a0b8-f850a6799a96 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:18.211162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fb876ed8-a229-46db-a0b8-f850a6799a96 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:18.215229 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.223626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Port': ['ID=6f4b566f-c874-4cff-9e52-a7a87c68b519,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:18.307008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2fe0d3a4-54ca-4199-9710-3d39050ef030 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:55:18.427439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2fe0d3a4-54ca-4199-9710-3d39050ef030, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2fe0d3a4-54ca-4199-9710-3d39050ef030,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:18.441967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '2fe0d3a4-54ca-4199-9710-3d39050ef030', 'network_id': '6a108881-3eb8-4d4a-aaec-2007ff76762b', 'port_id': '2fe0d3a4-54ca-4199-9710-3d39050ef030', 'mac_address': 'fa:16:3e:33:93:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73420db5-974d-455c-b166-9669723b3d84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:55:18.484874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.499976 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.506856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe0d3a4-54ca-4199-9710-3d39050ef030 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:55:18.532323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2fe0d3a4-54ca-4199-9710-3d39050ef030, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2fe0d3a4-54ca-4199-9710-3d39050ef030,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:18.538845 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.609880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=2fe0d3a4-54ca-4199-9710-3d39050ef030,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:18.686325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:18.705843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.752883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.791209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671e809-23ae-4b52-8354-e6157b4a2621 req-8324b3bd-7436-4118-9076-c4306ab6f330 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:18.799056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0671e809-23ae-4b52-8354-e6157b4a2621 req-8324b3bd-7436-4118-9076-c4306ab6f330 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 944 time: 0.0632625 May 06 09:55:18.828134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1340571344'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:18.860500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0671e809-23ae-4b52-8354-e6157b4a2621 req-d9745729-b039-402c-a95f-443a956b438f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606642 May 06 09:55:18.867617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:18.873747 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.891448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.898953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Router 67f97d41-158c-4b19-a395-b41eb64ac1eb is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:18.909023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['2fe0d3a4-54ca-4199-9710-3d39050ef030'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:18.987245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:18.994455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.025165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:19.035667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:19.040767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481dded3-bd93-4abf-9c0e-4f1e1b087e16,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:19.050281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.051177 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment cebe205b-6833-4f33-b4b3-cbc77f6c192d of type vlan for network 82712f36-0fdd-46c7-9cd1-39e041b829b6 May 06 09:55:19.063408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.065274 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e0d3866d-46eb-46c8-98ca-1cba465574f1 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1416914 May 06 09:55:19.067369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Sync routers for ids ['67f97d41-158c-4b19-a395-b41eb64ac1eb'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:19.067511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33158) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:19.101153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Routers {'67f97d41-158c-4b19-a395-b41eb64ac1eb'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:19.101525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.101842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67f97d41-158c-4b19-a395-b41eb64ac1eb'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:19.141405 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.150518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:19.154086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.194109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33162) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:19.195021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5063260 May 06 09:55:19.204572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'name': 'tempest-PortsTestJSON-1651317264'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:19.241243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Set router 67f97d41-158c-4b19-a395-b41eb64ac1eb gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:19.256655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b92eb-2b81-4909-bdca-a865d33bdeac tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=82712f36-0fdd-46c7-9cd1-39e041b829b6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:19.276331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:19.299212 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-092cd12e-bb8e-4cd6-ac68-e2d2fcbeb84f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/67f97d41-158c-4b19-a395-b41eb64ac1eb HTTP/1.1" status: 200 len: 908 time: 0.2305453 May 06 09:55:19.301676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33166) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:19.306225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'router': {'name': 'tempest-snat-router-913876934', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': True}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:19.340705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.341841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.352315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:19.356786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.388524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:19.427744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.513346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f97d41-158c-4b19-a395-b41eb64ac1eb', 'name': 'tempest-snat-router-913876934', 'tenant_id': '99d4e79908c742f68ae52084333e0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.106'}], 'enable_snat': False}, 'gw_port_id': '6f4b566f-c874-4cff-9e52-a7a87c68b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:16Z', 'updated_at': '2022-05-06T09:55:18Z', 'revision_number': 3, 'project_id': '99d4e79908c742f68ae52084333e0f4e', 'gw_port': {'id': '6f4b566f-c874-4cff-9e52-a7a87c68b519', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f97d41-158c-4b19-a395-b41eb64ac1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:17Z', 'updated_at': '2022-05-06T09:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:19.541553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Checking router: 67f97d41-158c-4b19-a395-b41eb64ac1eb for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:55:19.542112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Updating router 67f97d41-158c-4b19-a395-b41eb64ac1eb port 6f4b566f-c874-4cff-9e52-a7a87c68b519 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:55:19.573382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.647902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.769571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.819975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.862379 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.872395 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.923006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=32a11ed3-1fac-4fca-a0f9-0c0869b61e47,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:19.939271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Attempting to bind port 6f4b566f-c874-4cff-9e52-a7a87c68b519 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:19.939764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Attempting to bind port 6f4b566f-c874-4cff-9e52-a7a87c68b519 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:19.940144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': 'cebe205b-6833-4f33-b4b3-cbc77f6c192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:19.940295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Attempting to bind port 6f4b566f-c874-4cff-9e52-a7a87c68b519 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:19.940539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: 82712f36-0fdd-46c7-9cd1-39e041b829b6, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:19.942598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d6f87-fb07-428f-9151-7575734c3123 None None] Pushing event updated for resources: {'Port': ['ID=6f4b566f-c874-4cff-9e52-a7a87c68b519,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:19.949606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:19.951323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:19.951919 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:19.952468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:19.953092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Bound port: 6f4b566f-c874-4cff-9e52-a7a87c68b519, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:19.953639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.015672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] For port 6f4b566f-c874-4cff-9e52-a7a87c68b519, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:20.017961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e0d9b-7ffa-459a-83a9-51fb35f6430c req-af9f6561-51af-4343-a30c-a8f0cba9cb38 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:20.019875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f0e0d9b-7ffa-459a-83a9-51fb35f6430c req-af9f6561-51af-4343-a30c-a8f0cba9cb38 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 944 time: 0.0718489 May 06 09:55:20.026979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] For port 6f4b566f-c874-4cff-9e52-a7a87c68b519, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6f4b566f-c874-4cff-9e52-a7a87c68b519,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:20.033318 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.064037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:20.077431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 82712f36-0fdd-46c7-9cd1-39e041b829b6) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:20.081118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f0e0d9b-7ffa-459a-83a9-51fb35f6430c req-1c59aa67-6ebe-4ba7-911f-3aa7276a9052 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 May 06 09:55:20.084031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:20.090482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:20.091296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.097979 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.105621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6041c4-2f2e-45ed-8ceb-6ccc9f93e451 None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:20.137475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33186) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:20.137999 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fafce819-82d5-4491-b1b6-b7da5be60d47 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9422483 May 06 09:55:20.140023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.149533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-727209968'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:20.184264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:20.193394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.195620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Routers {'67f97d41-158c-4b19-a395-b41eb64ac1eb'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:20.196256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67f97d41-158c-4b19-a395-b41eb64ac1eb'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:20.203618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d6f87-fb07-428f-9151-7575734c3123 None None] Pushing event updated for resources: {'Port': ['ID=6f4b566f-c874-4cff-9e52-a7a87c68b519,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:20.226484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:20.236698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.237226 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment a6ea5711-5055-41b4-8ad4-39d2527ff7b9 of type vlan for network 0f9012c3-9127-4131-9175-9b4ff132fc9b May 06 09:55:20.280251 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Allocated IP 172.25.8.23 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/9a3826c8-81d4-4990-9070-fd886001a23a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:20.296676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.330420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.338320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:20.338965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.391311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33192) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:20.412818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2705500 May 06 09:55:20.415253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33196) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:20.423219 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'ports': [{'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6'}, {'network_id': '0f9012c3-9127-4131-9175-9b4ff132fc9b'}]} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:20.424287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:20.424287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '0f9012c3-9127-4131-9175-9b4ff132fc9b'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:20.428338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1cc71-aa52-4bff-812d-5d3e417c79b6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=0f9012c3-9127-4131-9175-9b4ff132fc9b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:20.448688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2fe0d3a4-54ca-4199-9710-3d39050ef030 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:20.451031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 0f9012c3-9127-4131-9175-9b4ff132fc9b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:20.451155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.509146 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:55:20.580212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5d791f1d-7935-4be1-9457-1b28675edce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.620344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.627116 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.658527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] Set router 67f97d41-158c-4b19-a395-b41eb64ac1eb gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:20.707226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:20.715488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Port': ['ID=9a3826c8-81d4-4990-9070-fd886001a23a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:20.718361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:20.727037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:20.758775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 2} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:20.763225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 2fe0d3a4-54ca-4199-9710-3d39050ef030 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:55:20.764011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.772344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 2fe0d3a4-54ca-4199-9710-3d39050ef030 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:20.772834 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.790793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.825074 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5d791f1d-7935-4be1-9457-1b28675edce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.890689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5d791f1d-7935-4be1-9457-1b28675edce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.914090 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.943260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0d3a4-54ca-4199-9710-3d39050ef030'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:20.945671 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3abf15-a0c3-4bf8-b136-ef35dff18d05" -d '{"events": [{"server_uuid": "1b2591c9-5f16-44ba-930b-912a655c1c5e", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0d3a4-54ca-4199-9710-3d39050ef030"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:20.960993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2fe0d3a4-54ca-4199-9710-3d39050ef030, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2fe0d3a4-54ca-4199-9710-3d39050ef030,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:20.964291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f97d41-158c-4b19-a395-b41eb64ac1eb', 'name': 'tempest-snat-router-913876934', 'tenant_id': '99d4e79908c742f68ae52084333e0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.106'}], 'enable_snat': False}, 'gw_port_id': '6f4b566f-c874-4cff-9e52-a7a87c68b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:16Z', 'updated_at': '2022-05-06T09:55:18Z', 'revision_number': 3, 'project_id': '99d4e79908c742f68ae52084333e0f4e', 'gw_port': {'id': '6f4b566f-c874-4cff-9e52-a7a87c68b519', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f97d41-158c-4b19-a395-b41eb64ac1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:17Z', 'updated_at': '2022-05-06T09:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:20.992895 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:20.998301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1b9167-b172-427e-9013-49dabaf35fd3 None None] The sync data for ids ['67f97d41-158c-4b19-a395-b41eb64ac1eb'] in n-d-840834-1 is: [{'id': '67f97d41-158c-4b19-a395-b41eb64ac1eb', 'name': 'tempest-snat-router-913876934', 'tenant_id': '99d4e79908c742f68ae52084333e0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.106'}], 'enable_snat': False}, 'gw_port_id': '6f4b566f-c874-4cff-9e52-a7a87c68b519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:16Z', 'updated_at': '2022-05-06T09:55:18Z', 'revision_number': 3, 'project_id': '99d4e79908c742f68ae52084333e0f4e', 'gw_port': {'id': '6f4b566f-c874-4cff-9e52-a7a87c68b519', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:46:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f97d41-158c-4b19-a395-b41eb64ac1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:17Z', 'updated_at': '2022-05-06T09:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:21.002088 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456cbeeb-5d2d-4334-bf3a-c1bf8245ea0f x-openstack-request-id: req-456cbeeb-5d2d-4334-bf3a-c1bf8245ea0f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:21.002088 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2591c9-5f16-44ba-930b-912a655c1c5e", "name": "network-vif-plugged", "status": "completed", "tag": "2fe0d3a4-54ca-4199-9710-3d39050ef030", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:21.002088 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-456cbeeb-5d2d-4334-bf3a-c1bf8245ea0f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:21.002412 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456cbeeb-5d2d-4334-bf3a-c1bf8245ea0f'] response: {'server_uuid': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe0d3a4-54ca-4199-9710-3d39050ef030', 'code': 200} May 06 09:55:21.017483 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5d791f1d-7935-4be1-9457-1b28675edce3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=01a1b15370ed40c3a9bcc834ae5c0842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248729 May 06 09:55:21.020364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33202) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.050076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d791f1d-7935-4be1-9457-1b28675edce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e1c412-e0f7-452f-9a60-c5d762f26079,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:21.089487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=2fe0d3a4-54ca-4199-9710-3d39050ef030,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:21.099836 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02c963a-800c-45d4-aeb1-bce42306182c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.129787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02c963a-800c-45d4-aeb1-bce42306182c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.187776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 4244e5bf-a8a0-4442-a880-8fed9f529dd6 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:21.218183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02c963a-800c-45d4-aeb1-bce42306182c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.221030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02c963a-800c-45d4-aeb1-bce42306182c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.222184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b02c963a-800c-45d4-aeb1-bce42306182c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18e1c412-e0f7-452f-9a60-c5d762f26079 HTTP/1.1" status: 204 len: 168 time: 0.2006810 May 06 09:55:21.243258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07ccda-90cf-4969-bf0e-dc0812e048d0 req-054f327f-7655-49c9-86b0-ac770a0f943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.244743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc734a-550b-40ef-9e41-aad3f1b16eb5 req-774bd45b-ba30-4580-a8e2-1fa0a3fbe74c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:21.244877 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8a07ccda-90cf-4969-bf0e-dc0812e048d0 req-054f327f-7655-49c9-86b0-ac770a0f943f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 1096 time: 0.1651888 May 06 09:55:21.246360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9fc734a-550b-40ef-9e41-aad3f1b16eb5 req-774bd45b-ba30-4580-a8e2-1fa0a3fbe74c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.0671980 May 06 09:55:21.247637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c963a-800c-45d4-aeb1-bce42306182c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e1c412-e0f7-452f-9a60-c5d762f26079,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:21.296397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.298715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9fc734a-550b-40ef-9e41-aad3f1b16eb5 req-fdca9b36-6f14-4040-96c5-eb2485787fee tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 May 06 09:55:21.635166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33214) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:21.652181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c26ff4d3-62e2-4732-b567-4d9dc61d7137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.690095 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8a07ccda-90cf-4969-bf0e-dc0812e048d0 req-da11caff-1e2c-4c51-86cf-549d5c818e29 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355171 May 06 09:55:21.745035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c26ff4d3-62e2-4732-b567-4d9dc61d7137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.752805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c26ff4d3-62e2-4732-b567-4d9dc61d7137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.878952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.957830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:21.968015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 05ceb182-0543-44e4-a0ac-e43cc5e0b045 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:22.119088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c26ff4d3-62e2-4732-b567-4d9dc61d7137 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=82294099d5db4862ad2780cb6ececbae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825797 May 06 09:55:22.120144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ff4d3-62e2-4732-b567-4d9dc61d7137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44078524-e34b-4eec-b5d1-1bf8b9b1700c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.124614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33222) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:22.194527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9512eee-a0a0-40b0-bd63-58b3cdd2c013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.203735 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.218984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Router a472b69d-f461-4780-98e0-da58755b8ce5 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:22.225637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9512eee-a0a0-40b0-bd63-58b3cdd2c013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.279263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f4b566f-c874-4cff-9e52-a7a87c68b519 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:22.300068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.315271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9512eee-a0a0-40b0-bd63-58b3cdd2c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.322060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9512eee-a0a0-40b0-bd63-58b3cdd2c013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.324002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b9512eee-a0a0-40b0-bd63-58b3cdd2c013 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44078524-e34b-4eec-b5d1-1bf8b9b1700c HTTP/1.1" status: 204 len: 168 time: 0.1987557 May 06 09:55:22.333370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9512eee-a0a0-40b0-bd63-58b3cdd2c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44078524-e34b-4eec-b5d1-1bf8b9b1700c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.419470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:22.424522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6f4b566f-c874-4cff-9e52-a7a87c68b519 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:22.425108 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.427294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:22.445702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:22.446706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.454502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=4244e5bf-a8a0-4442-a880-8fed9f529dd6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.492321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:22.504661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Sync routers for ids ['a472b69d-f461-4780-98e0-da58755b8ce5'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:22.522940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Routers {'a472b69d-f461-4780-98e0-da58755b8ce5'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:22.524359 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a472b69d-f461-4780-98e0-da58755b8ce5'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:22.548843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.553769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.555203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b4eb1fe8-4c14-4a5f-82c9-33f5ad6dea59 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.2526195 May 06 09:55:22.556121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=05ceb182-0543-44e4-a0ac-e43cc5e0b045,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.560775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33232) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:22.567249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82447dc4-ebe1-459b-9b18-15b62f7ed67e req-01991ab9-f0dd-41a3-9ed4-f0345992fed7 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:22.577308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82447dc4-ebe1-459b-9b18-15b62f7ed67e req-01991ab9-f0dd-41a3-9ed4-f0345992fed7 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1436687 May 06 09:55:22.599866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 6f4b566f-c874-4cff-9e52-a7a87c68b519, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6f4b566f-c874-4cff-9e52-a7a87c68b519,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:22.608552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.619212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': 'a6ea5711-5055-41b4-8ad4-39d2527ff7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0f9012c3-9127-4131-9175-9b4ff132fc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:22.619879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: 0f9012c3-9127-4131-9175-9b4ff132fc9b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:22.693262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82447dc4-ebe1-459b-9b18-15b62f7ed67e req-5f355ac9-cd52-4981-9d89-d35e8ec9f91a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084299 May 06 09:55:22.699911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 0f9012c3-9127-4131-9175-9b4ff132fc9b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:22.720803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 0f9012c3-9127-4131-9175-9b4ff132fc9b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:22.724767 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-45941f2c-c2d7-49d5-8b03-2110f1b1ecad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/a472b69d-f461-4780-98e0-da58755b8ce5 HTTP/1.1" status: 200 len: 906 time: 0.1627109 May 06 09:55:22.727343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:22.734470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:22.736271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1f02e-ee7b-4bb2-a411-c650fee730c0 None None] Network 0f9012c3-9127-4131-9175-9b4ff132fc9b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:22.740302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:22.745391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:22.746074 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.798137 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Set router a472b69d-f461-4780-98e0-da58755b8ce5 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:55:22.879536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:22.891115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=6f4b566f-c874-4cff-9e52-a7a87c68b519,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:22.930607 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5bb30ae8-7980-415b-bbf7-85862d8ebe0c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5114832 May 06 09:55:22.933373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33238) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:23.170948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 05ceb182-0543-44e4-a0ac-e43cc5e0b045 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:23.171440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.187891 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a472b69d-f461-4780-98e0-da58755b8ce5', 'name': 'tempest-snat-router-913876934', 'tenant_id': '99d4e79908c742f68ae52084333e0f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '9a3826c8-81d4-4990-9070-fd886001a23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:55:19Z', 'updated_at': '2022-05-06T09:55:21Z', 'revision_number': 3, 'project_id': '99d4e79908c742f68ae52084333e0f4e', 'gw_port': {'id': '9a3826c8-81d4-4990-9070-fd886001a23a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a472b69d-f461-4780-98e0-da58755b8ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:55:20Z', 'updated_at': '2022-05-06T09:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:23.257293 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Checking router: a472b69d-f461-4780-98e0-da58755b8ce5 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:55:23.259281 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.259667 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Updating router a472b69d-f461-4780-98e0-da58755b8ce5 port 9a3826c8-81d4-4990-9070-fd886001a23a binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:55:23.284832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 05ceb182-0543-44e4-a0ac-e43cc5e0b045 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:23.291368 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.299684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.414610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Deleting port 9a3826c8-81d4-4990-9070-fd886001a23a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:23.415015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.432292 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.498730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=05ceb182-0543-44e4-a0ac-e43cc5e0b045,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:23.508577 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.514627 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-79c8ae99-3303-4193-9b22-146fb61c5617 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/05ceb182-0543-44e4-a0ac-e43cc5e0b045 HTTP/1.1" status: 204 len: 168 time: 0.5775371 May 06 09:55:23.515060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33256) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:23.559290 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.572398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Calling delete_port for 9a3826c8-81d4-4990-9070-fd886001a23a owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:23.611285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3d836-fe69-42d3-8408-d213a1a217c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:23.617889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3d836-fe69-42d3-8408-d213a1a217c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:23.618470 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.620380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d7e3d836-fe69-42d3-8408-d213a1a217c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1031809 May 06 09:55:23.623376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33260) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:23.633007 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.688440 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Attempting to bind port 9a3826c8-81d4-4990-9070-fd886001a23a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:23.689078 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Attempting to bind port 9a3826c8-81d4-4990-9070-fd886001a23a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:23.689650 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Attempting to bind port 9a3826c8-81d4-4990-9070-fd886001a23a on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:23.701509 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:23.702274 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:23.703131 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.703786 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:23.704897 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Bound port: 9a3826c8-81d4-4990-9070-fd886001a23a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:23.705753 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.754870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 4244e5bf-a8a0-4442-a880-8fed9f529dd6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:23.755448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.764001 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Pushing event updated for resources: {'Port': ['ID=9a3826c8-81d4-4990-9070-fd886001a23a,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:23.769628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.804155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a3826c8-81d4-4990-9070-fd886001a23a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:23.818324 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.db.api [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102745) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:55:23.818705 n-d-840834-1 neutron-server[102745]: DEBUG oslo_db.api [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:55:23.821483 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.821833 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.822165 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.822608 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.822943 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.823265 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.823787 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.824256 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.824585 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.825466 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.825947 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.826502 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3645dc18-707e-41e2-912d-75811ad446e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:23.873104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.886068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.892433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 4244e5bf-a8a0-4442-a880-8fed9f529dd6 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:23.904817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944e361-a4c3-4ad9-9e95-f18585db263f req-5a9da866-c008-42c3-bca8-559a26db0e7c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:23.906316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a944e361-a4c3-4ad9-9e95-f18585db263f req-5a9da866-c008-42c3-bca8-559a26db0e7c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.0844333 May 06 09:55:23.990937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.993627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:23.997276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a944e361-a4c3-4ad9-9e95-f18585db263f req-09d148bf-5401-42d8-8080-76fc78a3dcd2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 May 06 09:55:24.027455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.067038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=4244e5bf-a8a0-4442-a880-8fed9f529dd6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:24.069039 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.069594 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a472b69d-f461-4780-98e0-da58755b8ce5 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:24.081499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.083891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.086406 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ee562435-b826-4adb-bfc4-b8b6c69d3d53 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a472b69d-f461-4780-98e0-da58755b8ce5 HTTP/1.1" status: 204 len: 168 time: 1.3578639 May 06 09:55:24.089205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-11e51582-90cd-4fc4-98a8-35050b73c412 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/4244e5bf-a8a0-4442-a880-8fed9f529dd6 HTTP/1.1" status: 204 len: 168 time: 0.4644184 May 06 09:55:24.090067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.092081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33278) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.182833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f4b566f-c874-4cff-9e52-a7a87c68b519 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:24.188177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0ddeab-cfdf-4bae-824b-6f6f6ef90493 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:24.192619 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e0ddeab-cfdf-4bae-824b-6f6f6ef90493 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0992842 May 06 09:55:24.193232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.226610 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d71886-066f-4d57-b38f-948670935bbc tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:55:24.232604 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f5d71886-066f-4d57-b38f-948670935bbc tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/05ceb182-0543-44e4-a0ac-e43cc5e0b045 HTTP/1.1" status: 404 len: 333 time: 0.0379021 May 06 09:55:24.232953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33286) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.250090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6f4b566f-c874-4cff-9e52-a7a87c68b519 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:24.250462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.270071 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-59219fe2-63c5-4941-95eb-187240f31f66 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:55:24.275321 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-59219fe2-63c5-4941-95eb-187240f31f66 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/4244e5bf-a8a0-4442-a880-8fed9f529dd6 HTTP/1.1" status: 404 len: 333 time: 0.0396063 May 06 09:55:24.275957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33292) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.344283 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Attempting to bind port 9a3826c8-81d4-4990-9070-fd886001a23a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:24.344930 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Attempting to bind port 9a3826c8-81d4-4990-9070-fd886001a23a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:24.345277 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.345799 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Attempting to bind port 9a3826c8-81d4-4990-9070-fd886001a23a on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:24.361294 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:24.362064 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:24.362655 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.363553 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:24.368391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Bound port: 9a3826c8-81d4-4990-9070-fd886001a23a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:24.369016 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.385225 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.393901 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Port 9a3826c8-81d4-4990-9070-fd886001a23a has been deleted concurrently {{(pid=102745) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} May 06 09:55:24.407468 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:24.407857 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 09:55:24.408468 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a472b69d-f461-4780-98e0-da58755b8ce5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102745) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 09:55:24.408818 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ebd2e-5da7-4b5a-ba9c-1e69c67d06a5 None None] The sync data for ids ['a472b69d-f461-4780-98e0-da58755b8ce5'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:24.495221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474e2c2-20e9-4994-ba6f-800fd3d21b30 req-3f4d1185-6bcc-494a-8a39-ee10e0ba86b0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:24.496712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b474e2c2-20e9-4994-ba6f-800fd3d21b30 req-3f4d1185-6bcc-494a-8a39-ee10e0ba86b0 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.2759972 May 06 09:55:24.502549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.525375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9012c3-9127-4131-9175-9b4ff132fc9b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:24.538180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ea5711-5055-41b4-8ad4-39d2527ff7b9') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:24.538496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.539478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ea5711-5055-41b4-8ad4-39d2527ff7b9') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:24.555440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.576929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.580793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b474e2c2-20e9-4994-ba6f-800fd3d21b30 req-9e3d9abc-8671-46e0-a2ff-f27a88b34121 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692689 May 06 09:55:24.585835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:24.586392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: items = [ May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: timer() May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:24.590031 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:24.647267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Deleting port 6f4b566f-c874-4cff-9e52-a7a87c68b519 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:24.647267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.686401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.709665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.713130 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/0f9012c3-9127-4131-9175-9b4ff132fc9b HTTP/1.1" status: 204 len: 168 time: 0.4361937 May 06 09:55:24.714571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0aedb-fce8-4bba-99be-fbcb7385c872 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=0f9012c3-9127-4131-9175-9b4ff132fc9b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:24.720149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33306) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.728655 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1126134450'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:24.755698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:24.759660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.768488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287bc97-1888-4398-9776-ee7121f7c8cc req-dff90c18-7665-40de-be9a-2fe0c38b1f38 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:24.770516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f287bc97-1888-4398-9776-ee7121f7c8cc req-dff90c18-7665-40de-be9a-2fe0c38b1f38 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.0764735 May 06 09:55:24.790919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:24.802333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.802677 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment a5b1783c-ed0c-48bc-b303-2670eaa61ecf of type vlan for network 42264f38-5d07-40a8-b012-7fbbd1833ba1 May 06 09:55:24.807613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] For port 6f4b566f-c874-4cff-9e52-a7a87c68b519, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6f4b566f-c874-4cff-9e52-a7a87c68b519,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:24.807996 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.831419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Calling delete_port for 6f4b566f-c874-4cff-9e52-a7a87c68b519 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:24.848964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f287bc97-1888-4398-9776-ee7121f7c8cc req-def82906-839e-406c-bc3e-f6095ac12f4f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668018 May 06 09:55:24.858313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.891415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.899823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:24.900617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:24.964282 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2429171 May 06 09:55:24.972501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33318) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:24.978083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:25.081570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64de9f-563f-4120-af30-d59eba8d5e88 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=42264f38-5d07-40a8-b012-7fbbd1833ba1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:25.098351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 42264f38-5d07-40a8-b012-7fbbd1833ba1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:25.150000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:25.163685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.165245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.212444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793016-ffd4-4dd0-bd76-cf2dddd52d46 req-f3d80f5b-f980-427c-89ef-29d9b3804bb8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:25.221937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18793016-ffd4-4dd0-bd76-cf2dddd52d46 req-f3d80f5b-f980-427c-89ef-29d9b3804bb8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1368952 May 06 09:55:25.224463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f4b566f-c874-4cff-9e52-a7a87c68b519,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:25.261336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_backend_mixin [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Performing IP validity checks on allocation pools {{(pid=102743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 09:55:25.263336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.ipam_backend_mixin [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102743) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 09:55:25.334940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18793016-ffd4-4dd0-bd76-cf2dddd52d46 req-b11e19ee-a39c-4896-95c9-b9b44500ab6a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115656 May 06 09:55:25.361088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.449054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.500350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.502825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.529479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:25.555802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': 'a5b1783c-ed0c-48bc-b303-2670eaa61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:25.556395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: 42264f38-5d07-40a8-b012-7fbbd1833ba1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:25.578133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 42264f38-5d07-40a8-b012-7fbbd1833ba1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:25.594691 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 42264f38-5d07-40a8-b012-7fbbd1833ba1) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:25.597952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.599502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67f97d41-158c-4b19-a395-b41eb64ac1eb {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:25.605497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d7648-9482-4b98-9a8c-27bdca34d19c None None] Network 42264f38-5d07-40a8-b012-7fbbd1833ba1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:25.606427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:25.607089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.633555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.633992 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eab87197-06be-416c-800d-00154dedb648 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6605070 May 06 09:55:25.638311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.638487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-68901b9c-cd2f-4b9b-9df0-7e6eb7b3313b tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "DELETE /v2.0/routers/67f97d41-158c-4b19-a395-b41eb64ac1eb HTTP/1.1" status: 204 len: 168 time: 1.5438449 May 06 09:55:25.638734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33350) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:25.644839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1', 'name': 'tempest-PortsTestJSON-1687947620'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:25.654818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1795968268', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:25.743853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.745003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.850669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.865814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-42264f38-5d07-40a8-b012-7fbbd1833ba1', 'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1', 'tenant_id': 'e75aa0ea46244cd782fc84b4cce34b51', 'fixed_ips': [{'subnet_id': '34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:25.870097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:25.932873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33360) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.002078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26d51e-e278-4710-be59-7fe8fdea0836 req-74d1cf2d-08c8-48a0-9f6e-18b188485abf tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:26.004316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e26d51e-e278-4710-be59-7fe8fdea0836 req-74d1cf2d-08c8-48a0-9f6e-18b188485abf tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.0822234 May 06 09:55:26.053015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Allocated IP 172.20.0.2 (42264f38-5d07-40a8-b012-7fbbd1833ba1/34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6/c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:26.065638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e26d51e-e278-4710-be59-7fe8fdea0836 req-60a6bc49-44b0-4c83-9b38-cd308c5ecdc2 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529332 May 06 09:55:26.111473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-997ab883-a200-48a0-a528-4e56d8cc7ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.241463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f4b566f-c874-4cff-9e52-a7a87c68b519 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:26.258573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-997ab883-a200-48a0-a528-4e56d8cc7ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.263975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-997ab883-a200-48a0-a528-4e56d8cc7ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.291219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6f4b566f-c874-4cff-9e52-a7a87c68b519 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:26.292007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6f4b566f-c874-4cff-9e52-a7a87c68b519 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:26.300853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.306556 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.315087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ab883-a200-48a0-a528-4e56d8cc7ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f867eb-a90f-4804-ac84-f2193fa93b5a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:26.322302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-997ab883-a200-48a0-a528-4e56d8cc7ae8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a43282ce1084af1a2de99e29bc56c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3856781 May 06 09:55:26.322669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33364) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.326714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:26.330271 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.368782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Network 42264f38-5d07-40a8-b012-7fbbd1833ba1 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:26.371901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:26.375304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:26.379727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-285af638-5a3d-4380-860d-35f122d893b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.385556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Pushing event updated for resources: {'Port': ['ID=c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:26.394500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.397896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 78faf8d2-dfdf-4774-a6c5-a415f85ce6ed yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:26.422926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-285af638-5a3d-4380-860d-35f122d893b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.457999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Attempting to bind port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:26.458418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Attempting to bind port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a5b1783c-ed0c-48bc-b303-2670eaa61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:26.459543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Attempting to bind port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 on network 42264f38-5d07-40a8-b012-7fbbd1833ba1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:26.466379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:26.466967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Checking segment: {'id': 'a5b1783c-ed0c-48bc-b303-2670eaa61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:26.467490 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.468050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Bound using segment: {'id': 'a5b1783c-ed0c-48bc-b303-2670eaa61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:26.468525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Bound port: c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b1783c-ed0c-48bc-b303-2670eaa61ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '42264f38-5d07-40a8-b012-7fbbd1833ba1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:26.468953 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.521074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c06ae0-da1e-4b3b-8a82-876ba80e1718 req-3d35c031-d859-4c9b-84c2-d5c2ac7c4dcd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:26.522626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9c06ae0-da1e-4b3b-8a82-876ba80e1718 req-3d35c031-d859-4c9b-84c2-d5c2ac7c4dcd tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1027405 May 06 09:55:26.546643 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-285af638-5a3d-4380-860d-35f122d893b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.546850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] For port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:26.549224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-285af638-5a3d-4380-860d-35f122d893b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.550075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] For port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8,segment=NetworkSegment(a5b1783c-ed0c-48bc-b303-2670eaa61ecf),segment_id=a5b1783c-ed0c-48bc-b303-2670eaa61ecf)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:26.550460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-285af638-5a3d-4380-860d-35f122d893b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d6f867eb-a90f-4804-ac84-f2193fa93b5a HTTP/1.1" status: 204 len: 168 time: 0.2269382 May 06 09:55:26.556122 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.589368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285af638-5a3d-4380-860d-35f122d893b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f867eb-a90f-4804-ac84-f2193fa93b5a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:26.613355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9c06ae0-da1e-4b3b-8a82-876ba80e1718 req-b7fb5f18-59b7-4512-8be3-e2682b8e7e2f tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742748 May 06 09:55:26.641431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add597-ec75-4f64-a7e3-e6c9787c2b6f None None] Pushing event updated for resources: {'Port': ['ID=c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:26.642628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.4 (42264f38-5d07-40a8-b012-7fbbd1833ba1/34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6/78faf8d2-dfdf-4774-a6c5-a415f85ce6ed) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:26.871474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.897458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.927154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33374) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:26.946334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-813f56c6-b00a-4d40-a3a9-44c4eeeeb7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:26.989320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.042462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-813f56c6-b00a-4d40-a3a9-44c4eeeeb7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.047329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-813f56c6-b00a-4d40-a3a9-44c4eeeeb7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.066422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Allocated IP 172.25.8.171 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ac88e994-ec8b-4597-a66d-e392df525073) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:27.086566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.092146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-813f56c6-b00a-4d40-a3a9-44c4eeeeb7a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f145a138c46544d49de03ba003352506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624541 May 06 09:55:27.094741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33378) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:27.100839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f56c6-b00a-4d40-a3a9-44c4eeeeb7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80e8478-c1a8-4ef4-92b6-fde04a387d39,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.170495 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ad99c8f-e23d-46e1-a9e8-2ba7ec7e22c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.189096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 42264f38-5d07-40a8-b012-7fbbd1833ba1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:27.202973 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:27.204849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=78faf8d2-dfdf-4774-a6c5-a415f85ce6ed,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.207043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:27.214923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ad99c8f-e23d-46e1-a9e8-2ba7ec7e22c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.240812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fad131-ad85-459e-9ee1-896845685d6f req-504112d2-299d-4678-90ab-a596afdce055 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:27.242334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14fad131-ad85-459e-9ee1-896845685d6f req-504112d2-299d-4678-90ab-a596afdce055 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.0912092 May 06 09:55:27.273764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.282569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:27.282569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.297108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14fad131-ad85-459e-9ee1-896845685d6f req-a8f6d8ec-680e-4c2d-aa1b-12aa11506873 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452116 May 06 09:55:27.302358 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8e1a334d-6bd1-4cdb-bce4-4d7df3bf9413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6664765 May 06 09:55:27.307010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33382) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:27.317227 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ad99c8f-e23d-46e1-a9e8-2ba7ec7e22c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.319681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ad99c8f-e23d-46e1-a9e8-2ba7ec7e22c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.320818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8ad99c8f-e23d-46e1-a9e8-2ba7ec7e22c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c80e8478-c1a8-4ef4-92b6-fde04a387d39 HTTP/1.1" status: 204 len: 168 time: 0.2251310 May 06 09:55:27.328327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad99c8f-e23d-46e1-a9e8-2ba7ec7e22c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80e8478-c1a8-4ef4-92b6-fde04a387d39,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.343872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.393194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:27.396247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:27.399740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:27.433247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 78faf8d2-dfdf-4774-a6c5-a415f85ce6ed {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:27.433737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.435172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event updated for resources: {'Port': ['ID=ac88e994-ec8b-4597-a66d-e392df525073,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.540063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.557698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 78faf8d2-dfdf-4774-a6c5-a415f85ce6ed owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:27.728096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.783317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.825747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=78faf8d2-dfdf-4774-a6c5-a415f85ce6ed,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:27.850277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fb7f1-6931-460e-b41e-7f6c18eb8448 req-079245b2-5205-4a9d-99eb-0c617e0a03e9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:27.852000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-409fb7f1-6931-460e-b41e-7f6c18eb8448 req-079245b2-5205-4a9d-99eb-0c617e0a03e9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1225421 May 06 09:55:27.883277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b58d26-a889-48e7-b846-5c3b256b3a50 None None] Network 42264f38-5d07-40a8-b012-7fbbd1833ba1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:27.948535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-409fb7f1-6931-460e-b41e-7f6c18eb8448 req-1f2c0af2-472e-4d08-ad4c-b07d175c1877 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896492 May 06 09:55:27.955787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.962135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-be4a9c96-85aa-4c8b-bfab-5ab024f72091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/78faf8d2-dfdf-4774-a6c5-a415f85ce6ed HTTP/1.1" status: 204 len: 168 time: 0.6517768 May 06 09:55:27.962704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33400) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:27.975045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4399a8fb-b4f6-42a6-af61-7d292569e68a None None] Provisioning complete for port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:27.975957 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4399a8fb-b4f6-42a6-af61-7d292569e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:27.987753 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7a8644-9fee-4083-8fdf-4c5e444b065f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:55:27.988421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7a8644-9fee-4083-8fdf-4c5e444b065f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:27.991371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7b7a8644-9fee-4083-8fdf-4c5e444b065f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/78faf8d2-dfdf-4774-a6c5-a415f85ce6ed HTTP/1.1" status: 404 len: 333 time: 0.0280254 May 06 09:55:27.994264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33402) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:28.011778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.023615 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d66dd4-7a6d-404c-9323-7468b5b645d6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:55:28.028216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-68d66dd4-7a6d-404c-9323-7468b5b645d6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/78faf8d2-dfdf-4774-a6c5-a415f85ce6ed HTTP/1.1" status: 404 len: 333 time: 0.0304818 May 06 09:55:28.028765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33406) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:28.103271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:28.116170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.167986 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4399a8fb-b4f6-42a6-af61-7d292569e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.204710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4399a8fb-b4f6-42a6-af61-7d292569e68a None None] For port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8,segment=NetworkSegment(a5b1783c-ed0c-48bc-b303-2670eaa61ecf),segment_id=a5b1783c-ed0c-48bc-b303-2670eaa61ecf)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:28.209014 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.209485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Router ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:28.210769 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4399a8fb-b4f6-42a6-af61-7d292569e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.240974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:28.322107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399a8fb-b4f6-42a6-af61-7d292569e68a None None] Pushing event updated for resources: {'Port': ['ID=c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:28.345660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.357412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:28.371084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] Sync routers for ids ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:28.395519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] Routers {'ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:28.396172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:28.400731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.405018 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5b6756eb-f511-46ac-9abf-3ff57c69cf86 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7622988 May 06 09:55:28.405270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33416) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:28.409622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': False}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:28.415448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:28.415844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.480501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:28.497856 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.525743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:28.541345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad1f45-572c-4e45-86dc-05c84ef14e96 req-9180b0d2-ca40-4f1a-93dd-35f7e597874e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:28.543327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4ad1f45-572c-4e45-86dc-05c84ef14e96 req-9180b0d2-ca40-4f1a-93dd-35f7e597874e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1146567 May 06 09:55:28.557238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] Routers {'ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:28.558105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:28.577335 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.584311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3611f714-68bc-41df-ad95-f8d8b282fe4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6 HTTP/1.1" status: 204 len: 168 time: 0.5521505 May 06 09:55:28.587881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33420) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:28.618672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff86bb-39a0-4ee9-97b3-6cbd569c8888 None None] Network 42264f38-5d07-40a8-b012-7fbbd1833ba1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:28.627490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:28.628138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af43bf0-230b-49dc-ad71-470fd25540e9 None None] The sync data for ids ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:28.662719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4ad1f45-572c-4e45-86dc-05c84ef14e96 req-a121e858-d3f5-45b3-b4b8-89e80a599801 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109595 May 06 09:55:28.694959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.755312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2c4afabf-0d33-4d73-a9a0-2ed63f852879 None None] Provisioning complete for port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:28.756026 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2c4afabf-0d33-4d73-a9a0-2ed63f852879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.774685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:28.775054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.845360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] For port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8,segment=NetworkSegment(a5b1783c-ed0c-48bc-b303-2670eaa61ecf),segment_id=a5b1783c-ed0c-48bc-b303-2670eaa61ecf)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:28.846135 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.863849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:28.869392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:29.014876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.020534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2c4afabf-0d33-4d73-a9a0-2ed63f852879 None None] Could not find standard attr ID for object c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:55:29.025787 n-d-840834-1 neutron-server[102744]: INFO neutron.plugins.ml2.db [None req-2c4afabf-0d33-4d73-a9a0-2ed63f852879 None None] No ports have port_id starting with c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 May 06 09:55:29.065592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:29.078594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No DVR routers for this DVR port c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:29.133683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e775c1aa-0916-43ac-806b-03352ce3f689 None None] DHCP port deletion for 42264f38-5d07-40a8-b012-7fbbd1833ba1 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:29.205277 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.220452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8139d-3cb0-4372-9a92-f000442512ff req-29bf8be7-e8c9-4c70-b2cd-5141667f8dbe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:29.222877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3e8139d-3cb0-4372-9a92-f000442512ff req-29bf8be7-e8c9-4c70-b2cd-5141667f8dbe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1580191 May 06 09:55:29.241712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42264f38-5d07-40a8-b012-7fbbd1833ba1']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.265826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b1783c-ed0c-48bc-b303-2670eaa61ecf') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.266696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b1783c-ed0c-48bc-b303-2670eaa61ecf') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:29.283742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.289232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3e8139d-3cb0-4372-9a92-f000442512ff req-24fe51a2-bda0-41bd-83cd-36fe0e7adaa9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602419 May 06 09:55:29.311800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.311800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:29.311800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: timer() May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:29.313907 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:29.344175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.347681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.379097 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.402826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.410077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/42264f38-5d07-40a8-b012-7fbbd1833ba1 HTTP/1.1" status: 204 len: 168 time: 0.8176637 May 06 09:55:29.410077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ad37d-e2a9-4521-a88f-8915981f28a2 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=42264f38-5d07-40a8-b012-7fbbd1833ba1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:29.410306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:29.444783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-845568552'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:29.482101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:29.485510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.501932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Router ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:55:29.526167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:29.570121 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:29.570450 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment 555decd6-242c-4f3e-8d1b-e50b108f4624 of type vlan for network f987c7c3-ec6d-412e-b902-a222824a1285 May 06 09:55:29.839959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c4bf3-50b2-4c39-99f1-2c8663f55151 req-224d8a53-64d2-4e29-8696-82a8ded3a9f4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:29.842259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-383c4bf3-50b2-4c39-99f1-2c8663f55151 req-224d8a53-64d2-4e29-8696-82a8ded3a9f4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.0623770 May 06 09:55:29.885328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-383c4bf3-50b2-4c39-99f1-2c8663f55151 req-0a0c2f48-9b57-48a4-98f7-b9376d05d491 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362761 May 06 09:55:29.975196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.003484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:30.009161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.010374 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c242762e-562d-4484-8787-99b78adb791e tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "PUT /v2.0/routers/ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 HTTP/1.1" status: 200 len: 926 time: 1.6041541 May 06 09:55:30.012393 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] Sync routers for ids ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:30.013323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33454) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.021459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.026867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:30.027402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.028268 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] Routers {'ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:30.029000 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:30.068208 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:30.082367 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] Routers {'ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:30.083153 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:30.131633 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7199159 May 06 09:55:30.134147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33460) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.140524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:30.160489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:30.161459 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd11f0f-eb03-440b-a595-93531b385d65 None None] The sync data for ids ['ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:30.178864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:30.182613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022d70d-7dc9-481b-84b9-b2cba457e68f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=f987c7c3-ec6d-412e-b902-a222824a1285,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:30.208540 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-66fb4284-c847-4cd4-a5a9-905cf046d06d tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 HTTP/1.1" status: 200 len: 926 time: 0.1935916 May 06 09:55:30.211240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33466) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.227378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network f987c7c3-ec6d-412e-b902-a222824a1285 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:30.229601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:30.230234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c27bfa47-4aff-4bf4-aa4c-ca91f8e156d8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:30.302705 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a213c17f-e72a-4d9b-904f-b231b4b1578f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:30.304260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:30.304600 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a213c17f-e72a-4d9b-904f-b231b4b1578f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0922244 May 06 09:55:30.307222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33470) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.309955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.417685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b229e9f-33b7-4751-bf8d-c700a47e8746 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:30.424519 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b229e9f-33b7-4751-bf8d-c700a47e8746 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.1157274 May 06 09:55:30.425618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.454228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574149b-83a2-4bb0-85bb-d5220661fedc req-3460f6f4-ad2a-43ce-922e-d4571f65c5f3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:30.455800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3574149b-83a2-4bb0-85bb-d5220661fedc req-3460f6f4-ad2a-43ce-922e-d4571f65c5f3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.0810149 May 06 09:55:30.459389 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-056aaac3-d204-4392-94ee-ab3b4aa6cbf9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 HTTP/1.1" status: 200 len: 205 time: 0.0298750 May 06 09:55:30.459389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33478) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.540950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3574149b-83a2-4bb0-85bb-d5220661fedc req-bb821d33-4b88-4a71-817b-1a07a82ebc4a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784419 May 06 09:55:30.600552 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.609796 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.674852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=534abfff-e8c6-4055-b497-3af98fc4367d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:30.680422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': '555decd6-242c-4f3e-8d1b-e50b108f4624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:30.680721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: f987c7c3-ec6d-412e-b902-a222824a1285, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:30.699368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network f987c7c3-ec6d-412e-b902-a222824a1285 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:30.711687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, f987c7c3-ec6d-412e-b902-a222824a1285) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:30.716575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:30.717271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.717903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.722565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e94fac-153d-4302-a5a7-d530a0d53d11 None None] Network f987c7c3-ec6d-412e-b902-a222824a1285 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:30.751517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c532b34-bf3f-41cc-b2fb-af37e8259a9a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6161015 May 06 09:55:30.754393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33488) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:30.759868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1673247030'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:30.786292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Deleting port ac88e994-ec8b-4597-a66d-e392df525073 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:30.786641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.871635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.884751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Calling delete_port for ac88e994-ec8b-4597-a66d-e392df525073 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:30.898946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:30.904497 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.908660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-f987c7c3-ec6d-412e-b902-a222824a1285', 'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285', 'tenant_id': 'e75aa0ea46244cd782fc84b4cce34b51', 'fixed_ips': [{'subnet_id': '534abfff-e8c6-4055-b497-3af98fc4367d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:30.909528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:30.930525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 0e3edc16-616c-4c9e-8010-a02768103318 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:31.110632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.117365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.7 (f987c7c3-ec6d-412e-b902-a222824a1285/534abfff-e8c6-4055-b497-3af98fc4367d/0e3edc16-616c-4c9e-8010-a02768103318) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:31.131107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad4a7a-4475-4b0d-8fb0-d39792cb69a4 req-abbd375d-6686-45bc-a627-ceb25b977499 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:31.133126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bad4a7a-4475-4b0d-8fb0-d39792cb69a4 req-abbd375d-6686-45bc-a627-ceb25b977499 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1120038 May 06 09:55:31.145015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event deleted for resources: {'Port': ['ID=ac88e994-ec8b-4597-a66d-e392df525073,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:31.220205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.329602 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.332570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.384406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.384970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Fanout notify agent at l3_agent the message router_deleted on router ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:31.393243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.400194 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-391e3c6f-8fd9-430d-af40-81a363c6b0c1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 HTTP/1.1" status: 204 len: 168 time: 0.9398589 May 06 09:55:31.401046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33498) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:31.405827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1bf38dd9-99a9-4216-bdd1-4d540bbdd7a3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-947974428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:31.431143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1bf38dd9-99a9-4216-bdd1-4d540bbdd7a3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.432621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1bf38dd9-99a9-4216-bdd1-4d540bbdd7a3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.503496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1bf38dd9-99a9-4216-bdd1-4d540bbdd7a3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.509347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1bf38dd9-99a9-4216-bdd1-4d540bbdd7a3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.515893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bad4a7a-4475-4b0d-8fb0-d39792cb69a4 req-df320991-2eb1-478a-ad87-496809b76ee0 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682945 May 06 09:55:31.530680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1bf38dd9-99a9-4216-bdd1-4d540bbdd7a3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.534503 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1bf38dd9-99a9-4216-bdd1-4d540bbdd7a3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1297691 May 06 09:55:31.534712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33502) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:31.539889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:31.590603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.643607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.685689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Allocated IP 172.20.0.2 (f987c7c3-ec6d-412e-b902-a222824a1285/534abfff-e8c6-4055-b497-3af98fc4367d/d4d27742-0c53-4cf1-9aa4-8125421a5358) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:31.736385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network f987c7c3-ec6d-412e-b902-a222824a1285 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:31.746233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:31.761362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e02e4f-2e0c-4e16-bc95-0e296812a75a req-10b517b3-8b7a-44bb-a055-c3516fa01097 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:31.764699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1e02e4f-2e0c-4e16-bc95-0e296812a75a req-10b517b3-8b7a-44bb-a055-c3516fa01097 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1376276 May 06 09:55:31.765797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:31.770422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=0e3edc16-616c-4c9e-8010-a02768103318,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:31.837724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.852325 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1e02e4f-2e0c-4e16-bc95-0e296812a75a req-31f9a453-975d-4098-af5d-0ff03d9011e4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559990 May 06 09:55:31.859692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:31.860620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.884223 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.890935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6117e71c-4487-41e6-b96b-0f351653d502 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1356108 May 06 09:55:31.893019 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:31.894507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33508) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:31.939230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Network f987c7c3-ec6d-412e-b902-a222824a1285 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:31.943090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:31.946719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:32.011738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 0e3edc16-616c-4c9e-8010-a02768103318 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:32.013801 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.020595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Pushing event updated for resources: {'Port': ['ID=d4d27742-0c53-4cf1-9aa4-8125421a5358,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.028095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Attempting to bind port d4d27742-0c53-4cf1-9aa4-8125421a5358 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:32.028821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Attempting to bind port d4d27742-0c53-4cf1-9aa4-8125421a5358 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '555decd6-242c-4f3e-8d1b-e50b108f4624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:32.029399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Attempting to bind port d4d27742-0c53-4cf1-9aa4-8125421a5358 on network f987c7c3-ec6d-412e-b902-a222824a1285 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:32.035241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:32.035788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Checking segment: {'id': '555decd6-242c-4f3e-8d1b-e50b108f4624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:32.036302 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.036787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Bound using segment: {'id': '555decd6-242c-4f3e-8d1b-e50b108f4624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:32.037357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Bound port: d4d27742-0c53-4cf1-9aa4-8125421a5358, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555decd6-242c-4f3e-8d1b-e50b108f4624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f987c7c3-ec6d-412e-b902-a222824a1285'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:32.037961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.090396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.112647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.120522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] For port d4d27742-0c53-4cf1-9aa4-8125421a5358, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:32.125239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] For port d4d27742-0c53-4cf1-9aa4-8125421a5358, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d4d27742-0c53-4cf1-9aa4-8125421a5358,segment=NetworkSegment(555decd6-242c-4f3e-8d1b-e50b108f4624),segment_id=555decd6-242c-4f3e-8d1b-e50b108f4624)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:32.129590 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.134489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.151872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 0e3edc16-616c-4c9e-8010-a02768103318 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:32.204332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08ace3-1e5b-4465-9e9c-85e8f7684c5d None None] Pushing event updated for resources: {'Port': ['ID=d4d27742-0c53-4cf1-9aa4-8125421a5358,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.258839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Allocated IP 172.25.8.183 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/3010f75c-5311-4c05-9e96-cb5be5100963) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:32.322970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.359081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=0e3edc16-616c-4c9e-8010-a02768103318,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.381844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.460125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.472791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.479096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-11bcc1ee-cc61-4323-89d6-e43e07b1d7c4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/0e3edc16-616c-4c9e-8010-a02768103318 HTTP/1.1" status: 204 len: 168 time: 0.5812466 May 06 09:55:32.479384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33522) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:32.518942 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63678c4-6062-4c05-91a5-66c32c8d2f92 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:55:32.520869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e63678c4-6062-4c05-91a5-66c32c8d2f92 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/0e3edc16-616c-4c9e-8010-a02768103318 HTTP/1.1" status: 404 len: 333 time: 0.0401015 May 06 09:55:32.523643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33524) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:32.535092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:32.538303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:32.542935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:32.574914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event updated for resources: {'Port': ['ID=3010f75c-5311-4c05-9e96-cb5be5100963,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.604604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 534abfff-e8c6-4055-b497-3af98fc4367d {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:32.608657 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.695016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.739095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7b53-6003-4ad3-afb9-4f4c1685a08c req-985d3b7b-9e97-49bf-a47d-bae943f5225f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:32.740777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6cd7b53-6003-4ad3-afb9-4f4c1685a08c req-985d3b7b-9e97-49bf-a47d-bae943f5225f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1023026 May 06 09:55:32.814301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6cd7b53-6003-4ad3-afb9-4f4c1685a08c req-2bc6571e-e322-45f1-9b27-9f06ebf461f6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644004 May 06 09:55:32.824652 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.882075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.899254 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.927288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=534abfff-e8c6-4055-b497-3af98fc4367d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:32.944515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:32.947635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a780a5aa-2392-419c-b53b-e2ce3bb8b8c6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/534abfff-e8c6-4055-b497-3af98fc4367d HTTP/1.1" status: 204 len: 168 time: 0.4228523 May 06 09:55:32.962265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33536) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.054071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d9216-11db-4e5f-a7b3-7e011079413c req-aa6b0294-7c0b-4e5c-82a4-526456d09e1a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:33.056356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c66d9216-11db-4e5f-a7b3-7e011079413c req-aa6b0294-7c0b-4e5c-82a4-526456d09e1a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1257393 May 06 09:55:33.064857 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.102212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.106466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.126788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c66d9216-11db-4e5f-a7b3-7e011079413c req-f0a84ddb-15c1-4a30-9ad0-66c63ba53853 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595946 May 06 09:55:33.169428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port d4d27742-0c53-4cf1-9aa4-8125421a5358 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:33.170164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.240140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] For port d4d27742-0c53-4cf1-9aa4-8125421a5358, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d4d27742-0c53-4cf1-9aa4-8125421a5358,segment=NetworkSegment(555decd6-242c-4f3e-8d1b-e50b108f4624),segment_id=555decd6-242c-4f3e-8d1b-e50b108f4624)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:33.240505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.256727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for d4d27742-0c53-4cf1-9aa4-8125421a5358 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:33.352518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.385695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b3d3a-04a4-44f9-a2ef-e3f0cbeb674a None None] Network f987c7c3-ec6d-412e-b902-a222824a1285 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:33.386399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No DVR routers for this DVR port d4d27742-0c53-4cf1-9aa4-8125421a5358 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:33.393451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=d4d27742-0c53-4cf1-9aa4-8125421a5358,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:33.482119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.505835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f987c7c3-ec6d-412e-b902-a222824a1285']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:33.507544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-32f3f05a-1d69-4405-81fa-ba4c4ac0c344 None None] Could not find standard attr ID for object d4d27742-0c53-4cf1-9aa4-8125421a5358. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:55:33.521390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555decd6-242c-4f3e-8d1b-e50b108f4624') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:33.521847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555decd6-242c-4f3e-8d1b-e50b108f4624') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:33.534232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.548592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.555958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:33.556445 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: timer() May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:33.559811 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:33.587479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Router 40e14362-2d27-4cea-9566-e669927aef70 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:33.593412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c176a430-07e7-46cf-b54b-dd7062e3e453 None None] DHCP port deletion for f987c7c3-ec6d-412e-b902-a222824a1285 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:33.628143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.635015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.638521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/f987c7c3-ec6d-412e-b902-a222824a1285 HTTP/1.1" status: 204 len: 168 time: 0.6753082 May 06 09:55:33.642393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33538) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.656333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'name': 'tempest-PortsTestJSON-1525857409'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:33.660672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231413c1-2d0e-434b-a172-6ba80708b58c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=f987c7c3-ec6d-412e-b902-a222824a1285,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:33.706591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:33.714697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.716079 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c980125d-56ef-4edd-86ff-a01a3eb9ca58 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "PUT /v2.0/routers/40e14362-2d27-4cea-9566-e669927aef70 HTTP/1.1" status: 200 len: 883 time: 2.1802788 May 06 09:55:33.718739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] Sync routers for ids ['40e14362-2d27-4cea-9566-e669927aef70'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:33.719042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33540) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.729195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] Routers {'40e14362-2d27-4cea-9566-e669927aef70'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:33.730858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['40e14362-2d27-4cea-9566-e669927aef70'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:33.760922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:33.765591 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:33.766964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:33.775802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] Routers {'40e14362-2d27-4cea-9566-e669927aef70'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:33.776410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['40e14362-2d27-4cea-9566-e669927aef70'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:33.785608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 52785c26-3e1a-49db-a574-b2de19e2cdab yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:33.814578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:33.815212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e023f23-c9de-4350-abe7-e6e6191788a3 None None] The sync data for ids ['40e14362-2d27-4cea-9566-e669927aef70'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:33.831959 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3659c974-e85c-4749-b03e-d9fb298ac8e2 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/40e14362-2d27-4cea-9566-e669927aef70 HTTP/1.1" status: 200 len: 924 time: 0.1116855 May 06 09:55:33.834593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.890545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcd4fe2-790d-42b3-bc7a-91c02b260f9a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:33.895291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33548) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:33.896409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-adcd4fe2-790d-42b3-bc7a-91c02b260f9a tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=40e14362-2d27-4cea-9566-e669927aef70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0607851 May 06 09:55:34.050752 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.079682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd9a37-28dd-40d2-a26f-af16252c7fec req-e78123d7-a4a5-49ef-af3a-84e5cc40affb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:34.081230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ebd9a37-28dd-40d2-a26f-af16252c7fec req-e78123d7-a4a5-49ef-af3a-84e5cc40affb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1398356 May 06 09:55:34.123307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c49a9-1f7d-4ec7-8ec7-f384a2846021 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:34.127265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8a6c49a9-1f7d-4ec7-8ec7-f384a2846021 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.2283716 May 06 09:55:34.127923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33556) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.153919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ebd9a37-28dd-40d2-a26f-af16252c7fec req-ba918767-78b8-494a-93fd-43681f937ee7 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620949 May 06 09:55:34.157830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.166519 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-219892db-ca3e-4054-b9e9-26a62be5e010 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e14362-2d27-4cea-9566-e669927aef70 HTTP/1.1" status: 200 len: 205 time: 0.0361600 May 06 09:55:34.168742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33560) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.211358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:34.214911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:34.218176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:34.224304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:34.224984 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.257326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=52785c26-3e1a-49db-a574-b2de19e2cdab,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:34.288349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ad663bee-7d06-497b-9f0d-a8ca1f7f7cd8 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6363819 May 06 09:55:34.292264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33566) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.310042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb74b42-c1f4-4840-a91f-b243255b59fd req-25b4d167-d02a-4087-8886-671890eebe0e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:34.311619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fb74b42-c1f4-4840-a91f-b243255b59fd req-25b4d167-d02a-4087-8886-671890eebe0e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.0751057 May 06 09:55:34.345315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.356383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fb74b42-c1f4-4840-a91f-b243255b59fd req-2ada2ac6-7876-4652-95b3-d0c4d005eb21 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352826 May 06 09:55:34.498700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 52785c26-3e1a-49db-a574-b2de19e2cdab {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:34.499105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.541604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.595867 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.610411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 52785c26-3e1a-49db-a574-b2de19e2cdab owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:34.672057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Deleting port 3010f75c-5311-4c05-9e96-cb5be5100963 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:34.672399 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.770251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.776347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.816051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Calling delete_port for 3010f75c-5311-4c05-9e96-cb5be5100963 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:34.821795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:34.826087 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/52785c26-3e1a-49db-a574-b2de19e2cdab HTTP/1.1" status: 204 len: 168 time: 0.5318644 May 06 09:55:34.829312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930cf47-2c3a-4827-917a-d73d4f64084b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=52785c26-3e1a-49db-a574-b2de19e2cdab,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:34.829479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33580) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:34.835131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'mac_address': 'fa:16:3e:88:79:e6', 'name': 'tempest-PortsTestJSON-772689413'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:34.925754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:35.001849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.004881 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.027085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 78c32bc2-8870-4169-a995-cebfc5ca8e13 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:35.045656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event deleted for resources: {'Port': ['ID=3010f75c-5311-4c05-9e96-cb5be5100963,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.077853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33584) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.105421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.212412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f144548-2975-4879-8673-39e683690dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.217234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.219838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.223181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.270777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.271661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Fanout notify agent at l3_agent the message router_deleted on router 40e14362-2d27-4cea-9566-e669927aef70 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:35.280719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.282011 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-743fbe30-2d0a-4e28-8701-69f36a06ad23 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/40e14362-2d27-4cea-9566-e669927aef70 HTTP/1.1" status: 204 len: 168 time: 1.1107109 May 06 09:55:35.287130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33590) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.292056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-08c6d4b6-4418-45bb-9101-c933baac569e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1463789313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:35.317495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c6d4b6-4418-45bb-9101-c933baac569e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.318762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c6d4b6-4418-45bb-9101-c933baac569e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.324975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.339145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46a36b-f1a8-4b25-ad7a-c06658525bd8 req-7704b2c3-44b3-447a-b9e4-5dc89625e97e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:35.340704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef46a36b-f1a8-4b25-ad7a-c06658525bd8 req-7704b2c3-44b3-447a-b9e4-5dc89625e97e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1051190 May 06 09:55:35.377892 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c6d4b6-4418-45bb-9101-c933baac569e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.381370 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c6d4b6-4418-45bb-9101-c933baac569e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.401745 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c6d4b6-4418-45bb-9101-c933baac569e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.406853 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-08c6d4b6-4418-45bb-9101-c933baac569e tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1162806 May 06 09:55:35.407320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33594) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.411986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': True}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:35.414899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:35.426103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:35.430400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:35.436680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:35.437281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.442104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=78c32bc2-8870-4169-a995-cebfc5ca8e13,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.445519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f144548-2975-4879-8673-39e683690dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.464117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f144548-2975-4879-8673-39e683690dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.489070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef46a36b-f1a8-4b25-ad7a-c06658525bd8 req-552d7cfb-86ed-4c94-a2ac-04d6ede13ce0 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202917 May 06 09:55:35.513747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9f6fc2d7-09c0-4267-a9ac-039aec61e091 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6798677 May 06 09:55:35.520598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33596) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.536118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f144548-2975-4879-8673-39e683690dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39734ad9-1ebe-492f-abef-4b3cb3d46c8d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.547000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4f144548-2975-4879-8673-39e683690dbd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5dc2dee53eb644c4a1e46c1d0b0879cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681723 May 06 09:55:35.550924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33598) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.565093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8313e7-c739-4d58-afbd-9f7f25d1104d req-3309e94a-4449-46e8-8425-d48e7f550621 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:35.566558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c8313e7-c739-4d58-afbd-9f7f25d1104d req-3309e94a-4449-46e8-8425-d48e7f550621 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1067381 May 06 09:55:35.629213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c8313e7-c739-4d58-afbd-9f7f25d1104d req-ce32fad1-74dd-4421-877a-52bca9bd03d1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553184 May 06 09:55:35.639163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78184520-d91f-4fdc-a8fa-647d586424be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.656279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e7bee-c2a4-4045-8051-1eb2cc73cb4b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:35.657647 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a06e7bee-c2a4-4045-8051-1eb2cc73cb4b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/78c32bc2-8870-4169-a995-cebfc5ca8e13 HTTP/1.1" status: 200 len: 840 time: 0.1361315 May 06 09:55:35.660298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33600) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:35.662273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78184520-d91f-4fdc-a8fa-647d586424be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.670797 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.711555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78184520-d91f-4fdc-a8fa-647d586424be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.714613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78184520-d91f-4fdc-a8fa-647d586424be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.716749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-78184520-d91f-4fdc-a8fa-647d586424be admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39734ad9-1ebe-492f-abef-4b3cb3d46c8d HTTP/1.1" status: 204 len: 168 time: 0.1649635 May 06 09:55:35.726905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78184520-d91f-4fdc-a8fa-647d586424be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39734ad9-1ebe-492f-abef-4b3cb3d46c8d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:35.808169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 78c32bc2-8870-4169-a995-cebfc5ca8e13 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:35.808507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.884935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:35.900501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 78c32bc2-8870-4169-a995-cebfc5ca8e13 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:35.997741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33606) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.011379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-568b4a30-7276-4513-a71d-ebc7a4d90458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.065637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.092027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.093806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-568b4a30-7276-4513-a71d-ebc7a4d90458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.099225 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-568b4a30-7276-4513-a71d-ebc7a4d90458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.107638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.144069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-568b4a30-7276-4513-a71d-ebc7a4d90458 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aea8c325a2a44ac283468b935db2bdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450126 May 06 09:55:36.146063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b4a30-7276-4513-a71d-ebc7a4d90458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266de522-5450-42c2-829e-8e9c7dc4db35,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:36.148441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33608) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.169039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=78c32bc2-8870-4169-a995-cebfc5ca8e13,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:36.179223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.182335 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2357b197-60aa-4a90-982d-56c5b7b3917f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/78c32bc2-8870-4169-a995-cebfc5ca8e13 HTTP/1.1" status: 204 len: 168 time: 0.5195427 May 06 09:55:36.185857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33610) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.208142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e953cec8-64f5-471d-ba36-885a1a7ff798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.229444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e953cec8-64f5-471d-ba36-885a1a7ff798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.235868 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b229c933-491c-4f27-a487-efbe3f389971 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:55:36.237404 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b229c933-491c-4f27-a487-efbe3f389971 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/78c32bc2-8870-4169-a995-cebfc5ca8e13 HTTP/1.1" status: 404 len: 333 time: 0.0503042 May 06 09:55:36.241142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33612) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:36.247942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'name': 'tempest-PortsTestJSON-23406878'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:36.279025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e953cec8-64f5-471d-ba36-885a1a7ff798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.281784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e953cec8-64f5-471d-ba36-885a1a7ff798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.283168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e953cec8-64f5-471d-ba36-885a1a7ff798 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/266de522-5450-42c2-829e-8e9c7dc4db35 HTTP/1.1" status: 204 len: 168 time: 0.1304891 May 06 09:55:36.291417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953cec8-64f5-471d-ba36-885a1a7ff798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266de522-5450-42c2-829e-8e9c7dc4db35,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:36.320129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Allocated IP 172.25.8.52 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/1e8cc313-be1d-4216-8e4f-f17029930937) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:36.410305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:36.413774 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.443032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port f001f0b9-75ae-41e2-814d-54aa13787ef5 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:36.510079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.635742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaf21d-4024-40fb-ac05-cb5564929c06 req-b9112f7d-229b-42d6-af2a-034a9526f3a3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:36.638091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0eeaf21d-4024-40fb-ac05-cb5564929c06 req-b9112f7d-229b-42d6-af2a-034a9526f3a3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.0598538 May 06 09:55:36.688316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0eeaf21d-4024-40fb-ac05-cb5564929c06 req-262b9239-a38e-4c98-8c8f-f3c8364f4514 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444450 May 06 09:55:36.765423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d140a-c093-4c85-940f-1ad70ada74e4 req-df567efc-52ae-47ee-985d-cf399312e852 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:36.767022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d140a-c093-4c85-940f-1ad70ada74e4 req-df567efc-52ae-47ee-985d-cf399312e852 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.0564520 May 06 09:55:36.810792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a6d140a-c093-4c85-940f-1ad70ada74e4 req-3d792992-a1c3-4b91-ac36-5bf3ff6ae41a tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367866 May 06 09:55:36.923170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.978817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:36.985268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:36.986779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:36.992742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:37.020964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8cc313-be1d-4216-8e4f-f17029930937,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:37.124187 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.190861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:37.196786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:37.202939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:37.208657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:37.209331 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.228176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=f001f0b9-75ae-41e2-814d-54aa13787ef5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:37.241997 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3649f901-5cce-49a9-a89f-47595e214f6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9998848 May 06 09:55:37.245171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33642) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.250834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:37.331089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.344082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.369344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33646) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.493722 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa407-9bfe-47d8-b473-a76ab3fb4de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.521646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.530365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.545103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.548663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.574741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] In _notify_port_updated(), no bound segment for port f001f0b9-75ae-41e2-814d-54aa13787ef5 on network 82712f36-0fdd-46c7-9cd1-39e041b829b6 {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:55:37.580284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:37.580883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.582173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "PUT /v2.0/ports/f001f0b9-75ae-41e2-814d-54aa13787ef5 HTTP/1.1" status: 200 len: 818 time: 0.3358827 May 06 09:55:37.588319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33650) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.635900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3993e34-88c6-478a-9ec8-88c827e2eb23 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=f001f0b9-75ae-41e2-814d-54aa13787ef5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:37.686640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Router 6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:37.709399 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa407-9bfe-47d8-b473-a76ab3fb4de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.713636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa407-9bfe-47d8-b473-a76ab3fb4de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.759657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port f001f0b9-75ae-41e2-814d-54aa13787ef5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:37.759998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.765366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9dcfa407-9bfe-47d8-b473-a76ab3fb4de3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=449ae529b8b84b1a98c0df74971ad9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950298 May 06 09:55:37.766143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa407-9bfe-47d8-b473-a76ab3fb4de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65944f0d-fe5d-47cf-8935-169967de4a10,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:37.769646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.812712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:37.816883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.818112 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5400a856-a3bb-4f7d-aa28-1c52b4dacb0f tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "PUT /v2.0/routers/6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 HTTP/1.1" status: 200 len: 918 time: 2.4097733 May 06 09:55:37.821232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33656) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:37.826843 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] Sync routers for ids ['6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:37.837345 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] Routers {'6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:37.838152 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:37.878594 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:37.890059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] Routers {'6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:37.890863 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:37.894927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:37.927257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for f001f0b9-75ae-41e2-814d-54aa13787ef5 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:37.958333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974898a-e243-495a-8214-2d19eceba149 req-94709977-d01f-4ad0-8557-76c14e728986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:37.959919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a974898a-e243-495a-8214-2d19eceba149 req-94709977-d01f-4ad0-8557-76c14e728986 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1909361 May 06 09:55:37.964698 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d83e8d4b-cc68-42bb-9437-e085f4386eee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 HTTP/1.1" status: 200 len: 924 time: 0.1427443 May 06 09:55:37.971386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33660) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.011681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c53a5d41-1206-4d96-b30f-74ad24a6da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.023877 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:38.024515 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1869e72-daad-421d-b260-afe7aef12c70 None None] The sync data for ids ['6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:38.374757 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c53a5d41-1206-4d96-b30f-74ad24a6da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.414213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdd471-411b-41ef-9564-7190ffa84573 req-7bb87f41-4532-4809-824f-ce3be64ba868 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:38.415784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cbdd471-411b-41ef-9564-7190ffa84573 req-7bb87f41-4532-4809-824f-ce3be64ba868 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.5107958 May 06 09:55:38.440440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a974898a-e243-495a-8214-2d19eceba149 req-54943377-85e1-4cc3-a149-170733e4aefb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4531081 May 06 09:55:38.455347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a1c1e-a97d-464b-9ed0-cd3c4ec80d15 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:38.459293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ac4a1c1e-a97d-464b-9ed0-cd3c4ec80d15 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4811733 May 06 09:55:38.460095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33664) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.496096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cbdd471-411b-41ef-9564-7190ffa84573 req-ec1e8d54-14fd-49c7-94ec-e3492cdfbe34 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684583 May 06 09:55:38.496944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.528338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=f001f0b9-75ae-41e2-814d-54aa13787ef5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:38.532478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c53a5d41-1206-4d96-b30f-74ad24a6da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.534987 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c53a5d41-1206-4d96-b30f-74ad24a6da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.536084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c53a5d41-1206-4d96-b30f-74ad24a6da4f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65944f0d-fe5d-47cf-8935-169967de4a10 HTTP/1.1" status: 204 len: 168 time: 0.7642930 May 06 09:55:38.540349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.543229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0dfda35b-9d00-4cc4-9e38-2e25668f32f5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/f001f0b9-75ae-41e2-814d-54aa13787ef5 HTTP/1.1" status: 204 len: 168 time: 0.9539418 May 06 09:55:38.545796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33668) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.564399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe3ca0b-bc6d-4ece-99ef-1dfe336f39bb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:38.567700 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0fe3ca0b-bc6d-4ece-99ef-1dfe336f39bb tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.1051245 May 06 09:55:38.569024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33670) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.579801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a5d41-1206-4d96-b30f-74ad24a6da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65944f0d-fe5d-47cf-8935-169967de4a10,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:38.606837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5cb73-ea01-4120-8a52-3f711e16a256 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:38.608788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5ff5cb73-ea01-4120-8a52-3f711e16a256 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0620868 May 06 09:55:38.611475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33672) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.611707 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-64ced05f-558f-4218-b32e-a3420c7e9ac1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 HTTP/1.1" status: 200 len: 205 time: 0.0415380 May 06 09:55:38.614036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33674) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.638531 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a68d184-1062-41c1-a0b6-b8f8abe3ab44 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:55:38.640377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7a68d184-1062-41c1-a0b6-b8f8abe3ab44 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/f001f0b9-75ae-41e2-814d-54aa13787ef5 HTTP/1.1" status: 404 len: 333 time: 0.0275633 May 06 09:55:38.643930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33676) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.648845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1613725320'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.669611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:38.673614 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.701631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:38.720519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.721109 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment a62582e6-7591-4bc6-82a2-3d1c0adcd08c of type vlan for network 27d07112-2475-4723-9b25-2e1fdf4ebdbd May 06 09:55:38.737177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.766977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.800030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.808657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:38.809563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.866267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.903888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2557442 May 06 09:55:38.904816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33690) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:38.909365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:38.935037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Deleting port 1e8cc313-be1d-4216-8e4f-f17029930937 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:38.935625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:38.977988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edf5cd-c96e-4832-bf9b-6bac31d992d7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=27d07112-2475-4723-9b25-2e1fdf4ebdbd,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:38.994392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:39.023008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:39.029990 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.033136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.048169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Calling delete_port for 1e8cc313-be1d-4216-8e4f-f17029930937 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:39.246869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.251424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.283080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event deleted for resources: {'Port': ['ID=1e8cc313-be1d-4216-8e4f-f17029930937,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:39.322412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=72a0778e-8dc2-420d-b205-7e18fa24ad70,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:39.325873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': 'a62582e6-7591-4bc6-82a2-3d1c0adcd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:39.326237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: 27d07112-2475-4723-9b25-2e1fdf4ebdbd, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:39.348329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:39.360373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.363706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 27d07112-2475-4723-9b25-2e1fdf4ebdbd) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:39.371520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:39.372619 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.373731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5172e947-0669-4ab7-a4be-2cf9922fbead None None] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:39.397397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f681f6e2-21bd-4f34-a755-0848f8f17d38 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4921861 May 06 09:55:39.399807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33706) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.407310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d78d29be-bcf6-4b82-8f10-23542b48fa7f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:39.493673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.496327 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.561291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-27d07112-2475-4723-9b25-2e1fdf4ebdbd', 'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd', 'tenant_id': 'e75aa0ea46244cd782fc84b4cce34b51', 'fixed_ips': [{'subnet_id': '72a0778e-8dc2-420d-b205-7e18fa24ad70'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:39.562633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.624532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d29be-bcf6-4b82-8f10-23542b48fa7f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:39.629742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d78d29be-bcf6-4b82-8f10-23542b48fa7f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.644169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.644774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Fanout notify agent at l3_agent the message router_deleted on router 6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:39.663475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.665972 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-afe19009-1c8b-42a4-b98e-385273b388e9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 HTTP/1.1" status: 204 len: 168 time: 1.0509062 May 06 09:55:39.671139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33716) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.687292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-745cf5f0-efc2-48ed-be66-c93a8a6d7543 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2015170723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:39.724457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-745cf5f0-efc2-48ed-be66-c93a8a6d7543 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.727529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-745cf5f0-efc2-48ed-be66-c93a8a6d7543 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.747794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Allocated IP 172.20.0.2 (27d07112-2475-4723-9b25-2e1fdf4ebdbd/72a0778e-8dc2-420d-b205-7e18fa24ad70/daf93ea6-0808-4bb2-b50c-fa7bcf865605) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:39.807354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db27c4-4c24-4898-ab20-69b2b9191907 req-334c2ba1-7005-4a66-8277-ae92d7001573 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:39.809809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21db27c4-4c24-4898-ab20-69b2b9191907 req-334c2ba1-7005-4a66-8277-ae92d7001573 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1915021 May 06 09:55:39.827855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-745cf5f0-efc2-48ed-be66-c93a8a6d7543 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.833536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e0f24-552b-40b7-8331-fb59769974a8 req-8ddef3ba-21d3-4c59-88ed-eca80493d9d8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:39.835445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-546e0f24-552b-40b7-8331-fb59769974a8 req-8ddef3ba-21d3-4c59-88ed-eca80493d9d8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1986895 May 06 09:55:39.845985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-745cf5f0-efc2-48ed-be66-c93a8a6d7543 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.872122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-745cf5f0-efc2-48ed-be66-c93a8a6d7543 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:39.872241 n-d-840834-1 neutron-server[102742]: INFO neutron.db.ipam_backend_mixin [None req-d78d29be-bcf6-4b82-8f10-23542b48fa7f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 72a0778e-8dc2-420d-b205-7e18fa24ad70 (CIDR: 172.20.0.0/28) May 06 09:55:39.877645 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-745cf5f0-efc2-48ed-be66-c93a8a6d7543 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2048364 May 06 09:55:39.878297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33724) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.885861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'enable_snat': False}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:39.894758 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78d29be-bcf6-4b82-8f10-23542b48fa7f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:55:39.895259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78d29be-bcf6-4b82-8f10-23542b48fa7f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:39.974278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d78d29be-bcf6-4b82-8f10-23542b48fa7f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5727646 May 06 09:55:39.980103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33728) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:39.987057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21db27c4-4c24-4898-ab20-69b2b9191907 req-4710c6df-1814-4521-b6a3-7fb8f61f4022 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646881 May 06 09:55:39.992736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-546e0f24-552b-40b7-8331-fb59769974a8 req-b8faf2e1-3610-4e26-9432-5823d509b21c tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398749 May 06 09:55:40.004915 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.010008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:40.013875 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.063380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:40.066333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:40.073132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:40.097094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Pushing event updated for resources: {'Port': ['ID=daf93ea6-0808-4bb2-b50c-fa7bcf865605,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:40.169116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Attempting to bind port daf93ea6-0808-4bb2-b50c-fa7bcf865605 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:40.170089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Attempting to bind port daf93ea6-0808-4bb2-b50c-fa7bcf865605 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a62582e6-7591-4bc6-82a2-3d1c0adcd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:40.170691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Attempting to bind port daf93ea6-0808-4bb2-b50c-fa7bcf865605 on network 27d07112-2475-4723-9b25-2e1fdf4ebdbd {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:40.177947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:40.178559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Checking segment: {'id': 'a62582e6-7591-4bc6-82a2-3d1c0adcd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:40.179097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.179646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Bound using segment: {'id': 'a62582e6-7591-4bc6-82a2-3d1c0adcd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:40.180251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Bound port: daf93ea6-0808-4bb2-b50c-fa7bcf865605, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62582e6-7591-4bc6-82a2-3d1c0adcd08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:40.180778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.253618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] For port daf93ea6-0808-4bb2-b50c-fa7bcf865605, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:40.257434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] For port daf93ea6-0808-4bb2-b50c-fa7bcf865605, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=daf93ea6-0808-4bb2-b50c-fa7bcf865605,segment=NetworkSegment(a62582e6-7591-4bc6-82a2-3d1c0adcd08c),segment_id=a62582e6-7591-4bc6-82a2-3d1c0adcd08c)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:40.267041 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.312607 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.349132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451ffee-7f01-43a9-b723-34b511d626b0 None None] Pushing event updated for resources: {'Port': ['ID=daf93ea6-0808-4bb2-b50c-fa7bcf865605,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:40.432876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:40.437007 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.783070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.809580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:40.969551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.015882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:41.025328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:41.031969 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:41.032456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.057353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Allocated IP 172.25.8.235 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/7dfa9e3a-5143-4367-8363-a72b4d4f717e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:41.070385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=7b651fc6-6221-4ba4-a026-377c8d385fc5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:41.083608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33792) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:41.084085 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-67dd7a16-4a10-4b11-8c2f-070c62014a4f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1024253 May 06 09:55:41.088987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd', 'fixed_ips': [{'subnet_id': '72a0778e-8dc2-420d-b205-7e18fa24ad70'}, {'subnet_id': '7b651fc6-6221-4ba4-a026-377c8d385fc5'}], 'name': 'tempest-PortsTestJSON-1868293913'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:41.369437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780dc3d-9331-456a-89d1-fbc539f67eb7 req-7c019f01-c13b-4322-83d7-f1123baf83c8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:41.378052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5780dc3d-9331-456a-89d1-fbc539f67eb7 req-7c019f01-c13b-4322-83d7-f1123baf83c8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.2068844 May 06 09:55:41.387241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d544e30-febe-4c5b-8dfe-168576634c52 req-d4647c27-9506-4a66-afe8-2929f52679a1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:41.395523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d544e30-febe-4c5b-8dfe-168576634c52 req-d4647c27-9506-4a66-afe8-2929f52679a1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.2225223 May 06 09:55:41.514581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d544e30-febe-4c5b-8dfe-168576634c52 req-dc210bf9-46fc-4a6d-ad3d-dbfc83d0af7b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177285 May 06 09:55:41.522272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:41.560517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5780dc3d-9331-456a-89d1-fbc539f67eb7 req-fe47006d-02f3-48b4-96b8-2592fb51a47e tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767645 May 06 09:55:41.711574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.713598 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.748775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port e9bd5ed2-089b-438c-abaf-9073d1a452df yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:41.758492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.828921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:41.832364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:41.834989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:41.879776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852eb8fb-37b2-4c67-b2ef-e79128a32c37 None None] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:41.881220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Pushing event updated for resources: {'Port': ['ID=7dfa9e3a-5143-4367-8363-a72b4d4f717e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:41.953510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-77127d72-8db9-45d3-8386-22b98ac471ac None None] Provisioning complete for port daf93ea6-0808-4bb2-b50c-fa7bcf865605 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:41.953871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77127d72-8db9-45d3-8386-22b98ac471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:41.990010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:55:42.145005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:42.189266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'port_id': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'mac_address': 'fa:16:3e:a6:b5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:55:42.287764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device daf93ea6-0808-4bb2-b50c-fa7bcf865605 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:42.325051 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.343476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed34f311-d012-4b9d-9d0c-b9a062c44601 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:55:42.348458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.349802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.7 (27d07112-2475-4723-9b25-2e1fdf4ebdbd/72a0778e-8dc2-420d-b205-7e18fa24ad70/e9bd5ed2-089b-438c-abaf-9073d1a452df) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:42.368612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:42.369150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.28 (27d07112-2475-4723-9b25-2e1fdf4ebdbd/7b651fc6-6221-4ba4-a026-377c8d385fc5/e9bd5ed2-089b-438c-abaf-9073d1a452df) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:42.375425 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77127d72-8db9-45d3-8386-22b98ac471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.381925 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.458270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-77127d72-8db9-45d3-8386-22b98ac471ac None None] For port daf93ea6-0808-4bb2-b50c-fa7bcf865605, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=daf93ea6-0808-4bb2-b50c-fa7bcf865605,segment=NetworkSegment(a62582e6-7591-4bc6-82a2-3d1c0adcd08c),segment_id=a62582e6-7591-4bc6-82a2-3d1c0adcd08c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:42.474963 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-77127d72-8db9-45d3-8386-22b98ac471ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.516129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:42.519027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port daf93ea6-0808-4bb2-b50c-fa7bcf865605 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:42.519507 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.599676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['ed34f311-d012-4b9d-9d0c-b9a062c44601'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:55:42.738872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.753137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.757181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.847999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33882) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:42.872516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92355bd0-8b12-4f25-bda3-144213297a07 req-1a7bad24-55dc-40bb-8694-6ee7017f9859 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:42.874669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92355bd0-8b12-4f25-bda3-144213297a07 req-1a7bad24-55dc-40bb-8694-6ee7017f9859 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.1738634 May 06 09:55:42.894843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a98b7-3a8f-44cb-bbd1-a709617ce594 req-bcb8d363-174b-44b5-a9e7-b08033a08eb8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:42.896812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b4a98b7-3a8f-44cb-bbd1-a709617ce594 req-bcb8d363-174b-44b5-a9e7-b08033a08eb8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1508563 May 06 09:55:42.897134 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c11aebc9-f04f-4f17-afcb-a5a2e71a8930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.970795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aab887-439c-4206-bd45-9a8fb8cce99d None None] Update dhcp port {'port': {'network_id': '27d07112-2475-4723-9b25-2e1fdf4ebdbd', 'fixed_ips': [{'subnet_id': '72a0778e-8dc2-420d-b205-7e18fa24ad70', 'ip_address': '172.20.0.2'}, {'subnet_id': '7b651fc6-6221-4ba4-a026-377c8d385fc5'}], 'binding:host_id': 'n-d-840834-1'}, 'id': 'daf93ea6-0808-4bb2-b50c-fa7bcf865605'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:55:42.973466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77127d72-8db9-45d3-8386-22b98ac471ac None None] Pushing event updated for resources: {'Port': ['ID=daf93ea6-0808-4bb2-b50c-fa7bcf865605,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:42.975667 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:42.988039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92355bd0-8b12-4f25-bda3-144213297a07 req-d5739056-77b5-4e23-a942-b78e8b7e4096 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835319 May 06 09:55:42.990718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b4a98b7-3a8f-44cb-bbd1-a709617ce594 req-3c5eb6cf-03f1-4243-be03-794672abfdd9 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853274 May 06 09:55:43.048408 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7aab887-439c-4206-bd45-9a8fb8cce99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.052481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:43.056121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:43.059693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:43.089183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2caa10ec-d063-4621-a94f-0a660123a3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.097433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=e9bd5ed2-089b-438c-abaf-9073d1a452df,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:43.119467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Router 75034707-151c-44b3-b0ae-442345d8fc5d is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:43.124093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:43.124769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.131307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33890) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.149041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6d04855-e8c3-47af-9e9d-2af0e1d5ef6d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0639935 May 06 09:55:43.151406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33892) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.157790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72a0778e-8dc2-420d-b205-7e18fa24ad70'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:43.242872 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.329558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e9322-9817-48ff-ac3b-40cc3c9bae4a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:43.330280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e9322-9817-48ff-ac3b-40cc3c9bae4a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:43.331916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245e9322-9817-48ff-ac3b-40cc3c9bae4a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:43.360021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-245e9322-9817-48ff-ac3b-40cc3c9bae4a tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=8591e4249907453799dd42bd17d336c7&network_id=e623c531-73cb-4dd3-8c4b-cc2d7a827438 HTTP/1.1" status: 200 len: 2969 time: 0.2195756 May 06 09:55:43.468038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e7aab887-439c-4206-bd45-9a8fb8cce99d None None] Allocated IP 172.20.0.18 (27d07112-2475-4723-9b25-2e1fdf4ebdbd/7b651fc6-6221-4ba4-a026-377c8d385fc5/daf93ea6-0808-4bb2-b50c-fa7bcf865605) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:43.477104 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2caa10ec-d063-4621-a94f-0a660123a3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.494533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2caa10ec-d063-4621-a94f-0a660123a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.542261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:43.552678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.556293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-33624ab0-c66a-44ef-9751-d9878d9058ad tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "PUT /v2.0/routers/75034707-151c-44b3-b0ae-442345d8fc5d HTTP/1.1" status: 200 len: 920 time: 3.6737943 May 06 09:55:43.557353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33912) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.563500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] Sync routers for ids ['75034707-151c-44b3-b0ae-442345d8fc5d'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:43.583338 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2caa10ec-d063-4621-a94f-0a660123a3e6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8408346ef8434536b86c739c9f1d701d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320137 May 06 09:55:43.590263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33914) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.596068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] Routers {'75034707-151c-44b3-b0ae-442345d8fc5d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:43.597929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['75034707-151c-44b3-b0ae-442345d8fc5d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:43.629108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa10ec-d063-4621-a94f-0a660123a3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2785b2a6-1529-4513-82c2-ea74ba0e42d6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:43.679640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:43.688287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb674f15-12f0-49eb-b5e8-1f75b5d772b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.711479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] Routers {'75034707-151c-44b3-b0ae-442345d8fc5d'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:43.712223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['75034707-151c-44b3-b0ae-442345d8fc5d'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:43.719996 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb674f15-12f0-49eb-b5e8-1f75b5d772b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.732295 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d830553a-401c-427e-bce5-307aee41ba91 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/75034707-151c-44b3-b0ae-442345d8fc5d HTTP/1.1" status: 200 len: 926 time: 0.1691782 May 06 09:55:43.733235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33918) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.777479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:43.778138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055054dc-0254-43f4-aef6-0714c2592b47 None None] The sync data for ids ['75034707-151c-44b3-b0ae-442345d8fc5d'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:43.785919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526d3a6-f5fb-4781-a960-3fc9eeab4dd5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:43.789525 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f526d3a6-f5fb-4781-a960-3fc9eeab4dd5 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=75034707-151c-44b3-b0ae-442345d8fc5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0529361 May 06 09:55:43.790146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33920) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.793734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e7aab887-439c-4206-bd45-9a8fb8cce99d None None] For port daf93ea6-0808-4bb2-b50c-fa7bcf865605, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=daf93ea6-0808-4bb2-b50c-fa7bcf865605,segment=NetworkSegment(a62582e6-7591-4bc6-82a2-3d1c0adcd08c),segment_id=a62582e6-7591-4bc6-82a2-3d1c0adcd08c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:43.819483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb674f15-12f0-49eb-b5e8-1f75b5d772b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.822232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb674f15-12f0-49eb-b5e8-1f75b5d772b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.826690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bb674f15-12f0-49eb-b5e8-1f75b5d772b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2785b2a6-1529-4513-82c2-ea74ba0e42d6 HTTP/1.1" status: 204 len: 168 time: 0.2322161 May 06 09:55:43.840510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb674f15-12f0-49eb-b5e8-1f75b5d772b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2785b2a6-1529-4513-82c2-ea74ba0e42d6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:43.899248 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7aab887-439c-4206-bd45-9a8fb8cce99d None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.919070 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7aab887-439c-4206-bd45-9a8fb8cce99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:43.970607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a360c-150a-41dd-9f47-b6486ca4f6ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:43.978560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33936) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:43.981847 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a4a360c-150a-41dd-9f47-b6486ca4f6ee tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 881 time: 0.1908588 May 06 09:55:43.992599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:44.018110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-83b765ab-c16d-47bd-9da8-fce83cbdbce8 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=75034707-151c-44b3-b0ae-442345d8fc5d HTTP/1.1" status: 200 len: 205 time: 0.0376875 May 06 09:55:44.020934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33940) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.025090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Delete allocated IP 172.20.0.28 (27d07112-2475-4723-9b25-2e1fdf4ebdbd/7b651fc6-6221-4ba4-a026-377c8d385fc5) {{(pid=102742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:55:44.059085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-3457235f-893b-4c42-9afb-58c228a9bf02 req-430bdada-e7dc-4492-a17f-f84661630ef1 service neutron] (102742) timed out ('10.222.0.83', 61217) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 09:55:44.202826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device daf93ea6-0808-4bb2-b50c-fa7bcf865605 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:44.214057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.341474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aab887-439c-4206-bd45-9a8fb8cce99d None None] Pushing event updated for resources: {'Port': ['ID=daf93ea6-0808-4bb2-b50c-fa7bcf865605,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:44.385337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.401057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33946) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.421082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port ed34f311-d012-4b9d-9d0c-b9a062c44601 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:44.428204 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6880cd5f-271e-4339-8c7a-50a60c9dbd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.428368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.465808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.494450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940c41-96e3-4850-9aa6-cf0a1b6732dc req-fe47c1fe-e812-4c25-afc9-86891ec021fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:44.497960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad940c41-96e3-4850-9aa6-cf0a1b6732dc req-fe47c1fe-e812-4c25-afc9-86891ec021fe tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.3620830 May 06 09:55:44.498680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.519904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b89cec-5e3a-4dc5-8f98-f23c2d5efa2e req-a0c7776f-4e14-4c1b-9abe-f79649730451 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:44.521372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2b89cec-5e3a-4dc5-8f98-f23c2d5efa2e req-a0c7776f-4e14-4c1b-9abe-f79649730451 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.2817380 May 06 09:55:44.560014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port daf93ea6-0808-4bb2-b50c-fa7bcf865605 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:44.560811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.615491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Deleting port 7dfa9e3a-5143-4367-8363-a72b4d4f717e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:44.615910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.648920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=e9bd5ed2-089b-438c-abaf-9073d1a452df,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:44.704110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad940c41-96e3-4850-9aa6-cf0a1b6732dc req-89ac533b-4fe4-4bef-be91-f4cbf15206df tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932216 May 06 09:55:44.774671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2b89cec-5e3a-4dc5-8f98-f23c2d5efa2e req-0e3d9aed-442a-431e-b4d7-732f5e318a5a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441998 May 06 09:55:44.799032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6880cd5f-271e-4339-8c7a-50a60c9dbd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.812232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6880cd5f-271e-4339-8c7a-50a60c9dbd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.829768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.849409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.873674 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6880cd5f-271e-4339-8c7a-50a60c9dbd4e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4c9adc4760f410da5abf394fb4e732f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710886 May 06 09:55:44.881070 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33956) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.910249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:44.913871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:55:44.916836 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1866db5b-3a6e-4e00-8e66-9d647c39393e" -d '{"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-plugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:55:44.934286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.956818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Calling delete_port for 7dfa9e3a-5143-4367-8363-a72b4d4f717e owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:44.967905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] In _notify_port_updated(), no bound segment for port e9bd5ed2-089b-438c-abaf-9073d1a452df on network 27d07112-2475-4723-9b25-2e1fdf4ebdbd {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:55:44.984170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:44.984853 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:44.992108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-75780ff9-0aca-47fc-ae71-70f148f05049 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "PUT /v2.0/ports/e9bd5ed2-089b-438c-abaf-9073d1a452df HTTP/1.1" status: 200 len: 919 time: 1.8394923 May 06 09:55:44.994364 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346bab7c-238d-46e6-970f-6e09227ac2d4 x-openstack-request-id: req-346bab7c-238d-46e6-970f-6e09227ac2d4 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:55:44.994509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33960) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:44.994656 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-plugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:55:44.994904 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-346bab7c-238d-46e6-970f-6e09227ac2d4 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:55:44.995323 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346bab7c-238d-46e6-970f-6e09227ac2d4'] response: {'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'code': 200} May 06 09:55:45.019109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '72a0778e-8dc2-420d-b205-7e18fa24ad70'}, {'subnet_id': '7b651fc6-6221-4ba4-a026-377c8d385fc5'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:45.067296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:45.109209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880cd5f-271e-4339-8c7a-50a60c9dbd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c40ec05-68cb-4364-a167-1596c7d6a5e3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:45.145572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33962) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:45.161836 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b3b60899-bdea-4162-be16-da6d2dfb97ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.219944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e9424-b292-408f-bb80-4be326e12d16 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:45.226004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f96e9424-b292-408f-bb80-4be326e12d16 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 814 time: 0.0789123 May 06 09:55:45.251635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.256338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dcf48b79-1524-4b79-9a23-a7c9d40d95fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.351628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dcf48b79-1524-4b79-9a23-a7c9d40d95fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.381810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b975783-14df-4895-a732-a797df5ee766 None None] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:45.502658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dcf48b79-1524-4b79-9a23-a7c9d40d95fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.505428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dcf48b79-1524-4b79-9a23-a7c9d40d95fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.509160 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dcf48b79-1524-4b79-9a23-a7c9d40d95fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c40ec05-68cb-4364-a167-1596c7d6a5e3 HTTP/1.1" status: 204 len: 168 time: 0.6246583 May 06 09:55:45.518102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-266815c2-6947-4f9e-84fa-94adb718e664 None None] Provisioning complete for port daf93ea6-0808-4bb2-b50c-fa7bcf865605 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:45.518395 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-266815c2-6947-4f9e-84fa-94adb718e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.528701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf48b79-1524-4b79-9a23-a7c9d40d95fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c40ec05-68cb-4364-a167-1596c7d6a5e3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:45.530487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.607177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event deleted for resources: {'Port': ['ID=7dfa9e3a-5143-4367-8363-a72b4d4f717e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:45.734445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.24 (27d07112-2475-4723-9b25-2e1fdf4ebdbd/7b651fc6-6221-4ba4-a026-377c8d385fc5/e9bd5ed2-089b-438c-abaf-9073d1a452df) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:45.752783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.973574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf5813-839f-40c5-b7d5-2b9ca263761c req-33dbe212-37db-44ad-95be-26bc714f68d3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:45.975143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8cf5813-839f-40c5-b7d5-2b9ca263761c req-33dbe212-37db-44ad-95be-26bc714f68d3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1267736 May 06 09:55:45.975267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:45.982438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.045400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.045939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Fanout notify agent at l3_agent the message router_deleted on router 75034707-151c-44b3-b0ae-442345d8fc5d {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:46.053305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.055068 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6d51630-5956-4c35-8b77-aa08f9fe61d1 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/75034707-151c-44b3-b0ae-442345d8fc5d HTTP/1.1" status: 204 len: 168 time: 2.0324368 May 06 09:55:46.065052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33982) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:46.073114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-116029701', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:46.096956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33984) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:46.101976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'network': {'name': 'tempest-network-smoke--1521746278', 'project_id': '8591e4249907453799dd42bd17d336c7', 'port_security_enabled': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:46.153646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:46.157256 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.176646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8cf5813-839f-40c5-b7d5-2b9ca263761c req-215a953f-e4c5-49db-9a04-df2f2b9118c2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736639 May 06 09:55:46.223328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:46.252141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.252496 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Added segment 281d6cb4-5cee-4551-b9fe-927b62bff503 of type vlan for network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 May 06 09:55:46.271983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.283217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device daf93ea6-0808-4bb2-b50c-fa7bcf865605 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:46.285020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.357418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.418850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.425117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:46.425909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.439935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port daf93ea6-0808-4bb2-b50c-fa7bcf865605 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:46.444453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.491006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-363d2cd8-1dd8-431c-a92d-0dd75c4dbfb9 None None] Provisioning complete for port daf93ea6-0808-4bb2-b50c-fa7bcf865605 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:46.494517 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-363d2cd8-1dd8-431c-a92d-0dd75c4dbfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.587035 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4882653 May 06 09:55:46.595250 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:46.673625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.693636 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.778856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-363d2cd8-1dd8-431c-a92d-0dd75c4dbfb9 None None] Provisioning complete for port e9bd5ed2-089b-438c-abaf-9073d1a452df triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:46.779231 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-363d2cd8-1dd8-431c-a92d-0dd75c4dbfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.798921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da8bb2-ddaa-4021-b224-def36dd78aeb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Network': ['ID=1f9b3eed-14c0-4056-aba2-c4e22c853ff8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:46.827786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:46.912791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beae4efd-10bc-4271-a4bd-b704aedd61e8 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:46.918707 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-beae4efd-10bc-4271-a4bd-b704aedd61e8 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=8591e4249907453799dd42bd17d336c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.3201799 May 06 09:55:46.922381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33998) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:46.955003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:46.968219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-363d2cd8-1dd8-431c-a92d-0dd75c4dbfb9 None None] Port e9bd5ed2-089b-438c-abaf-9073d1a452df cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:47.009473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.103867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5451feb1-c3ed-40c4-ae3c-3542ed566bc6 None None] Provisioning complete for port e9bd5ed2-089b-438c-abaf-9073d1a452df triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:47.104722 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5451feb1-c3ed-40c4-ae3c-3542ed566bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.146501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5451feb1-c3ed-40c4-ae3c-3542ed566bc6 None None] Port e9bd5ed2-089b-438c-abaf-9073d1a452df cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:47.188828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.271440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-df3e2fb6-c08b-4e8d-9a95-8e5025b43e36 None None] Provisioning complete for port e9bd5ed2-089b-438c-abaf-9073d1a452df triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:47.276634 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df3e2fb6-c08b-4e8d-9a95-8e5025b43e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.355398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df3e2fb6-c08b-4e8d-9a95-8e5025b43e36 None None] Port e9bd5ed2-089b-438c-abaf-9073d1a452df cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:47.420133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.473183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfabcd-1294-4e8c-b7e1-337be24b1b1a req-d7d56241-e0aa-480b-b7e9-33aedc1b87d4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:47.477154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1adfabcd-1294-4e8c-b7e1-337be24b1b1a req-d7d56241-e0aa-480b-b7e9-33aedc1b87d4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 1.3496265 May 06 09:55:47.596403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6623-3bbd-4fb8-989e-2121783202c3 req-fa9c3996-eea2-4e76-bc0f-47e05ab5e28b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:47.608893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee8b6623-3bbd-4fb8-989e-2121783202c3 req-fa9c3996-eea2-4e76-bc0f-47e05ab5e28b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 1.3017871 May 06 09:55:47.696276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-41f338d6-ea9b-4b7b-8017-fcc20669a1d7 None None] Provisioning complete for port e9bd5ed2-089b-438c-abaf-9073d1a452df triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:47.696902 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41f338d6-ea9b-4b7b-8017-fcc20669a1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.784975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-41f338d6-ea9b-4b7b-8017-fcc20669a1d7 None None] Port e9bd5ed2-089b-438c-abaf-9073d1a452df cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:55:47.789069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586308d-eef6-4f4b-ac2a-99e4a51a45e2 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:47.790415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3586308d-eef6-4f4b-ac2a-99e4a51a45e2 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8669109 May 06 09:55:47.796256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34038) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.812745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=e9bd5ed2-089b-438c-abaf-9073d1a452df,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:47.849286 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-677383fa-7f0c-4f57-bee3-57546208c8e8 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518110 May 06 09:55:47.851887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34044) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.853163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] In _notify_port_updated(), no bound segment for port e9bd5ed2-089b-438c-abaf-9073d1a452df on network 27d07112-2475-4723-9b25-2e1fdf4ebdbd {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:55:47.860913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:47.861909 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:47.870534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b09ece7c-c362-446b-86a5-acf5ddfb729c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "PUT /v2.0/ports/e9bd5ed2-089b-438c-abaf-9073d1a452df HTTP/1.1" status: 200 len: 999 time: 2.8747451 May 06 09:55:47.883929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34046) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.884437 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0ab13c5d-afb1-4253-be2a-181f2a98b438 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=8591e4249907453799dd42bd17d336c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305145 May 06 09:55:47.886079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:47.946129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1adfabcd-1294-4e8c-b7e1-337be24b1b1a req-8b7a2283-9212-4834-b49c-78e906e53793 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4573503 May 06 09:55:47.954156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee8b6623-3bbd-4fb8-989e-2121783202c3 req-3f98de3b-a1de-4a0d-ad5e-e70317dd4b06 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443558 May 06 09:55:48.060995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea00842-60aa-472d-aeef-3ee7474ae089 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:48.062520 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4ea00842-60aa-472d-aeef-3ee7474ae089 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1749046 May 06 09:55:48.071512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34062) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:48.115975 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3fd16ac5-ca3c-46de-bcce-debe3fd8bf30 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432372 May 06 09:55:48.119406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34076) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:48.129914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-202567048', 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'project_id': '8591e4249907453799dd42bd17d336c7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:48.161613 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.208755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03764212-b49c-47f7-b12a-9a80c199acdc req-278c509d-771e-4deb-8503-dd279ea5c185 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:48.210894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03764212-b49c-47f7-b12a-9a80c199acdc req-278c509d-771e-4deb-8503-dd279ea5c185 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1698546 May 06 09:55:48.265019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port e9bd5ed2-089b-438c-abaf-9073d1a452df {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:48.266461 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.317795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:48.326283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.351346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03764212-b49c-47f7-b12a-9a80c199acdc req-24ae4378-a653-466e-ac38-b489005da024 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324539 May 06 09:55:48.509126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.559054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.562098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.586571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for e9bd5ed2-089b-438c-abaf-9073d1a452df owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:48.686527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.689841 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.780752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Subnet': ['ID=37dc3be0-3369-4061-b5ff-bec148152527,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:48.813031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Checking segment: {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:48.813781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network hostable DHCP agents. Network: 1f9b3eed-14c0-4056-aba2-c4e22c853ff8, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:48.815640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Allocated IP 172.25.8.234 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ceec0ac3-7ff3-4c1d-b621-d9da6dd1b19c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:48.842076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:48.856834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1f9b3eed-14c0-4056-aba2-c4e22c853ff8) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:48.868944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d91db-9fd6-42cb-afe8-426dce732cd0 None None] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:48.872912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:48.876938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:48.898912 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4b8abe8-de32-46fa-99f8-1fc2bbd7f93d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7781334 May 06 09:55:48.999883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:49.120532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ips': [{'subnet_id': '37dc3be0-3369-4061-b5ff-bec148152527'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:49.122677 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.272271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01aff9-3563-4f24-90a6-6e454652ea10 req-373f157e-d35d-4899-872a-a2eb8909e79b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:49.273986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba01aff9-3563-4f24-90a6-6e454652ea10 req-373f157e-d35d-4899-872a-a2eb8909e79b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1430089 May 06 09:55:49.295059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48b87d44-b5c4-4676-874d-ebfc867c1922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.312397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34120) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:49.315969 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.323411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f8dc1b30-f7dc-4cf6-9605-ebce39cbeeee tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870476410', 'description': 'tempest-secgroup-smoke-870476410 description', 'project_id': '8591e4249907453799dd42bd17d336c7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:49.333386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Allocated IP 172.20.0.18 (1f9b3eed-14c0-4056-aba2-c4e22c853ff8/37dc3be0-3369-4061-b5ff-bec148152527/a6345f42-9d72-4e7c-9277-51912dffa4e9) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:49.362143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.449949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=e9bd5ed2-089b-438c-abaf-9073d1a452df,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:49.450501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48b87d44-b5c4-4676-874d-ebfc867c1922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.461690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48b87d44-b5c4-4676-874d-ebfc867c1922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.514409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-48b87d44-b5c4-4676-874d-ebfc867c1922 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eb989f9eee334aeda8a8ee8d24ad4ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133746 May 06 09:55:49.517358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34124) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:49.519138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b87d44-b5c4-4676-874d-ebfc867c1922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84d82a-d8b8-4543-818f-785486fe60f6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:49.519869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1b30-f7dc-4cf6-9605-ebce39cbeeee tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.530314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba01aff9-3563-4f24-90a6-6e454652ea10 req-b616d3f9-58e9-4d9c-8a04-c65df87cdd8c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418916 May 06 09:55:49.630507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5efd170-1e52-4b54-bd16-c9cd9c7aa693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.632750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.668945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.685639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.702622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5efd170-1e52-4b54-bd16-c9cd9c7aa693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.772329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Pushing event updated for resources: {'Port': ['ID=a6345f42-9d72-4e7c-9277-51912dffa4e9,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:49.791754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:49.796552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:49.802581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:49.804026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5efd170-1e52-4b54-bd16-c9cd9c7aa693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.806675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5efd170-1e52-4b54-bd16-c9cd9c7aa693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.807892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d5efd170-1e52-4b54-bd16-c9cd9c7aa693 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a84d82a-d8b8-4543-818f-785486fe60f6 HTTP/1.1" status: 204 len: 168 time: 0.2858231 May 06 09:55:49.817842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efd170-1e52-4b54-bd16-c9cd9c7aa693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84d82a-d8b8-4543-818f-785486fe60f6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:49.877541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:49.891731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f791a65-fa0f-43c0-a0f4-a6295093e59e req-413845f6-4c4d-4eef-ba84-a986908ff57f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:49.893506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f791a65-fa0f-43c0-a0f4-a6295093e59e req-413845f6-4c4d-4eef-ba84-a986908ff57f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.4793687 May 06 09:55:49.910991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Attempting to bind port a6345f42-9d72-4e7c-9277-51912dffa4e9 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:49.911896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Attempting to bind port a6345f42-9d72-4e7c-9277-51912dffa4e9 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:49.912498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Attempting to bind port a6345f42-9d72-4e7c-9277-51912dffa4e9 on network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:49.914229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b76b1a-81cf-4994-a97a-e0fae883de11 req-0eeaa53d-e2ce-4d5e-a484-ff2e65e9a8c2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:49.915870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b76b1a-81cf-4994-a97a-e0fae883de11 req-0eeaa53d-e2ce-4d5e-a484-ff2e65e9a8c2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.2743061 May 06 09:55:49.922665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:49.923507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Checking segment: {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:49.924156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.924776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Bound using segment: {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:49.925701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Bound port: a6345f42-9d72-4e7c-9277-51912dffa4e9, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:49.926308 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:49.929285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:49.936605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:50.015341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] For port a6345f42-9d72-4e7c-9277-51912dffa4e9, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:50.028896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] For port a6345f42-9d72-4e7c-9277-51912dffa4e9, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a6345f42-9d72-4e7c-9277-51912dffa4e9,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:50.041620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.059511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event updated for resources: {'Port': ['ID=ceec0ac3-7ff3-4c1d-b621-d9da6dd1b19c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:50.093281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.096784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-96e08847-94a9-4da5-924d-ad078c8a1c15 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/e9bd5ed2-089b-438c-abaf-9073d1a452df HTTP/1.1" status: 204 len: 168 time: 2.2107265 May 06 09:55:50.099553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34134) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:50.151440 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-804ab29d-e5bf-4dc6-a723-df9f1dac0af6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:55:50.157914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9dbe9-3a75-4edb-bde8-9e174f858359 None None] Pushing event updated for resources: {'Port': ['ID=a6345f42-9d72-4e7c-9277-51912dffa4e9,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:50.158035 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-804ab29d-e5bf-4dc6-a723-df9f1dac0af6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/e9bd5ed2-089b-438c-abaf-9073d1a452df HTTP/1.1" status: 404 len: 333 time: 0.0551980 May 06 09:55:50.163824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34138) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:50.186217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b76b1a-81cf-4994-a97a-e0fae883de11 req-fc524494-eb31-4eb4-89af-470db82127b8 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896963 May 06 09:55:50.259855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 7b651fc6-6221-4ba4-a026-377c8d385fc5 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:50.262541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f791a65-fa0f-43c0-a0f4-a6295093e59e req-a14d7563-082d-4b21-b9a1-a42956e54602 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426573 May 06 09:55:50.264193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.295471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1b30-f7dc-4cf6-9605-ebce39cbeeee tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.304829 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1b30-f7dc-4cf6-9605-ebce39cbeeee tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.348228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8dc1b30-f7dc-4cf6-9605-ebce39cbeeee tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.349622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f8dc1b30-f7dc-4cf6-9605-ebce39cbeeee tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0300584 May 06 09:55:50.352473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.356269 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34144) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:50.361212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d2029d0e-1bf6-43e3-8c9a-6229ea668ce4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '45541cd4-c985-4247-8156-4d53549e0d41', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:50.486507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d2029d0e-1bf6-43e3-8c9a-6229ea668ce4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.492686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc1b30-f7dc-4cf6-9605-ebce39cbeeee tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45541cd4-c985-4247-8156-4d53549e0d41,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:50.567043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.608236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.682744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d2029d0e-1bf6-43e3-8c9a-6229ea668ce4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.695433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d2029d0e-1bf6-43e3-8c9a-6229ea668ce4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.759690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2029d0e-1bf6-43e3-8c9a-6229ea668ce4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76739bf-5666-40ab-af50-7da22af351e5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:50.773126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d2029d0e-1bf6-43e3-8c9a-6229ea668ce4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.774215 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d2029d0e-1bf6-43e3-8c9a-6229ea668ce4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4169452 May 06 09:55:50.777768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34160) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:50.800261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b2ebc5ea-fecd-40a3-ab86-8c84bff260b2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '45541cd4-c985-4247-8156-4d53549e0d41', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:50.818755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.859461 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.881666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=7b651fc6-6221-4ba4-a026-377c8d385fc5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:50.902780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:50.908461 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7c10d0df-c56a-40f8-a49c-603257e95611 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/7b651fc6-6221-4ba4-a026-377c8d385fc5 HTTP/1.1" status: 204 len: 168 time: 0.7435532 May 06 09:55:50.915632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29732d1-f7a0-4118-a463-4e56f53dd081 None None] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:50.917016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34164) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:51.010692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e831fe-ad06-4218-bb30-3124423bd45a req-18df81c3-b22d-420c-8faf-ad1fef8d0830 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:51.012647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4e831fe-ad06-4218-bb30-3124423bd45a req-18df81c3-b22d-420c-8faf-ad1fef8d0830 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.3012922 May 06 09:55:51.023010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc5ea-fecd-40a3-ab86-8c84bff260b2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.540720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 72a0778e-8dc2-420d-b205-7e18fa24ad70 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:55:51.596584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.665891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4e831fe-ad06-4218-bb30-3124423bd45a req-b398bb63-3bdd-4aad-af2d-9d83d1d92c96 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6464667 May 06 09:55:51.801881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.842913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc5ea-fecd-40a3-ab86-8c84bff260b2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.869080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc5ea-fecd-40a3-ab86-8c84bff260b2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:51.892256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711be0-98f0-42c4-98e0-69bf947eea1b req-69aedf44-0585-476f-aa78-34ac52ec3d33 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:51.894716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90711be0-98f0-42c4-98e0-69bf947eea1b req-69aedf44-0585-476f-aa78-34ac52ec3d33 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.3929453 May 06 09:55:51.909539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690e76c-dacd-40bc-b701-3a7a4394d028 None None] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:52.044941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34184) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:52.052711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e4765abb-782b-439d-a159-ae071e4b6dea None None] Provisioning complete for port a6345f42-9d72-4e7c-9277-51912dffa4e9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:52.053803 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e4765abb-782b-439d-a159-ae071e4b6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.124885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b2ebc5ea-fecd-40a3-ab86-8c84bff260b2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.133572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34188) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:52.140557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e27f2595-eb2a-439c-931b-3a5544996d5b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '45541cd4-c985-4247-8156-4d53549e0d41', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:52.145546 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b2ebc5ea-fecd-40a3-ab86-8c84bff260b2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3501825 May 06 09:55:52.149261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebc5ea-fecd-40a3-ab86-8c84bff260b2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae864ec-4fc7-440d-beaa-424de2e1f6ef,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:52.241506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0a19a-eafe-4653-8cab-d10bf9af98f8 req-0dcdb649-39e5-4c00-84b7-1f911f3cd351 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:52.256512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e27f2595-eb2a-439c-931b-3a5544996d5b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.259391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24e0a19a-eafe-4653-8cab-d10bf9af98f8 req-0dcdb649-39e5-4c00-84b7-1f911f3cd351 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.4203455 May 06 09:55:52.291803 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e4765abb-782b-439d-a159-ae071e4b6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.295520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a6345f42-9d72-4e7c-9277-51912dffa4e9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:52.359511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e27f2595-eb2a-439c-931b-3a5544996d5b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.364857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1835643550', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:52.370069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e27f2595-eb2a-439c-931b-3a5544996d5b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.402858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24e0a19a-eafe-4653-8cab-d10bf9af98f8 req-0e221312-fcee-43d2-8327-f3b18bcbe18e tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400692 May 06 09:55:52.410001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e4765abb-782b-439d-a159-ae071e4b6dea None None] For port a6345f42-9d72-4e7c-9277-51912dffa4e9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a6345f42-9d72-4e7c-9277-51912dffa4e9,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:52.417482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f2595-eb2a-439c-931b-3a5544996d5b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cfe0bd-5433-4540-a5a9-c48dbfd54540,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:52.432439 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e27f2595-eb2a-439c-931b-3a5544996d5b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.434587 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e27f2595-eb2a-439c-931b-3a5544996d5b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999578 May 06 09:55:52.437588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:52.437801 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e4765abb-782b-439d-a159-ae071e4b6dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.457232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90711be0-98f0-42c4-98e0-69bf947eea1b req-3ae81c92-0961-4e90-8062-7a6871b45b81 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459540 May 06 09:55:52.460900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2e3050dc-2d6c-48d1-8967-4f489790ab87 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '45541cd4-c985-4247-8156-4d53549e0d41', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:52.463574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.472366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.483236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Made reservation on behalf of 2dda333eea3b4f3f947d1928a170920e for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:52.484695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.495116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a6345f42-9d72-4e7c-9277-51912dffa4e9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:52.496040 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.511877 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.613968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e3050dc-2d6c-48d1-8967-4f489790ab87 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.700463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.751429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c3e2d751-881f-41e9-8555-2e9e22758662 None None] Provisioning complete for port daf93ea6-0808-4bb2-b50c-fa7bcf865605 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:52.751726 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3e2d751-881f-41e9-8555-2e9e22758662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.767714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4765abb-782b-439d-a159-ae071e4b6dea None None] Pushing event updated for resources: {'Port': ['ID=a6345f42-9d72-4e7c-9277-51912dffa4e9,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:52.794602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=72a0778e-8dc2-420d-b205-7e18fa24ad70,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:52.798791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.805178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e83491a1-d68b-4fc3-b300-f366c23a1b16 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/72a0778e-8dc2-420d-b205-7e18fa24ad70 HTTP/1.1" status: 204 len: 168 time: 1.8854520 May 06 09:55:52.812205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34194) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:52.858296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45b8ed-5b77-46ca-9003-41d3b91729ee None None] Network 27d07112-2475-4723-9b25-2e1fdf4ebdbd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:52.883962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Router e1e0fbe9-15ed-4aba-a52b-ae1936634122 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:55:52.905759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f49d37-7341-44cd-a1e7-f97b80f2fd96 req-883fddf5-bc09-4aef-8ca4-b669e3751dbe tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:52.913256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38f49d37-7341-44cd-a1e7-f97b80f2fd96 req-883fddf5-bc09-4aef-8ca4-b669e3751dbe tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.0997231 May 06 09:55:52.913831 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e3050dc-2d6c-48d1-8967-4f489790ab87 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.922633 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.966200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.970589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e3050dc-2d6c-48d1-8967-4f489790ab87 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.981059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:52.984635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] device_id is not set on port 30f25d5f-07e8-42aa-9bbd-f454ea52ace8 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:53.004313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38f49d37-7341-44cd-a1e7-f97b80f2fd96 req-b15c4292-7ffa-484b-9756-990e98f8788f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899835 May 06 09:55:53.084941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:53.102205 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] Sync routers for ids ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:53.117214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecccc9c-6623-49eb-a669-cd0a5c877e9f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.126351 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] Routers {'e1e0fbe9-15ed-4aba-a52b-ae1936634122'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:53.127308 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:53.159973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.162802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] DHCP port deletion for 27d07112-2475-4723-9b25-2e1fdf4ebdbd request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:55:53.163279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3a21ea60-319f-4860-b7e5-4759c18c54fe tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.0970473 May 06 09:55:53.166529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34196) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:53.167025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3050dc-2d6c-48d1-8967-4f489790ab87 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03259c23-7f3a-412e-9014-bdc14edaa1b1,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.178430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:53.199313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e3050dc-2d6c-48d1-8967-4f489790ab87 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.203400 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2e3050dc-2d6c-48d1-8967-4f489790ab87 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7621417 May 06 09:55:53.203553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a397f046-c340-457f-a60f-6d9cc041732e None None] Provisioning complete for port a6345f42-9d72-4e7c-9277-51912dffa4e9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:53.203553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a397f046-c340-457f-a60f-6d9cc041732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.224444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34198) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:53.235739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '45541cd4-c985-4247-8156-4d53549e0d41', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:53.240707 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:53.260088 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] Routers {'e1e0fbe9-15ed-4aba-a52b-ae1936634122'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:53.268946 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:53.323674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port daf93ea6-0808-4bb2-b50c-fa7bcf865605 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:53.324196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.344089 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:53.345130 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05883406-deae-4c48-9fec-75515ee6d446 None None] The sync data for ids ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:53.389200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] Deleting port daf93ea6-0808-4bb2-b50c-fa7bcf865605 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:53.389613 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.416453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Allocated IP 172.25.8.61 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/30f25d5f-07e8-42aa-9bbd-f454ea52ace8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:53.419210 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Project 8591e4249907453799dd42bd17d336c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:55:53.423951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] For port daf93ea6-0808-4bb2-b50c-fa7bcf865605, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=daf93ea6-0808-4bb2-b50c-fa7bcf865605,segment=NetworkSegment(a62582e6-7591-4bc6-82a2-3d1c0adcd08c),segment_id=a62582e6-7591-4bc6-82a2-3d1c0adcd08c)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:53.424331 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.457143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.462497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for daf93ea6-0808-4bb2-b50c-fa7bcf865605 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:53.478612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] For port daf93ea6-0808-4bb2-b50c-fa7bcf865605, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=daf93ea6-0808-4bb2-b50c-fa7bcf865605,segment=NetworkSegment(a62582e6-7591-4bc6-82a2-3d1c0adcd08c),segment_id=a62582e6-7591-4bc6-82a2-3d1c0adcd08c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:55:53.479398 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.499920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] Calling delete_port for daf93ea6-0808-4bb2-b50c-fa7bcf865605 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:53.614507 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.654778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] Pushing event deleted for resources: {'Port': ['ID=daf93ea6-0808-4bb2-b50c-fa7bcf865605,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.695056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2bf1f0-cb7c-4f70-80e0-9121e7c894c0 None None] No DVR routers for this DVR port daf93ea6-0808-4bb2-b50c-fa7bcf865605 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:53.712964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f42f99-a2b1-49af-a492-b4b4f9604ca1 req-7086df7f-850a-4fe0-bc38-31b8da8fb81b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:53.715086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00f42f99-a2b1-49af-a492-b4b4f9604ca1 req-7086df7f-850a-4fe0-bc38-31b8da8fb81b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1721575 May 06 09:55:53.759934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.769945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.813201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b399f40-90ce-4a3e-ae9d-99f2b0615afb,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.819336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14704455-380a-44b8-9c03-a20e5029a9a6 req-1f84410c-e5e0-43de-8a01-5305761a10cb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:53.823169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14704455-380a-44b8-9c03-a20e5029a9a6 req-1f84410c-e5e0-43de-8a01-5305761a10cb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.2264061 May 06 09:55:53.837450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.838841 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-49e713cf-c7c6-4c3a-9157-caaa37a36e01 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6068356 May 06 09:55:53.846113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34204) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:53.852196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '45541cd4-c985-4247-8156-4d53549e0d41', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:53.860876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.868526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00f42f99-a2b1-49af-a492-b4b4f9604ca1 req-c14d06ba-ab0b-4552-892d-becdfaf59778 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431348 May 06 09:55:53.891806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.917446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14704455-380a-44b8-9c03-a20e5029a9a6 req-14f4c59c-df3f-4794-8e17-565decc5d5ef tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790455 May 06 09:55:53.919466 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.940745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=daf93ea6-0808-4bb2-b50c-fa7bcf865605,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:53.942936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No DVR routers for this DVR port daf93ea6-0808-4bb2-b50c-fa7bcf865605 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:55:53.952379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:53.967903 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Project 8591e4249907453799dd42bd17d336c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:55:53.994243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.000372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Deleting port ceec0ac3-7ff3-4c1d-b621-d9da6dd1b19c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:54.002030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.163250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a6345f42-9d72-4e7c-9277-51912dffa4e9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:55:54.186832 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.191543 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.221452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.243718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.244092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a6345f42-9d72-4e7c-9277-51912dffa4e9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:54.244470 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.259563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d07112-2475-4723-9b25-2e1fdf4ebdbd']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:54.270243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Calling delete_port for ceec0ac3-7ff3-4c1d-b621-d9da6dd1b19c owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:54.278783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62582e6-7591-4bc6-82a2-3d1c0adcd08c') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:54.279426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62582e6-7591-4bc6-82a2-3d1c0adcd08c') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:54.294828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.313260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.316240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e703f-65bc-4450-b07b-90aa54f65451 req-22d0114a-67c3-4519-ab3a-18dab5432fab tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:54.322241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:55:54.323211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.329875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae0e703f-65bc-4450-b07b-90aa54f65451 req-22d0114a-67c3-4519-ab3a-18dab5432fab tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1244843 May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: timer() May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:55:54.410226 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:55:54.462708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Pushing event updated for resources: {'Port': ['ID=30f25d5f-07e8-42aa-9bbd-f454ea52ace8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.464456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device daf93ea6-0808-4bb2-b50c-fa7bcf865605 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:55:54.468632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.510319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:54.512093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a7a514-ddee-416f-a7a8-642b81c62b88,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.516562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:54.518954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.520475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:54.525346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.526643 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1d24d10c-13bd-4c23-a1fe-117b70a71ea8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6791396 May 06 09:55:54.542226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae0e703f-65bc-4450-b07b-90aa54f65451 req-6704beca-415e-4a80-ba45-32e4cb41ea9e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072356 May 06 09:55:54.555658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: daf93ea6-0808-4bb2-b50c-fa7bcf865605 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:55:54.556159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device daf93ea6-0808-4bb2-b50c-fa7bcf865605 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:55:54.572185 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.582914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/27d07112-2475-4723-9b25-2e1fdf4ebdbd HTTP/1.1" status: 204 len: 168 time: 1.7634921 May 06 09:55:54.582914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34210) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:54.640936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011785-f8bb-4370-9ca4-a00380948652 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=27d07112-2475-4723-9b25-2e1fdf4ebdbd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.645704 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.658997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:54.659634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.686887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a255a-f54e-4fcc-99a2-014994335b86 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:54.688738 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6e8a255a-f54e-4fcc-99a2-014994335b86 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0948632 May 06 09:55:54.688874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Pushing event deleted for resources: {'Port': ['ID=ceec0ac3-7ff3-4c1d-b621-d9da6dd1b19c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:54.695031 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d832a9e5-f1e6-42bd-95a5-1fc67105b8bd tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.6465657 May 06 09:55:54.698138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34212) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:54.698578 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34214) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:54.704271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.61'}]}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:54.763130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.764333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.780978 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0312c712-df30-46b8-a4b2-21507c1f71ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0812056 May 06 09:55:54.785723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34222) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:54.794651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-707643630'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:54.803793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.856437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:54.972112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:54.975951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.069843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:55:55.073103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.074147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-1b463f86-52b7-48f4-8461-9c016a6edae1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870476410&fields=id&tenant_id=8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 267 time: 0.1946805 May 06 09:55:55.085750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.092727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.093138 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment b1437034-2c42-4e01-9158-bfcce5cc658c of type vlan for network 170fe562-68da-48c3-a520-a0fb09eccec9 May 06 09:55:55.149002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.163987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0c08a-c80a-4cdf-99b3-db2e151d9371 req-574bf24f-ca86-4937-9758-9766bb94fd95 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:55.165495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b0c08a-c80a-4cdf-99b3-db2e151d9371 req-574bf24f-ca86-4937-9758-9766bb94fd95 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1524544 May 06 09:55:55.208978 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.255973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.264664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:55.265168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.330446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Router e1e0fbe9-15ed-4aba-a52b-ae1936634122 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:55:55.356629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5689902 May 06 09:55:55.356629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34232) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:55.368407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b0c08a-c80a-4cdf-99b3-db2e151d9371 req-1840cdc1-b9f6-4bfd-844d-b857c3542544 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290612 May 06 09:55:55.381298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:55.388990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-0662be2c-fa82-46f6-8e88-128bd8a7cc67 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:55.389520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f16343-3dff-48c7-8e93-b3eba58c7736 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=170fe562-68da-48c3-a520-a0fb09eccec9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:55.403299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 170fe562-68da-48c3-a520-a0fb09eccec9 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:55:55.410061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-0662be2c-fa82-46f6-8e88-128bd8a7cc67 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/networks?id=1f9b3eed-14c0-4056-aba2-c4e22c853ff8 HTTP/1.1" status: 200 len: 797 time: 0.3277235 May 06 09:55:55.449243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-69e16f32-08de-423a-9730-bbf1a1aed2c5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/quotas/8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 375 time: 0.0361035 May 06 09:55:55.609270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.632681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:55.636901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.641923 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.912005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:55:55.923538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] Sync routers for ids ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:55:55.928571 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:55.932724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-98123ae5-36c4-49e0-a08f-375f3f9bf3c2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "PUT /v2.0/routers/e1e0fbe9-15ed-4aba-a52b-ae1936634122 HTTP/1.1" status: 200 len: 709 time: 2.7635999 May 06 09:55:55.934456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34236) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:55.938585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] Routers {'e1e0fbe9-15ed-4aba-a52b-ae1936634122'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:55.939219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:56.018304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:56.054866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] Routers {'e1e0fbe9-15ed-4aba-a52b-ae1936634122'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:55:56.055475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:55:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:56.069749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-93087d28-6023-4bc8-a533-29be81e7d3fd tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6171913 May 06 09:55:56.083212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b532410f-183a-45b9-bf59-708fa84377a3 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/routers/e1e0fbe9-15ed-4aba-a52b-ae1936634122 HTTP/1.1" status: 200 len: 744 time: 0.1460803 May 06 09:55:56.083964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34238) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.100249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.109628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:55:56.110638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.110782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ecff76-1043-45d9-9296-8609cbbb2d45 None None] The sync data for ids ['e1e0fbe9-15ed-4aba-a52b-ae1936634122'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:55:56.130034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded50d0-694d-4379-811a-3f5a4b02c395 req-7e2ff94a-7ac6-438f-bd8a-61147bd67c21 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.131685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fded50d0-694d-4379-811a-3f5a4b02c395 req-7e2ff94a-7ac6-438f-bd8a-61147bd67c21 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.2214928 May 06 09:55:56.205844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c74c0294-3ec0-4e42-a860-3860b6737c99 tempest-RoutersIpV6AdminTest-775735695 tempest-RoutersIpV6AdminTest-775735695-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=787548d0-ce2f-47e8-8359-296a6562f611&device_id=e1e0fbe9-15ed-4aba-a52b-ae1936634122 HTTP/1.1" status: 200 len: 205 time: 0.1198041 May 06 09:55:56.208802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34242) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.261659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-e5e9c286-baf4-4565-9cd8-641cdb8ae900 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 09:55:56.262804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-e5e9c286-baf4-4565-9cd8-641cdb8ae900 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1558795 May 06 09:55:56.266427 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d2b90e58-ed42-4aa9-b762-e0c0171d5a1b tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1e0fbe9-15ed-4aba-a52b-ae1936634122 HTTP/1.1" status: 200 len: 205 time: 0.0528426 May 06 09:55:56.267170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34244) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.337039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=7b49fce4-6e27-46f0-9b2d-b747fced57cb,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:56.376918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.378991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.379421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.379847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.380247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.380664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.382298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.382298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.382298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.382298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.383284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.383284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.383284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:55:56.387100 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.395461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fded50d0-694d-4379-811a-3f5a4b02c395 req-923cd172-355d-49f0-b160-66fa347eecf3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959488 May 06 09:55:56.397530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': 'b1437034-2c42-4e01-9158-bfcce5cc658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:56.397895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: 170fe562-68da-48c3-a520-a0fb09eccec9, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:55:56.409862 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-19739cab-1a69-4711-94e7-976e0197acb3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.508057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.509652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74623720-4c78-4d7d-b9fb-dc3c9d8be0f0 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:56.513957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 170fe562-68da-48c3-a520-a0fb09eccec9 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:55:56.536235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 170fe562-68da-48c3-a520-a0fb09eccec9) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:56.547550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aabe45-0318-48be-ac32-95e97c57b176 None None] Network 170fe562-68da-48c3-a520-a0fb09eccec9 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:56.554551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.555259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.561145 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 06 09:55:56.565152 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1c85614c-a711-4130-98bc-1348d819e72d tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8642683 May 06 09:55:56.565729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.669132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-eeda1e4e-ab0b-42f3-a909-cdc31ebda1ca service neutron] 10.222.0.76 "GET /v2.0/networks/1f9b3eed-14c0-4056-aba2-c4e22c853ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949037 May 06 09:55:56.676302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-19739cab-1a69-4711-94e7-976e0197acb3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.688788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-19739cab-1a69-4711-94e7-976e0197acb3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.798178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1332c-a692-4f82-bf6d-589f7fcbad14 req-5a75bef4-48a0-4974-affe-b3c6e7f9d6cf tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:56.800197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8e1332c-a692-4f82-bf6d-589f7fcbad14 req-5a75bef4-48a0-4974-affe-b3c6e7f9d6cf tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.2496219 May 06 09:55:56.803356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-19739cab-1a69-4711-94e7-976e0197acb3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.804312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19739cab-1a69-4711-94e7-976e0197acb3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Fanout notify agent at l3_agent the message router_deleted on router e1e0fbe9-15ed-4aba-a52b-ae1936634122 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:55:56.813946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-19739cab-1a69-4711-94e7-976e0197acb3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.815251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-19739cab-1a69-4711-94e7-976e0197acb3 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/e1e0fbe9-15ed-4aba-a52b-ae1936634122 HTTP/1.1" status: 204 len: 168 time: 0.5470397 May 06 09:55:56.823295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34256) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.845424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-170fe562-68da-48c3-a520-a0fb09eccec9', 'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9', 'tenant_id': 'e75aa0ea46244cd782fc84b4cce34b51', 'fixed_ips': [{'subnet_id': '7b49fce4-6e27-46f0-9b2d-b747fced57cb'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:55:56.847897 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:56.873112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b02fc8e2-8cd4-432a-8dac-8e1408e7b380 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1e0fbe9-15ed-4aba-a52b-ae1936634122 HTTP/1.1" status: 200 len: 205 time: 0.0455239 May 06 09:55:56.875800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34258) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.943479 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-34310523-1518-4aac-a070-778010d32c2b tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] delete failed (client error): The resource could not be found. May 06 09:55:56.944618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-34310523-1518-4aac-a070-778010d32c2b tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/e1e0fbe9-15ed-4aba-a52b-ae1936634122 HTTP/1.1" status: 404 len: 336 time: 0.0678058 May 06 09:55:56.948195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8e1332c-a692-4f82-bf6d-589f7fcbad14 req-92172cec-47b4-43b5-9fa4-14360c5b1fbd tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318357 May 06 09:55:56.949326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34260) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:56.951701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-d33d8d3f-bcee-4cee-a49b-9435d2439c2e service neutron] 10.222.0.76 "GET /v2.0/networks/1f9b3eed-14c0-4056-aba2-c4e22c853ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722249 May 06 09:55:56.991556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8185a9ec-6407-48ab-92ae-9763e6f6736c tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=75034707-151c-44b3-b0ae-442345d8fc5d HTTP/1.1" status: 200 len: 205 time: 0.0386448 May 06 09:55:56.997336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34262) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.011804 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cd8a5267-3976-44c1-a28c-31e99518899e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6490481 May 06 09:55:57.018113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34264) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.027776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9', 'name': 'tempest-PortsTestJSON-1836170105'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:57.075887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Allocated IP 172.20.0.2 (170fe562-68da-48c3-a520-a0fb09eccec9/7b49fce4-6e27-46f0-9b2d-b747fced57cb/3c7c44d7-7235-417b-b587-71c807e237f5) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:57.085932 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-902aac84-a019-4a81-9d07-c6a46be7be81 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] delete failed (client error): The resource could not be found. May 06 09:55:57.086981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-902aac84-a019-4a81-9d07-c6a46be7be81 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/75034707-151c-44b3-b0ae-442345d8fc5d HTTP/1.1" status: 404 len: 336 time: 0.0885823 May 06 09:55:57.092347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34266) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.165407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-92848f2c-49da-4c5a-93e1-9863b1113271 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 HTTP/1.1" status: 200 len: 205 time: 0.0707035 May 06 09:55:57.168711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34268) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.211598 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-7766fc3a-ab1b-461b-87bf-9fd5c4e910a2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] delete failed (client error): The resource could not be found. May 06 09:55:57.212824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7766fc3a-ab1b-461b-87bf-9fd5c4e910a2 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/6d7b4ba3-63d4-4cb4-acc9-e05d4a83f9f3 HTTP/1.1" status: 404 len: 336 time: 0.0431943 May 06 09:55:57.216002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34272) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.325844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.339414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cbe59436-8dbc-4ac8-88e0-df190243a57d tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e14362-2d27-4cea-9566-e669927aef70 HTTP/1.1" status: 200 len: 205 time: 0.1202338 May 06 09:55:57.341126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.343273 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.392890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Deleting port 30f25d5f-07e8-42aa-9bbd-f454ea52ace8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:55:57.393359 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.395172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:57.399744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.416447 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-994683c3-462c-4a3e-a988-c0b8568b2e0d tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] delete failed (client error): The resource could not be found. May 06 09:55:57.417975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-994683c3-462c-4a3e-a988-c0b8568b2e0d tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/40e14362-2d27-4cea-9566-e669927aef70 HTTP/1.1" status: 404 len: 336 time: 0.0754120 May 06 09:55:57.422911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.466757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Network 170fe562-68da-48c3-a520-a0fb09eccec9 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:57.470726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:57.474327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4280d1-482e-48f4-b35d-d31e0e88f406 req-56b58fd5-a449-42e0-82ee-9f8ffad79ca8 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:57.475916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e4280d1-482e-48f4-b35d-d31e0e88f406 req-56b58fd5-a449-42e0-82ee-9f8ffad79ca8 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.3603156 May 06 09:55:57.476084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:57.494255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Pushing event updated for resources: {'Port': ['ID=3c7c44d7-7235-417b-b587-71c807e237f5,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:57.518333 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:55:57.549901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.554417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc4ca02c-7596-4359-8d72-1b41d38067e9 req-e413e8d9-9f2f-4bef-92db-4ebcfa4451eb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 210 time: 0.0397441 May 06 09:55:57.588498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Calling delete_port for 30f25d5f-07e8-42aa-9bbd-f454ea52ace8 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:55:57.599252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e4280d1-482e-48f4-b35d-d31e0e88f406 req-8dca9174-e912-466d-9d61-08cb6c4a0cd3 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148281 May 06 09:55:57.640460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Attempting to bind port 3c7c44d7-7235-417b-b587-71c807e237f5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:55:57.640942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Attempting to bind port 3c7c44d7-7235-417b-b587-71c807e237f5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'b1437034-2c42-4e01-9158-bfcce5cc658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:55:57.641285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Attempting to bind port 3c7c44d7-7235-417b-b587-71c807e237f5 on network 170fe562-68da-48c3-a520-a0fb09eccec9 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:55:57.647267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:55:57.647494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Checking segment: {'id': 'b1437034-2c42-4e01-9158-bfcce5cc658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:55:57.647941 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.648841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Bound using segment: {'id': 'b1437034-2c42-4e01-9158-bfcce5cc658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:55:57.649326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Bound port: 3c7c44d7-7235-417b-b587-71c807e237f5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1437034-2c42-4e01-9158-bfcce5cc658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:55:57.649778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.763170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] For port 3c7c44d7-7235-417b-b587-71c807e237f5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:55:57.771529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] For port 3c7c44d7-7235-417b-b587-71c807e237f5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3c7c44d7-7235-417b-b587-71c807e237f5,segment=NetworkSegment(b1437034-2c42-4e01-9158-bfcce5cc658c),segment_id=b1437034-2c42-4e01-9158-bfcce5cc658c)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:55:57.782065 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.835473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4db6d2-ca1d-4171-b4a7-00fba9a6c15e req-632c19f9-05f8-479c-b834-03d7d1973fce tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:57.843143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b4db6d2-ca1d-4171-b4a7-00fba9a6c15e req-632c19f9-05f8-479c-b834-03d7d1973fce tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1371624 May 06 09:55:57.934476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-555b6a05-1dd3-41d6-8adf-a746c772baa9 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 HTTP/1.1" status: 200 len: 205 time: 0.5087366 May 06 09:55:57.938203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34292) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:57.947087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:57.950456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 11c32a3b-887f-4ad8-b373-ce2a9ac310dc yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:55:57.975676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1fe6-61bc-4709-a8ef-15f5c7f660b5 None None] Pushing event updated for resources: {'Port': ['ID=3c7c44d7-7235-417b-b587-71c807e237f5,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:57.991929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b4db6d2-ca1d-4171-b4a7-00fba9a6c15e req-5566b119-2b34-485a-ad6b-f271f8141446 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439118 May 06 09:55:58.063473 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-f3b1dff8-9d97-4c95-91fc-34a61e1bddc4 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] delete failed (client error): The resource could not be found. May 06 09:55:58.064592 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f3b1dff8-9d97-4c95-91fc-34a61e1bddc4 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/ba7cf9c4-d9a3-4a75-bd0a-3758fae05bb4 HTTP/1.1" status: 404 len: 336 time: 0.1251411 May 06 09:55:58.071848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34298) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:58.156742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Pushing event deleted for resources: {'Port': ['ID=30f25d5f-07e8-42aa-9bbd-f454ea52ace8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:58.186147 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-485dac4a-baa6-4602-8dc4-509874b94366 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c2f54d3e-8589-41b4-8c71-b7cfcde427d3 HTTP/1.1" status: 200 len: 205 time: 0.1100674 May 06 09:55:58.203411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34302) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:58.210463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-ce97ae25-9863-411b-a6a5-53eff1da34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.212205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-ce97ae25-9863-411b-a6a5-53eff1da34f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 1096 time: 0.2390652 May 06 09:55:58.329599 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:58.337607 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6afabbec-d8d8-4b82-b6a7-7736e76bb981 tempest-RoutersAdminNegativeIpV6Test-1465825485 tempest-RoutersAdminNegativeIpV6Test-1465825485-project-admin] 10.222.0.76 "DELETE /v2.0/ports/30f25d5f-07e8-42aa-9bbd-f454ea52ace8 HTTP/1.1" status: 204 len: 168 time: 1.7629554 May 06 09:55:58.376758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.8 (170fe562-68da-48c3-a520-a0fb09eccec9/7b49fce4-6e27-46f0-9b2d-b747fced57cb/11c32a3b-887f-4ad8-b373-ce2a9ac310dc) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:58.426204 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-9a782226-8876-4c5b-aa8b-62d4f2441e4d tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] delete failed (client error): The resource could not be found. May 06 09:55:58.430200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9a782226-8876-4c5b-aa8b-62d4f2441e4d tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/routers/c2f54d3e-8589-41b4-8c71-b7cfcde427d3 HTTP/1.1" status: 404 len: 336 time: 0.2168384 May 06 09:55:58.432359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34306) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:58.462248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ea002-21af-4203-9ca0-0ef49cce1361 req-046f3153-096f-4869-862e-475ad02cf935 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.471492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-622ea002-21af-4203-9ca0-0ef49cce1361 req-046f3153-096f-4869-862e-475ad02cf935 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.4143665 May 06 09:55:58.489890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11af8a-8b74-4e72-b114-8c58e42b12bf req-8104b7e7-aaea-419f-9dbf-0b69754c6d08 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.491805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac11af8a-8b74-4e72-b114-8c58e42b12bf req-8104b7e7-aaea-419f-9dbf-0b69754c6d08 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.3449912 May 06 09:55:58.516544 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d14543-50a1-4e54-b88d-a2e1a81a0392 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] DELETE failed (client error): The resource could not be found. May 06 09:55:58.517153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d14543-50a1-4e54-b88d-a2e1a81a0392 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:55:58.520791 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-14d14543-50a1-4e54-b88d-a2e1a81a0392 tempest-RoutersIpV6AdminTest-395532639 tempest-RoutersIpV6AdminTest-395532639-project] 10.222.0.76 "DELETE /v2.0/subnets/12feb349-8013-4cef-947d-8ce5d0dbaaf3 HTTP/1.1" status: 404 len: 337 time: 0.0812602 May 06 09:55:58.622841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-622ea002-21af-4203-9ca0-0ef49cce1361 req-ae383da2-e2a2-4251-87f5-e35a9c6b636a tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501651 May 06 09:55:58.645098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-206c8e3e-4751-4c3e-a9d8-50ec94b6c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.647107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-206c8e3e-4751-4c3e-a9d8-50ec94b6c102 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 911 time: 0.3775151 May 06 09:55:58.664785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac11af8a-8b74-4e72-b114-8c58e42b12bf req-6c6d0caa-6546-4ea8-99ca-9da685be25e5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583729 May 06 09:55:58.916798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-bd5d866e-c6be-4f44-ae6f-63dc6e52dd58 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:58.919794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-bd5d866e-c6be-4f44-ae6f-63dc6e52dd58 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "GET /v2.0/networks?id=1f9b3eed-14c0-4056-aba2-c4e22c853ff8 HTTP/1.1" status: 200 len: 797 time: 0.1619651 May 06 09:55:58.986408 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.038687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34316) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.053516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5a0af30-7f4d-4552-ae3e-41c38bfac5c7 req-983b87c6-5a00-4b26-9a11-d7f71d75a75c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 210 time: 0.0972052 May 06 09:55:59.075559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-5c17a692-aaa4-4b9c-bdc4-50f093750449 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 471 time: 0.1386318 May 06 09:55:59.084577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-6cba8bc7-8fd7-40ba-8a2e-f3e683870f3d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 200 len: 1001 time: 0.4296601 May 06 09:55:59.105594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'port': {'device_id': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'admin_state_up': True, 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'security_groups': ['45541cd4-c985-4247-8156-4d53549e0d41']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:59.123339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.184768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34320) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.271159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 170fe562-68da-48c3-a520-a0fb09eccec9 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:55:59.282155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:59.286847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.294342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=11c32a3b-887f-4ad8-b373-ce2a9ac310dc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:55:59.299731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:55:59.302046 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a13afc60-101e-449a-892c-dd56a1b06e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.304544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:55:59.356915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-ef2d160a-5210-4cd8-a92c-2516e5d5d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:59.358543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-ef2d160a-5210-4cd8-a92c-2516e5d5d950 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.2598634 May 06 09:55:59.368196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddeec2-49e2-4863-846e-2affcd5a87c6 req-06e9550d-0c7f-4d9f-9fe8-b1c0eb4dd9fb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:59.377318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8ddeec2-49e2-4863-846e-2affcd5a87c6 req-06e9550d-0c7f-4d9f-9fe8-b1c0eb4dd9fb tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.4562078 May 06 09:55:59.379770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:59.380247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.398506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1f41a08-afdb-4afd-a5a0-042b06f18748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.415306 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d579c020-51f4-442a-8dfb-f100aae2773d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3961022 May 06 09:55:59.424264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34324) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.429509 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': '170fe562-68da-48c3-a520-a0fb09eccec9', 'name': 'tempest-PortsTestJSON-872424646'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:55:59.484060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8ddeec2-49e2-4863-846e-2affcd5a87c6 req-1ebc0604-89e8-4c50-ba14-5568c0d179a4 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007345 May 06 09:55:59.544439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-8c2a05b8-b858-43a1-b9ba-01c89cb5eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:55:59.546212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-8c2a05b8-b858-43a1-b9ba-01c89cb5eaa0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579216 May 06 09:55:59.683465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c016b25a-e715-4b17-a5eb-59fcc1f662b6 None None] Network 170fe562-68da-48c3-a520-a0fb09eccec9 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:55:59.785765 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a13afc60-101e-449a-892c-dd56a1b06e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.848941 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a13afc60-101e-449a-892c-dd56a1b06e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.859968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-013c645c-7813-4364-aa56-a13b656fe263 None None] Provisioning complete for port 3c7c44d7-7235-417b-b587-71c807e237f5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:55:59.860350 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-013c645c-7813-4364-aa56-a13b656fe263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.882317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.20.0.20 (1f9b3eed-14c0-4056-aba2-c4e22c853ff8/37dc3be0-3369-4061-b5ff-bec148152527/a1a631e6-a329-4300-8008-59eaaa0fa853) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:55:59.890431 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a13afc60-101e-449a-892c-dd56a1b06e5c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5457ff30f57458babd158c103f26e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482835 May 06 09:55:59.891567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:55:59.895669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:55:59.897848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34334) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:55:59.999249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bb80801-27e7-48a0-9a0a-6f4136b28a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.016339 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-013c645c-7813-4364-aa56-a13b656fe263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.026736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bb80801-27e7-48a0-9a0a-6f4136b28a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.095303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port c9d1ec8f-286c-40a3-9228-801f3b1dd3b2 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:00.127394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-013c645c-7813-4364-aa56-a13b656fe263 None None] For port 3c7c44d7-7235-417b-b587-71c807e237f5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3c7c44d7-7235-417b-b587-71c807e237f5,segment=NetworkSegment(b1437034-2c42-4e01-9158-bfcce5cc658c),segment_id=b1437034-2c42-4e01-9158-bfcce5cc658c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:00.150946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-013c645c-7813-4364-aa56-a13b656fe263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.234509 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.14 (170fe562-68da-48c3-a520-a0fb09eccec9/7b49fce4-6e27-46f0-9b2d-b747fced57cb/c9d1ec8f-286c-40a3-9228-801f3b1dd3b2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:00.279566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010ec28-09cf-4ccf-bdea-be483fd2dba9 req-14d6d1b5-8de7-4ecb-95dc-4d37c1670e1c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:00.280364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c645c-7813-4364-aa56-a13b656fe263 None None] Pushing event updated for resources: {'Port': ['ID=3c7c44d7-7235-417b-b587-71c807e237f5,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.287043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8010ec28-09cf-4ccf-bdea-be483fd2dba9 req-14d6d1b5-8de7-4ecb-95dc-4d37c1670e1c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.5113778 May 06 09:56:00.313094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99476208-ce0d-4fab-98e9-9cef1b3477a3 req-12442d33-c597-44c2-974d-251291212c6d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:00.316379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3c7c44d7-7235-417b-b587-71c807e237f5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:00.320938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99476208-ce0d-4fab-98e9-9cef1b3477a3 req-12442d33-c597-44c2-974d-251291212c6d tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.4936364 May 06 09:56:00.330210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-1214028a-82bf-4474-b187-1e1a18e3bfc3 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7538605 May 06 09:56:00.366300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13afc60-101e-449a-892c-dd56a1b06e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85bcdaf-ab4a-413a-a220-fcd09dd57cfd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.369080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bb80801-27e7-48a0-9a0a-6f4136b28a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.371686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bb80801-27e7-48a0-9a0a-6f4136b28a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.372833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8bb80801-27e7-48a0-9a0a-6f4136b28a1a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e85bcdaf-ab4a-413a-a220-fcd09dd57cfd HTTP/1.1" status: 204 len: 168 time: 0.4670057 May 06 09:56:00.392080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb80801-27e7-48a0-9a0a-6f4136b28a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85bcdaf-ab4a-413a-a220-fcd09dd57cfd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.448383 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1f41a08-afdb-4afd-a5a0-042b06f18748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.462664 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1f41a08-afdb-4afd-a5a0-042b06f18748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.497612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.543994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3c7c44d7-7235-417b-b587-71c807e237f5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:00.544607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.590035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.611326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99476208-ce0d-4fab-98e9-9cef1b3477a3 req-995a83ab-0b34-4d09-84b2-034ba351ddb1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894189 May 06 09:56:00.642324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8010ec28-09cf-4ccf-bdea-be483fd2dba9 req-a1dee7c7-b443-4fe1-b077-08a31e0e32ae tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543503 May 06 09:56:00.690889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=c9d1ec8f-286c-40a3-9228-801f3b1dd3b2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.709601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 170fe562-68da-48c3-a520-a0fb09eccec9 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:00.712915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:00.717687 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c1f41a08-afdb-4afd-a5a0-042b06f18748 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13fd85a9ddc748db96a8d67d134f16ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5317681 May 06 09:56:00.719412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:00.722685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f41a08-afdb-4afd-a5a0-042b06f18748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637d608-f434-4abd-8402-b4588f30ec68,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:00.725306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34342) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:00.798289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df598f6a-097e-4baa-8656-a03f44a36e5f req-0cfa0d3e-6cba-4837-a828-a374c3eee620 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558001 May 06 09:56:00.938003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-442f2221-cce7-4de4-af20-f2b08ee59270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:00.942947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a32a97b1-d236-4c46-901e-d33134da00d3 req-9e87bc36-d47f-414b-947d-0fda78b80571 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 210 time: 0.1104989 May 06 09:56:00.968375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:00.977279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.019934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-db08e524-45d3-4479-8405-0f8ab46a1c67 None None] Provisioning complete for port 11c32a3b-887f-4ad8-b373-ce2a9ac310dc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:01.020339 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-db08e524-45d3-4479-8405-0f8ab46a1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.054418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.063372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34344) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:01.078245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541ddd0-6fa1-4d7a-9052-39eba46682de req-a9df8283-0b15-4613-ab85-243c68a8e4e9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:01.080020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4541ddd0-6fa1-4d7a-9052-39eba46682de req-a9df8283-0b15-4613-ab85-243c68a8e4e9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.2728920 May 06 09:56:01.089760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-442f2221-cce7-4de4-af20-f2b08ee59270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.106040 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-12a80a41-8115-4aae-868b-fe2e72c7e151 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6789734 May 06 09:56:01.107149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-db08e524-45d3-4479-8405-0f8ab46a1c67 None None] Port 11c32a3b-887f-4ad8-b373-ce2a9ac310dc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:01.113970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34346) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:01.120552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-db08e524-45d3-4479-8405-0f8ab46a1c67 None None] Provisioning complete for port 3c7c44d7-7235-417b-b587-71c807e237f5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:01.120930 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-db08e524-45d3-4479-8405-0f8ab46a1c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.211433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4541ddd0-6fa1-4d7a-9052-39eba46682de req-fec51507-a497-4556-8a2a-43f44cf5c838 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116791 May 06 09:56:01.224500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-68aecc0e-7852-4b9f-98dd-ce8619b023d3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:01.227607 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-68aecc0e-7852-4b9f-98dd-ce8619b023d3 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.2436166 May 06 09:56:01.290939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f3a6d323-5095-4b5c-aa6b-0997e5f4fe71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=99d4e79908c742f68ae52084333e0f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237728 May 06 09:56:01.292782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34348) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:01.350868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13bc77f-a3bc-4ca7-ac36-0605fc151b04 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:01.358731 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f13bc77f-a3bc-4ca7-ac36-0605fc151b04 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.2370143 May 06 09:56:01.359887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34350) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:01.383614 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.420159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.442742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ec6e8a53-0951-4f6c-ba25-deed475f0217 None None] Provisioning complete for port 11c32a3b-887f-4ad8-b373-ce2a9ac310dc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:01.444482 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec6e8a53-0951-4f6c-ba25-deed475f0217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.449260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.477185 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-442f2221-cce7-4de4-af20-f2b08ee59270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.480247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-442f2221-cce7-4de4-af20-f2b08ee59270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.481508 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-442f2221-cce7-4de4-af20-f2b08ee59270 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e637d608-f434-4abd-8402-b4588f30ec68 HTTP/1.1" status: 204 len: 168 time: 0.7538188 May 06 09:56:01.538596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e8a53-0951-4f6c-ba25-deed475f0217 None None] Port 11c32a3b-887f-4ad8-b373-ce2a9ac310dc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:01.557577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.560997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.564384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62be84b0-327d-4434-9f16-b64754ee2e94 HTTP/1.1" status: 204 len: 168 time: 0.2645011 May 06 09:56:01.621030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f2221-cce7-4de4-af20-f2b08ee59270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637d608-f434-4abd-8402-b4588f30ec68,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:01.629474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:01.641648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62be84b0-327d-4434-9f16-b64754ee2e94,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:01.644318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:01.680860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Deleting port 2fe0d3a4-54ca-4199-9710-3d39050ef030 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:01.681219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:01.685964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:01.815437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=a1a631e6-a329-4300-8008-59eaaa0fa853,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:01.844244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.844852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.845396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.846109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.847156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.848086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.848608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.849093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.849763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.850413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.850950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.851452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.858769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.859471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.860029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.860675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.861165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.861650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.862448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.863023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.863518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.864022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.864519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.865253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca02a476-b983-4005-8f25-ed70f8a0db85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:01.899571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port c9d1ec8f-286c-40a3-9228-801f3b1dd3b2 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:01.900071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.003560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:02.003943 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.033545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f16e7-e5e5-4a67-a112-76ddb5c9bb74 req-1ee7aa40-4877-407f-87cc-8f0dc1187639 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:02.035643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-182f16e7-e5e5-4a67-a112-76ddb5c9bb74 req-1ee7aa40-4877-407f-87cc-8f0dc1187639 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 945 time: 0.1944473 May 06 09:56:02.055127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf448d-735b-4e18-b6f1-f033e2527900 req-40c097ed-8538-4ed0-b10b-7632feb10a7c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:02.070440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bdf448d-735b-4e18-b6f1-f033e2527900 req-40c097ed-8538-4ed0-b10b-7632feb10a7c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1980047 May 06 09:56:02.166535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-7f3072a4-53b4-4bfd-906a-35a9e229323d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0814703 May 06 09:56:02.213283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Request body: {'port': {'device_id': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:02.225389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] For port 2fe0d3a4-54ca-4199-9710-3d39050ef030, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2fe0d3a4-54ca-4199-9710-3d39050ef030,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:02.225976 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.242320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bdf448d-735b-4e18-b6f1-f033e2527900 req-74e391b6-e10e-4d2a-87e5-08d1215c0716 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651528 May 06 09:56:02.287984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Calling delete_port for 2fe0d3a4-54ca-4199-9710-3d39050ef030 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:02.359618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3c7c44d7-7235-417b-b587-71c807e237f5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:02.366373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-182f16e7-e5e5-4a67-a112-76ddb5c9bb74 req-8d155d97-faa6-400d-b55c-2e9820992f39 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798352 May 06 09:56:02.463672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.502876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d72cf6c6-2763-4cb2-9af5-1a4026203c1e None None] Provisioning complete for port c9d1ec8f-286c-40a3-9228-801f3b1dd3b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:02.503629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d72cf6c6-2763-4cb2-9af5-1a4026203c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.538964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.595472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event deleted for resources: {'Port': ['ID=2fe0d3a4-54ca-4199-9710-3d39050ef030,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:02.598476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d72cf6c6-2763-4cb2-9af5-1a4026203c1e None None] Port c9d1ec8f-286c-40a3-9228-801f3b1dd3b2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:02.603521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643', '2fe0d3a4-54ca-4199-9710-3d39050ef030'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:56:02.641181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.649588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34374) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:02.663026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] No DVR routers for this DVR port 2fe0d3a4-54ca-4199-9710-3d39050ef030 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:02.667785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.671852 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-50a0eafa-4fd3-41e7-9cff-64bec6674e6e req-27737715-6985-4009-a5d6-9fb51663d558 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "DELETE /v2.0/ports/2fe0d3a4-54ca-4199-9710-3d39050ef030 HTTP/1.1" status: 204 len: 173 time: 1.4368248 May 06 09:56:02.672320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'name': 'network-vif-deleted', 'tag': '2fe0d3a4-54ca-4199-9710-3d39050ef030'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:02.674654 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2046848-3cd6-4a62-8dc2-4d5932af4570" -d '{"events": [{"server_uuid": "1b2591c9-5f16-44ba-930b-912a655c1c5e", "name": "network-vif-deleted", "tag": "2fe0d3a4-54ca-4199-9710-3d39050ef030"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:02.682296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for c9d1ec8f-286c-40a3-9228-801f3b1dd3b2 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:02.883670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.888347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf833c-e44e-436c-81c1-93898fa5145b req-9cd232c7-29da-453e-a05d-87aa22081390 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:02.897118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dbf833c-e44e-436c-81c1-93898fa5145b req-9cd232c7-29da-453e-a05d-87aa22081390 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 932 time: 0.4842401 May 06 09:56:02.903556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-45153680-e46f-42a6-b815-636cd93d7a68 None None] Provisioning complete for port a1a631e6-a329-4300-8008-59eaaa0fa853 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:02.905442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-45153680-e46f-42a6-b815-636cd93d7a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:02.965891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3c7c44d7-7235-417b-b587-71c807e237f5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:02.966264 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.015737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=c9d1ec8f-286c-40a3-9228-801f3b1dd3b2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:03.091836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34384) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:03.107773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a08a4d14-feda-4512-be30-c32764aa900b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2dda333eea3b4f3f947d1928a170920e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249711 May 06 09:56:03.122197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-45153680-e46f-42a6-b815-636cd93d7a68 None None] Port a1a631e6-a329-4300-8008-59eaaa0fa853 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:03.195777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff6e8a-564a-4a82-994b-23c8c006edec req-bc11d353-91fa-4f41-bd0a-e4171024a0e3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:03.204588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14ff6e8a-564a-4a82-994b-23c8c006edec req-bc11d353-91fa-4f41-bd0a-e4171024a0e3 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.5417213 May 06 09:56:03.231440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dbf833c-e44e-436c-81c1-93898fa5145b req-320dff09-f164-465c-9388-f7b70b882559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328955 May 06 09:56:03.274343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.283784 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b600dd50-76ff-4205-a9cf-0803499f5ed1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/c9d1ec8f-286c-40a3-9228-801f3b1dd3b2 HTTP/1.1" status: 204 len: 168 time: 1.9200373 May 06 09:56:03.295421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34388) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:03.340084 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49b4e1-a506-4e82-be88-7368a553ce1e x-openstack-request-id: req-7e49b4e1-a506-4e82-be88-7368a553ce1e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:03.340861 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2591c9-5f16-44ba-930b-912a655c1c5e", "name": "network-vif-deleted", "tag": "2fe0d3a4-54ca-4199-9710-3d39050ef030", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:03.341184 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e49b4e1-a506-4e82-be88-7368a553ce1e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:03.341920 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e49b4e1-a506-4e82-be88-7368a553ce1e'] response: {'server_uuid': '1b2591c9-5f16-44ba-930b-912a655c1c5e', 'name': 'network-vif-deleted', 'tag': '2fe0d3a4-54ca-4199-9710-3d39050ef030', 'status': 'completed', 'code': 200} May 06 09:56:03.355711 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b5d847-f5f2-4efa-871c-d13e5e1fa92a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:56:03.359996 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4b5d847-f5f2-4efa-871c-d13e5e1fa92a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/c9d1ec8f-286c-40a3-9228-801f3b1dd3b2 HTTP/1.1" status: 404 len: 333 time: 0.0608971 May 06 09:56:03.360387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34392) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:03.399207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14ff6e8a-564a-4a82-994b-23c8c006edec req-645b57da-2f4e-49be-bd7e-0e0847d4a8eb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604977 May 06 09:56:03.427993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d328233f-e626-4595-bbec-03a3ecf9f264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.465943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d328233f-e626-4595-bbec-03a3ecf9f264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.565777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d328233f-e626-4595-bbec-03a3ecf9f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.569246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d328233f-e626-4595-bbec-03a3ecf9f264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.570535 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d328233f-e626-4595-bbec-03a3ecf9f264 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ecccc9c-6623-49eb-a669-cd0a5c877e9f HTTP/1.1" status: 204 len: 168 time: 0.4777832 May 06 09:56:03.624706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9f42ea1-7a98-4f1b-99a2-14323bfb863b req-ff3162e5-07fd-41b2-90f8-0c42498e0208 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=1b2591c9-5f16-44ba-930b-912a655c1c5e HTTP/1.1" status: 200 len: 210 time: 0.0678992 May 06 09:56:03.664551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a631e6-a329-4300-8008-59eaaa0fa853 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:56:03.668188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328233f-e626-4595-bbec-03a3ecf9f264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecccc9c-6623-49eb-a669-cd0a5c877e9f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:03.685676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.708107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Transition to ACTIVE for port object a1a631e6-a329-4300-8008-59eaaa0fa853 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:56:03.718317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.733920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 11c32a3b-887f-4ad8-b373-ce2a9ac310dc {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:03.734284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.801440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Pushing event updated for resources: {'Port': ['ID=a1a631e6-a329-4300-8008-59eaaa0fa853,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:03.958637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:03.971375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Attempting to bind port a1a631e6-a329-4300-8008-59eaaa0fa853 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:03.971808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Attempting to bind port a1a631e6-a329-4300-8008-59eaaa0fa853 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:03.972144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Attempting to bind port a1a631e6-a329-4300-8008-59eaaa0fa853 on network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:03.985605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Port a1a631e6-a329-4300-8008-59eaaa0fa853 on network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:03.986027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Attempting to bind port a1a631e6-a329-4300-8008-59eaaa0fa853 on network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:03.994226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:03.994663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Checking segment: {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:03.997646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Bound using segment: {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:03.998388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Bound port: a1a631e6-a329-4300-8008-59eaaa0fa853, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:03.998928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.000364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 11c32a3b-887f-4ad8-b373-ce2a9ac310dc owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:04.195868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] For port a1a631e6-a329-4300-8008-59eaaa0fa853, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:04.200583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] For port a1a631e6-a329-4300-8008-59eaaa0fa853, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a1a631e6-a329-4300-8008-59eaaa0fa853,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:04.210087 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.233421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.275998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=11c32a3b-887f-4ad8-b373-ce2a9ac310dc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:04.359643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Pushing event updated for resources: {'Port': ['ID=a1a631e6-a329-4300-8008-59eaaa0fa853,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:04.387441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:04.388548 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.391111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-a7fad5cf-f4d2-4cf6-b11b-fbda0ab7beca service neutron] 10.222.0.82 "PUT /v2.0/ports/a1a631e6-a329-4300-8008-59eaaa0fa853 HTTP/1.1" status: 200 len: 1092 time: 2.1870105 May 06 09:56:04.392021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'tag': 'a1a631e6-a329-4300-8008-59eaaa0fa853'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:04.394922 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd10a39-2604-4d60-b148-2d054c2f026f" -d '{"events": [{"name": "network-changed", "server_uuid": "38cbfcc3-7986-4a75-aa27-9ead60619db8", "tag": "a1a631e6-a329-4300-8008-59eaaa0fa853"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:04.413830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.417297 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a07af40-a174-445e-b6c9-9f37cec9743d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/11c32a3b-887f-4ad8-b373-ce2a9ac310dc HTTP/1.1" status: 204 len: 168 time: 1.0540175 May 06 09:56:04.420116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34420) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.454773 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-870b070e-edec-489f-bac4-01131494e70e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:56:04.461741 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-870b070e-edec-489f-bac4-01131494e70e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/11c32a3b-887f-4ad8-b373-ce2a9ac310dc HTTP/1.1" status: 404 len: 333 time: 0.0404088 May 06 09:56:04.466035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34424) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:04.536744 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bc0c66-c3a3-4b88-9b41-1acd18bf1c8c x-openstack-request-id: req-14bc0c66-c3a3-4b88-9b41-1acd18bf1c8c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:04.537321 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38cbfcc3-7986-4a75-aa27-9ead60619db8", "tag": "a1a631e6-a329-4300-8008-59eaaa0fa853", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:04.537650 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14bc0c66-c3a3-4b88-9b41-1acd18bf1c8c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:04.538950 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bc0c66-c3a3-4b88-9b41-1acd18bf1c8c'] response: {'name': 'network-changed', 'server_uuid': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'tag': 'a1a631e6-a329-4300-8008-59eaaa0fa853', 'status': 'completed', 'code': 200} May 06 09:56:04.550365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-9ca2e347-96d9-4112-bbb2-dc1ea6dc2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:04.552555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-9ca2e347-96d9-4112-bbb2-dc1ea6dc2ae3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 1095 time: 0.1119175 May 06 09:56:04.604669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646a4f-8d71-4a55-8914-8e60adf300ac req-668d77ba-db32-474a-911e-ccf4cf50e4d8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:04.618824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64646a4f-8d71-4a55-8914-8e60adf300ac req-668d77ba-db32-474a-911e-ccf4cf50e4d8 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 944 time: 0.1797247 May 06 09:56:04.684904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 7b49fce4-6e27-46f0-9b2d-b747fced57cb {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:04.696249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.702529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-5e4fd434-990e-4963-80d2-00e73064f38f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a1a631e6-a329-4300-8008-59eaaa0fa853 HTTP/1.1" status: 200 len: 217 time: 0.0769947 May 06 09:56:04.824596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:04.936720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64646a4f-8d71-4a55-8914-8e60adf300ac req-b928c506-3f5f-4ae8-a915-a3e3c6aa393f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166616 May 06 09:56:04.983335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.001293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d930-cae4-4927-87f2-bbda24e33c37 req-22991bba-0ae5-4a9a-acf1-cdbb1fd2bb3e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:05.004732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f982d930-cae4-4927-87f2-bbda24e33c37 req-22991bba-0ae5-4a9a-acf1-cdbb1fd2bb3e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.3117874 May 06 09:56:05.018472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-323c7d01-6215-40b9-8976-7f44f62ed5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:05.030582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-323c7d01-6215-40b9-8976-7f44f62ed5b8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=37dc3be0-3369-4061-b5ff-bec148152527 HTTP/1.1" status: 200 len: 837 time: 0.3019924 May 06 09:56:05.107309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f982d930-cae4-4927-87f2-bbda24e33c37 req-d2c73dcb-39cb-439a-a033-184076b0e626 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914862 May 06 09:56:05.114826 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.183707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-1d3ac400-c5fa-4219-926e-dccedd25db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:05.185268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-1d3ac400-c5fa-4219-926e-dccedd25db50 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f9b3eed-14c0-4056-aba2-c4e22c853ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857081 May 06 09:56:05.202488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=7b49fce4-6e27-46f0-9b2d-b747fced57cb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:05.218227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c52c69-e385-4d19-9340-e70e9afdc0f3 None None] Network 170fe562-68da-48c3-a520-a0fb09eccec9 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:05.219472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.231895 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c1aed4f5-f62e-4a96-b29b-bb7d3e13cc4c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/7b49fce4-6e27-46f0-9b2d-b747fced57cb HTTP/1.1" status: 204 len: 168 time: 0.7617271 May 06 09:56:05.232806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34452) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:05.427626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.464855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-13570773-3d3c-4b42-91f6-c3dc3ba1f542 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9b3eed-14c0-4056-aba2-c4e22c853ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639155 May 06 09:56:05.511912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 3c7c44d7-7235-417b-b587-71c807e237f5 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:05.512510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.631482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] For port 3c7c44d7-7235-417b-b587-71c807e237f5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3c7c44d7-7235-417b-b587-71c807e237f5,segment=NetworkSegment(b1437034-2c42-4e01-9158-bfcce5cc658c),segment_id=b1437034-2c42-4e01-9158-bfcce5cc658c)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:05.632156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.641426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34466) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:05.660880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4ff8b0e-3d88-4810-85a2-2b7bab06e39b req-69c6b511-b97b-410d-b7b5-aed1a057a334 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9b3eed-14c0-4056-aba2-c4e22c853ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859791 May 06 09:56:05.674799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] DHCP port deletion for 170fe562-68da-48c3-a520-a0fb09eccec9 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:05.697469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 3c7c44d7-7235-417b-b587-71c807e237f5 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:05.772938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] Deleting port 3c7c44d7-7235-417b-b587-71c807e237f5 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:05.773713 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.812215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34472) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:05.860476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] For port 3c7c44d7-7235-417b-b587-71c807e237f5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3c7c44d7-7235-417b-b587-71c807e237f5,segment=NetworkSegment(b1437034-2c42-4e01-9158-bfcce5cc658c),segment_id=b1437034-2c42-4e01-9158-bfcce5cc658c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:05.861380 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.874213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-aa79367d-95e2-4f0f-a171-cb10f81dd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:05.879462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] Calling delete_port for 3c7c44d7-7235-417b-b587-71c807e237f5 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:05.880322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-aa79367d-95e2-4f0f-a171-cb10f81dd451 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 1095 time: 0.1492107 May 06 09:56:05.948687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:05.996487 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.042222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-90423889'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:06.046931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-461e12c8-dd18-491b-909c-40c4f2905fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.048483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-461e12c8-dd18-491b-909c-40c4f2905fb9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=1f9b3eed-14c0-4056-aba2-c4e22c853ff8 HTTP/1.1" status: 200 len: 898 time: 0.1626594 May 06 09:56:06.051072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=3c7c44d7-7235-417b-b587-71c807e237f5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:06.062307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No DVR routers for this DVR port 3c7c44d7-7235-417b-b587-71c807e237f5 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:06.075231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] Pushing event deleted for resources: {'Port': ['ID=3c7c44d7-7235-417b-b587-71c807e237f5,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:06.086533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174041c-ec63-4d49-9a7f-e203e502b41b None None] No DVR routers for this DVR port 3c7c44d7-7235-417b-b587-71c807e237f5 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:06.127998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Made reservation on behalf of 103ed1c3102f422ba5fa590e6dad6d38 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:06.132558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.179311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.227188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.250663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-17ed5be8-b27c-44ca-8910-bea484cc0c4a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a1a631e6-a329-4300-8008-59eaaa0fa853 HTTP/1.1" status: 200 len: 217 time: 0.0494692 May 06 09:56:06.256101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a56b8ffc-03ba-4f8b-962f-d46fb431a7e3 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2060282977'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:06.281650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170fe562-68da-48c3-a520-a0fb09eccec9']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:06.297803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1437034-2c42-4e01-9158-bfcce5cc658c') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:06.298123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1437034-2c42-4e01-9158-bfcce5cc658c') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:06.312250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-ea3bc10a-7bc7-41ef-b7de-16c7ef87665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.313749 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.314521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-ea3bc10a-7bc7-41ef-b7de-16c7ef87665b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=37dc3be0-3369-4061-b5ff-bec148152527 HTTP/1.1" status: 200 len: 837 time: 0.0499012 May 06 09:56:06.342971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.353967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3c7c44d7-7235-417b-b587-71c807e237f5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:06.357871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.368825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:06.369266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.370816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-26978417-897b-49af-8fe0-52343a7e5a3a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3210056 May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:06.375042 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:06.380365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.392645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0ef86-397c-4746-9ba1-8441fbff3939 req-8a9d89a0-866a-44ef-b943-56da9d4a48ec tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.394621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91b0ef86-397c-4746-9ba1-8441fbff3939 req-8a9d89a0-866a-44ef-b943-56da9d4a48ec tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 944 time: 0.2490923 May 06 09:56:06.410144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-e5c5507e-0b16-4af6-81dd-e53c7c41e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.412245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2fe0d3a4-54ca-4199-9710-3d39050ef030 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:06.412403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-e5c5507e-0b16-4af6-81dd-e53c7c41e24a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=1f9b3eed-14c0-4056-aba2-c4e22c853ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899301 May 06 09:56:06.415626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 3c7c44d7-7235-417b-b587-71c807e237f5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:06.421921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3c7c44d7-7235-417b-b587-71c807e237f5 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:06.470036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 2fe0d3a4-54ca-4199-9710-3d39050ef030 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:06.470415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2fe0d3a4-54ca-4199-9710-3d39050ef030 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:06.515413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a56b8ffc-03ba-4f8b-962f-d46fb431a7e3 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.516465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a56b8ffc-03ba-4f8b-962f-d46fb431a7e3 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.517763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aebfbad-03b3-4697-aa5c-5d93ca9092f5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:06.538149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.551597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:06.554475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.560961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/170fe562-68da-48c3-a520-a0fb09eccec9 HTTP/1.1" status: 204 len: 168 time: 1.3252511 May 06 09:56:06.578964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34496) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:06.585477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-717435199'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:06.589386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a7d1a-2438-4df6-a3e4-506bf5ed6575 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=170fe562-68da-48c3-a520-a0fb09eccec9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:06.597988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.598357 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Added segment 428228fd-8f87-46f9-bbfe-31675691b125 of type vlan for network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 May 06 09:56:06.627407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-b99d2ddf-94fa-48b1-a473-88197cec2535 service neutron] 10.222.0.82 "GET /v2.0/networks/1f9b3eed-14c0-4056-aba2-c4e22c853ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725941 May 06 09:56:06.648792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91b0ef86-397c-4746-9ba1-8441fbff3939 req-99442fd4-89a4-4fda-bc6f-30a16537adf2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351623 May 06 09:56:06.657852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:06.662160 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.667620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.705237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:06.737772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.738120 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment 869d50bf-2452-4d32-8add-ec6e281e5ac5 of type vlan for network d2b7be06-4f56-48a3-b386-5801f1d3cad2 May 06 09:56:06.782278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.787955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.788550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.852011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.866323 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2022417 May 06 09:56:06.867329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:06.876561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Request body: {'subnet': {'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:06.920686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a56b8ffc-03ba-4f8b-962f-d46fb431a7e3 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.923301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-fc22cf4a-fa64-4ae3-8306-e9be6ae1d15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.925343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-fc22cf4a-fa64-4ae3-8306-e9be6ae1d15c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 1097 time: 0.4015987 May 06 09:56:06.937727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe92645-9372-4b23-8f2e-3bd69d99ac1a req-490251c0-a9c5-4094-b424-a5ed4452eba6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.939452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fe92645-9372-4b23-8f2e-3bd69d99ac1a req-490251c0-a9c5-4094-b424-a5ed4452eba6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.3846273 May 06 09:56:06.945874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a56b8ffc-03ba-4f8b-962f-d46fb431a7e3 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.950093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cd83c-21ce-4f7f-b329-f581ba176030 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event updated for resources: {'Network': ['ID=905b05c6-2390-4734-a0d9-f21ff4ed18d0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:06.968351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:06.969982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:06.976206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:06.976785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.063293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4830260 May 06 09:56:07.068482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34512) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:07.070398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd10a39-2604-4d60-b148-2d054c2f026f req-17b219d4-3725-482e-a3c3-0fdbc36db41a service neutron] 10.222.0.82 "GET /v2.0/networks/1f9b3eed-14c0-4056-aba2-c4e22c853ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297829 May 06 09:56:07.075387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:07.078759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e03ba9-78e5-4451-b56f-328f36570744 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=d2b7be06-4f56-48a3-b386-5801f1d3cad2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:07.084804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7640803-7340-462a-a9c7-e010cf1fff26 req-b44574de-662e-436f-8de1-3fc1d529b5d2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:07.092973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7640803-7340-462a-a9c7-e010cf1fff26 req-b44574de-662e-436f-8de1-3fc1d529b5d2 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 946 time: 0.3417184 May 06 09:56:07.098266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:07.109776 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a56b8ffc-03ba-4f8b-962f-d46fb431a7e3 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.110898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a56b8ffc-03ba-4f8b-962f-d46fb431a7e3 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2960398 May 06 09:56:07.113748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34514) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:07.177327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-302d8772-dd20-4f7a-843b-c527d0e13598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:07.179326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-302d8772-dd20-4f7a-843b-c527d0e13598 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2097542 May 06 09:56:07.457317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Made reservation on behalf of 103ed1c3102f422ba5fa590e6dad6d38 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:07.460632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.533515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9fe92645-9372-4b23-8f2e-3bd69d99ac1a req-50625664-d05b-4a89-873c-dd72f89cc19b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5795276 May 06 09:56:07.577754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:07.581234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.582345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-079f4781-0ad1-499d-83e4-35ea7c69125f tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.590186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-c0823a96-f909-4921-a865-4fbd91085df8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449 HTTP/1.1" status: 200 len: 217 time: 0.0794744 May 06 09:56:07.628695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7640803-7340-462a-a9c7-e010cf1fff26 req-51302f99-7afc-4506-9bad-57a85c825151 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348153 May 06 09:56:07.772333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-95421638-0e55-4dcb-bf1b-86198af350f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:07.773708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-95421638-0e55-4dcb-bf1b-86198af350f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1096 time: 0.2654467 May 06 09:56:07.805677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-77731bd0-4d90-4437-a7be-f1aef22ff51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:07.807138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-77731bd0-4d90-4437-a7be-f1aef22ff51e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1821623 May 06 09:56:07.815883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.889666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-079f4781-0ad1-499d-83e4-35ea7c69125f tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.909102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-079f4781-0ad1-499d-83e4-35ea7c69125f tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.913123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.925101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event updated for resources: {'Subnet': ['ID=37805c34-cdc0-4e3f-b165-5a27f48e9011,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:07.967983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Checking segment: {'id': '428228fd-8f87-46f9-bbfe-31675691b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:07.968351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Network hostable DHCP agents. Network: 905b05c6-2390-4734-a0d9-f21ff4ed18d0, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:07.983308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677e9f5-786e-409a-ac99-2010bd213424 req-2aaee0ec-fd3b-47f8-a6d5-a2cee473cda1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:07.984928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b677e9f5-786e-409a-ac99-2010bd213424 req-2aaee0ec-fd3b-47f8-a6d5-a2cee473cda1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 944 time: 0.2150161 May 06 09:56:07.995740 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-079f4781-0ad1-499d-83e4-35ea7c69125f tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:07.996602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079f4781-0ad1-499d-83e4-35ea7c69125f tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 85675ada-9ae8-424b-9947-fcf7d862db31 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:08.003616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=8ad79e81-9ed6-42df-ae6e-886f755afd88,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:08.004567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-079f4781-0ad1-499d-83e4-35ea7c69125f tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.005692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-079f4781-0ad1-499d-83e4-35ea7c69125f tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "DELETE /v2.0/routers/85675ada-9ae8-424b-9947-fcf7d862db31 HTTP/1.1" status: 204 len: 168 time: 0.8824959 May 06 09:56:08.008667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-f608e6f7-ed18-445f-aeb0-637016b509f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.010096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-f608e6f7-ed18-445f-aeb0-637016b509f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840515 May 06 09:56:08.014817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a1a631e6-a329-4300-8008-59eaaa0fa853 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:56:08.023627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.031757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-17f77960-ff36-4e41-b411-d3fe192926b2 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Request body: {'router': {'name': 'tempest-router-1613589941', 'distributed': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:08.044981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:08.053750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': '869d50bf-2452-4d32-8add-ec6e281e5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:08.054118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: d2b7be06-4f56-48a3-b386-5801f1d3cad2, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:08.074245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17f77960-ff36-4e41-b411-d3fe192926b2 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.075257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17f77960-ff36-4e41-b411-d3fe192926b2 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.079711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 905b05c6-2390-4734-a0d9-f21ff4ed18d0) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:08.092042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2369bf06-0879-4584-915a-10e9df02d0e5 None None] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:08.093436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.094058 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.098868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-16382fb3-e0cd-4401-aba3-f6c8f31d555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.100378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-16382fb3-e0cd-4401-aba3-f6c8f31d555e service neutron] 10.222.0.82 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.2853532 May 06 09:56:08.152713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:08.158804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b677e9f5-786e-409a-ac99-2010bd213424 req-e0fd20d0-d72e-4312-b80f-9f705a641f58 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604908 May 06 09:56:08.160518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-54a2f074-8b67-4ddc-bd63-6b75041577c5 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2897549 May 06 09:56:08.173770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34526) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.185813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Request body: {'port': {'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1015621155'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:08.202531 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, d2b7be06-4f56-48a3-b386-5801f1d3cad2) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:08.218528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-a9313f62-0a4d-4437-995e-80fe432a74e2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 1000 time: 0.1096880 May 06 09:56:08.218707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.219309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.221826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb8ee45-20dd-415f-9741-204b27eb5cdc None None] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:08.222450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-647a9acc-4304-42e7-af84-116658f14cb7 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043734 May 06 09:56:08.323064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port a1a631e6-a329-4300-8008-59eaaa0fa853, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a1a631e6-a329-4300-8008-59eaaa0fa853,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:08.331567 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-485af189-0e42-4b03-8494-d56a66c8998a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2597418 May 06 09:56:08.331567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17f77960-ff36-4e41-b411-d3fe192926b2 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.337715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34528) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.349343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2', 'name': 'tempest-PortsTestJSON-1222781596', 'fixed_ips': [{'subnet_id': '8ad79e81-9ed6-42df-ae6e-886f755afd88', 'ip_address': '172.20.0.10'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:08.360011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'a1a631e6-a329-4300-8008-59eaaa0fa853', 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'port_id': 'a1a631e6-a329-4300-8008-59eaaa0fa853', 'mac_address': 'fa:16:3e:78:3b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dc3be0-3369-4061-b5ff-bec148152527', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:56:08.379016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17f77960-ff36-4e41-b411-d3fe192926b2 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.389207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17a758-927e-4515-82c5-8014a692c014 req-00b73453-8f7a-410a-88bd-41d3e02c51b1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.390725 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8c17a758-927e-4515-82c5-8014a692c014 req-00b73453-8f7a-410a-88bd-41d3e02c51b1 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 946 time: 0.2906554 May 06 09:56:08.395717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-02582561-097c-4537-b7c2-3f3a329f85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.397172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-02582561-097c-4537-b7c2-3f3a329f85b4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.1586926 May 06 09:56:08.399858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-e7720e81-5bfd-4579-9cf0-b5da5bf70332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.401277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-e7720e81-5bfd-4579-9cf0-b5da5bf70332 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.1739597 May 06 09:56:08.460248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb9a08-762c-491b-888a-3a27ba390542 req-2a23d51d-2692-4177-ab8b-27f5fbfe06bc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.462128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0feb9a08-762c-491b-888a-3a27ba390542 req-2a23d51d-2692-4177-ab8b-27f5fbfe06bc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1907156 May 06 09:56:08.504040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17f77960-ff36-4e41-b411-d3fe192926b2 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.509086 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17f77960-ff36-4e41-b411-d3fe192926b2 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4793339 May 06 09:56:08.509271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.509271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-905b05c6-2390-4734-a0d9-f21ff4ed18d0', 'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0', 'tenant_id': '103ed1c3102f422ba5fa590e6dad6d38', 'fixed_ips': [{'subnet_id': '37805c34-cdc0-4e3f-b165-5a27f48e9011'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:08.510258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.517104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34530) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:08.530520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-d2b7be06-4f56-48a3-b386-5801f1d3cad2', 'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2', 'tenant_id': 'e75aa0ea46244cd782fc84b4cce34b51', 'fixed_ips': [{'subnet_id': '8ad79e81-9ed6-42df-ae6e-886f755afd88'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:08.531668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.546943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a631e6-a329-4300-8008-59eaaa0fa853 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:56:08.587710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port a1a631e6-a329-4300-8008-59eaaa0fa853, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a1a631e6-a329-4300-8008-59eaaa0fa853,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:08.614914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b271900e-c0b8-480e-8be9-f7a751775fcd req-b249bc21-18f4-4793-9f30-c1ac8001bce9 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772318 May 06 09:56:08.633996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0feb9a08-762c-491b-888a-3a27ba390542 req-79124cf9-16c0-4e09-adbf-f6c53c742824 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531324 May 06 09:56:08.652412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-b475d2c3-3d62-4791-ba1d-568b292e1929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.655478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-b475d2c3-3d62-4791-ba1d-568b292e1929 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2501338 May 06 09:56:08.687298 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.752417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Made reservation on behalf of 103ed1c3102f422ba5fa590e6dad6d38 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:08.758222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.780348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-154800f0-2f4a-498f-a231-93bc5883c57a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.783673 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:08.793211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] device_id is not set on port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:08.825248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=a1a631e6-a329-4300-8008-59eaaa0fa853,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:08.849309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-5c7e5f69-4a29-4337-99f0-e4076cf1ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.851085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Allocated IP 2001:db8::2 (905b05c6-2390-4734-a0d9-f21ff4ed18d0/37805c34-cdc0-4e3f-b165-5a27f48e9011/96b39719-4c5f-461b-a08c-ab828212d195) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:08.851921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-5c7e5f69-4a29-4337-99f0-e4076cf1ac32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.4308629 May 06 09:56:08.861621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Allocated IP 172.20.0.2 (d2b7be06-4f56-48a3-b386-5801f1d3cad2/8ad79e81-9ed6-42df-ae6e-886f755afd88/cdc92dca-76ba-4956-8f11-08f3b1319d5e) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:08.873469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e046a-f21f-4855-b445-e980af81ce2a req-6d1796f5-2479-4892-82c3-2839a9fa0351 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.875101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df2e046a-f21f-4855-b445-e980af81ce2a req-6d1796f5-2479-4892-82c3-2839a9fa0351 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.2068970 May 06 09:56:08.944025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f343e9-d359-4915-9ca3-a500a2edbefd req-409d860d-6b95-43b8-9850-8e8f7e42e4ea tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:08.945506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10f343e9-d359-4915-9ca3-a500a2edbefd req-409d860d-6b95-43b8-9850-8e8f7e42e4ea tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 946 time: 0.2076473 May 06 09:56:08.971180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['a1a631e6-a329-4300-8008-59eaaa0fa853'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:56:08.985648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Deleting port b55aeb98-3360-4afd-831c-dce6b2a54643 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:08.986061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:08.993312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-4599e870-48a1-4f38-9f1b-4eaa3c13ae13 service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237491 May 06 09:56:09.030585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-f4a45a06-3585-47cb-a976-fd9fb03daa43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.1519735 May 06 09:56:09.086267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df2e046a-f21f-4855-b445-e980af81ce2a req-2a25d1a9-084a-40e9-bb76-333011f2ebb5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941428 May 06 09:56:09.146794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-6bd8f93c-dc5f-470a-841c-374bf309529b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:09.148884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-6bd8f93c-dc5f-470a-841c-374bf309529b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.0781453 May 06 09:56:09.150744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-154800f0-2f4a-498f-a231-93bc5883c57a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.155928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10f343e9-d359-4915-9ca3-a500a2edbefd req-a58f97b6-9b01-48b6-8933-5ad6edb98c06 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/security-groups?id=17ffd231-8870-48f0-9644-9a42f9a4f1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842906 May 06 09:56:09.160333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-154800f0-2f4a-498f-a231-93bc5883c57a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.189065 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.250873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 45cc7ca3-a7d5-428b-b735-b8dbc1174b90 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:09.257813 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-154800f0-2f4a-498f-a231-93bc5883c57a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.258342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154800f0-2f4a-498f-a231-93bc5883c57a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64e3bac9-3ee8-4747-9d7d-d871794b8cd6 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:09.266355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-154800f0-2f4a-498f-a231-93bc5883c57a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.267525 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-154800f0-2f4a-498f-a231-93bc5883c57a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "DELETE /v2.0/routers/64e3bac9-3ee8-4747-9d7d-d871794b8cd6 HTTP/1.1" status: 204 len: 168 time: 0.7493565 May 06 09:56:09.270706 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] For port b55aeb98-3360-4afd-831c-dce6b2a54643, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b55aeb98-3360-4afd-831c-dce6b2a54643,segment=NetworkSegment(9e93fcef-c443-41eb-bc24-993434f7c585),segment_id=9e93fcef-c443-41eb-bc24-993434f7c585)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:09.271082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.275767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34538) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:09.275962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-769211fc-192c-4b6f-bbad-125fd8e6082f req-f21ba5ea-45e8-41fc-b818-f0b1ff149b01 service neutron] 10.222.0.82 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634997 May 06 09:56:09.296521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-61c74f10-4cbd-4d08-906d-da87000ef8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:09.299845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-61c74f10-4cbd-4d08-906d-da87000ef8df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389635 May 06 09:56:09.320381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-32e67335-120d-48c5-b985-ecd7542670ee tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Request body: {'router': {'name': 'tempest-router-446083701', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3504235da1e44d378c806b3d7ffbfcc7'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:09.339176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Calling delete_port for b55aeb98-3360-4afd-831c-dce6b2a54643 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:09.346567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.361600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.363367 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.372314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32e67335-120d-48c5-b985-ecd7542670ee tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.373531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32e67335-120d-48c5-b985-ecd7542670ee tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.388060 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.420636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4970cb9-2a0f-4654-84d5-260ce95b232b req-aca9845c-9a74-4f56-9b70-531375f28a29 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:09.429890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4970cb9-2a0f-4654-84d5-260ce95b232b req-aca9845c-9a74-4f56-9b70-531375f28a29 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 945 time: 0.1272779 May 06 09:56:09.438525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:09.451865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:09.455050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:09.460773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:09.462600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Pushing event updated for resources: {'Port': ['ID=96b39719-4c5f-461b-a08c-ab828212d195,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:09.470194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:09.476781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:09.492667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-e73b6ccc-ae18-44b8-aac4-1cf3db10428f service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828747 May 06 09:56:09.519279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4970cb9-2a0f-4654-84d5-260ce95b232b req-da1ab044-768e-42b4-8700-393d505fd426 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885003 May 06 09:56:09.590585 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32e67335-120d-48c5-b985-ecd7542670ee tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.594458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Allocated IP 2001:db8::32a (905b05c6-2390-4734-a0d9-f21ff4ed18d0/37805c34-cdc0-4e3f-b165-5a27f48e9011/9e43ffcb-2c58-440e-b5ee-84ed996a70eb) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:09.605432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32e67335-120d-48c5-b985-ecd7542670ee tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.613631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Pushing event updated for resources: {'Port': ['ID=cdc92dca-76ba-4956-8f11-08f3b1319d5e,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:09.630587 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Attempting to bind port 96b39719-4c5f-461b-a08c-ab828212d195 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:09.631205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Attempting to bind port 96b39719-4c5f-461b-a08c-ab828212d195 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '428228fd-8f87-46f9-bbfe-31675691b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:09.631836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Attempting to bind port 96b39719-4c5f-461b-a08c-ab828212d195 on network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:09.647211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-613f2fe1-5673-4757-8915-8c2f2c083fe2 req-f7c55275-b426-4904-b41e-cd4798162427 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459692 May 06 09:56:09.653944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Attempting to bind port cdc92dca-76ba-4956-8f11-08f3b1319d5e on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:09.654561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Attempting to bind port cdc92dca-76ba-4956-8f11-08f3b1319d5e by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '869d50bf-2452-4d32-8add-ec6e281e5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:09.655074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Attempting to bind port cdc92dca-76ba-4956-8f11-08f3b1319d5e on network d2b7be06-4f56-48a3-b386-5801f1d3cad2 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:09.666356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:09.667056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Checking segment: {'id': '428228fd-8f87-46f9-bbfe-31675691b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:09.667634 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.668187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Bound using segment: {'id': '428228fd-8f87-46f9-bbfe-31675691b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:09.669326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Bound port: 96b39719-4c5f-461b-a08c-ab828212d195, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428228fd-8f87-46f9-bbfe-31675691b125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:09.669937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.673548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:09.674248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Checking segment: {'id': '869d50bf-2452-4d32-8add-ec6e281e5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:09.674856 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.675455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Bound using segment: {'id': '869d50bf-2452-4d32-8add-ec6e281e5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:09.676168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Bound port: cdc92dca-76ba-4956-8f11-08f3b1319d5e, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869d50bf-2452-4d32-8add-ec6e281e5ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:09.676782 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.818343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d655928-5cb3-49b4-ae79-4c6c60373791 req-33c7538a-10d0-4225-90fc-93be5d647b6f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:09.825916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d655928-5cb3-49b4-ae79-4c6c60373791 req-33c7538a-10d0-4225-90fc-93be5d647b6f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0896397 May 06 09:56:09.828575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] For port 96b39719-4c5f-461b-a08c-ab828212d195, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:09.856865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] For port cdc92dca-76ba-4956-8f11-08f3b1319d5e, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:09.860376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] For port 96b39719-4c5f-461b-a08c-ab828212d195, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=96b39719-4c5f-461b-a08c-ab828212d195,segment=NetworkSegment(428228fd-8f87-46f9-bbfe-31675691b125),segment_id=428228fd-8f87-46f9-bbfe-31675691b125)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:09.877460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d655928-5cb3-49b4-ae79-4c6c60373791 req-26d7031d-5479-4a54-bcb3-4098b1a2f53a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493515 May 06 09:56:09.882415 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.886411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] For port cdc92dca-76ba-4956-8f11-08f3b1319d5e, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cdc92dca-76ba-4956-8f11-08f3b1319d5e,segment=NetworkSegment(869d50bf-2452-4d32-8add-ec6e281e5ac5),segment_id=869d50bf-2452-4d32-8add-ec6e281e5ac5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:09.913985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.914193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:09.924242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.10 (d2b7be06-4f56-48a3-b386-5801f1d3cad2/8ad79e81-9ed6-42df-ae6e-886f755afd88/45cc7ca3-a7d5-428b-b735-b8dbc1174b90) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:09.939957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b55aeb98-3360-4afd-831c-dce6b2a54643'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:56:10.004182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d9c78-0187-4418-a817-f7f810bb96fe None None] Pushing event updated for resources: {'Port': ['ID=96b39719-4c5f-461b-a08c-ab828212d195,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:10.039922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:10.099134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb4496-bc46-47b3-b6ca-783f51fa51a4 None None] Pushing event updated for resources: {'Port': ['ID=cdc92dca-76ba-4956-8f11-08f3b1319d5e,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:10.118810 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.162514 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.206577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Pushing event deleted for resources: {'Port': ['ID=b55aeb98-3360-4afd-831c-dce6b2a54643,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:10.227453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-32e67335-120d-48c5-b985-ecd7542670ee tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.234171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34546) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:10.235788 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-32e67335-120d-48c5-b985-ecd7542670ee tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9594083 May 06 09:56:10.251143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:10.271387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:10.276525 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d87c2-8504-47c8-8104-08b2f68eaafd" -d '{"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-unplugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:10.322020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:10.330194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.383557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.430572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:10.484553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] No DVR routers for this DVR port b55aeb98-3360-4afd-831c-dce6b2a54643 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:10.487347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.491060 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8c17a758-927e-4515-82c5-8014a692c014 req-7a725270-45cd-418a-931c-f5cd3689e413 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.83 "DELETE /v2.0/ports/b55aeb98-3360-4afd-831c-dce6b2a54643 HTTP/1.1" status: 204 len: 173 time: 2.0625560 May 06 09:56:10.496144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'name': 'network-vif-deleted', 'tag': 'b55aeb98-3360-4afd-831c-dce6b2a54643'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:10.503367 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18535e-e8f9-40c4-bf49-03a0c59b67b8" -d '{"events": [{"server_uuid": "a0fb0cdf-ff8e-451a-8e35-1c256709ea57", "name": "network-vif-deleted", "tag": "b55aeb98-3360-4afd-831c-dce6b2a54643"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:10.517345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1657c0dc-e093-4680-abc2-38a6c502ae72 req-a86baccb-30b4-46af-a29e-d73c3986bf45 tempest-ServersTestJSON-1967991332 tempest-ServersTestJSON-1967991332-project] 10.222.0.76 "GET /v2.0/ports?device_id=a0fb0cdf-ff8e-451a-8e35-1c256709ea57 HTTP/1.1" status: 200 len: 210 time: 0.1367059 May 06 09:56:10.527818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.549017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.618990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:10.622917 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2447b-7066-4a6a-8e01-415030505e43 x-openstack-request-id: req-1ce2447b-7066-4a6a-8e01-415030505e43 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:10.623412 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-unplugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:10.623851 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ce2447b-7066-4a6a-8e01-415030505e43 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:10.624435 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce2447b-7066-4a6a-8e01-415030505e43'] response: {'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'code': 200} May 06 09:56:10.630351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:10.632892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:10.639095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:10.639746 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.649576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:10.652666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=45cc7ca3-a7d5-428b-b735-b8dbc1174b90,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:10.708283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event updated for resources: {'Port': ['ID=9e43ffcb-2c58-440e-b5ee-84ed996a70eb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:10.712192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:10.715612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:10.769549 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1cf9556f-3201-4a25-a43d-a1fd86641eec tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5943761 May 06 09:56:10.773926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34554) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:10.775518 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f7e677-01b9-4193-9b89-d30ce1cc2df1 x-openstack-request-id: req-a4f7e677-01b9-4193-9b89-d30ce1cc2df1 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:10.775830 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fb0cdf-ff8e-451a-8e35-1c256709ea57", "name": "network-vif-deleted", "tag": "b55aeb98-3360-4afd-831c-dce6b2a54643", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:10.776116 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4f7e677-01b9-4193-9b89-d30ce1cc2df1 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:10.776523 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f7e677-01b9-4193-9b89-d30ce1cc2df1'] response: {'server_uuid': 'a0fb0cdf-ff8e-451a-8e35-1c256709ea57', 'name': 'network-vif-deleted', 'tag': 'b55aeb98-3360-4afd-831c-dce6b2a54643', 'status': 'completed', 'code': 200} May 06 09:56:10.782652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Request body: {'port': {'network_id': '905b05c6-2390-4734-a0d9-f21ff4ed18d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-12021244', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:10.783106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] bootfile-name is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:56:10.783445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] tftp-server is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:56:10.783940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] server-ip-address is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:56:10.846065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:10.846721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:10.884887 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6f7881e1-dd33-43c4-88b4-74a8555389ed tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5439558 May 06 09:56:10.885864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34556) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:10.894867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': 'd2b7be06-4f56-48a3-b386-5801f1d3cad2', 'name': 'tempest-PortsTestJSON-1025377253', 'fixed_ips': [{'subnet_id': '8ad79e81-9ed6-42df-ae6e-886f755afd88', 'ip_address': '172.20.0.9'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:11.075384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c4b1-3396-4c63-bde6-623f45ce94cb req-e3d2e7b7-b851-4baa-9fcb-fa3eaa659fc7 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:11.076995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c719c4b1-3396-4c63-bde6-623f45ce94cb req-e3d2e7b7-b851-4baa-9fcb-fa3eaa659fc7 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.6994352 May 06 09:56:11.082292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Made reservation on behalf of 103ed1c3102f422ba5fa590e6dad6d38 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:11.087467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.092184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:11.098369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.128273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] device_id is not set on port 322ea75d-a63f-403c-ab0c-55b3d18536a6 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:11.140728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:11.194016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1024705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26377'] for router, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.194369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.320308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42614c46-f61e-4486-b21e-58feffe4d3b8 req-21dae72c-2deb-4189-b7ba-c205ebd8b926 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:11.340087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42614c46-f61e-4486-b21e-58feffe4d3b8 req-21dae72c-2deb-4189-b7ba-c205ebd8b926 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 945 time: 0.3680034 May 06 09:56:11.404045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c719c4b1-3396-4c63-bde6-623f45ce94cb req-987a9fa5-5c55-48d2-acd4-a0a87126fa69 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105359 May 06 09:56:11.441702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 06 09:56:11.446529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Router 10e74fc4-b3dc-40f2-a373-7ae6bec9eafe migrating from provider to provider. {{(pid=102742) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 06 09:56:11.447599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.464230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Allocated IP 2001:db8::12b (905b05c6-2390-4734-a0d9-f21ff4ed18d0/37805c34-cdc0-4e3f-b165-5a27f48e9011/322ea75d-a63f-403c-ab0c-55b3d18536a6) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:11.466566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.478501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899635', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1024712'] for router, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.494342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42614c46-f61e-4486-b21e-58feffe4d3b8 req-61fb3498-e2e7-4b51-8a45-6aca44c9418c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533623 May 06 09:56:11.524669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.9 (d2b7be06-4f56-48a3-b386-5801f1d3cad2/8ad79e81-9ed6-42df-ae6e-886f755afd88/ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:11.650243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34564) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:11.680974 n-d-840834-1 neutron-server[102742]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] No L3 agents can host the router 10e74fc4-b3dc-40f2-a373-7ae6bec9eafe May 06 09:56:11.686193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a7a3e-1cd8-4e02-8606-1ca2330b1da6 None None] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:11.775682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Provisioning complete for port 96b39719-4c5f-461b-a08c-ab828212d195 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:11.776221 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.811525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] Deleting subnet 73420db5-974d-455c-b166-9669723b3d84 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:11.818007 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:11.889288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839adc2-114b-4799-b181-be16b5de31fd req-c7f41067-6a77-468b-b714-bb127921444a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:11.891508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e839adc2-114b-4799-b181-be16b5de31fd req-c7f41067-6a77-468b-b714-bb127921444a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2539527 May 06 09:56:11.999300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.011984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.033769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a1a631e6-a329-4300-8008-59eaaa0fa853 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:12.035308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Hosts for router 10e74fc4-b3dc-40f2-a373-7ae6bec9eafe: [] {{(pid=102742) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 06 09:56:12.058752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e839adc2-114b-4799-b181-be16b5de31fd req-579bf93f-081e-4cb1-8163-6f2df8d70916 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1546779 May 06 09:56:12.088161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Hosts for other DVR routers connected to router 10e74fc4-b3dc-40f2-a373-7ae6bec9eafe: set() {{(pid=102742) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 06 09:56:12.088161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.088161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8505e9fe-4e8c-4cfa-b5ed-d99a82d6a50a tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "PUT /v2.0/routers/10e74fc4-b3dc-40f2-a373-7ae6bec9eafe HTTP/1.1" status: 200 len: 716 time: 1.8462715 May 06 09:56:12.100333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34566) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.181818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cf0c37-de2c-45ff-a916-c1949c933adb None None] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:12.186383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] For port 96b39719-4c5f-461b-a08c-ab828212d195, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=96b39719-4c5f-461b-a08c-ab828212d195,segment=NetworkSegment(428228fd-8f87-46f9-bbfe-31675691b125),segment_id=428228fd-8f87-46f9-bbfe-31675691b125)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:12.192212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.238970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.281728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.299203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.334933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5c707134-e0fe-42b5-abe8-a84207252f3b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "GET /v2.0/routers/10e74fc4-b3dc-40f2-a373-7ae6bec9eafe HTTP/1.1" status: 200 len: 716 time: 0.2420347 May 06 09:56:12.337531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34570) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.370767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.401848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port a1a631e6-a329-4300-8008-59eaaa0fa853 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:56:12.407913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.451465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b55aeb98-3360-4afd-831c-dce6b2a54643 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:12.453970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cdc92dca-76ba-4956-8f11-08f3b1319d5e up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:12.465441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port a1a631e6-a329-4300-8008-59eaaa0fa853 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:12.466052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.472018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73420db5-974d-455c-b166-9669723b3d84,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:12.474536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:12.486866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.489077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:12.496653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:12.498911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3660255d-f02e-444d-a46f-15e1f03ff612 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/73420db5-974d-455c-b166-9669723b3d84 HTTP/1.1" status: 204 len: 168 time: 0.8476567 May 06 09:56:12.499573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34576) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.514533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Pushing event updated for resources: {'Port': ['ID=96b39719-4c5f-461b-a08c-ab828212d195,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:12.578475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:12.590184 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.609208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d23d64a5-9cdb-4ca5-8ea7-b78f9dd4ce0b None None] Provisioning complete for port 96b39719-4c5f-461b-a08c-ab828212d195 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:12.611101 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d23d64a5-9cdb-4ca5-8ea7-b78f9dd4ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.613175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: b55aeb98-3360-4afd-831c-dce6b2a54643 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:12.617199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b55aeb98-3360-4afd-831c-dce6b2a54643 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:12.638322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.639110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.654515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:12.662620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:12.673227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:12.680831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.682921 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.719704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.9420240 May 06 09:56:12.720648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34580) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.734395 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a8c5822-5b0b-47bc-87dc-365a1cde17d5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8474734 May 06 09:56:12.735324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34729527-5e80-46ff-8ce2-e3b67ccc2ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event updated for resources: {'Port': ['ID=322ea75d-a63f-403c-ab0c-55b3d18536a6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:12.738094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.755040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.756217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.756903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.757385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.758137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.758853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.762795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.763228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.763715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.764056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.764384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.765016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c1f5e-72ba-44f1-8d34-fd9c0eefa3c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:12.815846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b36b2b22-23d8-44ed-b1f1-031454d8fec6 tempest-RoutersTestDVR-1996971691 tempest-RoutersTestDVR-1996971691-project] 10.222.0.76 "GET /v2.0/routers/10e74fc4-b3dc-40f2-a373-7ae6bec9eafe HTTP/1.1" status: 200 len: 682 time: 0.4772015 May 06 09:56:12.816899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34584) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.825422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1606b08e-5fe5-48c0-abeb-f6bf453736ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.837735 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.872152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16295d2-4e61-4e87-a5ce-7927a51fd473 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.879431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16295d2-4e61-4e87-a5ce-7927a51fd473 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.886292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16295d2-4e61-4e87-a5ce-7927a51fd473 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.890857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a16295d2-4e61-4e87-a5ce-7927a51fd473 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1657331 May 06 09:56:12.899821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.911568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32bdb5-9ad1-4584-896e-a8fc8dd85058 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.913222 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e32bdb5-9ad1-4584-896e-a8fc8dd85058 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1716492 May 06 09:56:12.922910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34588) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:12.931086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cdc92dca-76ba-4956-8f11-08f3b1319d5e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:12.931376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.956098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063b313-024b-40f6-9f32-d9fc708811a1 req-36921757-19a2-4f26-8193-f6f48c794786 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.958050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6063b313-024b-40f6-9f32-d9fc708811a1 req-36921757-19a2-4f26-8193-f6f48c794786 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 945 time: 0.2607534 May 06 09:56:12.966602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdf0cf-c577-444e-b237-d07bb53849c5 req-ceb111ea-bb86-4ae0-889a-c93e23044b0a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:12.974330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9dfdf0cf-c577-444e-b237-d07bb53849c5 req-ceb111ea-bb86-4ae0-889a-c93e23044b0a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.3413351 May 06 09:56:12.974538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:12.979613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c098bc9a-f65e-47af-bad4-b3720dec618b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.063316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port a1a631e6-a329-4300-8008-59eaaa0fa853, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a1a631e6-a329-4300-8008-59eaaa0fa853,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:13.065645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a631e6-a329-4300-8008-59eaaa0fa853'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:13.069481 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae1fe92-85a7-4a17-94dd-57d24dab28f3" -d '{"events": [{"server_uuid": "38cbfcc3-7986-4a75-aa27-9ead60619db8", "name": "network-vif-plugged", "status": "completed", "tag": "a1a631e6-a329-4300-8008-59eaaa0fa853"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:13.083470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec1400-8833-4683-9fdc-f25d65c45d3f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:13.089708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec1400-8833-4683-9fdc-f25d65c45d3f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:13.095956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ec1400-8833-4683-9fdc-f25d65c45d3f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:13.100350 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-67ec1400-8833-4683-9fdc-f25d65c45d3f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1721835 May 06 09:56:13.101548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.102338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:13.107449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34592) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:13.155970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Deleting port 322ea75d-a63f-403c-ab0c-55b3d18536a6 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:13.156598 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.180683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=a1a631e6-a329-4300-8008-59eaaa0fa853,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:13.221930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9dfdf0cf-c577-444e-b237-d07bb53849c5 req-4243feb7-4914-498b-bb26-cc119bab361f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376223 May 06 09:56:13.230115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.268950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d23d64a5-9cdb-4ca5-8ea7-b78f9dd4ce0b None None] Provisioning complete for port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:13.269326 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d23d64a5-9cdb-4ca5-8ea7-b78f9dd4ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.311426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a108881-3eb8-4d4a-aaec-2007ff76762b']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:13.325079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e93fcef-c443-41eb-bc24-993434f7c585') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:13.325384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e93fcef-c443-41eb-bc24-993434f7c585') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:13.340630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.355953 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a5925-01df-48be-9b81-6fdc54edf8f7 x-openstack-request-id: req-7e9a5925-01df-48be-9b81-6fdc54edf8f7 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:13.356243 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cbfcc3-7986-4a75-aa27-9ead60619db8", "name": "network-vif-plugged", "status": "completed", "tag": "a1a631e6-a329-4300-8008-59eaaa0fa853", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:13.356493 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e9a5925-01df-48be-9b81-6fdc54edf8f7 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:13.356892 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9a5925-01df-48be-9b81-6fdc54edf8f7'] response: {'server_uuid': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a631e6-a329-4300-8008-59eaaa0fa853', 'code': 200} May 06 09:56:13.357442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d23d64a5-9cdb-4ca5-8ea7-b78f9dd4ce0b None None] Port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:13.360551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:13.361060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.365751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.368592 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.374272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.382026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:13.382652 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.411590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d23d64a5-9cdb-4ca5-8ea7-b78f9dd4ce0b None None] Provisioning complete for port cdc92dca-76ba-4956-8f11-08f3b1319d5e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:13.411984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d23d64a5-9cdb-4ca5-8ea7-b78f9dd4ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.433320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Calling delete_port for 322ea75d-a63f-403c-ab0c-55b3d18536a6 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:13.470813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port cdc92dca-76ba-4956-8f11-08f3b1319d5e, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cdc92dca-76ba-4956-8f11-08f3b1319d5e,segment=NetworkSegment(869d50bf-2452-4d32-8add-ec6e281e5ac5),segment_id=869d50bf-2452-4d32-8add-ec6e281e5ac5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:13.478353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6063b313-024b-40f6-9f32-d9fc708811a1 req-bf921bc9-3f23-42e1-9c9d-65d69bdeaea1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5005219 May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: timer() May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:13.479391 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:13.484794 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.485683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 96b39719-4c5f-461b-a08c-ab828212d195 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:13.592600 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.602629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=cdc92dca-76ba-4956-8f11-08f3b1319d5e,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:13.616124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:13.672913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 96b39719-4c5f-461b-a08c-ab828212d195 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:13.673392 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.817517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Provisioning complete for port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:13.818185 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.866237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.875274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:13.890960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Provisioning complete for port ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:13.890960 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.926402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event deleted for resources: {'Port': ['ID=322ea75d-a63f-403c-ab0c-55b3d18536a6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:13.945837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Port ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:13.952392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Could not find standard attr ID for object 322ea75d-a63f-403c-ab0c-55b3d18536a6. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:13.973681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Provisioning complete for port 45cc7ca3-a7d5-428b-b735-b8dbc1174b90 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:13.973681 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.973930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.980072 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d896e40d-a451-40a1-a677-859d8aa434ab tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "DELETE /v2.0/ports/322ea75d-a63f-403c-ab0c-55b3d18536a6 HTTP/1.1" status: 204 len: 168 time: 1.0652125 May 06 09:56:13.981163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:13.990617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34610) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.014021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Request body: {'port': {'name': 'tempest-new-port-name-1763676751', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:14.014452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] bootfile-name is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:56:14.015156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] tftp-server is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:56:14.015502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.api.validators [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] server-ip-address is not in valid_values {{(pid=102743) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 06 09:56:14.050253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Port 45cc7ca3-a7d5-428b-b735-b8dbc1174b90 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:14.071142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c098bc9a-f65e-47af-bad4-b3720dec618b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.072525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Provisioning complete for port cdc92dca-76ba-4956-8f11-08f3b1319d5e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:14.073871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-683c4f72-109a-403f-99fe-d0d20d1ccafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.079954 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c098bc9a-f65e-47af-bad4-b3720dec618b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.095646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:14.131346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.159346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.165099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] 10.222.0.76 "DELETE /v2.0/networks/6a108881-3eb8-4d4a-aaec-2007ff76762b HTTP/1.1" status: 204 len: 168 time: 1.6621678 May 06 09:56:14.181850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85d82a-1e7a-4559-9adf-e428c91b254d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a108881-3eb8-4d4a-aaec-2007ff76762b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:14.190393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c098bc9a-f65e-47af-bad4-b3720dec618b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.190903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098bc9a-f65e-47af-bad4-b3720dec618b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10e74fc4-b3dc-40f2-a373-7ae6bec9eafe {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:14.196268 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c098bc9a-f65e-47af-bad4-b3720dec618b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.204008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c098bc9a-f65e-47af-bad4-b3720dec618b tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "DELETE /v2.0/routers/10e74fc4-b3dc-40f2-a373-7ae6bec9eafe HTTP/1.1" status: 204 len: 168 time: 1.3761439 May 06 09:56:14.218080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34616) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.223414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5721526f-77db-4981-829b-19c9c5dde6e8 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Request body: {'router': {'name': 'tempest-router-1002960759', 'distributed': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:14.249686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efeca7f-fc48-4ff0-890b-a8005a7d14a3 req-f8700cdf-2d1f-400c-ad7b-a10917267a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:14.251200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1efeca7f-fc48-4ff0-890b-a8005a7d14a3 req-f8700cdf-2d1f-400c-ad7b-a10917267a3d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 1097 time: 0.7701197 May 06 09:56:14.341206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.343979 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.345341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1efeca7f-fc48-4ff0-890b-a8005a7d14a3 req-26c5195f-ca43-41b2-bf30-21e118e1cb82 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783880 May 06 09:56:14.346286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5721526f-77db-4981-829b-19c9c5dde6e8 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.349831 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ffda328e-7049-4dc3-b298-9a635fa3babe tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4 HTTP/1.1" status: 204 len: 168 time: 1.2375360 May 06 09:56:14.350288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5721526f-77db-4981-829b-19c9c5dde6e8 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.351285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34620) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.389504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-af67c4e5-5343-4919-930c-77bcf86a3e4f None None] Could not find standard attr ID for object ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:14.429924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cdc92dca-76ba-4956-8f11-08f3b1319d5e up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:14.455292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5721526f-77db-4981-829b-19c9c5dde6e8 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.467091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5721526f-77db-4981-829b-19c9c5dde6e8 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.492295 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-80da0d60-50dc-4585-960e-c646a4a5eb51 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:56:14.494000 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-80da0d60-50dc-4585-960e-c646a4a5eb51 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/ccb0fb3e-a3ab-4ac4-9444-6db08ac655a4 HTTP/1.1" status: 404 len: 333 time: 0.1416759 May 06 09:56:14.498645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5721526f-77db-4981-829b-19c9c5dde6e8 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.505859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5721526f-77db-4981-829b-19c9c5dde6e8 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2858770 May 06 09:56:14.508782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34626) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.509352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34628) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.523882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34630) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.641087 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9334cdcf-eb97-4167-b5e9-bd51daae6102 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.693530 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4a0d6abe-3497-4473-8ec4-272ea4232c59 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=344b5bf5541a47dbbc80be2cb74c0d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680510 May 06 09:56:14.696159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34634) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:14.787690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cdc92dca-76ba-4956-8f11-08f3b1319d5e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:14.788065 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.883269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 96b39719-4c5f-461b-a08c-ab828212d195 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:14.885097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1dd-4fac-425a-8274-87b95558da56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.915721 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-5ff5778c-06fd-4ea8-a1f9-663c608ad859 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330576 May 06 09:56:14.927699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1dd-4fac-425a-8274-87b95558da56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.939071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 96b39719-4c5f-461b-a08c-ab828212d195 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:14.939456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.945579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9335476-2144-4741-b3a8-169c8c43ac95 req-9f80d180-4638-4f25-9d21-86fc679d1b45 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:14.947198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9335476-2144-4741-b3a8-169c8c43ac95 req-9f80d180-4638-4f25-9d21-86fc679d1b45 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 946 time: 0.3078122 May 06 09:56:14.961222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9334cdcf-eb97-4167-b5e9-bd51daae6102 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:14.962467 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-a9c9e9dc-4b32-4631-aaef-6fa03cb0f446 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1215339 May 06 09:56:14.967150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9334cdcf-eb97-4167-b5e9-bd51daae6102 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.029627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.033959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a44da-cab2-4d62-9940-c80e9073a1b5 req-bccd779f-ea90-48a0-baa2-00b405c6acd4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:15.037110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.041394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f59a44da-cab2-4d62-9940-c80e9073a1b5 req-bccd779f-ea90-48a0-baa2-00b405c6acd4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.2694309 May 06 09:56:15.079638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 45cc7ca3-a7d5-428b-b735-b8dbc1174b90 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:15.079983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.085461 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9334cdcf-eb97-4167-b5e9-bd51daae6102 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.085989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9334cdcf-eb97-4167-b5e9-bd51daae6102 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60c40310-8f77-4fad-8e45-f8a5d03068db {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:15.091418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-eebc3606-6414-4cb1-82e8-ce2fe501111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:15.093042 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-eebc3606-6414-4cb1-82e8-ce2fe501111c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.1116283 May 06 09:56:15.096261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] In _notify_port_updated(), no bound segment for port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb on network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:56:15.100384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9335476-2144-4741-b3a8-169c8c43ac95 req-4aeeee8b-4c3b-4ee6-a577-9c65ae950341 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461339 May 06 09:56:15.109932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:15.110634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.121415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "PUT /v2.0/ports/9e43ffcb-2c58-440e-b5ee-84ed996a70eb HTTP/1.1" status: 200 len: 1130 time: 1.1271091 May 06 09:56:15.122729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34648) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.135754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9334cdcf-eb97-4167-b5e9-bd51daae6102 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.137102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9334cdcf-eb97-4167-b5e9-bd51daae6102 tempest-RoutersTestDVR-2146670506 tempest-RoutersTestDVR-2146670506-project-admin] 10.222.0.76 "DELETE /v2.0/routers/60c40310-8f77-4fad-8e45-f8a5d03068db HTTP/1.1" status: 204 len: 168 time: 0.5988710 May 06 09:56:15.140352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1dd-4fac-425a-8274-87b95558da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.143788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa1fe1dd-4fac-425a-8274-87b95558da56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.145165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa1fe1dd-4fac-425a-8274-87b95558da56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17ffd231-8870-48f0-9644-9a42f9a4f1a2 HTTP/1.1" status: 204 len: 168 time: 0.4474986 May 06 09:56:15.180619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f59a44da-cab2-4d62-9940-c80e9073a1b5 req-655114f9-8cb9-4221-a118-88cc5cd5233c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330149 May 06 09:56:15.183248 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a8d9dbde-3e33-4e71-a334-ac4ce7434c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.254687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2356d27-088e-40da-b549-89598fbba937 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event updated for resources: {'Port': ['ID=9e43ffcb-2c58-440e-b5ee-84ed996a70eb,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:15.271851 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.286136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 45cc7ca3-a7d5-428b-b735-b8dbc1174b90 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:15.342468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1fe1dd-4fac-425a-8274-87b95558da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ffd231-8870-48f0-9644-9a42f9a4f1a2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:15.396361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d04ced-b82a-45dd-9b68-a309082a85a1 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:15.403513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34658) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.404343 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-20d04ced-b82a-45dd-9b68-a309082a85a1 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "GET /v2.0/ports/9e43ffcb-2c58-440e-b5ee-84ed996a70eb HTTP/1.1" status: 200 len: 1130 time: 0.2783437 May 06 09:56:15.452019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-5483f61f-991e-49ff-a42f-3e9577e6db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:15.453738 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-5483f61f-991e-49ff-a42f-3e9577e6db7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2301509 May 06 09:56:15.582327 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-89bbb2cc-a49c-4cdb-89b7-478a7adc89f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.1119709 May 06 09:56:15.635771 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.644306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-59e2bd42-24a7-460c-a1e6-9cbba09adca0 None None] Provisioning complete for port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:15.645033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-59e2bd42-24a7-460c-a1e6-9cbba09adca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.675187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-668516c3-9916-46e7-a853-bbfeef1b6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:15.676838 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-668516c3-9916-46e7-a853-bbfeef1b6e79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.0923913 May 06 09:56:15.719705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=45cc7ca3-a7d5-428b-b735-b8dbc1174b90,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:15.741878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-59e2bd42-24a7-460c-a1e6-9cbba09adca0 None None] Port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:15.778374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Deleting port 9e43ffcb-2c58-440e-b5ee-84ed996a70eb {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:15.778826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.817506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34668) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.848715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-b75b0c61-101f-467b-b831-bc78740479eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:15.850208 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-b75b0c61-101f-467b-b831-bc78740479eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660373 May 06 09:56:15.925357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:15.929322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4efae859-4d96-49e3-bffa-c9f47539aa6c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/45cc7ca3-a7d5-428b-b735-b8dbc1174b90 HTTP/1.1" status: 204 len: 168 time: 1.4187839 May 06 09:56:15.933872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34674) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:15.973068 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b0e2c3-81ca-496e-86db-bbc6103121c3 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:56:15.975000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-11b0e2c3-81ca-496e-86db-bbc6103121c3 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/45cc7ca3-a7d5-428b-b735-b8dbc1174b90 HTTP/1.1" status: 404 len: 333 time: 0.0391028 May 06 09:56:15.978176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34678) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:16.006914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-1d06258c-1f96-4e72-9c31-c806f29d9a7a service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486008 May 06 09:56:16.034625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.064813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Calling delete_port for 9e43ffcb-2c58-440e-b5ee-84ed996a70eb owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:16.080873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 8ad79e81-9ed6-42df-ae6e-886f755afd88 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:16.085288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.111518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2075-35c4-4cb7-8e4b-b6630006a971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.165804 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.212514 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-8af9e490-4976-4dc2-8df9-26c17c7c1d84 req-f4b24ab8-399c-4017-884b-c75a1054fa0d service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967080 May 06 09:56:16.308802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2075-35c4-4cb7-8e4b-b6630006a971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.315292 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb0d2075-35c4-4cb7-8e4b-b6630006a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.358594 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb0d2075-35c4-4cb7-8e4b-b6630006a971 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3504235da1e44d378c806b3d7ffbfcc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400679 May 06 09:56:16.362147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34692) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:16.370066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d2075-35c4-4cb7-8e4b-b6630006a971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed21d47c-823d-4f91-af19-2a3945fcb8e1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:16.422813 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d67c543-853a-4c35-84f1-1ed7ec1bf1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.429500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-3c29838a-a88a-42bb-8fc7-48950fb44f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:16.430903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-3c29838a-a88a-42bb-8fc7-48950fb44f63 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800&tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d HTTP/1.1" status: 200 len: 1094 time: 0.2380366 May 06 09:56:16.449335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:16.456164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d67c543-853a-4c35-84f1-1ed7ec1bf1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.461647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b75b-b36d-4d25-a720-d1f26a5f50a7 req-c081e70c-d9b2-47fd-9085-e72169766bb5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:16.464296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13d4b75b-b36d-4d25-a720-d1f26a5f50a7 req-c081e70c-d9b2-47fd-9085-e72169766bb5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 946 time: 0.2272894 May 06 09:56:16.467075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.487217 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.532803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d67c543-853a-4c35-84f1-1ed7ec1bf1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.537270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d67c543-853a-4c35-84f1-1ed7ec1bf1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.541116 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d67c543-853a-4c35-84f1-1ed7ec1bf1ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed21d47c-823d-4f91-af19-2a3945fcb8e1 HTTP/1.1" status: 204 len: 168 time: 0.1759017 May 06 09:56:16.549425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c543-853a-4c35-84f1-1ed7ec1bf1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed21d47c-823d-4f91-af19-2a3945fcb8e1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:16.551568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e9db6-6864-4997-916c-964140cb43de req-d2772619-3c45-4320-961d-9c41f2e07c4a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:16.553112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-269e9db6-6864-4997-916c-964140cb43de req-d2772619-3c45-4320-961d-9c41f2e07c4a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.2584300 May 06 09:56:16.594311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.641791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.661733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13d4b75b-b36d-4d25-a720-d1f26a5f50a7 req-716e0138-e0e2-4343-b74d-fa56d9b96a19 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882079 May 06 09:56:16.667920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event deleted for resources: {'Port': ['ID=9e43ffcb-2c58-440e-b5ee-84ed996a70eb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:16.681766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.720178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.722642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.725771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-86448b5b-cfe2-4728-831f-f9bf2f06e03f tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "DELETE /v2.0/ports/9e43ffcb-2c58-440e-b5ee-84ed996a70eb HTTP/1.1" status: 204 len: 168 time: 1.3203859 May 06 09:56:16.728337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34704) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:16.762735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-269e9db6-6864-4997-916c-964140cb43de req-f8b5ab0a-8a64-4a72-81dd-003e39a0522c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920123 May 06 09:56:16.796314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad79e81-9ed6-42df-ae6e-886f755afd88,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:16.803754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:16.806831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-387e7554-a088-42f3-98b9-e9e664d4641e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/8ad79e81-9ed6-42df-ae6e-886f755afd88 HTTP/1.1" status: 204 len: 168 time: 0.8261559 May 06 09:56:16.814114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2ad79-0c27-4bd2-8323-90cf8478cf19 None None] Network d2b7be06-4f56-48a3-b386-5801f1d3cad2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:16.825976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34706) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:16.988550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Deleting subnet 37805c34-cdc0-4e3f-b165-5a27f48e9011 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:16.999215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.077670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.087028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.096428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dca867-8082-4991-a7ed-0f390a640928 req-67ab0f7f-8440-4298-8818-04781de9cbcc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:17.098586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8dca867-8082-4991-a7ed-0f390a640928 req-67ab0f7f-8440-4298-8818-04781de9cbcc tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 946 time: 0.1381154 May 06 09:56:17.145812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] DHCP port deletion for d2b7be06-4f56-48a3-b386-5801f1d3cad2 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:17.202453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34710) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:17.221064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:17.227019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] Deleting port cdc92dca-76ba-4956-8f11-08f3b1319d5e {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:17.227691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-134b7ddc-395c-4539-9f55-2d8cc6236ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.228323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.242785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.248257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8dca867-8082-4991-a7ed-0f390a640928 req-37b8a128-2e2e-47ed-ab7c-4d3036053f93 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265972 May 06 09:56:17.287993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:17.302330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port cdc92dca-76ba-4956-8f11-08f3b1319d5e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:17.302673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.336326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed34f311-d012-4b9d-9d0c-b9a062c44601 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:56:17.343503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] For port cdc92dca-76ba-4956-8f11-08f3b1319d5e, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cdc92dca-76ba-4956-8f11-08f3b1319d5e,segment=NetworkSegment(869d50bf-2452-4d32-8add-ec6e281e5ac5),segment_id=869d50bf-2452-4d32-8add-ec6e281e5ac5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:17.343927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.347074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.364234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] Calling delete_port for cdc92dca-76ba-4956-8f11-08f3b1319d5e owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:17.397029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Transition to ACTIVE for port object ed34f311-d012-4b9d-9d0c-b9a062c44601 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:56:17.401752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] For port cdc92dca-76ba-4956-8f11-08f3b1319d5e, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cdc92dca-76ba-4956-8f11-08f3b1319d5e,segment=NetworkSegment(869d50bf-2452-4d32-8add-ec6e281e5ac5),segment_id=869d50bf-2452-4d32-8add-ec6e281e5ac5)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:17.402146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.403723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.405101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.450290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for cdc92dca-76ba-4956-8f11-08f3b1319d5e owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:17.457609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event deleted for resources: {'Subnet': ['ID=37805c34-cdc0-4e3f-b165-5a27f48e9011,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:17.467419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.470756 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7d14fbf8-f41b-4e56-bb5e-dc42b330e7d3 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "DELETE /v2.0/subnets/37805c34-cdc0-4e3f-b165-5a27f48e9011 HTTP/1.1" status: 204 len: 168 time: 0.7405410 May 06 09:56:17.475609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34726) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:17.501097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b991c0c-9fb0-4a45-b795-69afdeefc9bc None None] Network 905b05c6-2390-4734-a0d9-f21ff4ed18d0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:17.588519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.634170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=9']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:17.637234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] Pushing event deleted for resources: {'Port': ['ID=cdc92dca-76ba-4956-8f11-08f3b1319d5e,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:17.650499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-134b7ddc-395c-4539-9f55-2d8cc6236ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.653233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.686496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c4a87-92b1-4dc2-9594-2eedb01307a4 None None] No DVR routers for this DVR port cdc92dca-76ba-4956-8f11-08f3b1319d5e on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:17.702598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f805376f-276e-4f4a-ad91-2431a9cf6d44 req-44691536-8770-40de-87da-b55fe1ceda01 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1309528 May 06 09:56:17.794099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No DVR routers for this DVR port cdc92dca-76ba-4956-8f11-08f3b1319d5e on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:17.808131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] No DVR routers for this DVR port ed34f311-d012-4b9d-9d0c-b9a062c44601 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:17.814932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.832100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=cdc92dca-76ba-4956-8f11-08f3b1319d5e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:17.835570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] DHCP port deletion for 905b05c6-2390-4734-a0d9-f21ff4ed18d0 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:17.845586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-134b7ddc-395c-4539-9f55-2d8cc6236ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.937419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] Deleting port 96b39719-4c5f-461b-a08c-ab828212d195 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:17.937791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:17.953997 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-134b7ddc-395c-4539-9f55-2d8cc6236ed9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9166f06c4b4c427993dc0a7120588cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468774 May 06 09:56:17.991922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34738) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.011985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b7ddc-395c-4539-9f55-2d8cc6236ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950c8fba-368b-4e4b-923e-5067cfd425c8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.028692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] For port 96b39719-4c5f-461b-a08c-ab828212d195, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=96b39719-4c5f-461b-a08c-ab828212d195,segment=NetworkSegment(428228fd-8f87-46f9-bbfe-31675691b125),segment_id=428228fd-8f87-46f9-bbfe-31675691b125)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:18.029152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.032062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.050963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] Calling delete_port for 96b39719-4c5f-461b-a08c-ab828212d195 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:18.074255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b7be06-4f56-48a3-b386-5801f1d3cad2']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:18.094866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869d50bf-2452-4d32-8add-ec6e281e5ac5') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:18.095172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869d50bf-2452-4d32-8add-ec6e281e5ac5') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:18.110449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.141714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.157639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Deleting port 96b39719-4c5f-461b-a08c-ab828212d195 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:18.158063 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.162788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ce49768-64fe-4b6c-a5d2-8f4d18ed2d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.165732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:18.166150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:18.182885 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:18.188205 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.201508 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.239484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] Pushing event deleted for resources: {'Port': ['ID=96b39719-4c5f-461b-a08c-ab828212d195,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.245583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f854dec-1c01-45c5-bc8d-8a05524e5638 None None] No DVR routers for this DVR port 96b39719-4c5f-461b-a08c-ab828212d195 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:18.305934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ce49768-64fe-4b6c-a5d2-8f4d18ed2d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.346755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3d8b3-419e-40ee-bbcf-e52d527e2756 req-e8a177c9-51dc-4bac-8a7b-ded676bad8ee tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:18.347869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.355229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb3d8b3-419e-40ee-bbcf-e52d527e2756 req-e8a177c9-51dc-4bac-8a7b-ded676bad8ee tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 943 time: 0.1114349 May 06 09:56:18.376236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.379425 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/d2b7be06-4f56-48a3-b386-5801f1d3cad2 HTTP/1.1" status: 204 len: 168 time: 1.5524600 May 06 09:56:18.384872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34740) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.387812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cdc92dca-76ba-4956-8f11-08f3b1319d5e no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:18.389725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1663495963'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:18.390525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] For port 96b39719-4c5f-461b-a08c-ab828212d195, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=96b39719-4c5f-461b-a08c-ab828212d195,segment=NetworkSegment(428228fd-8f87-46f9-bbfe-31675691b125),segment_id=428228fd-8f87-46f9-bbfe-31675691b125)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:18.390965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.413325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cdcf6-2fb9-45d7-98bd-07c204da9f6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=d2b7be06-4f56-48a3-b386-5801f1d3cad2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.414839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: cdc92dca-76ba-4956-8f11-08f3b1319d5e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:18.415261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cdc92dca-76ba-4956-8f11-08f3b1319d5e not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:18.415785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 96b39719-4c5f-461b-a08c-ab828212d195 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:18.424686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Calling delete_port for 96b39719-4c5f-461b-a08c-ab828212d195 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:18.437096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb3d8b3-419e-40ee-bbcf-e52d527e2756 req-b0a16809-48fe-45c0-a2b1-5ab07be28744 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808983 May 06 09:56:18.441544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 96b39719-4c5f-461b-a08c-ab828212d195 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:18.441875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 96b39719-4c5f-461b-a08c-ab828212d195 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:18.466014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:18.469823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.495302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ce49768-64fe-4b6c-a5d2-8f4d18ed2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.497777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ce49768-64fe-4b6c-a5d2-8f4d18ed2d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.498918 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0ce49768-64fe-4b6c-a5d2-8f4d18ed2d31 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/950c8fba-368b-4e4b-923e-5067cfd425c8 HTTP/1.1" status: 204 len: 168 time: 0.4996312 May 06 09:56:18.513124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce49768-64fe-4b6c-a5d2-8f4d18ed2d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950c8fba-368b-4e4b-923e-5067cfd425c8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.513296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:18.513402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:18.513773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:18.525478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Port ed34f311-d012-4b9d-9d0c-b9a062c44601 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:56:18.526688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Attempting to bind port ed34f311-d012-4b9d-9d0c-b9a062c44601 on network 9384a9c4-085b-4e05-bcf0-21525f91ee84 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:18.531818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:18.539300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:18.539715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Checking segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:18.540121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Bound using segment: {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:18.540678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Bound port: ed34f311-d012-4b9d-9d0c-b9a062c44601, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '801c303c-a1ab-496a-8b38-06e9bece84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:18.541046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.543776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.557726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.558070 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Added segment 7c47869d-db55-40e7-bf20-ae70fe528ad2 of type vlan for network bb841974-d6ef-4b3c-88fe-0e8711d67625 May 06 09:56:18.590897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event deleted for resources: {'Port': ['ID=96b39719-4c5f-461b-a08c-ab828212d195,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.596587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] No DVR routers for this DVR port 96b39719-4c5f-461b-a08c-ab828212d195 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:18.638057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.685415 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.691824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:18.707522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.714971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:18.715592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.720182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:18.722679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.751507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905b05c6-2390-4734-a0d9-f21ff4ed18d0']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:18.763897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428228fd-8f87-46f9-bbfe-31675691b125') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:18.764246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428228fd-8f87-46f9-bbfe-31675691b125') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:18.779754 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.811353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34748) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.822116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.856441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.864307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:18.864761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:18.867998 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:18.938485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Network': ['ID=bb841974-d6ef-4b3c-88fe-0e8711d67625,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:18.956754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:18.973786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0ce72905-c1ce-48ed-83f4-352590535899 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5853746 May 06 09:56:18.977863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4aba1c80-5977-46fc-abb0-f333ce94fc49 req-c2bb1ea5-1591-44d6-9936-35516075b940 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1330981 May 06 09:56:18.981564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34756) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:18.987505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:19.004263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:19.047506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:19.048271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.049595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fad2512d-90d2-40ce-8a63-3f49550dbf1c service neutron] 10.222.0.83 "PUT /v2.0/ports/ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 1091 time: 2.6063006 May 06 09:56:19.050420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:19.052786 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cfee03-903e-45d6-8c24-349571108a54" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:19.146596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-99b995dc-9a71-4662-bfe4-44764d8789d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:19.148167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-99b995dc-9a71-4662-bfe4-44764d8789d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1095 time: 0.0731194 May 06 09:56:19.168143 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f318a52c-66bd-4d5a-9ef7-bb367e121162 x-openstack-request-id: req-f318a52c-66bd-4d5a-9ef7-bb367e121162 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:19.168433 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:19.168686 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f318a52c-66bd-4d5a-9ef7-bb367e121162 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:19.169166 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f318a52c-66bd-4d5a-9ef7-bb367e121162'] response: {'name': 'network-changed', 'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'status': 'completed', 'code': 200} May 06 09:56:19.237160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:19.240638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.344864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-6c4aa23c-9031-4e48-a7bc-5e9eb6d7e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:19.346370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-6c4aa23c-9031-4e48-a7bc-5e9eb6d7e224 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.1896572 May 06 09:56:19.398159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.411312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.416718 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] 10.222.0.76 "DELETE /v2.0/networks/905b05c6-2390-4734-a0d9-f21ff4ed18d0 HTTP/1.1" status: 204 len: 168 time: 1.9330556 May 06 09:56:19.428142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f04d-1866-4c05-94a0-3e72ab99db50 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221 tempest-ExtraDHCPOptionsIpV6TestJSON-623728221-project] Pushing event deleted for resources: {'Network': ['ID=905b05c6-2390-4734-a0d9-f21ff4ed18d0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:19.435519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-fc766b88-2531-4a36-ad35-43d30b9afc1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 998 time: 0.0767000 May 06 09:56:19.540072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:19.625993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.638693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-19ea6aac-268d-49e4-90ed-cf509bd2d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:19.640374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-19ea6aac-268d-49e4-90ed-cf509bd2d13b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.1239328 May 06 09:56:19.736537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b88588-6828-4b47-9588-829a16cc2ca3 req-54b229a3-69cd-4314-9a10-614b1cb29e5c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:19.738188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30b88588-6828-4b47-9588-829a16cc2ca3 req-54b229a3-69cd-4314-9a10-614b1cb29e5c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.1960990 May 06 09:56:19.762127 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-16629270-15d6-4d0e-994d-d1c1b00bb255 tempest-AgentManagementNegativeTest-1851997983 tempest-AgentManagementNegativeTest-1851997983-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2209260 May 06 09:56:19.763499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=87fdc350-15d2-4084-ac45-bf88d116a3cb,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:19.794942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-3ea8a8c4-b4c0-423a-b097-1bc976da651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:19.796598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-3ea8a8c4-b4c0-423a-b097-1bc976da651a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293581 May 06 09:56:19.797373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Checking segment: {'id': '7c47869d-db55-40e7-bf20-ae70fe528ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:19.797812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network hostable DHCP agents. Network: bb841974-d6ef-4b3c-88fe-0e8711d67625, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:19.808050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34782) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:19.833760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30b88588-6828-4b47-9588-829a16cc2ca3 req-fe2a283f-f8ef-49ec-8560-6c3552bfd27e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852749 May 06 09:56:19.891323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:19.909296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, bb841974-d6ef-4b3c-88fe-0e8711d67625) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:19.921918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6b0b63-1a81-49f0-a2cb-1d8982d3e9cc None None] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:19.934323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:19.936287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.954561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-1498d5ed-2c5e-4115-9f45-43e0dcd574d0 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484957 May 06 09:56:19.958553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c11afc4b-2179-4ca6-9827-a42ca3652521 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9759505 May 06 09:56:19.959299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:19.969701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34786) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:19.974134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9115b03f-726c-434d-a2e0-3b6fef024959 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-765496854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:20.079356 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d0652e70-8825-4843-b0bd-31c7d6511456 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=103ed1c3102f422ba5fa590e6dad6d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673919 May 06 09:56:20.081574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34792) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:20.088046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-bb841974-d6ef-4b3c-88fe-0e8711d67625', 'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625', 'tenant_id': 'e75aa0ea46244cd782fc84b4cce34b51', 'fixed_ips': [{'subnet_id': '87fdc350-15d2-4084-ac45-bf88d116a3cb'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:20.089129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9115b03f-726c-434d-a2e0-3b6fef024959 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.090180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9115b03f-726c-434d-a2e0-3b6fef024959 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.090737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.135882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34794) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:20.220548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc46d5b1-7949-4f9c-8f88-58b216c15751 req-b28b7156-b014-4448-a882-a7571056bfb0 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0698507 May 06 09:56:20.220761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b4d432c-deaa-48bf-983c-5479d9f37394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.221915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9115b03f-726c-434d-a2e0-3b6fef024959 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.231663 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9115b03f-726c-434d-a2e0-3b6fef024959 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.253375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49cde287-5db7-4a12-9a4a-b0e830211c5e req-d8fc311b-e4a1-4f42-97d1-c7161825abc4 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923639 May 06 09:56:20.261551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Allocated IP 172.20.0.2 (bb841974-d6ef-4b3c-88fe-0e8711d67625/87fdc350-15d2-4084-ac45-bf88d116a3cb/183d5469-57c1-4721-b8d5-f41455e67975) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:20.268974 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9115b03f-726c-434d-a2e0-3b6fef024959 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.270183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9115b03f-726c-434d-a2e0-3b6fef024959 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2995565 May 06 09:56:20.273118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34798) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:20.286049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625', 'name': 'tempest-PortsTestJSON-1177001278'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:20.300039 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b4d432c-deaa-48bf-983c-5479d9f37394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.421423 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e598adc-9664-4977-85e6-5a86026aa203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.462021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b4d432c-deaa-48bf-983c-5479d9f37394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.464527 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.467693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b4d432c-deaa-48bf-983c-5479d9f37394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.469310 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6b4d432c-deaa-48bf-983c-5479d9f37394 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5aebfbad-03b3-4697-aa5c-5d93ca9092f5 HTTP/1.1" status: 204 len: 168 time: 0.3868122 May 06 09:56:20.483151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.488709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d432c-deaa-48bf-983c-5479d9f37394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aebfbad-03b3-4697-aa5c-5d93ca9092f5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:20.504949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.20.0.17 (1f9b3eed-14c0-4056-aba2-c4e22c853ff8/37dc3be0-3369-4061-b5ff-bec148152527/8e26133f-fdf4-4e61-b815-b92e2d3766f6) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:20.510708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfee03-903e-45d6-8c24-349571108a54 req-c1b47a49-5732-4a70-9f55-ef0aed8468be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:20.512772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cfee03-903e-45d6-8c24-349571108a54 req-c1b47a49-5732-4a70-9f55-ef0aed8468be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1095 time: 0.1455972 May 06 09:56:20.587292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:20.591566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.632494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port ef96e803-fe30-4cc7-ab2b-b2da933b6bde yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:20.656433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:20.664775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:20.672065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:20.688114 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.739921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e598adc-9664-4977-85e6-5a86026aa203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.745586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.751101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Pushing event updated for resources: {'Port': ['ID=183d5469-57c1-4721-b8d5-f41455e67975,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:20.777408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Attempting to bind port 183d5469-57c1-4721-b8d5-f41455e67975 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:20.778148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Attempting to bind port 183d5469-57c1-4721-b8d5-f41455e67975 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '7c47869d-db55-40e7-bf20-ae70fe528ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:20.778748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Attempting to bind port 183d5469-57c1-4721-b8d5-f41455e67975 on network bb841974-d6ef-4b3c-88fe-0e8711d67625 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:20.782892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfee03-903e-45d6-8c24-349571108a54 req-12b4a920-73f4-4d3b-a72d-588e371dfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:20.786054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:20.786640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Checking segment: {'id': '7c47869d-db55-40e7-bf20-ae70fe528ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:20.787315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.787738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cfee03-903e-45d6-8c24-349571108a54 req-12b4a920-73f4-4d3b-a72d-588e371dfac4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 200 len: 917 time: 0.2674785 May 06 09:56:20.788080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Bound using segment: {'id': '7c47869d-db55-40e7-bf20-ae70fe528ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:20.788704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Bound port: 183d5469-57c1-4721-b8d5-f41455e67975, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c47869d-db55-40e7-bf20-ae70fe528ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bb841974-d6ef-4b3c-88fe-0e8711d67625'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:20.789334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.803927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.813481 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e598adc-9664-4977-85e6-5a86026aa203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.891620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] For port 183d5469-57c1-4721-b8d5-f41455e67975, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:20.901432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] For port 183d5469-57c1-4721-b8d5-f41455e67975, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=183d5469-57c1-4721-b8d5-f41455e67975,segment=NetworkSegment(7c47869d-db55-40e7-bf20-ae70fe528ad2),segment_id=7c47869d-db55-40e7-bf20-ae70fe528ad2)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:20.907109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:20.917839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=8e26133f-fdf4-4e61-b815-b92e2d3766f6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:20.925474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:20.928187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:20.931605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:20.971397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e598adc-9664-4977-85e6-5a86026aa203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc3080a-8f44-4233-9fcf-81c35925e777,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:21.012808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1e598adc-9664-4977-85e6-5a86026aa203 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b09caebf0a304d59b7de1a12f55d12d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8758025 May 06 09:56:21.038261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34824) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:21.047748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2312a6-f59f-4fa6-af0d-09f856a85d0d None None] Pushing event updated for resources: {'Port': ['ID=183d5469-57c1-4721-b8d5-f41455e67975,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:21.071744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.071977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.3 (bb841974-d6ef-4b3c-88fe-0e8711d67625/87fdc350-15d2-4084-ac45-bf88d116a3cb/ef96e803-fe30-4cc7-ab2b-b2da933b6bde) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:21.149331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cfee03-903e-45d6-8c24-349571108a54 req-c786887d-eace-46e6-a40c-6e7dd77064ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 200 len: 998 time: 0.3295290 May 06 09:56:21.288009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72efe8a-1dfc-4e9a-accc-40a2e3da7f27 req-0a98a2bf-617f-47be-94be-b75b8b8ab4d0 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:21.308849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a580db3d-8f34-40af-82dc-ca1f40c2a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.313014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e72efe8a-1dfc-4e9a-accc-40a2e3da7f27 req-0a98a2bf-617f-47be-94be-b75b8b8ab4d0 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.3045800 May 06 09:56:21.347931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a580db3d-8f34-40af-82dc-ca1f40c2a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.412220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfee03-903e-45d6-8c24-349571108a54 req-2b3b6e33-eecc-4a79-9921-d16d1a279f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:21.413988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cfee03-903e-45d6-8c24-349571108a54 req-2b3b6e33-eecc-4a79-9921-d16d1a279f92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 200 len: 855 time: 0.2422278 May 06 09:56:21.429038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a580db3d-8f34-40af-82dc-ca1f40c2a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.431055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e72efe8a-1dfc-4e9a-accc-40a2e3da7f27 req-76c9e929-8a2b-4f4d-b608-aea4a1c7e0e1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135705 May 06 09:56:21.434965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a580db3d-8f34-40af-82dc-ca1f40c2a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.441447 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a580db3d-8f34-40af-82dc-ca1f40c2a968 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdc3080a-8f44-4233-9fcf-81c35925e777 HTTP/1.1" status: 204 len: 168 time: 0.4007511 May 06 09:56:21.544721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fe2898d8-8e66-42ec-a866-5e2afd51c1f5 None None] Provisioning complete for port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:21.545105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fe2898d8-8e66-42ec-a866-5e2afd51c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.570736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580db3d-8f34-40af-82dc-ca1f40c2a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc3080a-8f44-4233-9fcf-81c35925e777,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:21.669566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fe2898d8-8e66-42ec-a866-5e2afd51c1f5 None None] Port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:21.678893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:21.859637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dce6e235-8915-4b18-bfb5-a81daea27276 req-21b243c7-230f-4ef4-9901-fd9ac6936fe4 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.2624407 May 06 09:56:21.895103 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ea5dbd07-cfe5-4ddd-b04c-7769fba085fc req-897296da-5d6e-4e08-af63-26d25cb7cea5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0432966 May 06 09:56:21.909575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfee03-903e-45d6-8c24-349571108a54 req-8aa7efed-8382-47af-bd66-9f2ffdf3c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:21.911117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cfee03-903e-45d6-8c24-349571108a54 req-8aa7efed-8382-47af-bd66-9f2ffdf3c846 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9384a9c4-085b-4e05-bcf0-21525f91ee84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4785562 May 06 09:56:21.998371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.119004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.222082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.230070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.288922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:22.290097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:22.301474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:22.334914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:22.406222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=ef96e803-fe30-4cc7-ab2b-b2da933b6bde,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:22.408642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.416997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=8e26133f-fdf4-4e61-b815-b92e2d3766f6,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:22.456797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:22.464129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.495520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-724d68ba-1262-451d-904f-0c26c8b3d131 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2193794 May 06 09:56:22.498940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34856) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:22.532974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 183d5469-57c1-4721-b8d5-f41455e67975 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:22.658198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1716269696'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:22.668645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 183d5469-57c1-4721-b8d5-f41455e67975 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:22.669287 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.778140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:22.784691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.832345 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.878239 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:22.946076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 183d5469-57c1-4721-b8d5-f41455e67975, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=183d5469-57c1-4721-b8d5-f41455e67975,segment=NetworkSegment(7c47869d-db55-40e7-bf20-ae70fe528ad2),segment_id=7c47869d-db55-40e7-bf20-ae70fe528ad2)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:22.956633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.013097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:23.017627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:23.027758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ade0b8-e3ab-4e86-9744-befea4c1d3eb req-73b04e9f-d23a-4dbb-9e3e-ac50f25b745b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:23.036709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51ade0b8-e3ab-4e86-9744-befea4c1d3eb req-73b04e9f-d23a-4dbb-9e3e-ac50f25b745b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.3777230 May 06 09:56:23.101835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=183d5469-57c1-4721-b8d5-f41455e67975,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:23.110996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b27ab-b4c9-4079-8bc9-43b06bb63acd None None] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:23.249532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb5c9a8-dc51-4369-b73b-5fbfb20be538 req-85458c76-5ef2-42bc-aced-c94ad1f867cb tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.2002099 May 06 09:56:23.254893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34874) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:23.292942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0a18de84-0064-48ec-8fc4-3b8bf042ab8d None None] Provisioning complete for port 183d5469-57c1-4721-b8d5-f41455e67975 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:23.301297 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0a18de84-0064-48ec-8fc4-3b8bf042ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.391403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 82937ac2-d312-4b92-b20d-b0efcb008ef4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:56:23.430199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.447209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.592759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:23.734750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.735109 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Added segment a1e3fd57-5a31-4d38-9dc1-37533403aba5 of type vlan for network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef May 06 09:56:23.736935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c8b7e0-7eca-413b-b4b7-3c2aba096c43,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:23.801324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6c3afb9d-5b89-49c1-9091-64c18d6acf96 None None] Provisioning complete for port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:23.801832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c3afb9d-5b89-49c1-9091-64c18d6acf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.880441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6c3afb9d-5b89-49c1-9091-64c18d6acf96 None None] Port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:23.890658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.899777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:23.906856 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3e0d6ea4-6199-4430-8424-5015933b8d71 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "PUT /v2.0/routers/82937ac2-d312-4b92-b20d-b0efcb008ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0932713 May 06 09:56:23.925994 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Sync routers for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:23.941739 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:23.942566 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:23.949519 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.955682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:23.956222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:23.991730 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6526160 May 06 09:56:24.108312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'networks': [{'name': 'tempest-network--1922813772'}, {'name': 'tempest-network--2071347346'}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:24.109441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'network': {'name': 'tempest-network--1922813772'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:24.110169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'network': {'name': 'tempest-network--2071347346'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:24.125070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-df06093d-0baa-41dd-b58c-c6d5ff46b9e9 None None] Provisioning complete for port 183d5469-57c1-4721-b8d5-f41455e67975 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:24.125446 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df06093d-0baa-41dd-b58c-c6d5ff46b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:24.141064 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:24.213218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51ade0b8-e3ab-4e86-9744-befea4c1d3eb req-e1738766-7e3a-440e-ace5-5a002abbb3fb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1671357 May 06 09:56:24.239991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03259ca4-2b13-4d7e-83e6-f533e88ae2bf tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Network': ['ID=1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:24.310297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:24.367423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Made reservation on behalf of 06074b2a3c3d47e6b48205ad581b1d7d for: {'network': 2} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:24.443028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:24.499331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 183d5469-57c1-4721-b8d5-f41455e67975 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:24.667769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:24.779713 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:21Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:33Z', 'revision_number': 1, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e26133f-fdf4-4e61-b815-b92e2d3766f6', 'name': '', 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:70:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '37dc3be0-3369-4061-b5ff-bec148152527', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:56:20Z', 'updated_at': '2022-05-06T09:56:22Z', 'revision_number': 2, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '37dc3be0-3369-4061-b5ff-bec148152527', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:24.811832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a231609-717b-456b-9dd9-846fa0dd3634 req-70ebb3ed-983c-48e8-b4e4-d9efc334e846 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.2329750 May 06 09:56:24.864721 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cfee03-903e-45d6-8c24-349571108a54 req-83e62e05-657f-41f7-8088-f45258345d47 service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6746709 May 06 09:56:24.870086 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Checking router: 82937ac2-d312-4b92-b20d-b0efcb008ef4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:56:24.870689 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Updating router 82937ac2-d312-4b92-b20d-b0efcb008ef4 port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:56:24.952890 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:24.994451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-df06093d-0baa-41dd-b58c-c6d5ff46b9e9 None None] Provisioning complete for port ef96e803-fe30-4cc7-ab2b-b2da933b6bde triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:24.994451 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df06093d-0baa-41dd-b58c-c6d5ff46b9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.009044 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 183d5469-57c1-4721-b8d5-f41455e67975 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:25.009338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.125687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df06093d-0baa-41dd-b58c-c6d5ff46b9e9 None None] Port ef96e803-fe30-4cc7-ab2b-b2da933b6bde cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:25.311463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-29e25439-7a3d-4ee0-9f47-7de7618d8da6 None None] Provisioning complete for port ef96e803-fe30-4cc7-ab2b-b2da933b6bde triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:25.311865 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-29e25439-7a3d-4ee0-9f47-7de7618d8da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.368573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cfee03-903e-45d6-8c24-349571108a54 req-143c4486-f1d9-4808-b400-27b4e580e23c service neutron] 10.222.0.83 "GET /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883549 May 06 09:56:25.369462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.414568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-29e25439-7a3d-4ee0-9f47-7de7618d8da6 None None] Port ef96e803-fe30-4cc7-ab2b-b2da933b6bde cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:25.536159 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.544334 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.642143 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Pushing event updated for resources: {'Port': ['ID=8e26133f-fdf4-4e61-b815-b92e2d3766f6,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:25.691411 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.691709 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.692044 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.692599 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.692941 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.693515 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.693833 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.694148 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.694458 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.694771 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.695082 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.695388 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:25.736955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.741116 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Attempting to bind port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:25.741492 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Attempting to bind port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:25.742542 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Attempting to bind port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 on network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:25.750360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5ec23-d8e8-497f-a81a-14875a630b5c req-d7a01f2b-96da-433f-b90c-da1102d161c5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:25.752444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c5ec23-d8e8-497f-a81a-14875a630b5c req-d7a01f2b-96da-433f-b90c-da1102d161c5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.2589223 May 06 09:56:25.756750 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:25.760401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.761031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.764756 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Checking segment: {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:25.770304 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.770787 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Bound using segment: {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:25.771225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Bound port: 8e26133f-fdf4-4e61-b815-b92e2d3766f6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281d6cb4-5cee-4551-b9fe-927b62bff503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:25.771649 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.885820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c06073-8516-40d2-a1d7-8ea2a9be835b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:25.929333 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] For port 8e26133f-fdf4-4e61-b815-b92e2d3766f6, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:25.933646 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] For port 8e26133f-fdf4-4e61-b815-b92e2d3766f6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e26133f-fdf4-4e61-b815-b92e2d3766f6,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:25.939095 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:25.975362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22c5ec23-d8e8-497f-a81a-14875a630b5c req-09f334ca-400f-4f16-9374-5f21d28ecce6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160354 May 06 09:56:26.058334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c967143-a381-42ef-b5d8-7f8bce062c8c req-ecb18a31-e255-4215-b993-bdef6cb22301 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0665388 May 06 09:56:26.067773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e7405c61-0bd3-4eef-a6d1-b691629946e9 None None] Provisioning complete for port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:26.069620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7405c61-0bd3-4eef-a6d1-b691629946e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.086864 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:26.089098 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:26.097302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:26.115144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.115489 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Added segment 840ed8ee-f41c-4b1e-b4b7-914558471612 of type vlan for network e4d0b486-50f6-4c6d-a2ed-870ff4f53587 May 06 09:56:26.206190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.286483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7405c61-0bd3-4eef-a6d1-b691629946e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.289787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.291958 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29eff7-000b-402d-a607-223b89fa5ff3 None None] Pushing event updated for resources: {'Port': ['ID=8e26133f-fdf4-4e61-b815-b92e2d3766f6,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:26.314428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.318999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:26.420915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e7405c61-0bd3-4eef-a6d1-b691629946e9 None None] For port 8e26133f-fdf4-4e61-b815-b92e2d3766f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e26133f-fdf4-4e61-b815-b92e2d3766f6,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:26.450118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7405c61-0bd3-4eef-a6d1-b691629946e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.513968 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:26.579622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.579622 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Added segment e4d9e552-e9eb-44f1-b4f7-bdbd04748d08 of type vlan for network bbbdd33b-f34d-462c-98a4-2a236fc9a77b May 06 09:56:26.669089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7405c61-0bd3-4eef-a6d1-b691629946e9 None None] Pushing event updated for resources: {'Port': ['ID=8e26133f-fdf4-4e61-b815-b92e2d3766f6,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:26.682517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8d08ff03-f6a7-42d5-b971-2c55dc3265de None None] Provisioning complete for port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:26.682884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8d08ff03-f6a7-42d5-b971-2c55dc3265de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.794136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:26.943776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=ef96e803-fe30-4cc7-ab2b-b2da933b6bde,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:27.072244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.073482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.097999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.111053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.113036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.181923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8ff07eb4-c2ac-4b72-9388-c195d0c70c4a None None] Provisioning complete for port ef96e803-fe30-4cc7-ab2b-b2da933b6bde triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:27.182478 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8ff07eb4-c2ac-4b72-9388-c195d0c70c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.308105 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:21Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:33Z', 'revision_number': 1, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e26133f-fdf4-4e61-b815-b92e2d3766f6', 'name': '', 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:70:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '37dc3be0-3369-4061-b5ff-bec148152527', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:56:20Z', 'updated_at': '2022-05-06T09:56:25Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '37dc3be0-3369-4061-b5ff-bec148152527', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:27.312789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Network': ['ID=e4d0b486-50f6-4c6d-a2ed-870ff4f53587,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:27.326677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34912) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.327148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.0513222 May 06 09:56:27.329490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cebb6447-74b0-4cc9-9e54-627aa0806ec9 req-48847dd3-0218-4f93-af8e-2669a07ff42e tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.2759020 May 06 09:56:27.379353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e4d0b486-50f6-4c6d-a2ed-870ff4f53587 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:27.396690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8ff07eb4-c2ac-4b72-9388-c195d0c70c4a None None] Port ef96e803-fe30-4cc7-ab2b-b2da933b6bde cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:27.479358 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc20d8-ffbd-4655-b082-15554f2c28f8 None None] The sync data for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 is: [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:21Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:33Z', 'revision_number': 1, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e26133f-fdf4-4e61-b815-b92e2d3766f6', 'name': '', 'network_id': '1f9b3eed-14c0-4056-aba2-c4e22c853ff8', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:70:12:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '37dc3be0-3369-4061-b5ff-bec148152527', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:56:20Z', 'updated_at': '2022-05-06T09:56:25Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '37dc3be0-3369-4061-b5ff-bec148152527', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:56:27.664140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce0364-98ce-405c-b773-e5c8e226d304 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Network': ['ID=bbbdd33b-f34d-462c-98a4-2a236fc9a77b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:27.722826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2120b-a46b-4693-b649-839ff1d5923d tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.733517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2120b-a46b-4693-b649-839ff1d5923d tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.743160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2120b-a46b-4693-b649-839ff1d5923d tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.760995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc21d9e-f0ca-4266-8bf4-ffa757227261 req-84d558ea-d1c2-4bdc-81eb-a5b8ecb7e2d4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.763873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2120b-a46b-4693-b649-839ff1d5923d tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:27.766364 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21f2120b-a46b-4693-b649-839ff1d5923d tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4376800 May 06 09:56:27.768794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34914) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.772417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fc21d9e-f0ca-4266-8bf4-ffa757227261 req-84d558ea-d1c2-4bdc-81eb-a5b8ecb7e2d4 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.5145662 May 06 09:56:27.848428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34916) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:27.856256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'subnet': {'network_id': '1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:27.877574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:27.984035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network bbbdd33b-f34d-462c-98a4-2a236fc9a77b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:27.985036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.048357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:28.052753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.134329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fc21d9e-f0ca-4266-8bf4-ffa757227261 req-70668f42-9f7e-4994-beca-66d6f85c62b6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483973 May 06 09:56:28.232613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.273939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d0b486-50f6-4c6d-a2ed-870ff4f53587']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:28.294342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.310202 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840ed8ee-f41c-4b1e-b4b7-914558471612') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:28.310502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840ed8ee-f41c-4b1e-b4b7-914558471612') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:28.374206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.430421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.434263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e26133f-fdf4-4e61-b815-b92e2d3766f6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:28.445847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:28.446271 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:28.519897 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:28.535223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.546082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.549741 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/networks/e4d0b486-50f6-4c6d-a2ed-870ff4f53587 HTTP/1.1" status: 204 len: 168 time: 0.7797570 May 06 09:56:28.558327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:28.558701 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.562851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34920) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:28.572047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189db1b9-b0e7-4752-a357-d03294407f37 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Network': ['ID=e4d0b486-50f6-4c6d-a2ed-870ff4f53587,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.629286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d271a058-5c34-4b81-8c44-4be16805b883 req-03d8a43b-1a5f-4549-8d30-4049f41d00be tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1126461 May 06 09:56:28.740016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.772297 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.819692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Subnet': ['ID=57f28a5f-05b3-4804-bfa0-2c7b94f8f4b0,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:28.866858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Checking segment: {'id': 'a1e3fd57-5a31-4d38-9dc1-37533403aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:28.867412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network hostable DHCP agents. Network: 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:28.890142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:28.904357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:28.910650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:28.911534 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.914895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d935221c-ed35-4ea0-bf49-6ff303d653a4 None None] Network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:28.939234 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-332e3304-0ac3-41be-8c35-bb032decdb14 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0884125 May 06 09:56:28.940300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34922) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:28.944995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1267113387'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:28.963711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.976337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:28.983745 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:28.998587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbdd33b-f34d-462c-98a4-2a236fc9a77b']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:29.015205 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:29.021476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d9e552-e9eb-44f1-b4f7-bdbd04748d08') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:29.021743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d9e552-e9eb-44f1-b4f7-bdbd04748d08') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:29.024800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.031681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.031877 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Added segment ab2a7416-073b-43ce-9255-16a8518e33b3 of type vlan for network b1ac316b-4c2e-4bce-aa0c-44337dbce210 May 06 09:56:29.032721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.080855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.101036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.130228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.146342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=ef96e803-fe30-4cc7-ab2b-b2da933b6bde,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:29.148937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.152405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:29.152801 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: timer() May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:29.155938 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:29.163509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.171370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:29.172256 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.199837 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2575743 May 06 09:56:29.209823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:29.260393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'subnet': {'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:29.290009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef', 'network_id': '1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef', 'tenant_id': 'f7b96dcfa6c5435a9c77e543a383b502', 'fixed_ips': [{'subnet_id': '57f28a5f-05b3-4804-bfa0-2c7b94f8f4b0'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:29.291276 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.374957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.412547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:29.417629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.418294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.423666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/networks/bbbdd33b-f34d-462c-98a4-2a236fc9a77b HTTP/1.1" status: 204 len: 168 time: 0.8167870 May 06 09:56:29.427692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc2545-7d3c-4c48-be38-1d0dddf8ca44 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Network': ['ID=bbbdd33b-f34d-462c-98a4-2a236fc9a77b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:29.430246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34930) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:29.512024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4825b31-abd4-4115-bba5-7218339f2ad4 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Network': ['ID=b1ac316b-4c2e-4bce-aa0c-44337dbce210,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:29.539213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b1ac316b-4c2e-4bce-aa0c-44337dbce210 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:29.566591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d34209-0181-4a29-a25b-a8a8e5ff2190 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:29.575573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d34209-0181-4a29-a25b-a8a8e5ff2190 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:29.577823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-40d34209-0181-4a29-a25b-a8a8e5ff2190 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1434343 May 06 09:56:29.589384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34932) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:29.600698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b73826-b7a9-46c5-b252-58203aa1c8da req-fd1efd9d-a6cf-4b63-977d-5685bfd02b19 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:29.604090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2b73826-b7a9-46c5-b252-58203aa1c8da req-fd1efd9d-a6cf-4b63-977d-5685bfd02b19 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.3417490 May 06 09:56:29.609438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1781149991'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:29.676156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:29.688510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Made reservation on behalf of 06074b2a3c3d47e6b48205ad581b1d7d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:29.692899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.710492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:29.743829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:29.756170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.756364 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Added segment c383bebb-af54-4b67-93f3-da63fd6f31f8 of type vlan for network 4a769055-854c-49c5-ae9c-97431fd3cc43 May 06 09:56:29.785832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Allocated IP 2001:db8:0:ffff::2 (1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef/57f28a5f-05b3-4804-bfa0-2c7b94f8f4b0/b79c4a67-b6fe-495b-b38f-2be8332d34e3) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:29.858535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:29.938332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2b73826-b7a9-46c5-b252-58203aa1c8da req-7cfe7695-5fb5-49f9-8ecf-47837e7f46bf tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201034 May 06 09:56:30.029437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24ceb569-1bc8-4391-9a50-634c0e3befab req-aa0247e9-e309-4546-8733-6682382ec726 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1073246 May 06 09:56:30.030961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:56:30.032607 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.120619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Checking segment: {'id': 'ab2a7416-073b-43ce-9255-16a8518e33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:30.120972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network hostable DHCP agents. Network: b1ac316b-4c2e-4bce-aa0c-44337dbce210, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:30.147694 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.166392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.170566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.176230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:30.178071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.180792 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Subnet': ['ID=d4c6d04b-58e4-4265-a25f-623845088d72,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.187304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network b1ac316b-4c2e-4bce-aa0c-44337dbce210 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:30.200588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b1ac316b-4c2e-4bce-aa0c-44337dbce210) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:30.208923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:30.210391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.243161 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9694184a-aa28-426c-8a8a-5f6431c765d8 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0313084 May 06 09:56:30.246253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34940) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:30.255192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'port': {'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210', 'name': 'tempest-NetworksIpV6TestAttrs-320478115'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:30.264049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94ff71a-e77e-47b1-b692-413ac48f005a None None] Network b1ac316b-4c2e-4bce-aa0c-44337dbce210 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:30.293754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-62c361e6-8380-4340-b84c-f783908bbb9e None None] Provisioning complete for port ef96e803-fe30-4cc7-ab2b-b2da933b6bde triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:30.296629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-62c361e6-8380-4340-b84c-f783908bbb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.312629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7070863 May 06 09:56:30.320280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34942) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:30.334767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1485530912'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:30.364961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:30.365552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e4d5f-83dc-40cf-b745-bfbe5350e958 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Network': ['ID=4a769055-854c-49c5-ae9c-97431fd3cc43,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.382053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Made reservation on behalf of 06074b2a3c3d47e6b48205ad581b1d7d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:30.388025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.436593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:30.450491 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.450841 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Added segment 0eecb0f8-9ba4-4248-b89c-c3b6e0205a0a of type vlan for network f97e07de-7495-4e3b-9139-e6ede83ce84a May 06 09:56:30.506686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4a769055-854c-49c5-ae9c-97431fd3cc43 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:30.512268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:30.515961 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.520879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:30.556879 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.563415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:30.564756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.624294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Pushing event updated for resources: {'Port': ['ID=b79c4a67-b6fe-495b-b38f-2be8332d34e3,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.672476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-62c361e6-8380-4340-b84c-f783908bbb9e None None] Port ef96e803-fe30-4cc7-ab2b-b2da933b6bde cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:30.755180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4293764 May 06 09:56:30.760353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34944) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:30.770169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'ports': [{'network_id': '4a769055-854c-49c5-ae9c-97431fd3cc43', 'name': 'tempest-port--574187023', 'admin_state_up': True}, {'network_id': 'f97e07de-7495-4e3b-9139-e6ede83ce84a', 'admin_state_up': False}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:30.770485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'port': {'network_id': '4a769055-854c-49c5-ae9c-97431fd3cc43', 'name': 'tempest-port--574187023', 'admin_state_up': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:30.770981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'port': {'network_id': 'f97e07de-7495-4e3b-9139-e6ede83ce84a', 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:30.795649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Attempting to bind port b79c4a67-b6fe-495b-b38f-2be8332d34e3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:30.796256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Attempting to bind port b79c4a67-b6fe-495b-b38f-2be8332d34e3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a1e3fd57-5a31-4d38-9dc1-37533403aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:30.796929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Attempting to bind port b79c4a67-b6fe-495b-b38f-2be8332d34e3 on network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:30.828594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:30.829064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Checking segment: {'id': 'a1e3fd57-5a31-4d38-9dc1-37533403aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:30.831939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.833091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Bound using segment: {'id': 'a1e3fd57-5a31-4d38-9dc1-37533403aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:30.834981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Bound port: b79c4a67-b6fe-495b-b38f-2be8332d34e3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e3fd57-5a31-4d38-9dc1-37533403aba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:30.835693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:30.862410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Router 67736c7f-0785-42c1-b9da-0a9ec2c193b7 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:56:30.925479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a3d80-d774-4356-beaf-fa48014a95b5 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Network': ['ID=f97e07de-7495-4e3b-9139-e6ede83ce84a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:30.942305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network f97e07de-7495-4e3b-9139-e6ede83ce84a details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:31.145028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] For port b79c4a67-b6fe-495b-b38f-2be8332d34e3, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:31.149479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] For port b79c4a67-b6fe-495b-b38f-2be8332d34e3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b79c4a67-b6fe-495b-b38f-2be8332d34e3,segment=NetworkSegment(a1e3fd57-5a31-4d38-9dc1-37533403aba5),segment_id=a1e3fd57-5a31-4d38-9dc1-37533403aba5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:31.156743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b1ac316b-4c2e-4bce-aa0c-44337dbce210', 'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210', 'tenant_id': 'f7b96dcfa6c5435a9c77e543a383b502', 'fixed_ips': [{'subnet_id': 'd4c6d04b-58e4-4265-a25f-623845088d72'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:31.160952 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.165543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Made reservation on behalf of 06074b2a3c3d47e6b48205ad581b1d7d for: {'port': 2} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:31.166776 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.170768 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.205224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:31.210996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.257522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.257746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] device_id is not set on port f1dc7dca-0048-4f46-b13f-5effbaf63971 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:31.502091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Allocated IP 2001:db8::f816:3eff:fe3a:8b3a (b1ac316b-4c2e-4bce-aa0c-44337dbce210/d4c6d04b-58e4-4265-a25f-623845088d72/f1dc7dca-0048-4f46-b13f-5effbaf63971) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:31.529735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23478bb9-1efe-4472-8b0e-2a0e575c211a None None] Pushing event updated for resources: {'Port': ['ID=b79c4a67-b6fe-495b-b38f-2be8332d34e3,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:31.897130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.983229 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:31.992680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cb2f2bb-fe9f-4b26-9ecc-897348d44040 req-3edee1a8-6f15-474d-a645-f8b8fb4d3d47 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.7198305 May 06 09:56:32.072628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Allocated IP 2001:db8::f816:3eff:fede:7b43 (b1ac316b-4c2e-4bce-aa0c-44337dbce210/d4c6d04b-58e4-4265-a25f-623845088d72/bb9fdf97-e980-48d4-8372-5f08c4d431a6) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:32.087271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:32.105865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e789237-850f-4a0e-ada6-1e556872dc8c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "PUT /v2.0/routers/67736c7f-0785-42c1-b9da-0a9ec2c193b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6055927 May 06 09:56:32.108333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34952) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.145643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] device_id is not set on port fbb12014-a734-4d5c-b92f-36eac28c5081 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:32.147359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] Sync routers for ids ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:32.149228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network b1ac316b-4c2e-4bce-aa0c-44337dbce210 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:32.160605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:32.167485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:32.173149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:32.173766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.176279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Port': ['ID=f1dc7dca-0048-4f46-b13f-5effbaf63971,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:32.204472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf956a-0532-4df2-b2ba-de1ad7e273b3 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:32.206280 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-77bf956a-0532-4df2-b2ba-de1ad7e273b3 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports?device_id=67736c7f-0785-42c1-b9da-0a9ec2c193b7 HTTP/1.1" status: 200 len: 982 time: 0.0953393 May 06 09:56:32.210370 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-772e6e6c-441e-40d2-9ff2-0a758dbaccd2 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9625096 May 06 09:56:32.211094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34954) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.219113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34956) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:32.263295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] Routers {'67736c7f-0785-42c1-b9da-0a9ec2c193b7'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:32.263950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:32.307704 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.347622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:32.394676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] Routers {'67736c7f-0785-42c1-b9da-0a9ec2c193b7'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:32.395298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:32.431908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b20d1-7e7c-4caa-894f-3f3269d256b5 req-ecc07b1a-36d4-48d9-a054-15f7bb718e0f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:32.434493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b52b20d1-7e7c-4caa-894f-3f3269d256b5 req-ecc07b1a-36d4-48d9-a054-15f7bb718e0f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 1.2747266 May 06 09:56:32.449671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] device_id is not set on port 65b23b25-8fb5-4d2d-8b0a-46ec1aa86006 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:32.460753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:32.461381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cbcf6e-3ef6-4d59-8235-3a8a719acec9 None None] The sync data for ids ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:56:32.519132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b52b20d1-7e7c-4caa-894f-3f3269d256b5 req-c51ea10c-7707-40ae-b0dd-054ccde2899a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765953 May 06 09:56:32.560615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b79c4a67-b6fe-495b-b38f-2be8332d34e3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:32.572630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Deleting subnet d4c6d04b-58e4-4265-a25f-623845088d72 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:32.685130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.709759 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.748195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b79c4a67-b6fe-495b-b38f-2be8332d34e3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:32.748195 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.762112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.764634 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.835455 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.852821 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:32.917890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Port': ['ID=fbb12014-a734-4d5c-b92f-36eac28c5081,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:32.946995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Checking segment: {'id': 'c383bebb-af54-4b67-93f3-da63fd6f31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4a769055-854c-49c5-ae9c-97431fd3cc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:32.947536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network hostable DHCP agents. Network: 4a769055-854c-49c5-ae9c-97431fd3cc43, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:33.001541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network 4a769055-854c-49c5-ae9c-97431fd3cc43 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:33.027860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4a769055-854c-49c5-ae9c-97431fd3cc43) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:33.037134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:33.040151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.103454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.210999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.237624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Port': ['ID=65b23b25-8fb5-4d2d-8b0a-46ec1aa86006,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:33.247087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a3865-110f-470e-8c1f-6d460ebafff2 None None] Network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:33.248689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3789861e-9034-4f4e-83b4-22df00da1677 req-cbcda8ec-150d-432c-9cc0-40cf8af95283 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0988324 May 06 09:56:33.294617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c6d04b-58e4-4265-a25f-623845088d72,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:33.313565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Checking segment: {'id': '0eecb0f8-9ba4-4248-b89c-c3b6e0205a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f97e07de-7495-4e3b-9139-e6ede83ce84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:33.314236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network hostable DHCP agents. Network: f97e07de-7495-4e3b-9139-e6ede83ce84a, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:33.317759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.330289 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-698f736f-ca4b-465d-a07e-86f34c1292ca tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/d4c6d04b-58e4-4265-a25f-623845088d72 HTTP/1.1" status: 204 len: 168 time: 1.1072080 May 06 09:56:33.331301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34964) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.348124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db515fdb-510a-422e-8d89-ab6bae763a4d None None] Network 4a769055-854c-49c5-ae9c-97431fd3cc43 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:33.349808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network f97e07de-7495-4e3b-9139-e6ede83ce84a is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:33.363451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, f97e07de-7495-4e3b-9139-e6ede83ce84a) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:33.369596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:33.387357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.392702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.393372 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.413736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7ffc5da3-9e17-4bda-86d8-89e2124e5cbb tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6520913 May 06 09:56:33.416412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34966) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.435652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fe782-779c-4c0a-9b82-f9af0de858b8 None None] Network f97e07de-7495-4e3b-9139-e6ede83ce84a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:33.461790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Network b1ac316b-4c2e-4bce-aa0c-44337dbce210 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:33.490275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73968cea-061c-4354-9270-156bed8eb40d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.492281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73968cea-061c-4354-9270-156bed8eb40d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.494110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c8747-bda2-46ab-83e9-cf6fdb00ab24 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.494928 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-73968cea-061c-4354-9270-156bed8eb40d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1612434 May 06 09:56:33.499166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34968) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.500618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c8747-bda2-46ab-83e9-cf6fdb00ab24 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.502354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7a2c8747-bda2-46ab-83e9-cf6fdb00ab24 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0846469 May 06 09:56:33.512002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34970) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.531794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:33.535893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:33.541297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Pushing event updated for resources: {'Port': ['ID=bb9fdf97-e980-48d4-8372-5f08c4d431a6,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:33.629028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.718652 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2500-14bc-4bf5-afb3-5915dcd639bd tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.732708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f571c889-4a40-4a76-ba08-c3cbc60e726b None None] Provisioning complete for port b79c4a67-b6fe-495b-b38f-2be8332d34e3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:33.733073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f571c889-4a40-4a76-ba08-c3cbc60e726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.734938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3208aee-ed53-459b-bfa7-86684a0829fc req-cd0ab449-78e8-4462-b569-d62e127b6f91 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:33.736995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3208aee-ed53-459b-bfa7-86684a0829fc req-cd0ab449-78e8-4462-b569-d62e127b6f91 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.0779700 May 06 09:56:33.743217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Deleting port fbb12014-a734-4d5c-b92f-36eac28c5081 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:33.743548 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.748111 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0d2500-14bc-4bf5-afb3-5915dcd639bd tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 09:56:33.748909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0d2500-14bc-4bf5-afb3-5915dcd639bd tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:33.753350 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d0d2500-14bc-4bf5-afb3-5915dcd639bd tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/b1ac316b-4c2e-4bce-aa0c-44337dbce210 HTTP/1.1" status: 409 len: 405 time: 0.2528274 May 06 09:56:33.767666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34974) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:33.799850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2020595840'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:33.851515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.855320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b79c4a67-b6fe-495b-b38f-2be8332d34e3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b79c4a67-b6fe-495b-b38f-2be8332d34e3,segment=NetworkSegment(a1e3fd57-5a31-4d38-9dc1-37533403aba5),segment_id=a1e3fd57-5a31-4d38-9dc1-37533403aba5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:33.861218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.868982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:33.872758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.880176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3208aee-ed53-459b-bfa7-86684a0829fc req-1dec56f7-13ae-4888-849a-5d8a471e4617 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324983 May 06 09:56:33.891966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Calling delete_port for fbb12014-a734-4d5c-b92f-36eac28c5081 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:33.916788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.948877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:33.963503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:33.963876 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Added segment cdab1976-1eaa-48ac-a88d-b1931a6a107e of type vlan for network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e May 06 09:56:33.969034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Attempting to bind port bb9fdf97-e980-48d4-8372-5f08c4d431a6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:33.969395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Attempting to bind port bb9fdf97-e980-48d4-8372-5f08c4d431a6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab2a7416-073b-43ce-9255-16a8518e33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:33.969750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Attempting to bind port bb9fdf97-e980-48d4-8372-5f08c4d431a6 on network b1ac316b-4c2e-4bce-aa0c-44337dbce210 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:34.030584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.031263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:34.031263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Checking segment: {'id': 'ab2a7416-073b-43ce-9255-16a8518e33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:34.031263 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.031651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Bound using segment: {'id': 'ab2a7416-073b-43ce-9255-16a8518e33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:34.032209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Bound port: bb9fdf97-e980-48d4-8372-5f08c4d431a6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2a7416-073b-43ce-9255-16a8518e33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b1ac316b-4c2e-4bce-aa0c-44337dbce210'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:34.032498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.068137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.116657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Port': ['ID=fbb12014-a734-4d5c-b92f-36eac28c5081,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:34.122065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b79c4a67-b6fe-495b-b38f-2be8332d34e3,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:34.124577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port ef96e803-fe30-4cc7-ab2b-b2da933b6bde {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:34.125122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.126973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.134260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-94d7d759-67d7-4dcd-89c2-61d3f86b236e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/ports/fbb12014-a734-4d5c-b92f-36eac28c5081 HTTP/1.1" status: 204 len: 168 time: 0.6183379 May 06 09:56:34.134260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.139985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:34.140707 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.143384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34976) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:34.173017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] For port bb9fdf97-e980-48d4-8372-5f08c4d431a6, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:34.176335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] For port bb9fdf97-e980-48d4-8372-5f08c4d431a6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bb9fdf97-e980-48d4-8372-5f08c4d431a6,segment=NetworkSegment(ab2a7416-073b-43ce-9255-16a8518e33b3),segment_id=ab2a7416-073b-43ce-9255-16a8518e33b3)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:34.184440 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.229499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Network': ['ID=3d288187-8cf1-4351-9a6f-af9e05eb9e8e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:34.237159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.257962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for ef96e803-fe30-4cc7-ab2b-b2da933b6bde owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:34.278296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf97af1-dfa4-4587-b0fd-46d1a07be5fa None None] Pushing event updated for resources: {'Port': ['ID=bb9fdf97-e980-48d4-8372-5f08c4d431a6,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:34.292790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cb271e83-de4d-477e-86bf-d1db7a5fcf08 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5233281 May 06 09:56:34.293500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34978) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:34.324244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:34.332108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'subnet': {'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:34.400228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea71fb86-594b-49fd-b533-2a83c6582d55 None None] Network b1ac316b-4c2e-4bce-aa0c-44337dbce210 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:34.415963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b79c4a67-b6fe-495b-b38f-2be8332d34e3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:34.450179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b111ee51-f793-46c0-9735-e561423101ef req-786b8dcb-0f70-4194-bade-953d8fae2da2 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0446215 May 06 09:56:34.473956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.496638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Deleting port 65b23b25-8fb5-4d2d-8b0a-46ec1aa86006 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:34.496967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.502718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=ef96e803-fe30-4cc7-ab2b-b2da933b6bde,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:34.507242 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:56:34.550838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7e8aabcc-9447-489e-9143-69f477117b80 None None] Provisioning complete for port b79c4a67-b6fe-495b-b38f-2be8332d34e3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:34.551338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e8aabcc-9447-489e-9143-69f477117b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.568988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:34.572866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.632186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.659456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b79c4a67-b6fe-495b-b38f-2be8332d34e3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:34.659707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Calling delete_port for 65b23b25-8fb5-4d2d-8b0a-46ec1aa86006 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:34.659805 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.711858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.812960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.869788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Port': ['ID=65b23b25-8fb5-4d2d-8b0a-46ec1aa86006,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:34.884062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:34.887821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2eb07ee2-459f-489d-b6a1-b7e70fceb008 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/ports/65b23b25-8fb5-4d2d-8b0a-46ec1aa86006 HTTP/1.1" status: 204 len: 168 time: 0.6738353 May 06 09:56:34.890409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34986) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:34.902686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Router 67736c7f-0785-42c1-b9da-0a9ec2c193b7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:56:34.906346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13dda4f-0abc-41ba-8d8c-f623e9bf19b9 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:56:34.934334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ddc9a54b-e179-40dc-ac33-55652b7dce5e tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423031 May 06 09:56:34.935616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34990) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:34.942887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-704850065'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:34.989782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:34.998650 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a48faca2-455a-4c37-be1a-77637a6b105d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "PUT /v2.0/routers/67736c7f-0785-42c1-b9da-0a9ec2c193b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7837105 May 06 09:56:34.998764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34992) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.002304 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] Sync routers for ids ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:35.014911 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] Routers {'67736c7f-0785-42c1-b9da-0a9ec2c193b7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:35.015965 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:35.026672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Made reservation on behalf of 06074b2a3c3d47e6b48205ad581b1d7d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:35.030791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.032732 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a366451e-4a78-4187-a3b3-219927409578 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:56:35.037326 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a366451e-4a78-4187-a3b3-219927409578 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/ef96e803-fe30-4cc7-ab2b-b2da933b6bde HTTP/1.1" status: 404 len: 333 time: 0.0376720 May 06 09:56:35.037908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.054379 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:35.064428 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] Routers {'67736c7f-0785-42c1-b9da-0a9ec2c193b7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:35.065537 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:35.072701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:56:35.080080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.107490 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:35.108546 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5269388b-6ead-4f0c-9f3a-a2c1a8e4ddd5 None None] The sync data for ids ['67736c7f-0785-42c1-b9da-0a9ec2c193b7'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:56:35.132555 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d15d7e4c-83aa-4764-9212-28990d0b488f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.158114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:35.172790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba4cbb-e83d-48a6-97ee-2ca126c112e6 req-487adeec-0aba-4e5f-ba7d-83c704293d87 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:35.174436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08ba4cbb-e83d-48a6-97ee-2ca126c112e6 req-487adeec-0aba-4e5f-ba7d-83c704293d87 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.1717305 May 06 09:56:35.180940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Subnet': ['ID=1210d1c3-cdd3-4d51-bd12-4cf76d895c7b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:35.191687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13dda4f-0abc-41ba-8d8c-f623e9bf19b9 None None] Network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102744) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:35.198927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.199318 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Added segment 253b5cfd-ad19-44c5-892e-9b3806c42f0b of type vlan for network 271f54a4-4b20-4393-aec6-f88e6d1b0dfd May 06 09:56:35.203755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13dda4f-0abc-41ba-8d8c-f623e9bf19b9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 3d288187-8cf1-4351-9a6f-af9e05eb9e8e) {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:56:35.267351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Checking segment: {'id': 'cdab1976-1eaa-48ac-a88d-b1931a6a107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:35.267758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network hostable DHCP agents. Network: 3d288187-8cf1-4351-9a6f-af9e05eb9e8e, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:35.295526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.300020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08ba4cbb-e83d-48a6-97ee-2ca126c112e6 req-29576cec-c470-4046-9908-0b7ab2df75fc tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157393 May 06 09:56:35.307958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d15d7e4c-83aa-4764-9212-28990d0b488f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.309029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Unable to find a vacant binding_index for network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e and agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 06 09:56:35.311792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d15d7e4c-83aa-4764-9212-28990d0b488f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.319141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 3d288187-8cf1-4351-9a6f-af9e05eb9e8e) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:35.340747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:35.341365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.359093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.362082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d15d7e4c-83aa-4764-9212-28990d0b488f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.362741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15d7e4c-83aa-4764-9212-28990d0b488f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Fanout notify agent at l3_agent the message router_deleted on router 67736c7f-0785-42c1-b9da-0a9ec2c193b7 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:56:35.364886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:35.365482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.372941 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d15d7e4c-83aa-4764-9212-28990d0b488f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.373934 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d15d7e4c-83aa-4764-9212-28990d0b488f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/routers/67736c7f-0785-42c1-b9da-0a9ec2c193b7 HTTP/1.1" status: 204 len: 168 time: 0.3349137 May 06 09:56:35.376832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34996) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.392932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-598d72f1-53c3-44f7-88e2-4a9816a709d3 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0941024 May 06 09:56:35.402512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34998) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.413417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'port': {'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e', 'name': 'tempest-NetworksIpV6TestAttrs-972868642'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:35.433662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 87fdc350-15d2-4084-ac45-bf88d116a3cb {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:35.436804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.479752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.495100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5567198 May 06 09:56:35.506411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35002) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.513676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-727852187'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:35.554763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f36ed-87f4-404e-be60-585cc44c8889 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Network': ['ID=271f54a4-4b20-4393-aec6-f88e6d1b0dfd,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:35.568665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-3d288187-8cf1-4351-9a6f-af9e05eb9e8e', 'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e', 'tenant_id': 'f7b96dcfa6c5435a9c77e543a383b502', 'fixed_ips': [{'subnet_id': '1210d1c3-cdd3-4d51-bd12-4cf76d895c7b'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:35.570469 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.576523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 271f54a4-4b20-4393-aec6-f88e6d1b0dfd details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:35.596089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c73ce494-8ec7-47c7-817b-4cb85a884e60 req-c356a5b1-a038-4016-87ea-1ce4dea4dfde tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0356774 May 06 09:56:35.596653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.599684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Made reservation on behalf of 06074b2a3c3d47e6b48205ad581b1d7d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:35.603526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.642650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:35.659490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.659857 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Added segment d6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e of type vlan for network a3be0628-00d9-4c4a-9161-55849af1f229 May 06 09:56:35.670084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:35.673722 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.681421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.713723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.718125 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/87fdc350-15d2-4084-ac45-bf88d116a3cb HTTP/1.1" status: 204 len: 168 time: 0.3393836 May 06 09:56:35.718472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205255d-094e-442f-b7b9-94d122ddef91 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=87fdc350-15d2-4084-ac45-bf88d116a3cb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:35.720367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35006) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:35.724882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] device_id is not set on port fd4036bd-44fa-424f-a671-d0ce1eddf82f yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:35.734358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.799629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.802017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.808209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:35.808825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.824739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Allocated IP 2001:db8::f816:3eff:fe5c:49e4 (3d288187-8cf1-4351-9a6f-af9e05eb9e8e/1210d1c3-cdd3-4d51-bd12-4cf76d895c7b/1965f12b-37c4-458f-890d-3ac44a079c6b) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:35.857315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 183d5469-57c1-4721-b8d5-f41455e67975 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:35.857521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.866941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3575869 May 06 09:56:35.885803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e295296-bc20-46b4-bb52-cf5338536e7f tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Network': ['ID=a3be0628-00d9-4c4a-9161-55849af1f229,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:35.903657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a3be0628-00d9-4c4a-9161-55849af1f229 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:35.927287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] For port 183d5469-57c1-4721-b8d5-f41455e67975, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=183d5469-57c1-4721-b8d5-f41455e67975,segment=NetworkSegment(7c47869d-db55-40e7-bf20-ae70fe528ad2),segment_id=7c47869d-db55-40e7-bf20-ae70fe528ad2)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:35.927694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:35.941695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 183d5469-57c1-4721-b8d5-f41455e67975 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:36.029070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.047412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.055331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=183d5469-57c1-4721-b8d5-f41455e67975,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.057742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No DVR routers for this DVR port 183d5469-57c1-4721-b8d5-f41455e67975 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:36.059226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.113103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:36.114581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:36.118551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:36.146456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Allocated IP 2001:db8::f816:3eff:fe39:514a (3d288187-8cf1-4351-9a6f-af9e05eb9e8e/1210d1c3-cdd3-4d51-bd12-4cf76d895c7b/fd4036bd-44fa-424f-a671-d0ce1eddf82f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:36.152894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.180287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb841974-d6ef-4b3c-88fe-0e8711d67625']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:36.196043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c47869d-db55-40e7-bf20-ae70fe528ad2') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:36.196617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c47869d-db55-40e7-bf20-ae70fe528ad2') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:36.213208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.232283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.242270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:36.242679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:36.326894 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:36.332085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Pushing event updated for resources: {'Port': ['ID=1965f12b-37c4-458f-890d-3ac44a079c6b,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.351978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Attempting to bind port 1965f12b-37c4-458f-890d-3ac44a079c6b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:36.352677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Attempting to bind port 1965f12b-37c4-458f-890d-3ac44a079c6b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'cdab1976-1eaa-48ac-a88d-b1931a6a107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:36.353926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Attempting to bind port 1965f12b-37c4-458f-890d-3ac44a079c6b on network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:36.357040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.359927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:36.360492 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Checking segment: {'id': 'cdab1976-1eaa-48ac-a88d-b1931a6a107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:36.360906 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.361298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Bound using segment: {'id': 'cdab1976-1eaa-48ac-a88d-b1931a6a107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:36.361880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Bound port: 1965f12b-37c4-458f-890d-3ac44a079c6b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab1976-1eaa-48ac-a88d-b1931a6a107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3d288187-8cf1-4351-9a6f-af9e05eb9e8e'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:36.362377 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.371703 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.384350 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/bb841974-d6ef-4b3c-88fe-0e8711d67625 HTTP/1.1" status: 204 len: 168 time: 0.6597941 May 06 09:56:36.389045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35010) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.455103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0f3c5-9062-48fd-aab5-39b0b1034922 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=bb841974-d6ef-4b3c-88fe-0e8711d67625,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.460449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.474693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] For port 1965f12b-37c4-458f-890d-3ac44a079c6b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:36.480667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999ee03-2716-48d3-b1c3-6b560e85951a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:36.482330 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3999ee03-2716-48d3-b1c3-6b560e85951a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/32a11ed3-1fac-4fca-a0f9-0c0869b61e47 HTTP/1.1" status: 200 len: 841 time: 0.0895755 May 06 09:56:36.484274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] For port 1965f12b-37c4-458f-890d-3ac44a079c6b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1965f12b-37c4-458f-890d-3ac44a079c6b,segment=NetworkSegment(cdab1976-1eaa-48ac-a88d-b1931a6a107e),segment_id=cdab1976-1eaa-48ac-a88d-b1931a6a107e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:36.487322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35012) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.495539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.531994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a953-8189-4de4-bd98-4f5db0de0342 req-8126108f-97b4-4161-930d-b5d2b5039dc9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:36.539241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c383a953-8189-4de4-bd98-4f5db0de0342 req-8126108f-97b4-4161-930d-b5d2b5039dc9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.0830026 May 06 09:56:36.586325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35014) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.588036 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5b33da9a-e79c-4485-bd8d-89d80f33d5bc tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/32a11ed3-1fac-4fca-a0f9-0c0869b61e47?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0988412 May 06 09:56:36.592259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:36.624725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008121-0213-46f3-967a-fdb1e69ba8a8 None None] Pushing event updated for resources: {'Port': ['ID=1965f12b-37c4-458f-890d-3ac44a079c6b,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.626332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.726622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c383a953-8189-4de4-bd98-4f5db0de0342 req-af4bc01e-152e-41f2-b16f-e418d39c3c96 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864970 May 06 09:56:36.772255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:36.795828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:36.807193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:36.813687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:36.814470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:36.856262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Port': ['ID=fd4036bd-44fa-424f-a671-d0ce1eddf82f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:36.868479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48d14e50-c2c2-412e-87d4-95b17e3ef4da req-4ef87308-2535-4347-87b0-b0846d8453eb tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0927265 May 06 09:56:36.918709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4478ab86-2531-4aec-9b21-505024a769de tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5141017 May 06 09:56:36.920950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35018) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:36.925336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:36.929422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.006233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Deleting subnet 1210d1c3-cdd3-4d51-bd12-4cf76d895c7b {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:37.011930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.077779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.171682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.214735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:37.217587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:37.221846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:37.222426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.229959 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.234344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=09a4570d-50c1-465a-9fad-2298269f4fa2,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:37.248130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-80cb9630-fcda-4473-b2d7-7c936f438698 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6617892 May 06 09:56:37.250973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35020) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.255504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-465cc5f4-cbf4-44f7-95a6-226839f453c5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'security_group': {'name': 'tempest-secgroup-681131875'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:37.286076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-465cc5f4-cbf4-44f7-95a6-226839f453c5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.305262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.335535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Subnet': ['ID=1210d1c3-cdd3-4d51-bd12-4cf76d895c7b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:37.338226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.344136 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-60e50858-f449-4d22-9685-1c7e8fdd155e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/1210d1c3-cdd3-4d51-bd12-4cf76d895c7b HTTP/1.1" status: 204 len: 168 time: 0.4217508 May 06 09:56:37.345086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35022) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.378813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-465cc5f4-cbf4-44f7-95a6-226839f453c5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.386133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-465cc5f4-cbf4-44f7-95a6-226839f453c5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.400687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fefef-ea1d-4581-a1da-65ae984eec3f tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:37.402362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9fefef-ea1d-4581-a1da-65ae984eec3f tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:37.406320 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ff9fefef-ea1d-4581-a1da-65ae984eec3f tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0577872 May 06 09:56:37.406629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35024) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.484223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-465cc5f4-cbf4-44f7-95a6-226839f453c5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.488162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-465cc5f4-cbf4-44f7-95a6-226839f453c5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2334607 May 06 09:56:37.488314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35026) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.495269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3cd4b49c-a810-40c4-8b9a-d69c0d42789b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'security_group': {'name': 'tempest-secgroup-285142559'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:37.499507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cc5f4-cbf4-44f7-95a6-226839f453c5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beff5e0b-5f96-4c9e-af64-45fca5ef5b10,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:37.533637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e9a7342-d6d0-4cee-8ec3-81b0b84b953b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.542079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b49c-a810-40c4-8b9a-d69c0d42789b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.552043 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9a7342-d6d0-4cee-8ec3-81b0b84b953b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 06 09:56:37.552518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9a7342-d6d0-4cee-8ec3-81b0b84b953b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:37.560850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9e9a7342-d6d0-4cee-8ec3-81b0b84b953b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/3d288187-8cf1-4351-9a6f-af9e05eb9e8e HTTP/1.1" status: 409 len: 405 time: 0.1454718 May 06 09:56:37.562210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35028) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.567476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-703001201'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:37.605654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:37.609156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.660243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:37.671322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b49c-a810-40c4-8b9a-d69c0d42789b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.677878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.678214 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Added segment f82abf38-6899-41cb-9f2a-8d5400d86fc1 of type vlan for network ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96 May 06 09:56:37.679373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b49c-a810-40c4-8b9a-d69c0d42789b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.756245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3cd4b49c-a810-40c4-8b9a-d69c0d42789b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.757501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3cd4b49c-a810-40c4-8b9a-d69c0d42789b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2683482 May 06 09:56:37.760667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35032) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.763568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.767293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4b49c-a810-40c4-8b9a-d69c0d42789b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb31d8-bc62-4eb2-b266-6f03fb88efa2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:37.778886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1472902755', 'security_groups': ['08eb31d8-bc62-4eb2-b266-6f03fb88efa2'], 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '09a4570d-50c1-465a-9fad-2298269f4fa2'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:37.804868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.813397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:37.814414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:37.851389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e576bb05-6ef1-4c93-93ce-7db5305c5fe3 None None] Network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:37.864402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa68ab3-f4d6-4d24-a238-0bd714856e05 None None] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:37.866257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda35e6-3b50-479f-8ffe-a29c490618ac None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:37.887917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa68ab3-f4d6-4d24-a238-0bd714856e05 None None] Network bb841974-d6ef-4b3c-88fe-0e8711d67625 could not be found, it might have been deleted concurrently. {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:56:37.920505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3566253 May 06 09:56:37.924238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35036) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:37.939822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'subnet': {'network_id': 'ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:37.989338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:38.061759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df38e6fa-2d35-4edd-8c51-3ef5d5513691 None None] DHCP port deletion for bb841974-d6ef-4b3c-88fe-0e8711d67625 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:38.082961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a5e01fbf-7633-4b29-b277-331039e5a338 None None] Provisioning complete for port 1965f12b-37c4-458f-890d-3ac44a079c6b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:38.083635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a5e01fbf-7633-4b29-b277-331039e5a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.084701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d6de701-94c3-4af3-9f1c-c5e09b3f49a8 req-256492c0-0edd-4e5a-b2e6-2bedf047edae tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0387836 May 06 09:56:38.086964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e664d4-6e2d-42b1-8311-f4b8b247bfb5 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Network': ['ID=ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:38.105533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f17d3-bfd0-4c02-a7c9-9bb113c27196 req-1c293e41-7ed8-43fe-b7c7-2f0b1f9f2757 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:38.112754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e86f17d3-bfd0-4c02-a7c9-9bb113c27196 req-1c293e41-7ed8-43fe-b7c7-2f0b1f9f2757 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.2668333 May 06 09:56:38.130472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.147602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:38.152706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.155620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port 4093b345-b1e2-4884-b376-c0f23dfe4bd8 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:38.169731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:38.245490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e86f17d3-bfd0-4c02-a7c9-9bb113c27196 req-7a387c6a-08ba-4d80-965f-3aea3d56d779 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316009 May 06 09:56:38.497523 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a5e01fbf-7633-4b29-b277-331039e5a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.499960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1965f12b-37c4-458f-890d-3ac44a079c6b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:38.559226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.objects.ports [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102742) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:56:38.561429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.597325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a5e01fbf-7633-4b29-b277-331039e5a338 None None] For port 1965f12b-37c4-458f-890d-3ac44a079c6b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1965f12b-37c4-458f-890d-3ac44a079c6b,segment=NetworkSegment(cdab1976-1eaa-48ac-a88d-b1931a6a107e),segment_id=cdab1976-1eaa-48ac-a88d-b1931a6a107e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:38.605061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2fd0dd-ad15-48fc-99ad-6a313c3d664d None None] Network 3d288187-8cf1-4351-9a6f-af9e05eb9e8e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:38.660347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Checking segment: {'id': 'f82abf38-6899-41cb-9f2a-8d5400d86fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:38.660890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network hostable DHCP agents. Network: ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:38.672022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Subnet': ['ID=cb98c7a9-d959-4cfc-a6d4-9cb9ccbd48ec,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:38.685880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:38.703443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:38.714759 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a5e01fbf-7633-4b29-b277-331039e5a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.725915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03027d3b-cfc3-455d-9267-d5f7311a1249 None None] Network ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:38.726479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:38.727134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.766511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5af259b6-f6a1-417b-95ba-372e7b4148f6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8411074 May 06 09:56:38.767174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35040) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:38.852439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1965f12b-37c4-458f-890d-3ac44a079c6b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:38.853857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.855704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-82712f36-0fdd-46c7-9cd1-39e041b829b6', 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'tenant_id': 'e75aa0ea46244cd782fc84b4cce34b51', 'fixed_ips': [{'subnet_id': '09a4570d-50c1-465a-9fad-2298269f4fa2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:38.856519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.890982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.6 (82712f36-0fdd-46c7-9cd1-39e041b829b6/09a4570d-50c1-465a-9fad-2298269f4fa2/4093b345-b1e2-4884-b376-c0f23dfe4bd8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:38.914625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:38.988763 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.039754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e01fbf-7633-4b29-b277-331039e5a338 None None] Pushing event updated for resources: {'Port': ['ID=1965f12b-37c4-458f-890d-3ac44a079c6b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:39.048009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] DHCP port deletion for 3d288187-8cf1-4351-9a6f-af9e05eb9e8e request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:39.074028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.113897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Subnet': ['ID=cb98c7a9-d959-4cfc-a6d4-9cb9ccbd48ec,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:39.153492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.163861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187985bc-726a-4680-a75a-9d107491f35d None None] Network ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:39.207347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35044) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:39.214076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'subnets': [{'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1445199655', 'ip_version': 6}, {'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:39.214529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'subnet': {'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1445199655', 'ip_version': 6}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:39.215492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Request body: {'subnet': {'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:39.227706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.236981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.284543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:39.285331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=4093b345-b1e2-4884-b376-c0f23dfe4bd8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:39.289384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:39.292088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:39.312152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 183d5469-57c1-4721-b8d5-f41455e67975 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:39.342103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:39.342744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.365887 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-575a4434-b2d2-413c-99ca-8bdae8bf94a9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6006289 May 06 09:56:39.366967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:39.369200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 183d5469-57c1-4721-b8d5-f41455e67975 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:39.369548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 183d5469-57c1-4721-b8d5-f41455e67975 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:39.372913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-81eec55e-5fce-4aef-be2d-5bdc5c923071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:39.378138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] Deleting port 1965f12b-37c4-458f-890d-3ac44a079c6b {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:39.378781 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.389767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe543acb-7788-4e0b-9d9a-c3f04a0204d1 req-77eb8e2f-ca51-46c3-82a8-b1c0c025859c tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1497517 May 06 09:56:39.395692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Allocated IP 172.20.0.2 (82712f36-0fdd-46c7-9cd1-39e041b829b6/09a4570d-50c1-465a-9fad-2298269f4fa2/125af76e-f538-40ec-9494-dc1b262b9126) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:39.421385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:39.479525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82abf38-6899-41cb-9f2a-8d5400d86fc1') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:39.479863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82abf38-6899-41cb-9f2a-8d5400d86fc1') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:39.503492 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.506102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eec55e-5fce-4aef-be2d-5bdc5c923071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:39.510252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-81eec55e-5fce-4aef-be2d-5bdc5c923071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.518976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] For port 1965f12b-37c4-458f-890d-3ac44a079c6b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1965f12b-37c4-458f-890d-3ac44a079c6b,segment=NetworkSegment(cdab1976-1eaa-48ac-a88d-b1931a6a107e),segment_id=cdab1976-1eaa-48ac-a88d-b1931a6a107e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:39.519346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.530654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.541331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] Calling delete_port for 1965f12b-37c4-458f-890d-3ac44a079c6b owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:39.544873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904ddbe-b3d2-4453-9522-42aa9bb0e8f0 req-91253c63-8433-42d7-b867-2c7b09f6c4fb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:39.546391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3904ddbe-b3d2-4453-9522-42aa9bb0e8f0 req-91253c63-8433-42d7-b867-2c7b09f6c4fb tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.1979854 May 06 09:56:39.549976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:39.550357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: timer() May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:39.553742 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:39.621561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Made reservation on behalf of 06074b2a3c3d47e6b48205ad581b1d7d for: {'subnet': 2} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:39.624815 n-d-840834-1 neutron-server[102743]: INFO neutron.db.ipam_backend_mixin [None req-81eec55e-5fce-4aef-be2d-5bdc5c923071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 09a4570d-50c1-465a-9fad-2298269f4fa2 (CIDR: 172.20.0.0/28) May 06 09:56:39.626178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.626756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.631488 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-81eec55e-5fce-4aef-be2d-5bdc5c923071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:56:39.632894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81eec55e-5fce-4aef-be2d-5bdc5c923071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:39.655671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-81eec55e-5fce-4aef-be2d-5bdc5c923071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2862446 May 06 09:56:39.657134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35050) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:39.662418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:39.706281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3904ddbe-b3d2-4453-9522-42aa9bb0e8f0 req-88aca0b3-fc06-433e-8a89-3db5a7469ac6 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519866 May 06 09:56:39.734077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.751665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.751665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96 HTTP/1.1" status: 204 len: 168 time: 0.9792824 May 06 09:56:39.751665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35052) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:39.756170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1577713520'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:39.777579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1a216-a667-4412-a1c8-d9458257d0eb tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Network': ['ID=ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:39.803883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:39.807231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:39.808462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.810876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.861082 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.863425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:39.870937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.885017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.885359 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Added segment aa8c2007-d424-4c1e-bc2f-871678a129b0 of type vlan for network 508f6a67-abf1-497f-b6d8-8c5512f3e228 May 06 09:56:39.898114 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.921878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:39.924467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] No DVR routers for this DVR port 1965f12b-37c4-458f-890d-3ac44a079c6b on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:39.931324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:39.934619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:39.961339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:39.965998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:39.988557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13231d50-37b1-45e3-b632-6c98f114d9c4 None None] Pushing event deleted for resources: {'Port': ['ID=1965f12b-37c4-458f-890d-3ac44a079c6b,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.021616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Attempting to bind port 125af76e-f538-40ec-9494-dc1b262b9126 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:40.022325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Attempting to bind port 125af76e-f538-40ec-9494-dc1b262b9126 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'cebe205b-6833-4f33-b4b3-cbc77f6c192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:40.022902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Attempting to bind port 125af76e-f538-40ec-9494-dc1b262b9126 on network 82712f36-0fdd-46c7-9cd1-39e041b829b6 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:40.030973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:40.031713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Checking segment: {'id': 'cebe205b-6833-4f33-b4b3-cbc77f6c192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:40.032359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.032948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Bound using segment: {'id': 'cebe205b-6833-4f33-b4b3-cbc77f6c192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:40.033614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Bound port: 125af76e-f538-40ec-9494-dc1b262b9126, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebe205b-6833-4f33-b4b3-cbc77f6c192d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:40.034188 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.069051 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.074822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.075422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.080184 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.101506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:40.106360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:40.113431 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.133807 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:40.140601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:40.155234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.155845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4032321 May 06 09:56:40.156241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.158670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35058) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:40.176196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92eff6-f697-4ccc-b5d2-ada7909a5336 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Network': ['ID=508f6a67-abf1-497f-b6d8-8c5512f3e228,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.182437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'subnet': {'network_id': '508f6a67-abf1-497f-b6d8-8c5512f3e228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:40.192125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=42a12687-5601-4884-a422-2042962405cc,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.196717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 508f6a67-abf1-497f-b6d8-8c5512f3e228 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:40.199416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b4228-3d3d-44d9-a8d1-d9ec80a17159 None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.263383 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22a81651-4fb8-480f-85c5-a1e74bc9507a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6051183 May 06 09:56:40.266259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35060) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:40.282228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-300416381', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42a12687-5601-4884-a422-2042962405cc'}], 'security_groups': ['beff5e0b-5f96-4c9e-af64-45fca5ef5b10']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:40.322734 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.343827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1965f12b-37c4-458f-890d-3ac44a079c6b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:40.373217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 1965f12b-37c4-458f-890d-3ac44a079c6b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:40.373909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1965f12b-37c4-458f-890d-3ac44a079c6b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:40.392733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:40.396760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.401451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.404911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Subnet': ['ID=b44db6be-4e04-47c2-b44b-b5269b2dca73,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.413518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Checking segment: {'id': '253b5cfd-ad19-44c5-892e-9b3806c42f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:40.413916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network hostable DHCP agents. Network: 271f54a4-4b20-4393-aec6-f88e6d1b0dfd, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:40.470674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network 271f54a4-4b20-4393-aec6-f88e6d1b0dfd is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:40.482813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 271f54a4-4b20-4393-aec6-f88e6d1b0dfd) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:40.488009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.501494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e10e9c-171c-4d08-9ecd-516f1c4cc776 None None] Network 271f54a4-4b20-4393-aec6-f88e6d1b0dfd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:40.595727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf966cb9-e103-46bb-8f30-7c5ddc6f4975 req-a64056ab-db9c-46d1-9992-ae1538dcf7bd tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0547829 May 06 09:56:40.613207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:56:40.629083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event updated for resources: {'Subnet': ['ID=6ed86a1b-4e68-4252-a4db-1ec194d952c3,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:40.662116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Checking segment: {'id': 'd6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:40.662830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network hostable DHCP agents. Network: a3be0628-00d9-4c4a-9161-55849af1f229, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:40.700021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Network a3be0628-00d9-4c4a-9161-55849af1f229 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:40.718661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a3be0628-00d9-4c4a-9161-55849af1f229) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:40.725031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.725614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.726598 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.761886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-628f4acb-0aeb-4619-a7e8-f49361cbec6b tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5523689 May 06 09:56:40.762088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aa0f6e-6bea-4c10-9fb8-325f16dc4660 None None] Network a3be0628-00d9-4c4a-9161-55849af1f229 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:40.766712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35072) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:40.876652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e681cb9-ab8e-4df5-8240-b1dfe41523b7 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.879333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e681cb9-ab8e-4df5-8240-b1dfe41523b7 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.881211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-271f54a4-4b20-4393-aec6-f88e6d1b0dfd', 'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd', 'tenant_id': '06074b2a3c3d47e6b48205ad581b1d7d', 'fixed_ips': [{'subnet_id': 'b44db6be-4e04-47c2-b44b-b5269b2dca73'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:40.881723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e681cb9-ab8e-4df5-8240-b1dfe41523b7 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:40.883046 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.895496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0e681cb9-ab8e-4df5-8240-b1dfe41523b7 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1276035 May 06 09:56:40.907154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:40.908026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35076) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:40.928798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:40.957294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'port_id': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'mac_address': 'fa:16:3e:a6:b5:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:56:41.091104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Subnet': ['ID=fd0792aa-d179-473d-8350-8da97849391e,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:41.127382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Checking segment: {'id': 'aa8c2007-d424-4c1e-bc2f-871678a129b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '508f6a67-abf1-497f-b6d8-8c5512f3e228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:41.127799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network hostable DHCP agents. Network: 508f6a67-abf1-497f-b6d8-8c5512f3e228, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:41.130398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Delete allocated IP 172.20.0.6 (82712f36-0fdd-46c7-9cd1-39e041b829b6/09a4570d-50c1-465a-9fad-2298269f4fa2) {{(pid=102743) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:56:41.148298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.24 (82712f36-0fdd-46c7-9cd1-39e041b829b6/42a12687-5601-4884-a422-2042962405cc/4093b345-b1e2-4884-b376-c0f23dfe4bd8) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:41.199919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network 508f6a67-abf1-497f-b6d8-8c5512f3e228 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:41.225420 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.241776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 508f6a67-abf1-497f-b6d8-8c5512f3e228) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:41.264766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e7b82-1da7-4e9e-8a13-a8ad9ee9a819 None None] Network 508f6a67-abf1-497f-b6d8-8c5512f3e228 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:41.284195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.285213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.318385 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c1ef6a0d-416d-4bc3-a93d-c9421067c209 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1464341 May 06 09:56:41.318684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:41.318787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a3be0628-00d9-4c4a-9161-55849af1f229', 'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229', 'tenant_id': '06074b2a3c3d47e6b48205ad581b1d7d', 'fixed_ips': [{'subnet_id': '6ed86a1b-4e68-4252-a4db-1ec194d952c3'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:41.319692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.335260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed34f311-d012-4b9d-9d0c-b9a062c44601 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:56:41.400855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Deleting subnet b44db6be-4e04-47c2-b44b-b5269b2dca73 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:41.416923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:41.419778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43a931-7b3c-4578-8b9e-8e9edee4c8e4 req-df79d886-ff58-4908-a3ff-6720ea4faf19 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.421701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce43a931-7b3c-4578-8b9e-8e9edee4c8e4 req-df79d886-ff58-4908-a3ff-6720ea4faf19 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 944 time: 0.5247142 May 06 09:56:41.452574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d3105-ba54-4633-b800-cf3c6c1669b3 req-f5be301c-dbf0-48f3-81ed-80c83188d716 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.454433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd1d3105-ba54-4633-b800-cf3c6c1669b3 req-f5be301c-dbf0-48f3-81ed-80c83188d716 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1265006 May 06 09:56:41.474458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.485912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.492072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce43a931-7b3c-4578-8b9e-8e9edee4c8e4 req-71d33b16-4661-4f62-9747-8bbb7fba780a tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633600 May 06 09:56:41.497519 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.514181 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.526662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd1d3105-ba54-4633-b800-cf3c6c1669b3 req-c2e4694d-d4b2-4d57-bdc7-22700673bf71 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627654 May 06 09:56:41.555056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Allocated IP 2001:db8::1 (271f54a4-4b20-4393-aec6-f88e6d1b0dfd/b44db6be-4e04-47c2-b44b-b5269b2dca73/5348ba56-4782-4765-ac8e-66789c6179ae) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:41.619730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.659872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=11']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:41.684240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=4093b345-b1e2-4884-b376-c0f23dfe4bd8,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:41.736053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e551ea6-5d51-4fb1-a869-705e69ac3fcd req-25b4af36-994b-4afa-aa83-4e50a66afd5c tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0456131 May 06 09:56:41.742054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.757037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Allocated IP 2001:db8:0:1::1 (a3be0628-00d9-4c4a-9161-55849af1f229/6ed86a1b-4e68-4252-a4db-1ec194d952c3/d5140e8a-41d2-46f7-b973-0fff5af20214) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:41.777835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0792aa-d179-473d-8350-8da97849391e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:41.781533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] In _notify_port_updated(), no bound segment for port 4093b345-b1e2-4884-b376-c0f23dfe4bd8 on network 82712f36-0fdd-46c7-9cd1-39e041b829b6 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:56:41.786852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:41.787844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.789183 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1dd3173f-f62d-44af-9b21-b5406ced3c2e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "PUT /v2.0/ports/4093b345-b1e2-4884-b376-c0f23dfe4bd8 HTTP/1.1" status: 200 len: 920 time: 1.5171757 May 06 09:56:41.793092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35084) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:41.808155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f697c8-38d2-49e9-9a53-8bf8d5e42b56 None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:41.857650 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.882985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508f6a67-abf1-497f-b6d8-8c5512f3e228']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:41.895774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8c2007-d424-4c1e-bc2f-871678a129b0') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:41.896149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8c2007-d424-4c1e-bc2f-871678a129b0') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:41.899470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 4093b345-b1e2-4884-b376-c0f23dfe4bd8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:41.900339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.908220 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.922411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.928856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:41.929245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:41.933004 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:41.952337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:41.952917 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:41.961281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ed34f311-d012-4b9d-9d0c-b9a062c44601'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:56:41.994560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.004534 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.005132 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.008003 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/508f6a67-abf1-497f-b6d8-8c5512f3e228 HTTP/1.1" status: 204 len: 168 time: 0.6811941 May 06 09:56:42.012270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35086) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:42.025726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1486991495'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:42.027267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411056d6-75cc-4277-b30e-a4261f202230 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Network': ['ID=508f6a67-abf1-497f-b6d8-8c5512f3e228,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:42.035977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 4093b345-b1e2-4884-b376-c0f23dfe4bd8 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:42.089225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:42.092851 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.133662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:42.153343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962aab4-add9-40e9-ade8-c3f9adeda356 None None] Network 508f6a67-abf1-497f-b6d8-8c5512f3e228 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:42.155926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.156692 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Added segment 67ca4a6b-6b4c-4ce0-a8f7-26ff00584a76 of type vlan for network 018c4960-f56b-407c-8d1f-b7ea54c7183b May 06 09:56:42.228850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962aab4-add9-40e9-ade8-c3f9adeda356 None None] Network 508f6a67-abf1-497f-b6d8-8c5512f3e228 could not be found, it might have been deleted concurrently. {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 09:56:42.230724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.256173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.289826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.296192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:42.296761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.302085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=4093b345-b1e2-4884-b376-c0f23dfe4bd8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:42.397434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:42.412056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3935826 May 06 09:56:42.415019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35090) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:42.421188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Request body: {'subnet': {'network_id': '018c4960-f56b-407c-8d1f-b7ea54c7183b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:42.422069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62982cd1-3e25-489a-b9f1-8ee078f4acc0 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Network': ['ID=018c4960-f56b-407c-8d1f-b7ea54c7183b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:42.448524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.454406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c1908949-8da6-431e-9227-d57aa530654d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/4093b345-b1e2-4884-b376-c0f23dfe4bd8 HTTP/1.1" status: 204 len: 168 time: 0.6576948 May 06 09:56:42.455361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35092) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:42.463421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 018c4960-f56b-407c-8d1f-b7ea54c7183b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:42.474597 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.483051 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-108a3127-8243-4e1b-a8ba-ad762dbb4dd9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:56:42.484606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-108a3127-8243-4e1b-a8ba-ad762dbb4dd9 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/4093b345-b1e2-4884-b376-c0f23dfe4bd8 HTTP/1.1" status: 404 len: 333 time: 0.0281761 May 06 09:56:42.487550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35094) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:42.520595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Made reservation on behalf of f7b96dcfa6c5435a9c77e543a383b502 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:42.523314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.524781 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.530272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35096) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:42.564983 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.594855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.601220 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.646505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.728359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.755823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd2baf37-269b-4b31-861a-34196423a7f0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.766240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Network 271f54a4-4b20-4393-aec6-f88e6d1b0dfd is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:42.784543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:42.786884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:42.789258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-717cd6ab-bf44-44e9-b507-544e9104b54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.819652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Network a3be0628-00d9-4c4a-9161-55849af1f229 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:42.828014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Pushing event updated for resources: {'Port': ['ID=5348ba56-4782-4765-ac8e-66789c6179ae,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:42.831252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93771c7-aae7-4507-a906-0a0d6558f71c req-7c658561-e68a-4b6e-9921-d238a131e528 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:42.832852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c93771c7-aae7-4507-a906-0a0d6558f71c req-7c658561-e68a-4b6e-9921-d238a131e528 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1715248 May 06 09:56:42.835353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd2baf37-269b-4b31-861a-34196423a7f0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.851782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2a0bf-89b5-4cfe-b98e-e7edc1c1e007 req-246bd1ad-622d-4e42-b8b2-db13205dcf06 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:42.853894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f2a0bf-89b5-4cfe-b98e-e7edc1c1e007 req-246bd1ad-622d-4e42-b8b2-db13205dcf06 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.1937766 May 06 09:56:42.857412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.864525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:42.896170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:42.925333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:42.930912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:42.931759 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:42.987496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f2a0bf-89b5-4cfe-b98e-e7edc1c1e007 req-5f32cdc7-c71f-42d2-acde-67d30a31e097 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172094 May 06 09:56:43.007091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c93771c7-aae7-4507-a906-0a0d6558f71c req-9d2483cd-e1f4-4132-a73a-e36952e4ec56 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459689 May 06 09:56:43.045129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.051786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.114315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd2baf37-269b-4b31-861a-34196423a7f0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.116831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd2baf37-269b-4b31-861a-34196423a7f0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.117937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cd2baf37-269b-4b31-861a-34196423a7f0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/security-groups/08eb31d8-bc62-4eb2-b266-6f03fb88efa2 HTTP/1.1" status: 204 len: 168 time: 0.6294479 May 06 09:56:43.118837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Subnet': ['ID=b44db6be-4e04-47c2-b44b-b5269b2dca73,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.121592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.objects.ports [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102743) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 06 09:56:43.122869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:43.156679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.159851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-de08736b-c657-43e6-9bcd-c754c647a7ae tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/subnets/b44db6be-4e04-47c2-b44b-b5269b2dca73 HTTP/1.1" status: 204 len: 168 time: 2.2507248 May 06 09:56:43.162364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f70841-91b8-4489-84ad-0a7931ec2d68 req-1a9c5a0f-0376-4782-8cf5-f7dfe866c973 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0530438 May 06 09:56:43.163113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2baf37-269b-4b31-861a-34196423a7f0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb31d8-bc62-4eb2-b266-6f03fb88efa2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.164815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35106) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:43.169076 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.170762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Pushing event updated for resources: {'Port': ['ID=d5140e8a-41d2-46f7-b973-0fff5af20214,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.178493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Attempting to bind port 5348ba56-4782-4765-ac8e-66789c6179ae on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:43.179845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Attempting to bind port 5348ba56-4782-4765-ac8e-66789c6179ae by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '253b5cfd-ad19-44c5-892e-9b3806c42f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:43.180222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Attempting to bind port 5348ba56-4782-4765-ac8e-66789c6179ae on network 271f54a4-4b20-4393-aec6-f88e6d1b0dfd {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:43.256367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Deleting subnet 6ed86a1b-4e68-4252-a4db-1ec194d952c3 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:43.256831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Provisioning complete for port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:43.257266 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.263617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.266793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:43.267275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Checking segment: {'id': '253b5cfd-ad19-44c5-892e-9b3806c42f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:43.267567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.268042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Bound using segment: {'id': '253b5cfd-ad19-44c5-892e-9b3806c42f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:43.268606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Bound port: 5348ba56-4782-4765-ac8e-66789c6179ae, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253b5cfd-ad19-44c5-892e-9b3806c42f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '271f54a4-4b20-4393-aec6-f88e6d1b0dfd'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:43.268969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.273673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-95a0c39c-0f9e-4a20-925f-d9dd38ee0add tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:43.274933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-95a0c39c-0f9e-4a20-925f-d9dd38ee0add tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.0720723 May 06 09:56:43.297358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Attempting to bind port d5140e8a-41d2-46f7-b973-0fff5af20214 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:43.297729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Attempting to bind port d5140e8a-41d2-46f7-b973-0fff5af20214 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:43.298094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Attempting to bind port d5140e8a-41d2-46f7-b973-0fff5af20214 on network a3be0628-00d9-4c4a-9161-55849af1f229 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:43.300477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1cc15-06bc-471b-897b-919cb51974ec None None] Update dhcp port {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'fixed_ips': [{'subnet_id': '09a4570d-50c1-465a-9fad-2298269f4fa2', 'ip_address': '172.20.0.2'}, {'subnet_id': '42a12687-5601-4884-a422-2042962405cc'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '125af76e-f538-40ec-9494-dc1b262b9126'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:56:43.316217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event updated for resources: {'Subnet': ['ID=8a58a0ae-2c95-4d5e-8004-ece288d86217,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.339600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Checking segment: {'id': '67ca4a6b-6b4c-4ce0-a8f7-26ff00584a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '018c4960-f56b-407c-8d1f-b7ea54c7183b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:43.339983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network hostable DHCP agents. Network: 018c4960-f56b-407c-8d1f-b7ea54c7183b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:43.345521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b69-637c-4d0b-a47d-08e81d875092 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.351085 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.354655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:43.354655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Checking segment: {'id': 'd6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:43.354655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.355001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Bound using segment: {'id': 'd6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:43.355349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Bound port: d5140e8a-41d2-46f7-b973-0fff5af20214, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a3be0628-00d9-4c4a-9161-55849af1f229'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:43.355807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.387620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b69-637c-4d0b-a47d-08e81d875092 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.402035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Network 018c4960-f56b-407c-8d1f-b7ea54c7183b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:43.413670 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-83b1cc15-06bc-471b-897b-919cb51974ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.415613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:43.419900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cc109-990d-4577-91a4-810e1afb2e88 None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.465259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 018c4960-f56b-407c-8d1f-b7ea54c7183b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:43.470246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:43.470574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.478321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Deleting port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:43.479329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.503292 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1dbeb0fd-0e5b-4201-ae32-083403ca8d04 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0863380 May 06 09:56:43.505934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35108) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:43.512730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33efe8ce-0f77-4265-ba93-42f38aa7b581 None None] Network 018c4960-f56b-407c-8d1f-b7ea54c7183b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:43.519296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b69-637c-4d0b-a47d-08e81d875092 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.522044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b69-637c-4d0b-a47d-08e81d875092 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.526502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7cab6b69-637c-4d0b-a47d-08e81d875092 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/security-groups/beff5e0b-5f96-4c9e-af64-45fca5ef5b10 HTTP/1.1" status: 204 len: 168 time: 0.3797488 May 06 09:56:43.529016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4f492097-646c-44f3-bef0-17f316468cec None None] For port 5348ba56-4782-4765-ac8e-66789c6179ae, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:43.541408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35110) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:43.554308 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.605722 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.608258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4f492097-646c-44f3-bef0-17f316468cec None None] For port 5348ba56-4782-4765-ac8e-66789c6179ae, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5348ba56-4782-4765-ac8e-66789c6179ae,segment=NetworkSegment(253b5cfd-ad19-44c5-892e-9b3806c42f0b),segment_id=253b5cfd-ad19-44c5-892e-9b3806c42f0b)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:43.629274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab6b69-637c-4d0b-a47d-08e81d875092 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beff5e0b-5f96-4c9e-af64-45fca5ef5b10,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.644008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] For port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:43.644380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.678015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.681138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] For port d5140e8a-41d2-46f7-b973-0fff5af20214, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:43.715859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.730511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 09a4570d-50c1-465a-9fad-2298269f4fa2 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:43.744407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] For port d5140e8a-41d2-46f7-b973-0fff5af20214, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d5140e8a-41d2-46f7-b973-0fff5af20214,segment=NetworkSegment(d6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e),segment_id=d6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:43.751818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed86a1b-4e68-4252-a4db-1ec194d952c3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.774178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.775623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.778354 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.783385 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35112) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:43.784489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fb9913d8-1ec0-47b0-a1dd-064e30489458 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/subnets/6ed86a1b-4e68-4252-a4db-1ec194d952c3 HTTP/1.1" status: 204 len: 168 time: 0.6187165 May 06 09:56:43.827268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.855574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f492097-646c-44f3-bef0-17f316468cec None None] Pushing event updated for resources: {'Port': ['ID=5348ba56-4782-4765-ac8e-66789c6179ae,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:43.883543 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.911759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f66d2d9-52ba-48e3-98d6-e68156f33f2c None None] Network 271f54a4-4b20-4393-aec6-f88e6d1b0dfd requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:43.948493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.948852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:43.949167 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Floating IP a3d3bd80-dfc0-410a-a9e5-3979f45b290a disassociated. External IP: 172.25.8.182, port: 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531. May 06 09:56:43.949509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Calling delete_port for 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:44.014976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7527b0a-fa0e-470e-a573-23cfbddbc5cb None None] Pushing event updated for resources: {'Port': ['ID=d5140e8a-41d2-46f7-b973-0fff5af20214,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:44.024182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66abfb7-4d24-4348-a478-81d39f654f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-018c4960-f56b-407c-8d1f-b7ea54c7183b', 'network_id': '018c4960-f56b-407c-8d1f-b7ea54c7183b', 'tenant_id': 'f7b96dcfa6c5435a9c77e543a383b502', 'fixed_ips': [{'subnet_id': '8a58a0ae-2c95-4d5e-8004-ece288d86217'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:44.025616 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e66abfb7-4d24-4348-a478-81d39f654f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.090727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1758151-fe48-4ad5-bd5a-2a1b30528e99 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:44.096153 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d1758151-fe48-4ad5-bd5a-2a1b30528e99 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3068919 May 06 09:56:44.106166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35118) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:44.228612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.291192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447f740-f6b2-481e-a50d-9a30bbc55b00 req-7e6dbe63-964e-4fe0-b769-4ca9ee9b6598 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:44.293608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9447f740-f6b2-481e-a50d-9a30bbc55b00 req-7e6dbe63-964e-4fe0-b769-4ca9ee9b6598 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 945 time: 0.1123669 May 06 09:56:44.295217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.353870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event deleted for resources: {'Port': ['ID=9ba812a7-a2ed-4cb2-9196-5a55e5fdb531,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:44.392866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9447f740-f6b2-481e-a50d-9a30bbc55b00 req-3634ee09-28a0-4311-8de2-462c19597581 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560162 May 06 09:56:44.413328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bbeaf-745b-4ac3-8ce5-7930e1a6852d req-35042077-0bdc-46cd-a8c7-1afc1580d0f5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:44.413328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e24bbeaf-745b-4ac3-8ce5-7930e1a6852d req-35042077-0bdc-46cd-a8c7-1afc1580d0f5 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 945 time: 0.2154686 May 06 09:56:44.438230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.455700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.529013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e24bbeaf-745b-4ac3-8ce5-7930e1a6852d req-ba45e731-ca42-4e9d-9bfe-abb1afc4fb58 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012022 May 06 09:56:44.564586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:44.619188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:44.622795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb96e488-2e9f-45bf-a0fa-b8f567bbb4d6 req-c81a1569-0ffe-433a-ba53-2d52f616f9db tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0758257 May 06 09:56:44.670134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Router 212f8245-d0f5-4405-9fcd-38e8dd0532fa has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:56:44.687333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:44.687930 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.744291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port ed34f311-d012-4b9d-9d0c-b9a062c44601 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:56:44.753400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ed34f311-d012-4b9d-9d0c-b9a062c44601 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:44.753870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.809382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:44.838584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d5140e8a-41d2-46f7-b973-0fff5af20214 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:44.844697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] Sync routers for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:44.861230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] No DVR routers for this DVR port 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:44.866009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:44.870570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3dacf705-96c3-4c5e-9cb8-9292667702c5 req-f27a329b-b5bd-48f2-ace7-a58b03466f73 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "DELETE /v2.0/ports/9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 HTTP/1.1" status: 204 len: 173 time: 1.5705502 May 06 09:56:44.871201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'name': 'network-vif-deleted', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:44.875134 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb7ce81-e5c0-4c02-a7c9-065a253a6125" -d '{"events": [{"server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "name": "network-vif-deleted", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:44.935749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:44.936744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:44.966335 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece22b79-7b59-4a18-b557-e21bb8fd9313 x-openstack-request-id: req-ece22b79-7b59-4a18-b557-e21bb8fd9313 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:44.966631 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465d5cd7-2fea-4b2c-9dbb-68befda87c5e", "name": "network-vif-deleted", "tag": "9ba812a7-a2ed-4cb2-9196-5a55e5fdb531", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:44.966884 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ece22b79-7b59-4a18-b557-e21bb8fd9313 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:44.967319 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece22b79-7b59-4a18-b557-e21bb8fd9313'] response: {'server_uuid': '465d5cd7-2fea-4b2c-9dbb-68befda87c5e', 'name': 'network-vif-deleted', 'tag': '9ba812a7-a2ed-4cb2-9196-5a55e5fdb531', 'status': 'completed', 'code': 200} May 06 09:56:45.054392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.073752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-e66abfb7-4d24-4348-a478-81d39f654f43 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a58a0ae-2c95-4d5e-8004-ece288d86217: This subnet is being modified by another concurrent operation. May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a58a0ae-2c95-4d5e-8004-ece288d86217: This subnet is being modified by another concurrent operation. May 06 09:56:45.089398 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 09:56:45.104872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d5140e8a-41d2-46f7-b973-0fff5af20214 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:45.105377 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.108524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Subnet': ['ID=8a58a0ae-2c95-4d5e-8004-ece288d86217,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:45.164415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68af1a-8b04-4b4f-b3ae-28f3650ca414 None None] Network 018c4960-f56b-407c-8d1f-b7ea54c7183b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:45.175771 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-83b1cc15-06bc-471b-897b-919cb51974ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09a4570d-50c1-465a-9fad-2298269f4fa2: This subnet is being modified by another concurrent operation. May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09a4570d-50c1-465a-9fad-2298269f4fa2: This subnet is being modified by another concurrent operation. May 06 09:56:45.195245 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 09:56:45.235197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=09a4570d-50c1-465a-9fad-2298269f4fa2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:45.249072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:45.251273 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4130e08a-3af2-4bd1-ba93-8cc87ea03082" -d '{"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-plugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:45.272617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.287650 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10d8ac67-434d-4e2a-993d-883ea89ead35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.302486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:45.304139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.314358 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-40ecbc71-c1a4-4e11-830b-78209443540c tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/09a4570d-50c1-465a-9fad-2298269f4fa2 HTTP/1.1" status: 204 len: 168 time: 1.7471759 May 06 09:56:45.319142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Deleting port d5140e8a-41d2-46f7-b973-0fff5af20214 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:45.319574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.322213 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.323625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35126) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.330340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:45.344718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde35ac9-6a83-494f-8caa-720ad4b752fe None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:45.358098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:45.424898 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c44d849-01c7-436f-b7c6-f6a1f032d4f7 x-openstack-request-id: req-2c44d849-01c7-436f-b7c6-f6a1f032d4f7 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:45.425416 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-plugged", "status": "completed", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:45.426307 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c44d849-01c7-436f-b7c6-f6a1f032d4f7 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:45.426823 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c44d849-01c7-436f-b7c6-f6a1f032d4f7'] response: {'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'code': 200} May 06 09:56:45.429542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:45.449542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018c4960-f56b-407c-8d1f-b7ea54c7183b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:45.484117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ca4a6b-6b4c-4ce0-a8f7-26ff00584a76') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:45.484417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ca4a6b-6b4c-4ce0-a8f7-26ff00584a76') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:45.563206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.567862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484522a-b732-40fb-b700-078d9e9eb12f None None] Network a3be0628-00d9-4c4a-9161-55849af1f229 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:45.603255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.610042 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:45.610443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.617324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-488412bc-3c1c-4803-8402-0725d1d3cb58 req-c414aafa-d9a1-498c-a499-0cad8b55ccb9 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=465d5cd7-2fea-4b2c-9dbb-68befda87c5e HTTP/1.1" status: 200 len: 210 time: 0.0552459 May 06 09:56:45.617960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:45.621501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:45.653213 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:45.689688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] For port d5140e8a-41d2-46f7-b973-0fff5af20214, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d5140e8a-41d2-46f7-b973-0fff5af20214,segment=NetworkSegment(d6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e),segment_id=d6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:45.690073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.712390 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Calling delete_port for d5140e8a-41d2-46f7-b973-0fff5af20214 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:45.715911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.722129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.725875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/018c4960-f56b-407c-8d1f-b7ea54c7183b HTTP/1.1" status: 204 len: 168 time: 2.2187667 May 06 09:56:45.733808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35134) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.739894 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.756920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9ad5a-f28c-48a0-96b0-e2ea0d459d6b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Network': ['ID=018c4960-f56b-407c-8d1f-b7ea54c7183b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:45.802903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9dfce42c-e3eb-43d6-b040-599c9a01c4db req-1b5167a0-8e35-40f1-a4d3-63dd99252c32 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0704300 May 06 09:56:45.813855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port 8e26133f-fdf4-4e61-b815-b92e2d3766f6 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:45.814200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.819853 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f8c823-f30b-44a9-acda-e5ff7f39df9b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:45.820062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f8c823-f30b-44a9-acda-e5ff7f39df9b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:45.823043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c3f8c823-f30b-44a9-acda-e5ff7f39df9b tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/8a58a0ae-2c95-4d5e-8004-ece288d86217 HTTP/1.1" status: 404 len: 337 time: 0.0870283 May 06 09:56:45.829655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35136) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.853973 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1269845c-171d-469b-862c-b4d5dda6c98f tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:45.854741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1269845c-171d-469b-862c-b4d5dda6c98f tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:45.860308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1269845c-171d-469b-862c-b4d5dda6c98f tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/018c4960-f56b-407c-8d1f-b7ea54c7183b HTTP/1.1" status: 404 len: 339 time: 0.0272968 May 06 09:56:45.862805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35138) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.899077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af617d-1610-4a69-8720-6a42a781809b req-db860f08-6a1b-453e-8a60-188ecfa5c894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:45.901576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6af617d-1610-4a69-8720-6a42a781809b req-db860f08-6a1b-453e-8a60-188ecfa5c894 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 1097 time: 0.3497062 May 06 09:56:45.910158 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee25951-d107-4763-a1ff-d2c0e806039e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:45.910570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee25951-d107-4763-a1ff-d2c0e806039e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:45.916847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0b096a21-bcea-43e7-9913-4c77faca308d None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:45.917040 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aee25951-d107-4763-a1ff-d2c0e806039e tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/fd0792aa-d179-473d-8350-8da97849391e HTTP/1.1" status: 404 len: 337 time: 0.0502543 May 06 09:56:45.917166 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b096a21-bcea-43e7-9913-4c77faca308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:45.917953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35140) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.942489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca9151-a546-49bd-8ccb-ee4ef58c16fc req-926542ef-25ee-402e-98ed-b355ac580869 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:45.947612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bca9151-a546-49bd-8ccb-ee4ef58c16fc req-926542ef-25ee-402e-98ed-b355ac580869 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 946 time: 0.2127137 May 06 09:56:45.963864 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af62c2a-ada6-4d77-86b0-3e55887df250 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:45.964238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af62c2a-ada6-4d77-86b0-3e55887df250 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:45.969671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2af62c2a-ada6-4d77-86b0-3e55887df250 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/508f6a67-abf1-497f-b6d8-8c5512f3e228 HTTP/1.1" status: 404 len: 339 time: 0.0483577 May 06 09:56:45.971561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35142) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:45.985552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6af617d-1610-4a69-8720-6a42a781809b req-971ba191-3e53-4d08-82c3-3c9accb06816 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756352 May 06 09:56:46.006088 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6986ada3-100c-4034-852c-4658ea149f45 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:46.006308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6986ada3-100c-4034-852c-4658ea149f45 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:46.012416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6986ada3-100c-4034-852c-4658ea149f45 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/cb98c7a9-d959-4cfc-a6d4-9cb9ccbd48ec HTTP/1.1" status: 404 len: 337 time: 0.0385904 May 06 09:56:46.013634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35144) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.018200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port d5140e8a-41d2-46f7-b973-0fff5af20214, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d5140e8a-41d2-46f7-b973-0fff5af20214,segment=NetworkSegment(d6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e),segment_id=d6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:46.039251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.046867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port 8e26133f-fdf4-4e61-b815-b92e2d3766f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e26133f-fdf4-4e61-b815-b92e2d3766f6,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:46.047283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.050777 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0e0518-9f8b-44ff-93f2-9fb7b55e4ed9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:46.050958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0e0518-9f8b-44ff-93f2-9fb7b55e4ed9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:46.056788 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4a0e0518-9f8b-44ff-93f2-9fb7b55e4ed9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/ec0bf3d1-8e67-4b03-b9bd-c4fb9cce9f96 HTTP/1.1" status: 404 len: 339 time: 0.0395122 May 06 09:56:46.060971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35146) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.063009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.068050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bca9151-a546-49bd-8ccb-ee4ef58c16fc req-df3dc70a-7511-47f7-ae87-b476b9f6f96c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082697 May 06 09:56:46.083638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for 8e26133f-fdf4-4e61-b815-b92e2d3766f6 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:46.085582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.130677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] No DVR routers for this DVR port d5140e8a-41d2-46f7-b973-0fff5af20214 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:46.144642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Port': ['ID=d5140e8a-41d2-46f7-b973-0fff5af20214,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:46.149379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:46.153071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:46.158874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:46.163431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.176266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=441b1872-7543-41fb-977a-a910f65874d1,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:46.195947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-deecfe30-3e78-4c34-8e33-6d07028f0790 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8709171 May 06 09:56:46.202206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.207637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6e76cd31-ea9c-4eb2-bdb8-36b0259c930a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260224247'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:46.228457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:46.237077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf1bb03-d511-41d3-93a4-416ee9f20d92 None None] DHCP port deletion for a3be0628-00d9-4c4a-9161-55849af1f229 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:46.242503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e76cd31-ea9c-4eb2-bdb8-36b0259c930a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.286657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=d5140e8a-41d2-46f7-b973-0fff5af20214,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:46.289103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:46.289435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ba812a7-a2ed-4cb2-9196-5a55e5fdb531 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:46.342676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0b096a21-bcea-43e7-9913-4c77faca308d None None] Provisioning complete for port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:46.343433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.343715 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b096a21-bcea-43e7-9913-4c77faca308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.376862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:46.381929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3be0628-00d9-4c4a-9161-55849af1f229']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:46.382926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:46.383126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e76cd31-ea9c-4eb2-bdb8-36b0259c930a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.388375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e76cd31-ea9c-4eb2-bdb8-36b0259c930a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.432020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e76cd31-ea9c-4eb2-bdb8-36b0259c930a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.436124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6e76cd31-ea9c-4eb2-bdb8-36b0259c930a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2327979 May 06 09:56:46.439127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.444193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:46.444630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6808a24-27d0-4c4c-8b3a-cd7d0e9bdf0e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:46.445401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5bd7755a-78e3-4943-918e-8e4495e8d799 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'security_group': {'name': 'tempest-secgroup-1683760423'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:46.452460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76cd31-ea9c-4eb2-bdb8-36b0259c930a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d7410-228c-4abc-9df2-2fc5ac29f216,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:46.460535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Deleting port fd4036bd-44fa-424f-a671-d0ce1eddf82f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:46.461035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.478156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bd7755a-78e3-4943-918e-8e4495e8d799 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.516935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.560967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bd7755a-78e3-4943-918e-8e4495e8d799 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.562726 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.567684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bd7755a-78e3-4943-918e-8e4495e8d799 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.577932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.586400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:46.587329 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:46.597381 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:46.606924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bd7755a-78e3-4943-918e-8e4495e8d799 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.608412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5bd7755a-78e3-4943-918e-8e4495e8d799 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1681767 May 06 09:56:46.611633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35152) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.616222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d4716d13-43d5-47e3-8a63-bd55c7bfc44b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'security_group': {'name': 'tempest-secgroup-1895055055'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:46.637110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7755a-78e3-4943-918e-8e4495e8d799 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9c643b-45b8-4fa0-85e5-580719248651,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:46.660533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] Checking router: 212f8245-d0f5-4405-9fcd-38e8dd0532fa for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:56:46.667764 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4716d13-43d5-47e3-8a63-bd55c7bfc44b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.673438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Calling delete_port for fd4036bd-44fa-424f-a671-d0ce1eddf82f owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:46.675890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0b096a21-bcea-43e7-9913-4c77faca308d None None] Port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:46.690011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.702322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca80a42-c5e3-4e45-ad29-03ef92899d8e None None] Update dhcp port {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'fixed_ips': [{'subnet_id': '42a12687-5601-4884-a422-2042962405cc'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '125af76e-f538-40ec-9494-dc1b262b9126'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:56:46.706464 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.706825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:46.707455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:46.734413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.739563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.745175 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/networks/a3be0628-00d9-4c4a-9161-55849af1f229 HTTP/1.1" status: 204 len: 168 time: 2.6337671 May 06 09:56:46.748664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35158) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.781947 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca80a42-c5e3-4e45-ad29-03ef92899d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.784364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35160) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.814696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4bacf-9b53-4f85-8a80-57cefc012150 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Network': ['ID=a3be0628-00d9-4c4a-9161-55849af1f229,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:46.818635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.832578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6950daae-87fe-4e49-8a51-8b7bcdbb627a None None] Could not find standard attr ID for object d5140e8a-41d2-46f7-b973-0fff5af20214. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:46.844526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4716d13-43d5-47e3-8a63-bd55c7bfc44b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.862604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4716d13-43d5-47e3-8a63-bd55c7bfc44b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.900871 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d4716d13-43d5-47e3-8a63-bd55c7bfc44b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.902155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d4716d13-43d5-47e3-8a63-bd55c7bfc44b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2898283 May 06 09:56:46.913234 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.919246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35164) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:46.926838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-327404198', 'security_groups': ['dc552ee8-e86a-4777-abbe-f54e5dcbd8e3'], 'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '441b1872-7543-41fb-977a-a910f65874d1'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:46.957973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:46.962075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=8e26133f-fdf4-4e61-b815-b92e2d3766f6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:46.980511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:46.981914 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.042229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Port': ['ID=fd4036bd-44fa-424f-a671-d0ce1eddf82f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.049615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.053117 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-682208e9-4f81-4fba-b734-f34128ac3882 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/ports/fd4036bd-44fa-424f-a671-d0ce1eddf82f HTTP/1.1" status: 204 len: 168 time: 0.9910884 May 06 09:56:47.054704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-efbf581c-bfd7-40d2-9754-25872dd3bcea req-296c4b34-674c-4043-9dda-e4a66a4a6b95 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0566950 May 06 09:56:47.057343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35166) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:47.065269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716d13-43d5-47e3-8a63-bd55c7bfc44b tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc552ee8-e86a-4777-abbe-f54e5dcbd8e3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.080988 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-062ae95a-4208-4db2-8674-1f25aeeb3207 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.107892 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-8688b3b9-674f-4a38-9506-4a25a786ba86 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:47.108789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8688b3b9-674f-4a38-9506-4a25a786ba86 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:47.115202 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8688b3b9-674f-4a38-9506-4a25a786ba86 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/1210d1c3-cdd3-4d51-bd12-4cf76d895c7b HTTP/1.1" status: 404 len: 337 time: 0.0559895 May 06 09:56:47.124624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35170) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:47.159323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:47.181789 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.183225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d5140e8a-41d2-46f7-b973-0fff5af20214 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:47.235078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-062ae95a-4208-4db2-8674-1f25aeeb3207 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.268793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d5140e8a-41d2-46f7-b973-0fff5af20214 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:47.269397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d5140e8a-41d2-46f7-b973-0fff5af20214 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:47.279788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.334579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.362897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:47.369964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.380201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Deleting port 5348ba56-4782-4765-ac8e-66789c6179ae {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:47.380524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.388613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1ca80a42-c5e3-4e45-ad29-03ef92899d8e None None] Allocated IP 172.20.0.18 (82712f36-0fdd-46c7-9cd1-39e041b829b6/42a12687-5601-4884-a422-2042962405cc/125af76e-f538-40ec-9494-dc1b262b9126) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:47.391042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37191ba8-b890-491c-b9f9-aa83d33bc4a0 req-82971674-8a20-4049-8833-53b7f4b4e0c1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:47.392828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37191ba8-b890-491c-b9f9-aa83d33bc4a0 req-82971674-8a20-4049-8833-53b7f4b4e0c1 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 946 time: 0.1751461 May 06 09:56:47.507665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-062ae95a-4208-4db2-8674-1f25aeeb3207 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.521199 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-062ae95a-4208-4db2-8674-1f25aeeb3207 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.526021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-062ae95a-4208-4db2-8674-1f25aeeb3207 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "DELETE /v2.0/security-groups/7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84 HTTP/1.1" status: 204 len: 168 time: 0.7347744 May 06 09:56:47.535248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35176) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:47.560038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1ca80a42-c5e3-4e45-ad29-03ef92899d8e None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:47.560614 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-19dd9763-441a-4537-b721-89aad0dc4779 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] show failed (client error): The resource could not be found. May 06 09:56:47.562396 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-19dd9763-441a-4537-b721-89aad0dc4779 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups/7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84 HTTP/1.1" status: 404 len: 347 time: 0.0254245 May 06 09:56:47.565365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:47.591534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:47.632793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca80a42-c5e3-4e45-ad29-03ef92899d8e None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.635749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744d9a7-8a74-4e9b-998c-d39ffa714cfa None None] The sync data for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 is: [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:56:47.642352 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ca80a42-c5e3-4e45-ad29-03ef92899d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:47.775339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca80a42-c5e3-4e45-ad29-03ef92899d8e None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:47.855906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 82937ac2-d312-4b92-b20d-b0efcb008ef4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:56:47.944782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Deleting port 1f338c35-ea22-47be-aa7a-216dd0681cd4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:47.945343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.048765 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.113519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] For port 5348ba56-4782-4765-ac8e-66789c6179ae, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5348ba56-4782-4765-ac8e-66789c6179ae,segment=NetworkSegment(253b5cfd-ad19-44c5-892e-9b3806c42f0b),segment_id=253b5cfd-ad19-44c5-892e-9b3806c42f0b)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:48.113921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.130466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Calling delete_port for 5348ba56-4782-4765-ac8e-66789c6179ae owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:48.132379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:48.139184 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-192ffa02-aee1-4c9e-aab8-1f61bae581f6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "PUT /v2.0/routers/82937ac2-d312-4b92-b20d-b0efcb008ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6077950 May 06 09:56:48.149055 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] Sync routers for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:48.157867 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.158990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.168587 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:48.169145 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:48.175676 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.196735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Calling delete_port for 1f338c35-ea22-47be-aa7a-216dd0681cd4 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:48.202467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d83518-a198-40df-8123-b7186bc312f0 None None] New status for floating IP a3d3bd80-dfc0-410a-a9e5-3979f45b290a: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:56:48.279014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] device_id is not set on port a8cacb44-918a-409b-8cc2-f52593c55d26 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:56:48.300273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.362817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae95a-4208-4db2-8674-1f25aeeb3207 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed7ce9b-ccd0-42d3-96ce-415a8ebb5f84,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:48.493107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2da61a7-67bf-4e42-82a9-3fdccbea8002 req-ad940ba5-fb91-48c0-bcd5-7fd8151c0da2 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.2028799 May 06 09:56:48.640689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Port': ['ID=5348ba56-4782-4765-ac8e-66789c6179ae,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:48.661488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37191ba8-b890-491c-b9f9-aa83d33bc4a0 req-ced083ee-dbc9-4932-aeb5-621d62843556 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2377090 May 06 09:56:48.710296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:48.711496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] No DVR routers for this DVR port 5348ba56-4782-4765-ac8e-66789c6179ae on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:48.725387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.730622 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.779905 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:48.860512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:48.861538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:48.979560 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.019710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:49.029114 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.046464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.059842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d288187-8cf1-4351-9a6f-af9e05eb9e8e']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.080922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdab1976-1eaa-48ac-a88d-b1931a6a107e') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.081200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdab1976-1eaa-48ac-a88d-b1931a6a107e') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.089381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event deleted for resources: {'Port': ['ID=1f338c35-ea22-47be-aa7a-216dd0681cd4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:49.090774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c57444-b564-4c98-9aef-3b771d267f43 None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:49.122895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.125389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.161534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.170225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:46Z', 'revision_number': 6, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:33Z', 'revision_number': 1, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.173978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:49.181827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271f54a4-4b20-4393-aec6-f88e6d1b0dfd']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.182137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.187083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.187927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:49.188334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.188970 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-127e26b8-c1e7-4600-92db-f0c881d7fb3d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "DELETE /v2.0/floatingips/a3d3bd80-dfc0-410a-a9e5-3979f45b290a HTTP/1.1" status: 204 len: 168 time: 1.6223643 May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: timer() May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:49.203861 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:49.224752 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] Checking router: 82937ac2-d312-4b92-b20d-b0efcb008ef4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:56:49.231964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3b03-a811-496c-9e99-423aaccbbb38 req-40a39b1b-7852-47a3-bca2-9a294b499238 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:49.232914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-195ab025-cb9c-4623-8319-da18ab7cc081 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:49.233383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-195ab025-cb9c-4623-8319-da18ab7cc081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.233543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d4d3b03-a811-496c-9e99-423aaccbbb38 req-40a39b1b-7852-47a3-bca2-9a294b499238 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 946 time: 0.3194227 May 06 09:56:49.235930 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:49.236598 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.261736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.14 (82712f36-0fdd-46c7-9cd1-39e041b829b6/441b1872-7543-41fb-977a-a910f65874d1/a8cacb44-918a-409b-8cc2-f52593c55d26) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:49.264801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253b5cfd-ad19-44c5-892e-9b3806c42f0b') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.265094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253b5cfd-ad19-44c5-892e-9b3806c42f0b') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.313060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.346630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.351639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.374754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.377967 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/3d288187-8cf1-4351-9a6f-af9e05eb9e8e HTTP/1.1" status: 204 len: 168 time: 2.2505548 May 06 09:56:49.380566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35222) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:49.381835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:49.382232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: timer() May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:49.387441 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:49.403519 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:49.416807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-195ab025-cb9c-4623-8319-da18ab7cc081 None None] Provisioning complete for port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:49.417185 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-195ab025-cb9c-4623-8319-da18ab7cc081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.468276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d4d3b03-a811-496c-9e99-423aaccbbb38 req-7536f4d3-7582-4883-9202-bd0569d34a86 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011783 May 06 09:56:49.474547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342c3af-5cc6-4e30-8ee3-86ea1c33bdea tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Network': ['ID=3d288187-8cf1-4351-9a6f-af9e05eb9e8e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:49.524735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-195ab025-cb9c-4623-8319-da18ab7cc081 None None] Port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:49.534814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cc52a-941f-43c2-aadf-65dfc78d2e3b None None] Update dhcp port {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'fixed_ips': [{'subnet_id': '42a12687-5601-4884-a422-2042962405cc', 'ip_address': '172.20.0.18'}, {'subnet_id': '441b1872-7543-41fb-977a-a910f65874d1'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '125af76e-f538-40ec-9494-dc1b262b9126'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:56:49.567210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Deleting port f1dc7dca-0048-4f46-b13f-5effbaf63971 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:49.567481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78cc52a-941f-43c2-aadf-65dfc78d2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.567785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.608409 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.677145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.681396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/networks/271f54a4-4b20-4393-aec6-f88e6d1b0dfd HTTP/1.1" status: 204 len: 168 time: 2.9316306 May 06 09:56:49.683896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40b151-94d3-4be9-a977-e3f8ba0b09da tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Network': ['ID=271f54a4-4b20-4393-aec6-f88e6d1b0dfd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:49.684827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35226) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:49.708886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-265d52a5-17e3-4798-b8bc-714013a40170 req-1845e1ba-fee0-4740-a76f-25180f0ddd87 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0495772 May 06 09:56:49.760578 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.794921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35230) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:49.798910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2f25c750-bafe-4060-a7b9-ef6633e3b5a7 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137205506', 'description': 'tempest-description--1098542762'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:49.824294 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:46Z', 'revision_number': 6, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:33Z', 'revision_number': 1, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:49.829265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.844350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.844629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Calling delete_port for f1dc7dca-0048-4f46-b13f-5effbaf63971 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:49.864842 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ab37a-0a09-40b2-9697-62ef9c101f6a None None] The sync data for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 is: [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:46Z', 'revision_number': 6, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3014e15b-9d5e-4185-bcdb-4a88f6109884', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'port_id': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'mac_address': 'fa:16:3e:0c:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4279d9ae-627a-45d7-8693-b989146c97a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:54:26Z', 'updated_at': '2022-05-06T09:54:33Z', 'revision_number': 1, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:56:49.873158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f25c750-bafe-4060-a7b9-ef6633e3b5a7 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.898655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a78cc52a-941f-43c2-aadf-65dfc78d2e3b None None] Allocated IP 172.20.0.2 (82712f36-0fdd-46c7-9cd1-39e041b829b6/441b1872-7543-41fb-977a-a910f65874d1/125af76e-f538-40ec-9494-dc1b262b9126) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:49.945372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=a8cacb44-918a-409b-8cc2-f52593c55d26,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:49.957195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.965525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:49.970381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:49.975016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:49.985678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:49.996004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365260b8-a51f-4177-863f-51013ba97263 req-cd39fd3d-46c9-4cb1-a5ad-d4239a5f29ef tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:49.997611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-365260b8-a51f-4177-863f-51013ba97263 req-cd39fd3d-46c9-4cb1-a5ad-d4239a5f29ef tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 946 time: 0.1778502 May 06 09:56:50.002090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Port': ['ID=f1dc7dca-0048-4f46-b13f-5effbaf63971,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:50.024444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.027951 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c8ae9c95-b7e8-42d3-8467-83f6f7ba006d tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/ports/f1dc7dca-0048-4f46-b13f-5effbaf63971 HTTP/1.1" status: 204 len: 168 time: 0.6460795 May 06 09:56:50.030883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35232) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:50.044934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a78cc52a-941f-43c2-aadf-65dfc78d2e3b None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:50.087552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78cc52a-941f-43c2-aadf-65dfc78d2e3b None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.090829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.094112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a78cc52a-941f-43c2-aadf-65dfc78d2e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.095965 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f602ca2-7e86-4256-8af2-c93d55f586ad tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] DELETE failed (client error): The resource could not be found. May 06 09:56:50.096499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f602ca2-7e86-4256-8af2-c93d55f586ad tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:50.101692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1f602ca2-7e86-4256-8af2-c93d55f586ad tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/d4c6d04b-58e4-4265-a25f-623845088d72 HTTP/1.1" status: 404 len: 337 time: 0.0618863 May 06 09:56:50.104275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:50.121013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:50.121637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.157367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f25c750-bafe-4060-a7b9-ef6633e3b5a7 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.167429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-365260b8-a51f-4177-863f-51013ba97263 req-e3aab7d0-1e44-4b4d-a134-6d1f761fea5d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398017 May 06 09:56:50.169211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f25c750-bafe-4060-a7b9-ef6633e3b5a7 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.177384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97e07de-7495-4e3b-9139-e6ede83ce84a']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:50.179692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-087508ee-897a-4e01-8004-5c7336165903 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2571778 May 06 09:56:50.180353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35236) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:50.190483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1a3db98a-f04f-4a55-b262-9b3dc7ccd3ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:50.195631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eecb0f8-9ba4-4248-b89c-c3b6e0205a0a') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:50.196233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eecb0f8-9ba4-4248-b89c-c3b6e0205a0a') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:50.225894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.241418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.250145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:50.250687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.261067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f25c750-bafe-4060-a7b9-ef6633e3b5a7 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.265518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2f25c750-bafe-4060-a7b9-ef6633e3b5a7 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4702091 May 06 09:56:50.270169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35240) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:50.284880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2fd53ee6-7536-4bdc-905a-2d6d47fc1f74 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'security_group_rule': {'security_group_id': '445e3b7e-83c2-49e1-90bd-3a2e2330c2b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:50.318801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:50.320693 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:50.325977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.334739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.344394 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/networks/f97e07de-7495-4e3b-9139-e6ede83ce84a HTTP/1.1" status: 204 len: 168 time: 0.6584876 May 06 09:56:50.345754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35242) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:50.408817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3c42a-a7b9-48f6-8d56-3f5538cd4110 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Network': ['ID=f97e07de-7495-4e3b-9139-e6ede83ce84a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:50.409514 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fd53ee6-7536-4bdc-905a-2d6d47fc1f74 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.424984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:50.444192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25c750-bafe-4060-a7b9-ef6633e3b5a7 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:50.453055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cc52a-941f-43c2-aadf-65dfc78d2e3b None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:50.495898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:50.495898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.496167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-b123f824-cf1c-4bec-90d2-e21b44a2be07 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:50.497707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-b123f824-cf1c-4bec-90d2-e21b44a2be07 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 946 time: 0.1705329 May 06 09:56:50.539239 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fd53ee6-7536-4bdc-905a-2d6d47fc1f74 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.561800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.594549 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.602049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fd53ee6-7536-4bdc-905a-2d6d47fc1f74 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.628735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Deleting port bb9fdf97-e980-48d4-8372-5f08c4d431a6 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:50.629368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.676660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd53ee6-7536-4bdc-905a-2d6d47fc1f74 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc241614-2ea6-440f-9e8e-1dfffe2521ee,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:50.684130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e26133f-fdf4-4e61-b815-b92e2d3766f6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:50.718931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8e26133f-fdf4-4e61-b815-b92e2d3766f6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:50.719282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e26133f-fdf4-4e61-b815-b92e2d3766f6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:50.732232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fd53ee6-7536-4bdc-905a-2d6d47fc1f74 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.733560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2fd53ee6-7536-4bdc-905a-2d6d47fc1f74 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4522815 May 06 09:56:50.741878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35246) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:50.748731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4105ae34-8ba4-4c19-a55e-dde673ef4af0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'security_group_rule': {'security_group_id': '445e3b7e-83c2-49e1-90bd-3a2e2330c2b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:50.778440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3db98a-f04f-4a55-b262-9b3dc7ccd3ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:50.782869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a3db98a-f04f-4a55-b262-9b3dc7ccd3ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.788221 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.820577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa037372-20e9-4042-81a3-78adae5fa0d4 req-aa3256b1-951d-4875-96f7-bfeef8ba100b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:50.822686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa037372-20e9-4042-81a3-78adae5fa0d4 req-aa3256b1-951d-4875-96f7-bfeef8ba100b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 946 time: 0.2178025 May 06 09:56:50.826855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] For port bb9fdf97-e980-48d4-8372-5f08c4d431a6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bb9fdf97-e980-48d4-8372-5f08c4d431a6,segment=NetworkSegment(ab2a7416-073b-43ce-9255-16a8518e33b3),segment_id=ab2a7416-073b-43ce-9255-16a8518e33b3)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:50.827227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.843466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a769055-854c-49c5-ae9c-97431fd3cc43']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:50.857778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Calling delete_port for bb9fdf97-e980-48d4-8372-5f08c4d431a6 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:50.861230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c383bebb-af54-4b67-93f3-da63fd6f31f8') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:50.861542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c383bebb-af54-4b67-93f3-da63fd6f31f8') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:50.879355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.930930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.931520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7b285d6-4ba4-450e-b425-6d3053046b1a req-0e998c0a-0b81-4553-9abe-f1469d1d7f42 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0675006 May 06 09:56:50.935920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4105ae34-8ba4-4c19-a55e-dde673ef4af0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.952964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:50.953402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:50.957231 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:50.998527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa037372-20e9-4042-81a3-78adae5fa0d4 req-4fa0cfcf-0c95-49d0-a8c5-21057f41bd9b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=45541cd4-c985-4247-8156-4d53549e0d41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222920 May 06 09:56:51.000811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port a1a631e6-a329-4300-8008-59eaaa0fa853 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:51.001219 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.048689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.058017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.061226 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] 10.222.0.76 "DELETE /v2.0/networks/4a769055-854c-49c5-ae9c-97431fd3cc43 HTTP/1.1" status: 204 len: 168 time: 0.7130060 May 06 09:56:51.063549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.085115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988517f-4ef3-4693-9012-2e5bf419ad32 tempest-BulkNetworkOpsIpV6Test-360672 tempest-BulkNetworkOpsIpV6Test-360672-project] Pushing event deleted for resources: {'Network': ['ID=4a769055-854c-49c5-ae9c-97431fd3cc43,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.115526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Port': ['ID=bb9fdf97-e980-48d4-8372-5f08c4d431a6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.117506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No DVR routers for this DVR port bb9fdf97-e980-48d4-8372-5f08c4d431a6 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:51.142168 n-d-840834-1 neutron-server[102742]: INFO neutron.db.ipam_backend_mixin [None req-1a3db98a-f04f-4a55-b262-9b3dc7ccd3ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 441b1872-7543-41fb-977a-a910f65874d1 (CIDR: 172.20.0.0/28) May 06 09:56:51.165412 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3db98a-f04f-4a55-b262-9b3dc7ccd3ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:56:51.165884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3db98a-f04f-4a55-b262-9b3dc7ccd3ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:51.192924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4105ae34-8ba4-4c19-a55e-dde673ef4af0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.205910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4105ae34-8ba4-4c19-a55e-dde673ef4af0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.218147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port a1a631e6-a329-4300-8008-59eaaa0fa853, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a1a631e6-a329-4300-8008-59eaaa0fa853,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:51.218513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.228104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1a3db98a-f04f-4a55-b262-9b3dc7ccd3ef tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0438318 May 06 09:56:51.232236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35252) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:51.240371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-015b0cd9-0c61-45bb-91fd-8814323fbcda tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:51.255725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.256042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105ae34-8ba4-4c19-a55e-dde673ef4af0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b86b224-f889-40a7-8a11-49a72d570fcb,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.259113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for a1a631e6-a329-4300-8008-59eaaa0fa853 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:51.272641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4105ae34-8ba4-4c19-a55e-dde673ef4af0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.274168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4105ae34-8ba4-4c19-a55e-dde673ef4af0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5309851 May 06 09:56:51.277140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35254) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:51.288179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:51.318921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7ff528ed-445e-4531-9bc9-ec00c2eff734 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:51.319547 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ff528ed-445e-4531-9bc9-ec00c2eff734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.338886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ac316b-4c2e-4bce-aa0c-44337dbce210']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:51.355644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2a7416-073b-43ce-9255-16a8518e33b3') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:51.356089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2a7416-073b-43ce-9255-16a8518e33b3') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:51.377323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.380837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.408114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.421672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:51.422239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:51.425880 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:51.504392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015b0cd9-0c61-45bb-91fd-8814323fbcda tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:51.507985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-015b0cd9-0c61-45bb-91fd-8814323fbcda tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.519920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7ff528ed-445e-4531-9bc9-ec00c2eff734 None None] Provisioning complete for port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:51.520393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ff528ed-445e-4531-9bc9-ec00c2eff734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.561860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7ff528ed-445e-4531-9bc9-ec00c2eff734 None None] Port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:51.607130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35258) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:51.613584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.630138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.635948 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/b1ac316b-4c2e-4bce-aa0c-44337dbce210 HTTP/1.1" status: 204 len: 168 time: 1.5300519 May 06 09:56:51.638225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35262) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:51.653885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d3311-9ca6-4d34-91bb-67d28b1a50e6 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Network': ['ID=b1ac316b-4c2e-4bce-aa0c-44337dbce210,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.666284 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.671906 n-d-840834-1 neutron-server[102743]: INFO neutron.db.ipam_backend_mixin [None req-015b0cd9-0c61-45bb-91fd-8814323fbcda tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 42a12687-5601-4884-a422-2042962405cc (CIDR: 172.20.0.16/28) May 06 09:56:51.678866 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-015b0cd9-0c61-45bb-91fd-8814323fbcda tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:56:51.679474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015b0cd9-0c61-45bb-91fd-8814323fbcda tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:56:51.679620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4d0f2755-b35a-4978-8cc1-bdbf297b4419 None None] Could not find standard attr ID for object 4093b345-b1e2-4884-b376-c0f23dfe4bd8. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:51.702226 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-015b0cd9-0c61-45bb-91fd-8814323fbcda tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4658184 May 06 09:56:51.702226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35264) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:51.708048 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'subnet': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:51.738889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=a1a631e6-a329-4300-8008-59eaaa0fa853,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:51.827004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] No DVR routers for this DVR port a1a631e6-a329-4300-8008-59eaaa0fa853 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:51.831522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.834175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d59ad5-d64e-4c46-a533-614e107f6573 req-3134fd85-bd73-47f9-b45c-96c0239fc7de tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "DELETE /v2.0/ports/a1a631e6-a329-4300-8008-59eaaa0fa853 HTTP/1.1" status: 204 len: 173 time: 1.2930975 May 06 09:56:51.835474 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.840833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'name': 'network-vif-deleted', 'tag': 'a1a631e6-a329-4300-8008-59eaaa0fa853'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:51.843144 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a063a3-b527-4ffe-95ae-7a17ac291d83" -d '{"events": [{"server_uuid": "38cbfcc3-7986-4a75-aa27-9ead60619db8", "name": "network-vif-deleted", "tag": "a1a631e6-a329-4300-8008-59eaaa0fa853"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:51.849653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Deleting subnet 57f28a5f-05b3-4804-bfa0-2c7b94f8f4b0 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:51.858803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Made reservation on behalf of e75aa0ea46244cd782fc84b4cce34b51 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:51.865099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.866978 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:51.945282 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb545b1-b673-4353-852e-51dcef1f6564 x-openstack-request-id: req-eeb545b1-b673-4353-852e-51dcef1f6564 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:51.945584 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38cbfcc3-7986-4a75-aa27-9ead60619db8", "name": "network-vif-deleted", "tag": "a1a631e6-a329-4300-8008-59eaaa0fa853", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:51.945843 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eeb545b1-b673-4353-852e-51dcef1f6564 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:51.947465 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb545b1-b673-4353-852e-51dcef1f6564'] response: {'server_uuid': '38cbfcc3-7986-4a75-aa27-9ead60619db8', 'name': 'network-vif-deleted', 'tag': 'a1a631e6-a329-4300-8008-59eaaa0fa853', 'status': 'completed', 'code': 200} May 06 09:56:51.966767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-695069ad-1dbe-4429-bdb6-afbf469ed36d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=06074b2a3c3d47e6b48205ad581b1d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557792 May 06 09:56:51.970159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35268) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:51.975796 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.008083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1a651a1c-35de-4d07-8c54-807c8bd9435b None None] Provisioning complete for port a8cacb44-918a-409b-8cc2-f52593c55d26 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:52.010004 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a651a1c-35de-4d07-8c54-807c8bd9435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.090227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1a651a1c-35de-4d07-8c54-807c8bd9435b None None] Port a8cacb44-918a-409b-8cc2-f52593c55d26 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:52.099565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-657edca3-cec8-4b68-a353-5903bc9aac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.172315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-657edca3-cec8-4b68-a353-5903bc9aac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.176134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-321d50af-a070-4532-9ddc-d2a254132234 req-13507546-0ad0-4bb8-985b-d81a09053961 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0714023 May 06 09:56:52.228133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-378a6add-4941-4f03-9e0e-94b929dec38d req-04172474-c98a-4931-9869-95ff8f00cfe5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=38cbfcc3-7986-4a75-aa27-9ead60619db8 HTTP/1.1" status: 200 len: 210 time: 0.0947852 May 06 09:56:52.280797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Allocated IP 172.25.8.217 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/db0f005e-808e-417a-af52-700db96ca96a) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:52.286773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.322719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.387637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-657edca3-cec8-4b68-a353-5903bc9aac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.387637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-657edca3-cec8-4b68-a353-5903bc9aac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.388505 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-657edca3-cec8-4b68-a353-5903bc9aac61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78c06073-8516-40d2-a1d7-8ea2a9be835b HTTP/1.1" status: 204 len: 168 time: 0.4173732 May 06 09:56:52.421791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-97487090-b816-4af2-8fe4-166b0833340c None None] Could not find standard attr ID for object 4093b345-b1e2-4884-b376-c0f23dfe4bd8. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:52.450778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:52.458164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657edca3-cec8-4b68-a353-5903bc9aac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c06073-8516-40d2-a1d7-8ea2a9be835b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:52.483213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:52.486787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:52.499330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:52.501232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.551962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.554126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:52.556749 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8520823 May 06 09:56:52.561797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:52.562193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.564170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41314c09-7260-43cc-a308-04e6b2aa75fa tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Subnet': ['ID=0644a660-bd53-4d0f-b3e8-2ad90aeb14a7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:52.589561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1187168892', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0644a660-bd53-4d0f-b3e8-2ad90aeb14a7'}], 'security_groups': ['0f9d7410-228c-4abc-9df2-2fc5ac29f216', '2c9c643b-45b8-4fa0-85e5-580719248651']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:52.623468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.635220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5112a1aa-6b7e-4d0b-a7a6-0a703c4c58a8 None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:52.669569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Subnet': ['ID=57f28a5f-05b3-4804-bfa0-2c7b94f8f4b0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:52.675480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.681143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9bed045e-97f2-4e58-bb29-97d085e71569 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/subnets/57f28a5f-05b3-4804-bfa0-2c7b94f8f4b0 HTTP/1.1" status: 204 len: 168 time: 1.0325072 May 06 09:56:52.682284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:52.686168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4c5a3-9736-43b9-a732-6fe4ab045bed None None] Network 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:52.730280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.748665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.791562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.827062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:52.832973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:52.835660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:52.874794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Deleting port b79c4a67-b6fe-495b-b38f-2be8332d34e3 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:52.876505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:52.895900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'Port': ['ID=db0f005e-808e-417a-af52-700db96ca96a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:52.989348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] For port b79c4a67-b6fe-495b-b38f-2be8332d34e3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b79c4a67-b6fe-495b-b38f-2be8332d34e3,segment=NetworkSegment(a1e3fd57-5a31-4d38-9dc1-37533403aba5),segment_id=a1e3fd57-5a31-4d38-9dc1-37533403aba5)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:52.989727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.009181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Calling delete_port for b79c4a67-b6fe-495b-b38f-2be8332d34e3 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:53.023359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] DHCP port deletion for 1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:53.079866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.099760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227c721b-4a59-4319-b8d2-c90be9ed8f67 None None] Update dhcp port {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'fixed_ips': [{'subnet_id': '42a12687-5601-4884-a422-2042962405cc', 'ip_address': '172.20.0.18'}, {'subnet_id': '441b1872-7543-41fb-977a-a910f65874d1', 'ip_address': '172.20.0.2'}, {'subnet_id': '0644a660-bd53-4d0f-b3e8-2ad90aeb14a7'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '125af76e-f538-40ec-9494-dc1b262b9126'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:56:53.138617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-227c721b-4a59-4319-b8d2-c90be9ed8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.143768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.159570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] Deleting port b79c4a67-b6fe-495b-b38f-2be8332d34e3 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:53.159970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.162385 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.184978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] No DVR routers for this DVR port b79c4a67-b6fe-495b-b38f-2be8332d34e3 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:53.187158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Port': ['ID=b79c4a67-b6fe-495b-b38f-2be8332d34e3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:53.353934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35300) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:53.358861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] For port b79c4a67-b6fe-495b-b38f-2be8332d34e3, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:53.359267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.365351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.380769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] Calling delete_port for b79c4a67-b6fe-495b-b38f-2be8332d34e3 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:53.385529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] Port b79c4a67-b6fe-495b-b38f-2be8332d34e3 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:56:53.389397 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.405905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] No DVR routers for this DVR port b79c4a67-b6fe-495b-b38f-2be8332d34e3 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:53.426946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788865-c05f-40a8-a462-4969a66764c3 None None] Pushing event deleted for resources: {'Port': ['ID=b79c4a67-b6fe-495b-b38f-2be8332d34e3,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:53.429379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:53.441490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e3fd57-5a31-4d38-9dc1-37533403aba5') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:53.441848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e3fd57-5a31-4d38-9dc1-37533403aba5') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:53.463556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.490342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-556e9901-e713-4f35-86d0-207975049796 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.492482 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.507494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:53.507940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: timer() May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:53.511458 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:53.562661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35304) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:53.589512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-556e9901-e713-4f35-86d0-207975049796 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.627170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.648619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.655198 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] 10.222.0.76 "DELETE /v2.0/networks/1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef HTTP/1.1" status: 204 len: 168 time: 0.9688017 May 06 09:56:53.655198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c9cac-e119-43f6-9cfb-63e7305a35c9 tempest-NetworksIpV6TestAttrs-630861340 tempest-NetworksIpV6TestAttrs-630861340-project] Pushing event deleted for resources: {'Network': ['ID=1fe72448-9cb9-46f9-b3bb-56c2ab57f1ef,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:53.694897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-556e9901-e713-4f35-86d0-207975049796 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.698106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-556e9901-e713-4f35-86d0-207975049796 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.701863 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-556e9901-e713-4f35-86d0-207975049796 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/security-groups/45541cd4-c985-4247-8156-4d53549e0d41 HTTP/1.1" status: 204 len: 168 time: 0.3443811 May 06 09:56:53.709108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e9901-e713-4f35-86d0-207975049796 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45541cd4-c985-4247-8156-4d53549e0d41,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:53.746827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Delete allocated IP 172.20.0.14 (82712f36-0fdd-46c7-9cd1-39e041b829b6/441b1872-7543-41fb-977a-a910f65874d1) {{(pid=102742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 09:56:53.760085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3ca1aa75-dec8-4bee-bef2-8e573028cde7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-139326666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:53.766775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35312) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:53.769891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e444268-7185-4d07-a8ca-6a028674fe3d req-5e31ac4e-cefc-479c-b050-0584a3b7a03e tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0481279 May 06 09:56:53.777412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Allocated IP 172.20.0.45 (82712f36-0fdd-46c7-9cd1-39e041b829b6/0644a660-bd53-4d0f-b3e8-2ad90aeb14a7/a8cacb44-918a-409b-8cc2-f52593c55d26) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:53.832212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ca1aa75-dec8-4bee-bef2-8e573028cde7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.833622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ca1aa75-dec8-4bee-bef2-8e573028cde7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.847925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting subnet 37dc3be0-3369-4061-b5ff-bec148152527 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:53.854502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.921582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.929378 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.933269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ca1aa75-dec8-4bee-bef2-8e573028cde7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.939085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.962551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ca1aa75-dec8-4bee-bef2-8e573028cde7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.989853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ca1aa75-dec8-4bee-bef2-8e573028cde7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:53.994989 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3ca1aa75-dec8-4bee-bef2-8e573028cde7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4274306 May 06 09:56:53.994989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35316) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:53.999177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1555521642'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:54.033405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35318) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:54.048035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'Port': ['ID=db0f005e-808e-417a-af52-700db96ca96a,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:54.056833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:54.060916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.066129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.078100 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.081038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.108185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.117399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-51dbcc7a-2a53-41fb-aba7-362cb15e9578 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8317316 May 06 09:56:54.127419 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.134434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.197744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a1a631e6-a329-4300-8008-59eaaa0fa853 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:54.201095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-227c721b-4a59-4319-b8d2-c90be9ed8f67 None None] Allocated IP 172.20.0.34 (82712f36-0fdd-46c7-9cd1-39e041b829b6/0644a660-bd53-4d0f-b3e8-2ad90aeb14a7/125af76e-f538-40ec-9494-dc1b262b9126) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:54.218566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.238089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: a1a631e6-a329-4300-8008-59eaaa0fa853 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:54.238481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a1a631e6-a329-4300-8008-59eaaa0fa853 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:54.266204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Subnet': ['ID=37dc3be0-3369-4061-b5ff-bec148152527,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:54.267349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event updated for resources: {'Port': ['ID=a8cacb44-918a-409b-8cc2-f52593c55d26,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:54.273346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.281351 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2439d2b9-a06c-4b66-b2ba-7776d3ae3e8c tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/subnets/37dc3be0-3369-4061-b5ff-bec148152527 HTTP/1.1" status: 204 len: 168 time: 0.5110595 May 06 09:56:54.285880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35324) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:54.302812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.310924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.344831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb168a8-d91d-48ee-a0ed-c1b76a705f73 None None] Network 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:54.352090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:54.373391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.374029 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Added segment 4ba7eb23-86ad-40ff-88d5-759a5ea1b355 of type vlan for network 5242baed-0d27-4fec-aa9e-077b1e598eb1 May 06 09:56:54.377518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] In _notify_port_updated(), no bound segment for port a8cacb44-918a-409b-8cc2-f52593c55d26 on network 82712f36-0fdd-46c7-9cd1-39e041b829b6 {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 09:56:54.382914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:54.384113 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.385722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-79fac098-b2f9-4075-a888-714fabdf76cf tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "PUT /v2.0/ports/a8cacb44-918a-409b-8cc2-f52593c55d26 HTTP/1.1" status: 200 len: 960 time: 1.8303370 May 06 09:56:54.392160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e1a4078a-6e9e-479d-9524-6e5663c78f2f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f7b96dcfa6c5435a9c77e543a383b502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3576481 May 06 09:56:54.392771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35332) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:54.405442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35334) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:54.442209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a43e161-0512-4d49-a224-f190b9fcbcfa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:54.443005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b79c4a67-b6fe-495b-b38f-2be8332d34e3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:54.446694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.475420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.482538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:54.483353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.491710 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.506437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b79c4a67-b6fe-495b-b38f-2be8332d34e3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:54.506778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b79c4a67-b6fe-495b-b38f-2be8332d34e3 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:54.537775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-227c721b-4a59-4319-b8d2-c90be9ed8f67 None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:54.558635 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5632265 May 06 09:56:54.561552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35340) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:54.569030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'subnet': {'network_id': '5242baed-0d27-4fec-aa9e-077b1e598eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:54.569270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-bfccae42-4308-4f70-a5a4-f27d74f7726f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2137205506&fields=id&tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3 HTTP/1.1" status: 200 len: 267 time: 0.1314728 May 06 09:56:54.624422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-227c721b-4a59-4319-b8d2-c90be9ed8f67 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.633571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-227c721b-4a59-4319-b8d2-c90be9ed8f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.639832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c788850-1306-4dfa-9474-9f97194f2581 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Network': ['ID=5242baed-0d27-4fec-aa9e-077b1e598eb1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:54.668528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:54.673369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e5c461-18fb-45b3-8ff5-6a583a925e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.725770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e5c461-18fb-45b3-8ff5-6a583a925e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.740009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:54.743544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port a8cacb44-918a-409b-8cc2-f52593c55d26 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:54.743815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.744234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.888748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1f711350-0b87-4e87-9edd-5e3ebfd41d31 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:54.890909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1f711350-0b87-4e87-9edd-5e3ebfd41d31 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 810 time: 0.3104057 May 06 09:56:54.913169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port a6345f42-9d72-4e7c-9277-51912dffa4e9 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:54.913541 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:54.927420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] DHCP port deletion for 1f9b3eed-14c0-4056-aba2-c4e22c853ff8 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:56:54.957310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5bfa52d-f62d-4f9f-b725-5cd21a10225b req-4d859117-3dd7-4198-8a3e-769c47ba7d76 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0605838 May 06 09:56:54.976318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.012461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-5485823d-b2c6-434e-8224-cf4cb00eaf43 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/quotas/2395ed525a5d4cba83a393ebb2c5d0b3 HTTP/1.1" status: 200 len: 375 time: 0.1010387 May 06 09:56:55.020830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c721b-4a59-4319-b8d2-c90be9ed8f67 None None] Pushing event updated for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.028015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e5c461-18fb-45b3-8ff5-6a583a925e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.032149 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e5c461-18fb-45b3-8ff5-6a583a925e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.033792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-91e5c461-18fb-45b3-8ff5-6a583a925e10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/97c8b7e0-7eca-413b-b4b7-3c2aba096c43 HTTP/1.1" status: 204 len: 168 time: 0.6261888 May 06 09:56:55.056476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.059542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Subnet': ['ID=1a7ebbca-da71-4a04-aedb-8dced396c7fb,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.066761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] Deleting port a6345f42-9d72-4e7c-9277-51912dffa4e9 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:55.067384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.082332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Checking segment: {'id': '4ba7eb23-86ad-40ff-88d5-759a5ea1b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5242baed-0d27-4fec-aa9e-077b1e598eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:55.082783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network hostable DHCP agents. Network: 5242baed-0d27-4fec-aa9e-077b1e598eb1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:55.106698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:55.115101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5c461-18fb-45b3-8ff5-6a583a925e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c8b7e0-7eca-413b-b4b7-3c2aba096c43,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.127315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 5242baed-0d27-4fec-aa9e-077b1e598eb1) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:55.135412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:55.135647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port a6345f42-9d72-4e7c-9277-51912dffa4e9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a6345f42-9d72-4e7c-9277-51912dffa4e9,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:55.136358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.137138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.140863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for a8cacb44-918a-409b-8cc2-f52593c55d26 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:55.156260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6206b9-6b73-4c2a-98b1-4f47037398d2 None None] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:55.163890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for a6345f42-9d72-4e7c-9277-51912dffa4e9 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:55.177690 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8577f491-6a83-4d75-9155-20de3611336c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6149206 May 06 09:56:55.181612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35346) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:55.193160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'network': {'name': 'tempest-router-network01--1233304872'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:55.235037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:55.239262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.260920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] For port a6345f42-9d72-4e7c-9277-51912dffa4e9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a6345f42-9d72-4e7c-9277-51912dffa4e9,segment=NetworkSegment(281d6cb4-5cee-4551-b9fe-927b62bff503),segment_id=281d6cb4-5cee-4551-b9fe-927b62bff503)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:55.261406 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.286234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-33747626-9255-4a49-9ddb-675033f2c7e9 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2438018 May 06 09:56:55.292917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] Calling delete_port for a6345f42-9d72-4e7c-9277-51912dffa4e9 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:55.302664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:55.318386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.318854 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Added segment bdcce065-590e-415f-9354-b4ec2c7296af of type vlan for network effff1be-eae0-45d2-9a49-93026125cb2d May 06 09:56:55.407116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.429011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-a487f9a1-507e-4e4e-9257-8ac495d90d3b service neutron] 10.222.0.76 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329584 May 06 09:56:55.465373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.472631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:55.473702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.480447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-5242baed-0d27-4fec-aa9e-077b1e598eb1', 'network_id': '5242baed-0d27-4fec-aa9e-077b1e598eb1', 'tenant_id': 'fda254a7947e4dc599511d3c6975bc23', 'fixed_ips': [{'subnet_id': '1a7ebbca-da71-4a04-aedb-8dced396c7fb'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:55.482568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.559849 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3762898 May 06 09:56:55.562638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35352) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:55.570567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'network': {'name': 'tempest-router-network02--2090372751'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:55.594956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f8673-f4f9-4b18-ac1f-11e9992a3c0f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Network': ['ID=effff1be-eae0-45d2-9a49-93026125cb2d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.622085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:55.626478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.652785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-6be2bf17-5186-48f4-af22-8317094e39d2 service neutron] 10.222.0.76 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226996 May 06 09:56:55.667082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network effff1be-eae0-45d2-9a49-93026125cb2d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:55.685572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:55.705396 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.705623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.705905 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Added segment 1bef3440-74cc-4084-bcdb-fdb77307f012 of type vlan for network db0ddbdc-3563-4eb1-b1c4-1abdf730539a May 06 09:56:55.758210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.783317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=a8cacb44-918a-409b-8cc2-f52593c55d26,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.803489 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.843259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.855421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:55.855701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] No DVR routers for this DVR port a6345f42-9d72-4e7c-9277-51912dffa4e9 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:55.856138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.866599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:55.886711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b96b2-832d-4e8a-9055-42631a714f51 None None] Pushing event deleted for resources: {'Port': ['ID=a6345f42-9d72-4e7c-9277-51912dffa4e9,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.919176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=a6345f42-9d72-4e7c-9277-51912dffa4e9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:55.942448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] No DVR routers for this DVR port a6345f42-9d72-4e7c-9277-51912dffa4e9 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:56:55.954824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Allocated IP 2001:db8::2 (5242baed-0d27-4fec-aa9e-077b1e598eb1/1a7ebbca-da71-4a04-aedb-8dced396c7fb/169d6ab7-7584-4188-a3de-bd831bb98287) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:55.996960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.033839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a16387f-08b5-4ed6-8085-92ca4d138ec6 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/a8cacb44-918a-409b-8cc2-f52593c55d26 HTTP/1.1" status: 204 len: 168 time: 1.6201630 May 06 09:56:56.034648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4677770 May 06 09:56:56.034648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35368) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:56.047060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35370) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:56.064515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'subnet': {'network_id': 'effff1be-eae0-45d2-9a49-93026125cb2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:56.074834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dcbd71e1-934d-4397-8ba3-2035a04182a5 None None] Could not find standard attr ID for object a8cacb44-918a-409b-8cc2-f52593c55d26. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:56.137475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8880bf-b799-4434-9699-27227c0d4177 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Network': ['ID=db0ddbdc-3563-4eb1-b1c4-1abdf730539a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:56.154238 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc9aba1-dd39-4f19-9f8f-c1f8a242c500 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] GET failed (client error): The resource could not be found. May 06 09:56:56.159535 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5bc9aba1-dd39-4f19-9f8f-c1f8a242c500 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports/a8cacb44-918a-409b-8cc2-f52593c55d26 HTTP/1.1" status: 404 len: 333 time: 0.1158009 May 06 09:56:56.160463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35376) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:56.169746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f368e01-7b7a-4503-b665-13763584f5dd req-e83bc801-57cd-4e68-848e-872b7ed8847f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 210 time: 0.1513662 May 06 09:56:56.177314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network db0ddbdc-3563-4eb1-b1c4-1abdf730539a details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:56.184499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dcbd71e1-934d-4397-8ba3-2035a04182a5 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:56.184975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dcbd71e1-934d-4397-8ba3-2035a04182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.235004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2f30cae-b723-4c82-84c2-4d1384d4b613 req-470ccc66-2acd-41e0-81c3-24620dbaa396 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0636306 May 06 09:56:56.237693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.269483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.291871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9b3eed-14c0-4056-aba2-c4e22c853ff8']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:56.314026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.317731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281d6cb4-5cee-4551-b9fe-927b62bff503') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:56.318213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281d6cb4-5cee-4551-b9fe-927b62bff503') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:56.326021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:56.329937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.337538 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.368484 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.376190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:56:56.376590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: timer() May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:56:56.411321 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:56:56.475148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:56.492274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35384) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:56.503214 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.512146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.516718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/networks/1f9b3eed-14c0-4056-aba2-c4e22c853ff8 HTTP/1.1" status: 204 len: 168 time: 2.2277236 May 06 09:56:56.524703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35390) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:56.560336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.569955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.574453 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/security-groups/dc552ee8-e86a-4777-abbe-f54e5dcbd8e3 HTTP/1.1" status: 204 len: 168 time: 0.4101036 May 06 09:56:56.576504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35392) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:56.626473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc552ee8-e86a-4777-abbe-f54e5dcbd8e3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:56.644718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46938ab-a768-448b-91da-969cb7b7c3c7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Network': ['ID=1f9b3eed-14c0-4056-aba2-c4e22c853ff8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:56.659470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.659844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.660209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.660520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.660855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.661449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.661785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.662639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.662639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.662882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.663080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.663403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62d858e-4cb5-4036-a8a2-20847c042389 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:56:56.667828 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.701478 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.748852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-de7ea972-abee-4abd-9c01-af99569114b5 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-361416656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:56.761309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:56.766172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:56.770947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:56.790027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Pushing event updated for resources: {'Port': ['ID=169d6ab7-7584-4188-a3de-bd831bb98287,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:56.837358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port a8570c86-ad39-4b18-a042-30ceea076867 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:56:56.838535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.869981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de7ea972-abee-4abd-9c01-af99569114b5 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.871098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de7ea972-abee-4abd-9c01-af99569114b5 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.878293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bec9e52-244f-4fb4-9041-6ccc5c068909 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.886621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Attempting to bind port 169d6ab7-7584-4188-a3de-bd831bb98287 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:56.887012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Attempting to bind port 169d6ab7-7584-4188-a3de-bd831bb98287 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4ba7eb23-86ad-40ff-88d5-759a5ea1b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5242baed-0d27-4fec-aa9e-077b1e598eb1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:56.887352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Attempting to bind port 169d6ab7-7584-4188-a3de-bd831bb98287 on network 5242baed-0d27-4fec-aa9e-077b1e598eb1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:56.902120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:56.902485 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.907805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:56.908179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Checking segment: {'id': '4ba7eb23-86ad-40ff-88d5-759a5ea1b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5242baed-0d27-4fec-aa9e-077b1e598eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:56.908567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.908958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Bound using segment: {'id': '4ba7eb23-86ad-40ff-88d5-759a5ea1b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5242baed-0d27-4fec-aa9e-077b1e598eb1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:56.909440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Bound port: 169d6ab7-7584-4188-a3de-bd831bb98287, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba7eb23-86ad-40ff-88d5-759a5ea1b355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5242baed-0d27-4fec-aa9e-077b1e598eb1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:56.909817 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.957088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bec9e52-244f-4fb4-9041-6ccc5c068909 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.985587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:56.986135 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.003574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for a8570c86-ad39-4b18-a042-30ceea076867 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:56:57.062408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] For port 169d6ab7-7584-4188-a3de-bd831bb98287, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:57.066037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] For port 169d6ab7-7584-4188-a3de-bd831bb98287, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=169d6ab7-7584-4188-a3de-bd831bb98287,segment=NetworkSegment(4ba7eb23-86ad-40ff-88d5-759a5ea1b355),segment_id=4ba7eb23-86ad-40ff-88d5-759a5ea1b355)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:57.080416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dcbd71e1-934d-4397-8ba3-2035a04182a5 None None] Provisioning complete for port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:57.080822 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dcbd71e1-934d-4397-8ba3-2035a04182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.104938 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.198512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd71e1-934d-4397-8ba3-2035a04182a5 None None] Port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:56:57.232937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20eae3-9a8d-4619-b470-b55b82020dab None None] Pushing event updated for resources: {'Port': ['ID=169d6ab7-7584-4188-a3de-bd831bb98287,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.280142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de7ea972-abee-4abd-9c01-af99569114b5 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.301783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.316415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de7ea972-abee-4abd-9c01-af99569114b5 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.318891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b50104b9-b95a-412c-aee2-e0323352a1aa None None] Could not find standard attr ID for object a8cacb44-918a-409b-8cc2-f52593c55d26. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 09:56:57.346155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.346522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a6345f42-9d72-4e7c-9277-51912dffa4e9 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:56:57.379213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a6345f42-9d72-4e7c-9277-51912dffa4e9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:56:57.379813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a6345f42-9d72-4e7c-9277-51912dffa4e9 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:56:57.386141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de7ea972-abee-4abd-9c01-af99569114b5 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.387712 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-de7ea972-abee-4abd-9c01-af99569114b5 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8940709 May 06 09:56:57.392131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.395733 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bec9e52-244f-4fb4-9041-6ccc5c068909 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.398443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bec9e52-244f-4fb4-9041-6ccc5c068909 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.400289 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6bec9e52-244f-4fb4-9041-6ccc5c068909 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/security-groups/2c9c643b-45b8-4fa0-85e5-580719248651 HTTP/1.1" status: 204 len: 168 time: 0.8037152 May 06 09:56:57.412466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2144444500'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:57.424896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35400) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.431209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=a8570c86-ad39-4b18-a042-30ceea076867,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.466752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec9e52-244f-4fb4-9041-6ccc5c068909 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9c643b-45b8-4fa0-85e5-580719248651,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.487255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Subnet': ['ID=e9bd7d2d-1732-4638-baeb-4e68b02d84a0,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.512627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d63f5a96-c0f2-4548-b82a-98ecdc16c7ec req-f7270eaf-d4fc-4623-bf40-ceb344b26b86 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0631585 May 06 09:56:57.520923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Made reservation on behalf of 4982c4f606634024acb936a4323efc94 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:57.531934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.566661 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.592827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Checking segment: {'id': 'bdcce065-590e-415f-9354-b4ec2c7296af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'effff1be-eae0-45d2-9a49-93026125cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:57.593330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network hostable DHCP agents. Network: effff1be-eae0-45d2-9a49-93026125cb2d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:57.603758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54213477-7965-4802-985a-07bee3341157 req-ecc5fe16-2a07-46fb-92d9-59973bed9255 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 210 time: 0.1768532 May 06 09:56:57.641065 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d889eb2b-bc48-42a0-9035-cc44d0e99071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.698441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d889eb2b-bc48-42a0-9035-cc44d0e99071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.703975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network effff1be-eae0-45d2-9a49-93026125cb2d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:57.705385 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.706385 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Floating IP 3014e15b-9d5e-4185-bcdb-4a88f6109884 disassociated (deleted). External IP: 172.25.8.140, port: 70b4a5d8-2701-480f-9b08-9f1a91c8d078. May 06 09:56:57.742047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, effff1be-eae0-45d2-9a49-93026125cb2d) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:57.753077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f7066-365b-4d57-8db7-4f4a44e51387 None None] Network effff1be-eae0-45d2-9a49-93026125cb2d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:57.755124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:57.755729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.779357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-f9b0dcf0-fa1c-4209-82fd-4eceb1421f13 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:57.780935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-f9b0dcf0-fa1c-4209-82fd-4eceb1421f13 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 810 time: 0.2507505 May 06 09:56:57.792165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-969a27d0-a1f2-4f04-b629-eb0e8f2d2e96 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7322633 May 06 09:56:57.796054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35402) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.816240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'subnet': {'network_id': 'db0ddbdc-3563-4eb1-b1c4-1abdf730539a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:57.869279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d889eb2b-bc48-42a0-9035-cc44d0e99071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.871783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d889eb2b-bc48-42a0-9035-cc44d0e99071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.875416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d889eb2b-bc48-42a0-9035-cc44d0e99071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/security-groups/0f9d7410-228c-4abc-9df2-2fc5ac29f216 HTTP/1.1" status: 204 len: 168 time: 0.4466796 May 06 09:56:57.878006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-85025c72-23cc-4956-8dbf-2b259088c52f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3 HTTP/1.1" status: 200 len: 380 time: 0.0500987 May 06 09:56:57.878801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35404) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:57.890857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.895461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'port': {'device_id': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'admin_state_up': True, 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'security_groups': ['445e3b7e-83c2-49e1-90bd-3a2e2330c2b4']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:57.901680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889eb2b-bc48-42a0-9035-cc44d0e99071 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d7410-228c-4abc-9df2-2fc5ac29f216,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.903439 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.942057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:56:57.960562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ec3ed-2d49-4ce3-80ec-8b0aed174f27,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:57.962525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-effff1be-eae0-45d2-9a49-93026125cb2d', 'network_id': 'effff1be-eae0-45d2-9a49-93026125cb2d', 'tenant_id': 'fda254a7947e4dc599511d3c6975bc23', 'fixed_ips': [{'subnet_id': 'e9bd7d2d-1732-4638-baeb-4e68b02d84a0'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:57.968226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.970149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:57.970494 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Added segment e4c7225b-f483-454d-98dd-73ac9016e1ae of type vlan for network f851293b-0965-4a3a-8842-b052af2a0502 May 06 09:56:58.014019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:58.017506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.050039 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.058673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 441b1872-7543-41fb-977a-a910f65874d1 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:58.106227 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.137861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.143632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:58.144234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.166341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Allocated IP 2001:db8::2 (effff1be-eae0-45d2-9a49-93026125cb2d/e9bd7d2d-1732-4638-baeb-4e68b02d84a0/cc2f35b7-14f9-4542-b7b9-bec5925fa3eb) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:58.189487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.257209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8525646 May 06 09:56:58.261638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35406) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:58.270310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'subnet': {'network_id': 'f851293b-0965-4a3a-8842-b052af2a0502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:58.278994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e127d5-9ab4-4556-9f1a-c99f05fac19a tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Network': ['ID=f851293b-0965-4a3a-8842-b052af2a0502,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:58.339977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 82937ac2-d312-4b92-b20d-b0efcb008ef4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:56:58.341500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network f851293b-0965-4a3a-8842-b052af2a0502 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:56:58.343772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Made reservation on behalf of 2395ed525a5d4cba83a393ebb2c5d0b3 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:58.349207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.393013 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.460796 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.467146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Made reservation on behalf of 4982c4f606634024acb936a4323efc94 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:58.471535 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.476174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.482364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.538346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 169d6ab7-7584-4188-a3de-bd831bb98287 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:56:58.613263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Pushing event updated for resources: {'Port': ['ID=cc2f35b7-14f9-4542-b7b9-bec5925fa3eb,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:58.639473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Checking segment: {'id': '1bef3440-74cc-4084-bcdb-fdb77307f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db0ddbdc-3563-4eb1-b1c4-1abdf730539a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:58.639944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network hostable DHCP agents. Network: db0ddbdc-3563-4eb1-b1c4-1abdf730539a, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:58.640060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Network effff1be-eae0-45d2-9a49-93026125cb2d is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:56:58.642307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:58.649990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:56:58.656115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Subnet': ['ID=c77343a6-4077-42ba-a5b5-377323303368,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:58.701036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 169d6ab7-7584-4188-a3de-bd831bb98287 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:58.701411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.705003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network db0ddbdc-3563-4eb1-b1c4-1abdf730539a is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:58.730327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, db0ddbdc-3563-4eb1-b1c4-1abdf730539a) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:58.748207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d2a48-c0ac-41ae-ba34-86b76da7c037 None None] Network db0ddbdc-3563-4eb1-b1c4-1abdf730539a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:58.752220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:58.753474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.829991 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-beeb3ad6-8e23-4992-8ac5-b5eb663d5239 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0152514 May 06 09:56:58.829991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35412) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:58.837762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec9337-513c-4d42-89ac-2fa30b61129f None None] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:58.922142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Attempting to bind port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:56:58.922568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Attempting to bind port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'bdcce065-590e-415f-9354-b4ec2c7296af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'effff1be-eae0-45d2-9a49-93026125cb2d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:56:58.922934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Attempting to bind port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb on network effff1be-eae0-45d2-9a49-93026125cb2d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:56:58.961210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f5c23d72-220d-4950-996d-85da015e7710 None None] Provisioning complete for port 169d6ab7-7584-4188-a3de-bd831bb98287 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:56:58.961925 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f5c23d72-220d-4950-996d-85da015e7710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.976654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:56:58.979614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Checking segment: {'id': 'bdcce065-590e-415f-9354-b4ec2c7296af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'effff1be-eae0-45d2-9a49-93026125cb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:58.979614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.979614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Bound using segment: {'id': 'bdcce065-590e-415f-9354-b4ec2c7296af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'effff1be-eae0-45d2-9a49-93026125cb2d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:56:58.979614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Bound port: cc2f35b7-14f9-4542-b7b9-bec5925fa3eb, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdcce065-590e-415f-9354-b4ec2c7296af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'effff1be-eae0-45d2-9a49-93026125cb2d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:56:58.979985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:58.983871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e67f9fb7-f07b-4fb8-ae82-81a83313869f req-6ab2cc8e-bd2f-4299-9b76-d5184765a8fc tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 210 time: 0.0515523 May 06 09:56:59.012692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f148cba5-d1f5-41ae-aef0-888f6c0b61cb req-75b06a19-0b20-4f75-b7e6-eb96e1b31b81 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0473816 May 06 09:56:59.080357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.122518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.171133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=441b1872-7543-41fb-977a-a910f65874d1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:59.184324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.187664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2ebc4d7c-39e8-41aa-b96e-304a3a2d9fe1 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/441b1872-7543-41fb-977a-a910f65874d1 HTTP/1.1" status: 204 len: 168 time: 1.3077371 May 06 09:56:59.193503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:56:59.196552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35414) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:59.201895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.204439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Allocated IP 172.20.0.3 (c8028457-06a7-49c9-906c-cad51ce26f10/6a27194b-24f8-42c8-bcc0-5e4a43bac974/9853938c-2925-488e-8e43-8b76cd772ac0) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:56:59.218652 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] Sync routers for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:56:59.226160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da939cf-1629-42db-ad99-cc4b3302b92a None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:59.242398 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:59.246373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3f4cffa3-534e-47e3-a475-171bbfb7f6ea tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/floatingips/3014e15b-9d5e-4185-bcdb-4a88f6109884 HTTP/1.1" status: 204 len: 168 time: 2.7199893 May 06 09:56:59.248184 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:59.249764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:56:59.252126 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a47ecd-b8db-471b-b347-78313bc25e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:56:59.318152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.321413 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9face365-a21d-4a08-802e-490c85f45444 x-openstack-request-id: req-9face365-a21d-4a08-802e-490c85f45444 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:56:59.321988 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:56:59.322463 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9face365-a21d-4a08-802e-490c85f45444 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:56:59.323077 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9face365-a21d-4a08-802e-490c85f45444'] response: {'name': 'network-changed', 'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'status': 'completed', 'code': 200} May 06 09:56:59.398416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Subnet': ['ID=02ea17a6-8da5-4f38-aa18-114d5a579550,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:59.443260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Checking segment: {'id': 'e4c7225b-f483-454d-98dd-73ac9016e1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f851293b-0965-4a3a-8842-b052af2a0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:56:59.443642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network hostable DHCP agents. Network: f851293b-0965-4a3a-8842-b052af2a0502, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:56:59.454639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-48b2e1bf-e0c4-4361-8b89-4b6ddb548550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:59.464201 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:56:59.467490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 169d6ab7-7584-4188-a3de-bd831bb98287, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=169d6ab7-7584-4188-a3de-bd831bb98287,segment=NetworkSegment(4ba7eb23-86ad-40ff-88d5-759a5ea1b355),segment_id=4ba7eb23-86ad-40ff-88d5-759a5ea1b355)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:56:59.469373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-48b2e1bf-e0c4-4361-8b89-4b6ddb548550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 1096 time: 0.1021254 May 06 09:56:59.472254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 0644a660-bd53-4d0f-b3e8-2ad90aeb14a7 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:56:59.526013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.527888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] For port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:56:59.538462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.555524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.577632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network f851293b-0965-4a3a-8842-b052af2a0502 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:56:59.581737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.637075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.640409 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, f851293b-0965-4a3a-8842-b052af2a0502) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:56:59.669694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] For port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cc2f35b7-14f9-4542-b7b9-bec5925fa3eb,segment=NetworkSegment(bdcce065-590e-415f-9354-b4ec2c7296af),segment_id=bdcce065-590e-415f-9354-b4ec2c7296af)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:56:59.671151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f875b-e4e3-405e-88a5-f5d9ac75db39 None None] Network f851293b-0965-4a3a-8842-b052af2a0502 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:56:59.712523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:59.713258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.733808 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:46Z', 'revision_number': 6, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:59.755214 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.771139 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] Checking router: 82937ac2-d312-4b92-b20d-b0efcb008ef4 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:56:59.778890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-2008407c-5665-42cb-a7f5-c5dd2e62bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:56:59.782444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-2008407c-5665-42cb-a7f5-c5dd2e62bc0e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e623c531-73cb-4dd3-8c4b-cc2d7a827438 HTTP/1.1" status: 200 len: 898 time: 0.2884617 May 06 09:56:59.794813 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-28894b6b-7158-4bbc-917e-f922d0f4c25b tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5303249 May 06 09:56:59.799620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:56:59.802430 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:56:59.803928 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:56:59.807484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-db0ddbdc-3563-4eb1-b1c4-1abdf730539a', 'network_id': 'db0ddbdc-3563-4eb1-b1c4-1abdf730539a', 'tenant_id': 'fda254a7947e4dc599511d3c6975bc23', 'fixed_ips': [{'subnet_id': 'c77343a6-4077-42ba-a5b5-377323303368'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:56:59.808364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.811459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'network': {'name': 'tempest-router-network01--1573902355'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:56:59.881805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=169d6ab7-7584-4188-a3de-bd831bb98287,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:56:59.921288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Made reservation on behalf of 4982c4f606634024acb936a4323efc94 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:56:59.922089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-0568acbc-2ba9-4d3a-a34b-847ef5e6b814 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078 HTTP/1.1" status: 200 len: 217 time: 0.0922291 May 06 09:56:59.925773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.927459 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:56:59.953844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.015399 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:00.051864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Network c8028457-06a7-49c9-906c-cad51ce26f10 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:00.066096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:00.075481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:00.122530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9432c-189c-43eb-b9f8-2e932fed13c9 req-2d8b5f58-a15a-4c47-acde-ce9f78889ce7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.124552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ea9432c-189c-43eb-b9f8-2e932fed13c9 req-2d8b5f58-a15a-4c47-acde-ce9f78889ce7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 945 time: 0.2975848 May 06 09:57:00.131415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event updated for resources: {'Port': ['ID=9853938c-2925-488e-8e43-8b76cd772ac0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:00.145570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-aa341dad-52bf-43a8-9610-a01f9ff22320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.147029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-aa341dad-52bf-43a8-9610-a01f9ff22320 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a265a375-4a67-4126-8048-40e2bdcb67c8 HTTP/1.1" status: 200 len: 833 time: 0.1922860 May 06 09:57:00.150889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:00.160698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.161247 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Added segment 85034c42-44cc-472d-8dca-74db5df5482f of type vlan for network 12f20969-d043-4627-99db-f0615f784094 May 06 09:57:00.219419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.244556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.255869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.269376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.273905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.284753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.284995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7430a-7142-47ff-9e4d-6d3f58f2b3f2 None None] Pushing event updated for resources: {'Port': ['ID=cc2f35b7-14f9-4542-b7b9-bec5925fa3eb,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:00.285112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.325575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ea9432c-189c-43eb-b9f8-2e932fed13c9 req-fc9d0cb1-2100-46cb-ad6f-414e8a723cd5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904857 May 06 09:57:00.428184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Network': ['ID=12f20969-d043-4627-99db-f0615f784094,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:00.437999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=0644a660-bd53-4d0f-b3e8-2ad90aeb14a7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:00.440396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.444121 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-953ef840-4c95-411b-823b-23ed83806a97 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/0644a660-bd53-4d0f-b3e8-2ad90aeb14a7 HTTP/1.1" status: 204 len: 168 time: 1.2416613 May 06 09:57:00.448756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:00.450829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a533e02-e663-4e4e-b014-ae4d56ac236f req-375dd5e3-d07c-4df3-ae62-19dc52093681 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.473138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a533e02-e663-4e4e-b014-ae4d56ac236f req-375dd5e3-d07c-4df3-ae62-19dc52093681 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 931 time: 0.2021563 May 06 09:57:00.491107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-629724ab-93fe-449f-872d-976146c934d2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6007872 May 06 09:57:00.494047 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5822f8-9a1b-4b6d-a58d-4792196fdfc0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:00.494737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5822f8-9a1b-4b6d-a58d-4792196fdfc0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:00.498264 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ae5822f8-9a1b-4b6d-a58d-4792196fdfc0 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/441b1872-7543-41fb-977a-a910f65874d1 HTTP/1.1" status: 404 len: 337 time: 0.0477204 May 06 09:57:00.501514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:00.506966 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-887cc643-1d4f-4b1e-a71b-d7c9acb278b6 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7042336 May 06 09:57:00.509299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Allocated IP 2001:db8::1 (effff1be-eae0-45d2-9a49-93026125cb2d/e9bd7d2d-1732-4638-baeb-4e68b02d84a0/4344b129-5c65-49fd-9737-0932ddbeced1) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:00.520860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-c6334cb9-1337-421b-8edc-7f9fc11eba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:00.531230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-c6334cb9-1337-421b-8edc-7f9fc11eba55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e623c531-73cb-4dd3-8c4b-cc2d7a827438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3579893 May 06 09:57:00.536132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35432) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:00.557077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Request body: {'port': {'device_id': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:00.601940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting subnet 42a12687-5601-4884-a422-2042962405cc {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:00.604255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 12f20969-d043-4627-99db-f0615f784094 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:00.618495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.695887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'network': {'name': 'tempest-router-network02--1103338321'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:00.715650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b66e348d-58b6-4326-8644-4b7424f42b94 req-83f7b48c-21f6-4c7f-ac1a-da6a9d1f3f22 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0588279 May 06 09:57:00.755091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-f851293b-0965-4a3a-8842-b052af2a0502', 'network_id': 'f851293b-0965-4a3a-8842-b052af2a0502', 'tenant_id': '4982c4f606634024acb936a4323efc94', 'fixed_ips': [{'subnet_id': '02ea17a6-8da5-4f38-aa18-114d5a579550'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:00.756670 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.776800 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:46Z', 'revision_number': 6, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:00.840329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Allocated IP 2001:db8::2 (db0ddbdc-3563-4eb1-b1c4-1abdf730539a/c77343a6-4077-42ba-a5b5-377323303368/2c8f7a53-2ab2-4e59-af6d-4201145a0e30) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:00.852556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Made reservation on behalf of 4982c4f606634024acb936a4323efc94 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:00.855039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 169d6ab7-7584-4188-a3de-bd831bb98287 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:00.856238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.896766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.931123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a533e02-e663-4e4e-b014-ae4d56ac236f req-caa42b36-f281-4a8f-ba27-9d796416b34f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564707 May 06 09:57:00.960711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0282a09b-fe53-4b66-ad2d-c6a496bb7ff4 None None] Provisioning complete for port 169d6ab7-7584-4188-a3de-bd831bb98287 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:00.961413 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0282a09b-fe53-4b66-ad2d-c6a496bb7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.964729 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c13b1-79fb-4c3b-885c-0995188c4ed4 None None] The sync data for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 is: [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:56:46Z', 'revision_number': 6, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2df2da5d-114f-4590-805d-3fadba546b07', 'name': '', 'network_id': 'e623c531-73cb-4dd3-8c4b-cc2d7a827438', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:9c:30:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:45Z', 'updated_at': '2022-05-06T09:53:54Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': 'a265a375-4a67-4126-8048-40e2bdcb67c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:00.982817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.984580 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:00.997194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:01.007055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network effff1be-eae0-45d2-9a49-93026125cb2d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:01.010426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.010626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.010884 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Added segment 3dd1ee74-4d8b-4a93-b7a5-6703e601faad of type vlan for network 54ab5993-7e55-4c56-b001-6e58ed244116 May 06 09:57:01.015233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:01.095657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f518f9d-7907-49d3-b2e4-02cbf2422e35 None None] Update dhcp port {'port': {'network_id': '82712f36-0fdd-46c7-9cd1-39e041b829b6', 'fixed_ips': [{'subnet_id': '42a12687-5601-4884-a422-2042962405cc', 'ip_address': '172.20.0.18'}, {'subnet_id': '0644a660-bd53-4d0f-b3e8-2ad90aeb14a7'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '125af76e-f538-40ec-9494-dc1b262b9126'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 09:57:01.096078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-dc3356b5-52d9-4838-ac2d-fa8209ab0722 service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449618 May 06 09:57:01.097711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.124375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:01.125111 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.146969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f518f9d-7907-49d3-b2e4-02cbf2422e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.216122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.259152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Port': ['ID=4344b129-5c65-49fd-9737-0932ddbeced1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:01.272754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5a47ecd-b8db-471b-b347-78313bc25e2e req-bfa616b9-5e98-4763-8e86-0905d731442d service neutron] 10.222.0.83 "GET /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557527 May 06 09:57:01.279504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:57:01.350476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 169d6ab7-7584-4188-a3de-bd831bb98287 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:01.350583 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.459458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7191d56f-6185-4afb-ae59-65dd74122890 None None] New status for floating IP 3014e15b-9d5e-4185-bcdb-4a88f6109884: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:57:01.475775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d61501fa-c357-4248-8c11-3357e5ad910b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:01.477999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d61501fa-c357-4248-8c11-3357e5ad910b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.83 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 945 time: 0.1638739 May 06 09:57:01.478685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.484231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:01.485002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.678009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8c57c0-e188-4e2d-b84f-6e3a315f2613 None None] Network effff1be-eae0-45d2-9a49-93026125cb2d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:01.681432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Allocated IP 172.20.0.2 (f851293b-0965-4a3a-8842-b052af2a0502/02ea17a6-8da5-4f38-aa18-114d5a579550/0d9fe027-0c25-40f4-b4ea-504624f9e831) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:01.710368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.711737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0661736 May 06 09:57:01.721564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:01.732026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'subnet': {'network_id': '12f20969-d043-4627-99db-f0615f784094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:01.794176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49e6cf-bdb7-434f-ad3d-5e6374f5b6c8 req-5e92ce12-d98a-4025-803b-d7096ed0f6d6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:01.804094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff49e6cf-bdb7-434f-ad3d-5e6374f5b6c8 req-5e92ce12-d98a-4025-803b-d7096ed0f6d6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 945 time: 0.3156314 May 06 09:57:01.826816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e38793-67dd-4306-9e87-2d09241c8f14 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Network': ['ID=54ab5993-7e55-4c56-b001-6e58ed244116,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:01.855519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Subnet': ['ID=42a12687-5601-4884-a422-2042962405cc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:01.866932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.870439 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5658e840-94d5-4ecf-8f09-97ae9dd47f79 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/42a12687-5601-4884-a422-2042962405cc HTTP/1.1" status: 204 len: 168 time: 1.3673837 May 06 09:57:01.877954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:01.891994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:01.911345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e49b2204-dda7-46aa-9c34-de006eacc332 req-83bd6574-1b3e-428e-b951-2fa138313717 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0566075 May 06 09:57:01.924311 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88bb177-5666-40d8-bd39-85a841ce8b3d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:01.924311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88bb177-5666-40d8-bd39-85a841ce8b3d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:01.927404 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a88bb177-5666-40d8-bd39-85a841ce8b3d tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/09a4570d-50c1-465a-9fad-2298269f4fa2 HTTP/1.1" status: 404 len: 337 time: 0.0484591 May 06 09:57:01.933314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:01.948701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff49e6cf-bdb7-434f-ad3d-5e6374f5b6c8 req-4655a060-7441-430a-b5a8-33148472ccc6 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=293d1a8e-2adf-4e8b-883e-6436bc599416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439788 May 06 09:57:01.970004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:01.970349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.035050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.036348 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-44fc1633-305c-4603-bca3-080272d1940b req-6d5920ed-2fb8-4734-af58-a95e9b114776 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1020768 May 06 09:57:02.058707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 54ab5993-7e55-4c56-b001-6e58ed244116 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:02.067175 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ba5661be-7441-47d5-b674-8c3163fca730 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "GET /v2.0/ports?device_id=67736c7f-0785-42c1-b9da-0a9ec2c193b7 HTTP/1.1" status: 200 len: 205 time: 0.1126988 May 06 09:57:02.068079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35448) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.073519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0282a09b-fe53-4b66-ad2d-c6a496bb7ff4 None None] Provisioning complete for port 9853938c-2925-488e-8e43-8b76cd772ac0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:02.073729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0282a09b-fe53-4b66-ad2d-c6a496bb7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.094159 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.155545 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-9725336a-8c47-46b7-a9ca-6f85abea6ad5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] delete failed (client error): The resource could not be found. May 06 09:57:02.159081 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9725336a-8c47-46b7-a9ca-6f85abea6ad5 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/routers/67736c7f-0785-42c1-b9da-0a9ec2c193b7 HTTP/1.1" status: 404 len: 336 time: 0.0877414 May 06 09:57:02.165228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f2ec6-395d-40bc-bddb-018b4f9d5dc7 req-072f08ce-a5a0-4557-8aba-d58afb016ef5 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:02.166777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c4f2ec6-395d-40bc-bddb-018b4f9d5dc7 req-072f08ce-a5a0-4557-8aba-d58afb016ef5 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 931 time: 0.1385307 May 06 09:57:02.171761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35450) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.175708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port 70b4a5d8-2701-480f-9b08-9f1a91c8d078, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=70b4a5d8-2701-480f-9b08-9f1a91c8d078,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:02.176072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.183734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Made reservation on behalf of 4982c4f606634024acb936a4323efc94 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:02.188012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.190856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9853938c-2925-488e-8e43-8b76cd772ac0 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-0f518f9d-7907-49d3-b2e4-02cbf2422e35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42a12687-5601-4884-a422-2042962405cc: This subnet is being modified by another concurrent operation. May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42a12687-5601-4884-a422-2042962405cc: This subnet is being modified by another concurrent operation. May 06 09:57:02.210185 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 09:57:02.235704 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.238087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for 70b4a5d8-2701-480f-9b08-9f1a91c8d078 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:02.246246 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-92af034a-6c39-44a4-8fa3-d5afe813a7da tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.246683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92af034a-6c39-44a4-8fa3-d5afe813a7da tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.252110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-92af034a-6c39-44a4-8fa3-d5afe813a7da tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/87fdc350-15d2-4084-ac45-bf88d116a3cb HTTP/1.1" status: 404 len: 337 time: 0.0770142 May 06 09:57:02.256044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35452) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.306810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Transition to ACTIVE for port object 9853938c-2925-488e-8e43-8b76cd772ac0 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:57:02.312373 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e290ad83-3043-46b9-95e1-0b8f47c9b0e4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.312873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e290ad83-3043-46b9-95e1-0b8f47c9b0e4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.318103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e290ad83-3043-46b9-95e1-0b8f47c9b0e4 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/8ad79e81-9ed6-42df-ae6e-886f755afd88 HTTP/1.1" status: 404 len: 337 time: 0.0610647 May 06 09:57:02.323121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35454) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.325002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Network db0ddbdc-3563-4eb1-b1c4-1abdf730539a is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:02.325717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.358421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:02.360874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:02.363197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2685be-a704-49d1-af46-8ebd6319ef89 None None] Network 82712f36-0fdd-46c7-9cd1-39e041b829b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:02.402323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Pushing event updated for resources: {'Port': ['ID=2c8f7a53-2ab2-4e59-af6d-4201145a0e30,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.405958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0282a09b-fe53-4b66-ad2d-c6a496bb7ff4 None None] Port 9853938c-2925-488e-8e43-8b76cd772ac0 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:02.414728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c4f2ec6-395d-40bc-bddb-018b4f9d5dc7 req-e07a0c1c-e726-4093-82ef-93ca9f4cea2b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402742 May 06 09:57:02.422504 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d40288b-c5f7-4093-afa4-acdea6c2309e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.422945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d40288b-c5f7-4093-afa4-acdea6c2309e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.428239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8d40288b-c5f7-4093-afa4-acdea6c2309e tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/7b49fce4-6e27-46f0-9b2d-b747fced57cb HTTP/1.1" status: 404 len: 337 time: 0.1012874 May 06 09:57:02.433492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35456) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.485332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Pushing event updated for resources: {'Port': ['ID=9853938c-2925-488e-8e43-8b76cd772ac0,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.489933 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-4339aa8f-0362-4346-b8a8-7db5e0a07eea tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.490677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4339aa8f-0362-4346-b8a8-7db5e0a07eea tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.493474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cc2f35b7-14f9-4542-b7b9-bec5925fa3eb up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:02.502251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4339aa8f-0362-4346-b8a8-7db5e0a07eea tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/e9bd5ed2-089b-438c-abaf-9073d1a452df HTTP/1.1" status: 404 len: 333 time: 0.0663037 May 06 09:57:02.507256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35458) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.538291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.538644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.538990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.539418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.540209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.540209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.540497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.540747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.541072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.541502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.541762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.542084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:02.563417 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed322cd-09a3-46ae-be12-874d443e7c6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.563417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed322cd-09a3-46ae-be12-874d443e7c6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.566394 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fed322cd-09a3-46ae-be12-874d443e7c6f tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/7b651fc6-6221-4ba4-a026-377c8d385fc5 HTTP/1.1" status: 404 len: 337 time: 0.0553432 May 06 09:57:02.569816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35460) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.651357 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0381c52-d416-4a20-b0b2-55bafa1e2a4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.651621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0381c52-d416-4a20-b0b2-55bafa1e2a4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.654808 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b0381c52-d416-4a20-b0b2-55bafa1e2a4a tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/72a0778e-8dc2-420d-b205-7e18fa24ad70 HTTP/1.1" status: 404 len: 337 time: 0.0620840 May 06 09:57:02.658300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35462) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.659232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.691468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Attempting to bind port 9853938c-2925-488e-8e43-8b76cd772ac0 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:02.694875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Attempting to bind port 9853938c-2925-488e-8e43-8b76cd772ac0 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:02.699472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Attempting to bind port 9853938c-2925-488e-8e43-8b76cd772ac0 on network c8028457-06a7-49c9-906c-cad51ce26f10 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:02.707894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Port 9853938c-2925-488e-8e43-8b76cd772ac0 on network c8028457-06a7-49c9-906c-cad51ce26f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:57:02.708756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Attempting to bind port 9853938c-2925-488e-8e43-8b76cd772ac0 on network c8028457-06a7-49c9-906c-cad51ce26f10 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:02.711363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.730211 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c0bf85-3cee-4367-acdb-4a916bf261ce tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.731152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c0bf85-3cee-4367-acdb-4a916bf261ce tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.736612 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-73c0bf85-3cee-4367-acdb-4a916bf261ce tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/0e3edc16-616c-4c9e-8010-a02768103318 HTTP/1.1" status: 404 len: 333 time: 0.0728564 May 06 09:57:02.738911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.739566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Attempting to bind port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:02.739967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Attempting to bind port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '1bef3440-74cc-4084-bcdb-fdb77307f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db0ddbdc-3563-4eb1-b1c4-1abdf730539a'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:02.740321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Attempting to bind port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 on network db0ddbdc-3563-4eb1-b1c4-1abdf730539a {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:02.742133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04143c44-c847-4942-bf93-663f02ca5425 None None] Provisioning complete for port 125af76e-f538-40ec-9494-dc1b262b9126 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:02.742686 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04143c44-c847-4942-bf93-663f02ca5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.747758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35464) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.783297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=70b4a5d8-2701-480f-9b08-9f1a91c8d078,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.784313 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65382c3-024d-4ad5-ac6f-fda2aa59d5a7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.784974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65382c3-024d-4ad5-ac6f-fda2aa59d5a7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.794549 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f65382c3-024d-4ad5-ac6f-fda2aa59d5a7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/534abfff-e8c6-4055-b497-3af98fc4367d HTTP/1.1" status: 404 len: 337 time: 0.0430832 May 06 09:57:02.801792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.802601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.807070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:02.807887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Checking segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:02.808268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35466) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.808438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Bound using segment: {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:02.808884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Bound port: 9853938c-2925-488e-8e43-8b76cd772ac0, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:02.809254 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.854470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] No DVR routers for this DVR port 70b4a5d8-2701-480f-9b08-9f1a91c8d078 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:02.858027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:02.859353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.859675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Checking segment: {'id': '1bef3440-74cc-4084-bcdb-fdb77307f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db0ddbdc-3563-4eb1-b1c4-1abdf730539a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:02.860278 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.861066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Bound using segment: {'id': '1bef3440-74cc-4084-bcdb-fdb77307f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db0ddbdc-3563-4eb1-b1c4-1abdf730539a'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:02.861963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Bound port: 2c8f7a53-2ab2-4e59-af6d-4201145a0e30, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bef3440-74cc-4084-bcdb-fdb77307f012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'db0ddbdc-3563-4eb1-b1c4-1abdf730539a'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:02.863046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd6797ed-f41b-48f9-8439-d4a7e70410fb req-d98e34cd-034d-48a7-af10-05477566d9a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.83 "DELETE /v2.0/ports/70b4a5d8-2701-480f-9b08-9f1a91c8d078 HTTP/1.1" status: 204 len: 173 time: 1.3567662 May 06 09:57:02.863293 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.863504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'name': 'network-vif-deleted', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:02.866142 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da415609-3526-4191-b0de-49b867386583" -d '{"events": [{"server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "name": "network-vif-deleted", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:02.881583 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Port': ['ID=4344b129-5c65-49fd-9737-0932ddbeced1,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:02.913814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:02.920907 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc680f0-4d53-4e20-bcab-ef0f3f440031 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] DELETE failed (client error): The resource could not be found. May 06 09:57:02.921360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc680f0-4d53-4e20-bcab-ef0f3f440031 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:57:02.924448 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0fc680f0-4d53-4e20-bcab-ef0f3f440031 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/subnets/34ca5c8c-62d3-4cb8-a159-b6ffac21a2b6 HTTP/1.1" status: 404 len: 337 time: 0.0592926 May 06 09:57:02.927621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35470) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:02.979190 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.025732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Subnet': ['ID=c14da2dc-b354-49ec-980d-e93ffe300040,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:03.037228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network effff1be-eae0-45d2-9a49-93026125cb2d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:03.042859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:03.047180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Checking segment: {'id': '85034c42-44cc-472d-8dca-74db5df5482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12f20969-d043-4627-99db-f0615f784094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:03.047556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network hostable DHCP agents. Network: 12f20969-d043-4627-99db-f0615f784094, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:03.057888 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea351353-da10-4f76-8806-2c6112110e7b x-openstack-request-id: req-ea351353-da10-4f76-8806-2c6112110e7b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:03.058667 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4279d9ae-627a-45d7-8693-b989146c97a2", "name": "network-vif-deleted", "tag": "70b4a5d8-2701-480f-9b08-9f1a91c8d078", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:03.059184 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea351353-da10-4f76-8806-2c6112110e7b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:03.059906 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea351353-da10-4f76-8806-2c6112110e7b'] response: {'server_uuid': '4279d9ae-627a-45d7-8693-b989146c97a2', 'name': 'network-vif-deleted', 'tag': '70b4a5d8-2701-480f-9b08-9f1a91c8d078', 'status': 'completed', 'code': 200} May 06 09:57:03.171179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] For port 9853938c-2925-488e-8e43-8b76cd772ac0, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:03.198248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network 12f20969-d043-4627-99db-f0615f784094 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:03.238264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Pushing event updated for resources: {'Port': ['ID=0d9fe027-0c25-40f4-b4ea-504624f9e831,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:03.255129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:03.255894 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.258977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a01697c5-d617-48af-b0b3-944fc116d486 req-a76f9f51-e3f1-48aa-a7c6-3359eef3a48d tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1104996 May 06 09:57:03.274238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af98dd47-c3d1-4200-bda8-b8d080f0b8fc req-2a0fa69a-d01f-4d91-90a7-c2a4fdc7ee9f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=4279d9ae-627a-45d7-8693-b989146c97a2 HTTP/1.1" status: 200 len: 210 time: 0.1231599 May 06 09:57:03.276484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] For port 9853938c-2925-488e-8e43-8b76cd772ac0, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9853938c-2925-488e-8e43-8b76cd772ac0,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:03.278230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 12f20969-d043-4627-99db-f0615f784094) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:03.313095 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.326446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:03.327396 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.351075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d52ef-23ff-4566-b0b8-afa7b7c85163 None None] Network 12f20969-d043-4627-99db-f0615f784094 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:03.354117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] DHCP port deletion for 82712f36-0fdd-46c7-9cd1-39e041b829b6 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:03.362121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Network f851293b-0965-4a3a-8842-b052af2a0502 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:03.371008 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2322fcb4-c9ea-405a-b6c2-140738330acd tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6450682 May 06 09:57:03.372007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Router 0392a759-47ab-49bb-b884-2df00afce8d1 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:57:03.375799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:03.389026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'subnet': {'network_id': '54ab5993-7e55-4c56-b001-6e58ed244116', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:03.395855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:03.406810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.413068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] 10.222.0.82 "PUT /v2.0/ports/9853938c-2925-488e-8e43-8b76cd772ac0 HTTP/1.1" status: 200 len: 1091 time: 2.9082913 May 06 09:57:03.418472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:03.418816 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.467201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:03.479417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:03.625439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] For port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:03.630430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] For port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2c8f7a53-2ab2-4e59-af6d-4201145a0e30,segment=NetworkSegment(1bef3440-74cc-4084-bcdb-fdb77307f012),segment_id=1bef3440-74cc-4084-bcdb-fdb77307f012)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:03.630645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.701627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:03.715727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93a1b5-d9b4-4ce8-97e3-70d5af503c7d service neutron] Pushing event updated for resources: {'Port': ['ID=9853938c-2925-488e-8e43-8b76cd772ac0,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:03.763662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:03.775920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-7a619d9b-8a8f-47c8-9dd8-9ede6ef8c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:03.779115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-7a619d9b-8a8f-47c8-9dd8-9ede6ef8c9f0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 1094 time: 0.1939092 May 06 09:57:03.781069 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] Sync routers for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:03.795723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4007688-ca35-4913-a297-3a150c6d2ea0 req-97f5d4ec-876b-461e-9139-86797dc3ccbe tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:03.802846 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-be103477-37f4-4062-899f-0b3051b036ff tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9698052 May 06 09:57:03.803306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4007688-ca35-4913-a297-3a150c6d2ea0 req-97f5d4ec-876b-461e-9139-86797dc3ccbe tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 943 time: 0.2234743 May 06 09:57:03.807993 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:03.808895 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:03.813194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35480) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:03.845105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Made reservation on behalf of 4982c4f606634024acb936a4323efc94 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:03.848876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.910378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:03.931352 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:03.945003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-a928d3e6-2a33-4f2c-a9ca-b8f0cf4d4785 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9853938c-2925-488e-8e43-8b76cd772ac0 HTTP/1.1" status: 200 len: 217 time: 0.1585350 May 06 09:57:03.966733 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:03.967360 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:03.994836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Attempting to bind port 0d9fe027-0c25-40f4-b4ea-504624f9e831 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:03.995252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Attempting to bind port 0d9fe027-0c25-40f4-b4ea-504624f9e831 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e4c7225b-f483-454d-98dd-73ac9016e1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f851293b-0965-4a3a-8842-b052af2a0502'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:03.996009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Attempting to bind port 0d9fe027-0c25-40f4-b4ea-504624f9e831 on network f851293b-0965-4a3a-8842-b052af2a0502 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:04.046131 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:04.047027 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d828080-5ede-48f5-a727-eedc04c6b7ab None None] The sync data for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:04.084709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4007688-ca35-4913-a297-3a150c6d2ea0 req-25f40e77-9b8e-4f1f-ae13-b8e32e02487f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804768 May 06 09:57:04.108727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-81f8bb69-088d-494a-8db4-8a10972d3070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:04.110554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-81f8bb69-088d-494a-8db4-8a10972d3070 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.1572340 May 06 09:57:04.110768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:04.110955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Checking segment: {'id': 'e4c7225b-f483-454d-98dd-73ac9016e1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f851293b-0965-4a3a-8842-b052af2a0502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:04.111306 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.111751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Bound using segment: {'id': 'e4c7225b-f483-454d-98dd-73ac9016e1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f851293b-0965-4a3a-8842-b052af2a0502'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:04.112242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Bound port: 0d9fe027-0c25-40f4-b4ea-504624f9e831, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c7225b-f483-454d-98dd-73ac9016e1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f851293b-0965-4a3a-8842-b052af2a0502'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:04.113017 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.115109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.220500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04143c44-c847-4942-bf93-663f02ca5425 None None] Provisioning complete for port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:04.220876 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04143c44-c847-4942-bf93-663f02ca5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.245749 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.252660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=32a11ed3-1fac-4fca-a0f9-0c0869b61e47,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:04.264583 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.268453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ed379d1b-7966-40c4-9bf2-8703bd0ce413 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/ports/32a11ed3-1fac-4fca-a0f9-0c0869b61e47 HTTP/1.1" status: 204 len: 168 time: 1.3398576 May 06 09:57:04.271788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35482) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:04.275108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-04143c44-c847-4942-bf93-663f02ca5425 None None] Port 32a11ed3-1fac-4fca-a0f9-0c0869b61e47 was deleted so its status cannot be updated. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} May 06 09:57:04.277918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-12f20969-d043-4627-99db-f0615f784094', 'network_id': '12f20969-d043-4627-99db-f0615f784094', 'tenant_id': '4982c4f606634024acb936a4323efc94', 'fixed_ips': [{'subnet_id': 'c14da2dc-b354-49ec-980d-e93ffe300040'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:04.279091 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.342557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a5198-bf28-4ff8-90dd-c2533dba1c8d None None] Pushing event updated for resources: {'Port': ['ID=2c8f7a53-2ab2-4e59-af6d-4201145a0e30,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:04.345339 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.378089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] Deleting port 125af76e-f538-40ec-9494-dc1b262b9126 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:04.378909 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.384022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Subnet': ['ID=02bb2a33-3d1a-4dd0-b312-82920b3dcc9c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:04.392533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35488) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:04.421766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-9c15fe0c-dbab-463d-8ec3-d0c746705bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:04.424711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-9c15fe0c-dbab-463d-8ec3-d0c746705bf4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977347 May 06 09:57:04.509141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Checking segment: {'id': '3dd1ee74-4d8b-4a93-b7a5-6703e601faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '54ab5993-7e55-4c56-b001-6e58ed244116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:04.509650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network hostable DHCP agents. Network: 54ab5993-7e55-4c56-b001-6e58ed244116, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:04.537210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-04143c44-c847-4942-bf93-663f02ca5425 None None] Provisioning complete for port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:04.537744 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-04143c44-c847-4942-bf93-663f02ca5425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.578567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network 54ab5993-7e55-4c56-b001-6e58ed244116 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:04.609971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 54ab5993-7e55-4c56-b001-6e58ed244116) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:04.612660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d1c0-6c09-4d35-abcd-5f2a6c126180 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.613488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cc2f35b7-14f9-4542-b7b9-bec5925fa3eb,segment=NetworkSegment(bdcce065-590e-415f-9354-b4ec2c7296af),segment_id=bdcce065-590e-415f-9354-b4ec2c7296af)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:04.619723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:04.622152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.667318 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6787654a-4019-43f4-9800-ae780c785303 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2873912 May 06 09:57:04.674278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d1c0-6c09-4d35-abcd-5f2a6c126180 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.677552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35490) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:04.700590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd290151-2e73-4e4d-a258-9340540549d6 None None] Network 54ab5993-7e55-4c56-b001-6e58ed244116 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:04.702442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:04.723345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] For port 0d9fe027-0c25-40f4-b4ea-504624f9e831, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:04.741900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 70b4a5d8-2701-480f-9b08-9f1a91c8d078 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:04.808599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 70b4a5d8-2701-480f-9b08-9f1a91c8d078 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:04.808907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 70b4a5d8-2701-480f-9b08-9f1a91c8d078 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:05.005624 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.007369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d1c0-6c09-4d35-abcd-5f2a6c126180 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.013227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6b7d1c0-6c09-4d35-abcd-5f2a6c126180 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.014630 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c6b7d1c0-6c09-4d35-abcd-5f2a6c126180 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/security-groups/293d1a8e-2adf-4e8b-883e-6436bc599416 HTTP/1.1" status: 204 len: 168 time: 0.6207085 May 06 09:57:05.058952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52776fda-b851-4834-97a8-d54d3e10535b req-5f8c11b9-6a3e-4819-92fc-6f19295c70d9 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.5510857 May 06 09:57:05.065878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:05.068442 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2642a90a-b39e-4af9-b869-c21283d27525" -d '{"events": [{"name": "network-changed", "server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:05.074470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35494) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:05.148501 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd54a85-c862-4b19-891b-fd2edc21e566 x-openstack-request-id: req-4fd54a85-c862-4b19-891b-fd2edc21e566 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:05.148983 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:05.149321 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fd54a85-c862-4b19-891b-fd2edc21e566 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:05.149714 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd54a85-c862-4b19-891b-fd2edc21e566'] response: {'name': 'network-changed', 'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0', 'status': 'completed', 'code': 200} May 06 09:57:05.279530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-047d1812-1771-47d5-a6c6-6350ae1c5f5f service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448627 May 06 09:57:05.331841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=125af76e-f538-40ec-9494-dc1b262b9126,segment=NetworkSegment(cebe205b-6833-4f33-b4b3-cbc77f6c192d),segment_id=cebe205b-6833-4f33-b4b3-cbc77f6c192d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:05.332526 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.353530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] Calling delete_port for 125af76e-f538-40ec-9494-dc1b262b9126 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:05.373304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] For port 0d9fe027-0c25-40f4-b4ea-504624f9e831, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0d9fe027-0c25-40f4-b4ea-504624f9e831,segment=NetworkSegment(e4c7225b-f483-454d-98dd-73ac9016e1ae),segment_id=e4c7225b-f483-454d-98dd-73ac9016e1ae)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:05.391842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:05.417452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7d1c0-6c09-4d35-abcd-5f2a6c126180 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d1a8e-2adf-4e8b-883e-6436bc599416,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:05.430553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.540335 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-a69d2320-e5ff-4c95-b4d5-08130d505ded tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:05.544478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a69d2320-e5ff-4c95-b4d5-08130d505ded tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7275915 May 06 09:57:05.575183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=cc2f35b7-14f9-4542-b7b9-bec5925fa3eb,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:05.609415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35504) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:05.626335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2a4806d-2a9a-4ebe-b7df-0583f34c39dc req-456f3bdf-bf78-4484-9d2b-50aa40a01653 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e61c521ef949452387ec3fbbfd4cb3cc&device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.2956896 May 06 09:57:05.714469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-08d8e1ef-7cbf-42d8-ac31-e50bd1eb5784 None None] Provisioning complete for port 4344b129-5c65-49fd-9737-0932ddbeced1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:05.714871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08d8e1ef-7cbf-42d8-ac31-e50bd1eb5784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.735791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Allocated IP 172.20.0.2 (12f20969-d043-4627-99db-f0615f784094/c14da2dc-b354-49ec-980d-e93ffe300040/f07d1600-9b37-4c32-8aa4-1a587b58095b) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:05.762433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.765448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c62ddbf-feec-4787-960d-13db1edcf7d7 req-755ba1a8-4c0b-4f5e-80f0-63e9f9dc247a tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.2197325 May 06 09:57:05.832871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2a4806d-2a9a-4ebe-b7df-0583f34c39dc req-1f023469-5df1-45fd-b231-440e3fcfb833 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e61c521ef949452387ec3fbbfd4cb3cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1803396 May 06 09:57:05.850717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dadb4-a0a3-413c-b58a-20cf078dee0a req-46461c23-adcf-4541-ac18-1b992a578f50 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:05.862499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057b46a-5136-4378-a73c-4cbf24b42c1a None None] Pushing event updated for resources: {'Port': ['ID=0d9fe027-0c25-40f4-b4ea-504624f9e831,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:05.862719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e6dadb4-a0a3-413c-b58a-20cf078dee0a req-46461c23-adcf-4541-ac18-1b992a578f50 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 943 time: 0.5943573 May 06 09:57:05.878064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.886114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Deleting port 125af76e-f538-40ec-9494-dc1b262b9126 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:05.886515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:05.900020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea861ca0-0150-4389-b7a7-0845cc5ffb10 req-181755ae-c5c3-4aee-ac35-de5632dc77a5 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766885 May 06 09:57:06.087898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:06.088602 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.124360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-08d8e1ef-7cbf-42d8-ac31-e50bd1eb5784 None None] Port 4344b129-5c65-49fd-9737-0932ddbeced1 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:06.128781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] No DVR routers for this DVR port 125af76e-f538-40ec-9494-dc1b262b9126 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:06.188446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f324c75-c113-4fbf-a590-e4b3328ad740 None None] Pushing event deleted for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:06.190511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d89bf5-ac1c-4063-8a64-2805ccca3f87 None None] Network db0ddbdc-3563-4eb1-b1c4-1abdf730539a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:06.269746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-54ab5993-7e55-4c56-b001-6e58ed244116', 'network_id': '54ab5993-7e55-4c56-b001-6e58ed244116', 'tenant_id': '4982c4f606634024acb936a4323efc94', 'fixed_ips': [{'subnet_id': '02bb2a33-3d1a-4dd0-b312-82920b3dcc9c'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:06.270596 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.318159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.321863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-08d8e1ef-7cbf-42d8-ac31-e50bd1eb5784 None None] Provisioning complete for port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:06.322342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08d8e1ef-7cbf-42d8-ac31-e50bd1eb5784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.329206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e6dadb4-a0a3-413c-b58a-20cf078dee0a req-bd171749-915d-411f-b4a7-ccc0e739d839 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324653 May 06 09:57:06.337927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] For port 125af76e-f538-40ec-9494-dc1b262b9126, host n-d-840834-1, got binding levels [] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:06.338486 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.365372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Calling delete_port for 125af76e-f538-40ec-9494-dc1b262b9126 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:06.370879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Port 125af76e-f538-40ec-9494-dc1b262b9126 was not found and therefore no delete operation was performed {{(pid=102742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:57:06.371786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4806d-2a9a-4ebe-b7df-0583f34c39dc req-8a5bb9bb-8499-464b-89ca-71dd54741c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:06.373257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2a4806d-2a9a-4ebe-b7df-0583f34c39dc req-8a5bb9bb-8499-464b-89ca-71dd54741c98 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5075686 May 06 09:57:06.376990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642a90a-b39e-4af9-b869-c21283d27525 req-04fd2b7a-d6b4-4fef-82db-43d5f76cd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:06.379269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2642a90a-b39e-4af9-b869-c21283d27525 req-04fd2b7a-d6b4-4fef-82db-43d5f76cd150 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 1094 time: 0.3557317 May 06 09:57:06.385838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.486271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Port': ['ID=125af76e-f538-40ec-9494-dc1b262b9126,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:06.489662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] No DVR routers for this DVR port 125af76e-f538-40ec-9494-dc1b262b9126 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:06.694894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port 2df2da5d-114f-4590-805d-3fadba546b07 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:06.695478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.697638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.731346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.735166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642a90a-b39e-4af9-b869-c21283d27525 req-f31b8ce3-42bb-4bdf-9ee2-8c22470f6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:06.736684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2642a90a-b39e-4af9-b869-c21283d27525 req-f31b8ce3-42bb-4bdf-9ee2-8c22470f6731 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 911 time: 0.3486619 May 06 09:57:06.739496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82712f36-0fdd-46c7-9cd1-39e041b829b6']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:06.763299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Allocated IP 172.20.0.2 (54ab5993-7e55-4c56-b001-6e58ed244116/02bb2a33-3d1a-4dd0-b312-82920b3dcc9c/4d53f5b4-4015-4871-9e4b-132751272606) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:06.771047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebe205b-6833-4f33-b4b3-cbc77f6c192d') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:06.771341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebe205b-6833-4f33-b4b3-cbc77f6c192d') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:06.822432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.823817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Allocated IP 172.20.0.1 (12f20969-d043-4627-99db-f0615f784094/c14da2dc-b354-49ec-980d-e93ffe300040/63ff85f7-9523-4e35-986b-c0dbeb632b00) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:06.828854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2642a90a-b39e-4af9-b869-c21283d27525 req-65bd2715-2a48-4315-b556-24f726bacf79 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9853938c-2925-488e-8e43-8b76cd772ac0 HTTP/1.1" status: 200 len: 217 time: 0.0678940 May 06 09:57:06.856387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port 2df2da5d-114f-4590-805d-3fadba546b07, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2df2da5d-114f-4590-805d-3fadba546b07,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:06.856732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.860846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.882522 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.902076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:06.902505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.908724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: timer() May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:06.910490 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:06.915260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for 2df2da5d-114f-4590-805d-3fadba546b07 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:06.958852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-009e64ea-e6e6-4cf3-b6c2-67265391997e req-7a0205bf-2110-41dc-851d-e38eaf251b6d tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0373116 May 06 09:57:06.986479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Network 12f20969-d043-4627-99db-f0615f784094 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:07.011190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2c8f7a53-2ab2-4e59-af6d-4201145a0e30,segment=NetworkSegment(1bef3440-74cc-4084-bcdb-fdb77307f012),segment_id=1bef3440-74cc-4084-bcdb-fdb77307f012)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:07.031092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:07.049765 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.067550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642a90a-b39e-4af9-b869-c21283d27525 req-a1f62e68-5e57-4e93-b399-3ecb5d886c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:07.069217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2642a90a-b39e-4af9-b869-c21283d27525 req-a1f62e68-5e57-4e93-b399-3ecb5d886c50 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.2297583 May 06 09:57:07.084122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:07.103612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.113520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Pushing event updated for resources: {'Port': ['ID=f07d1600-9b37-4c32-8aa4-1a587b58095b,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:07.121660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.151685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.155343 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.178707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] 10.222.0.76 "DELETE /v2.0/networks/82712f36-0fdd-46c7-9cd1-39e041b829b6 HTTP/1.1" status: 204 len: 168 time: 2.9049530 May 06 09:57:07.181550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb78dc2-1efe-4259-98a4-8095bae51fe7 tempest-PortsTestJSON-1712983208 tempest-PortsTestJSON-1712983208-project] Pushing event deleted for resources: {'Network': ['ID=82712f36-0fdd-46c7-9cd1-39e041b829b6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:07.236068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network 12f20969-d043-4627-99db-f0615f784094 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:07.237301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Port': ['ID=63ff85f7-9523-4e35-986b-c0dbeb632b00,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:07.240811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.248428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Attempting to bind port f07d1600-9b37-4c32-8aa4-1a587b58095b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:07.248803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Attempting to bind port f07d1600-9b37-4c32-8aa4-1a587b58095b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '85034c42-44cc-472d-8dca-74db5df5482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12f20969-d043-4627-99db-f0615f784094'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:07.249169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Attempting to bind port f07d1600-9b37-4c32-8aa4-1a587b58095b on network 12f20969-d043-4627-99db-f0615f784094 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:07.249800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:07.252195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:07.283695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 125af76e-f538-40ec-9494-dc1b262b9126 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:07.284058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 125af76e-f538-40ec-9494-dc1b262b9126 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:07.309683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:07.317029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a8105f-a161-469f-8250-d023a2c875e5 None None] Network f851293b-0965-4a3a-8842-b052af2a0502 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:07.418332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:07.419342 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Checking segment: {'id': '85034c42-44cc-472d-8dca-74db5df5482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12f20969-d043-4627-99db-f0615f784094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:07.420018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.420646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Bound using segment: {'id': '85034c42-44cc-472d-8dca-74db5df5482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12f20969-d043-4627-99db-f0615f784094'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:07.421580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Bound port: f07d1600-9b37-4c32-8aa4-1a587b58095b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85034c42-44cc-472d-8dca-74db5df5482f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '12f20969-d043-4627-99db-f0615f784094'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:07.422754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.443284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642a90a-b39e-4af9-b869-c21283d27525 req-5559fd8b-5ff3-4aa3-99ac-9c062baf047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:07.448473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.453056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2642a90a-b39e-4af9-b869-c21283d27525 req-5559fd8b-5ff3-4aa3-99ac-9c062baf047d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3737772 May 06 09:57:07.455118 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.528264 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.562034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=2df2da5d-114f-4590-805d-3fadba546b07,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:07.577479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.630607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0d9fe027-0c25-40f4-b4ea-504624f9e831 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:07.702637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35514) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:07.716216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Network 54ab5993-7e55-4c56-b001-6e58ed244116 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:07.718143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=2c8f7a53-2ab2-4e59-af6d-4201145a0e30,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:07.813615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] For port f07d1600-9b37-4c32-8aa4-1a587b58095b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:07.818426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] For port f07d1600-9b37-4c32-8aa4-1a587b58095b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f07d1600-9b37-4c32-8aa4-1a587b58095b,segment=NetworkSegment(85034c42-44cc-472d-8dca-74db5df5482f),segment_id=85034c42-44cc-472d-8dca-74db5df5482f)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:07.873045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Pushing event updated for resources: {'Port': ['ID=4d53f5b4-4015-4871-9e4b-132751272606,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:07.898624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:07.904530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:07.908388 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:07.992417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.110974 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-132423d2-cd98-40ee-b0c2-427bebe9fa6b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e75aa0ea46244cd782fc84b4cce34b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069648 May 06 09:57:08.113691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.117913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35520) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:08.129521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0d9fe027-0c25-40f4-b4ea-504624f9e831 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:08.129900 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.159012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] Provisioning complete for port 0d9fe027-0c25-40f4-b4ea-504624f9e831 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:08.159357 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.235741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8dcf807-0756-46ce-82b7-73a819aab0f0 req-b90e9450-1324-4e47-aab9-9aa59151f0e5 tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.76 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.0631616 May 06 09:57:08.284368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2a4806d-2a9a-4ebe-b7df-0583f34c39dc req-567af0ba-a88c-4122-a411-257eb6d8143a tempest-ServerShowV257Test-1531571281 tempest-ServerShowV257Test-1531571281-project] 10.222.0.83 "GET /v2.0/ports?device_id=fff61bc3-d190-4f13-98df-b1c60e7859a5 HTTP/1.1" status: 200 len: 210 time: 0.1107342 May 06 09:57:08.348297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a97440-9ab4-4f59-8a5a-069485a55fc4 req-a94e0194-cf3f-4ded-9cdd-38d79757c45b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:08.349860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4a97440-9ab4-4f59-8a5a-069485a55fc4 req-a94e0194-cf3f-4ded-9cdd-38d79757c45b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 943 time: 0.9096351 May 06 09:57:08.365557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-49258843-2c46-491e-8588-c75597b2a879 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894159 May 06 09:57:08.373192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2642a90a-b39e-4af9-b869-c21283d27525 req-66e6e117-1dd5-4150-8095-befa5351e105 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8990932 May 06 09:57:08.464766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9853938c-2925-488e-8e43-8b76cd772ac0 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:57:08.467981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Attempting to bind port 4d53f5b4-4015-4871-9e4b-132751272606 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:08.468849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Attempting to bind port 4d53f5b4-4015-4871-9e4b-132751272606 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '3dd1ee74-4d8b-4a93-b7a5-6703e601faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '54ab5993-7e55-4c56-b001-6e58ed244116'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:08.469788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Attempting to bind port 4d53f5b4-4015-4871-9e4b-132751272606 on network 54ab5993-7e55-4c56-b001-6e58ed244116 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:08.474451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a4c0d-e239-47b3-8d01-d4552b0c943f None None] Pushing event updated for resources: {'Port': ['ID=f07d1600-9b37-4c32-8aa4-1a587b58095b,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:08.542223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:08.542888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Checking segment: {'id': '3dd1ee74-4d8b-4a93-b7a5-6703e601faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '54ab5993-7e55-4c56-b001-6e58ed244116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:08.543392 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.543915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Bound using segment: {'id': '3dd1ee74-4d8b-4a93-b7a5-6703e601faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '54ab5993-7e55-4c56-b001-6e58ed244116'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:08.544757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Bound port: 4d53f5b4-4015-4871-9e4b-132751272606, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd1ee74-4d8b-4a93-b7a5-6703e601faad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '54ab5993-7e55-4c56-b001-6e58ed244116'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:08.545403 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.575122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4a97440-9ab4-4f59-8a5a-069485a55fc4 req-cb678cc4-44e1-48da-9940-7bf21ccb6c4d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954288 May 06 09:57:08.626119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-de15c949-0073-4410-bc6f-8cab62b8b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:08.628085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-de15c949-0073-4410-bc6f-8cab62b8b3e6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 1097 time: 0.2275922 May 06 09:57:08.691659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2642a90a-b39e-4af9-b869-c21283d27525 req-14e9cd31-0bd4-46cc-9867-7b4fb10d0fb1 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099580 May 06 09:57:08.832497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.833071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting port 4344b129-5c65-49fd-9737-0932ddbeced1 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:08.833071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.890290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] For port 4d53f5b4-4015-4871-9e4b-132751272606, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:08.941313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] For port 4d53f5b4-4015-4871-9e4b-132751272606, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d53f5b4-4015-4871-9e4b-132751272606,segment=NetworkSegment(3dd1ee74-4d8b-4a93-b7a5-6703e601faad),segment_id=3dd1ee74-4d8b-4a93-b7a5-6703e601faad)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:08.946552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.953396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9853938c-2925-488e-8e43-8b76cd772ac0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9853938c-2925-488e-8e43-8b76cd772ac0,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:08.970762 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.973747 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:08.988343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Calling delete_port for 4344b129-5c65-49fd-9737-0932ddbeced1 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:08.993180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 82937ac2-d312-4b92-b20d-b0efcb008ef4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:08.993782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] For port 0d9fe027-0c25-40f4-b4ea-504624f9e831, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0d9fe027-0c25-40f4-b4ea-504624f9e831,segment=NetworkSegment(e4c7225b-f483-454d-98dd-73ac9016e1ae),segment_id=e4c7225b-f483-454d-98dd-73ac9016e1ae)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:08.996094 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0466a3dd-9210-4c5d-984d-e4bdd8d4c013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.021747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.041958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9853938c-2925-488e-8e43-8b76cd772ac0', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'port_id': '9853938c-2925-488e-8e43-8b76cd772ac0', 'mac_address': 'fa:16:3e:70:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:57:09.099489 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:57:09.099969 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:57:09.141493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d38dd6-5091-4063-8b8d-8caddb307dd6 None None] Pushing event updated for resources: {'Port': ['ID=4d53f5b4-4015-4871-9e4b-132751272606,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:09.160794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] Provisioning complete for port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:09.161327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.168157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0466a3dd-9210-4c5d-984d-e4bdd8d4c013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.183897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-209cfc17-5101-45f3-ab2a-64f7ad365c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:09.186758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-209cfc17-5101-45f3-ab2a-64f7ad365c6d service neutron] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.5138307 May 06 09:57:09.236383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.270766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9853938c-2925-488e-8e43-8b76cd772ac0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:09.277394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866eb90a-3808-4186-9755-ddcb88ab7386 None None] Pushing event updated for resources: {'Port': ['ID=0d9fe027-0c25-40f4-b4ea-504624f9e831,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:09.342579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.349026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9853938c-2925-488e-8e43-8b76cd772ac0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9853938c-2925-488e-8e43-8b76cd772ac0,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:09.376830 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.384863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-a8b16d4e-cf33-4b88-aa66-f63b7eefd524 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d HTTP/1.1" status: 200 len: 217 time: 0.1897554 May 06 09:57:09.456547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Port': ['ID=4344b129-5c65-49fd-9737-0932ddbeced1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:09.481613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:09.492299 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-371f3f3f-690e-4b4d-a527-2de2a5bd4924 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "PUT /v2.0/routers/82937ac2-d312-4b92-b20d-b0efcb008ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4165950 May 06 09:57:09.499255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35526) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:09.513178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] Sync routers for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:09.534262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:09.534906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:09.562461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.568273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0466a3dd-9210-4c5d-984d-e4bdd8d4c013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.575784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0466a3dd-9210-4c5d-984d-e4bdd8d4c013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.581182 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0466a3dd-9210-4c5d-984d-e4bdd8d4c013 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/481dded3-bd93-4abf-9c0e-4f1e1b087e16 HTTP/1.1" status: 204 len: 168 time: 1.4598985 May 06 09:57:09.625406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-33bba6e9-b89b-40c0-8fcf-d1bb2b07a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:09.632589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-33bba6e9-b89b-40c0-8fcf-d1bb2b07a5f4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1989162 May 06 09:57:09.697236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466a3dd-9210-4c5d-984d-e4bdd8d4c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481dded3-bd93-4abf-9c0e-4f1e1b087e16,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:09.708282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.720408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9853938c-2925-488e-8e43-8b76cd772ac0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:09.857790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cc2f35b7-14f9-4542-b7b9-bec5925fa3eb up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:09.863228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:09.866669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:09.934778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.077311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:10.103525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting subnet a265a375-4a67-4126-8048-40e2bdcb67c8 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:10.119954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network 12f20969-d043-4627-99db-f0615f784094 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:10.121330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.125239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Port': ['ID=63ff85f7-9523-4e35-986b-c0dbeb632b00,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:10.128405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:10.188965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b3cfd-dd7a-428d-93f9-88265c440a55 None None] Network 12f20969-d043-4627-99db-f0615f784094 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:10.195469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9853938c-2925-488e-8e43-8b76cd772ac0,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:10.332723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1c830-7f5b-4861-8361-d8474e7e1ec9 req-091a71c6-fe33-415b-8d49-83eb58859e39 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:10.334302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58f1c830-7f5b-4861-8361-d8474e7e1ec9 req-091a71c6-fe33-415b-8d49-83eb58859e39 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 944 time: 0.4681504 May 06 09:57:10.345521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-7aa7fa93-28dd-41f8-aec5-50fe94c48f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:10.346303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-7aa7fa93-28dd-41f8-aec5-50fe94c48f15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4742935 May 06 09:57:10.374069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95d0c0b5-ae09-4ff1-9785-5adbf416b7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.388276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1484936f-71ef-4e0d-b09a-94f9c8bb385d None None] Provisioning complete for port 0d9fe027-0c25-40f4-b4ea-504624f9e831 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:10.389019 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1484936f-71ef-4e0d-b09a-94f9c8bb385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.404999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.452182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:10.453130 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.506715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Router 92facbdf-d8d5-41f7-9122-1e1ada2d6039 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:57:10.538720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58f1c830-7f5b-4861-8361-d8474e7e1ec9 req-86bf8bce-df55-4ffa-8b84-c9e71a8c3b0b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799276 May 06 09:57:10.540940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Router 0392a759-47ab-49bb-b884-2df00afce8d1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:10.697135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-57828991-2d40-4fab-974c-4ac550b01571 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870033 May 06 09:57:10.750666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:10.763364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] Sync routers for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:10.779373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95d0c0b5-ae09-4ff1-9785-5adbf416b7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.787082 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1fddf119-feb1-40fc-988a-c9344e8e0f22 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "PUT /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1083386 May 06 09:57:10.789570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.792735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:10.793758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35554) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:10.795303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:10.801460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-95d0c0b5-ae09-4ff1-9785-5adbf416b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:10.919910 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:10.939696 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95d0c0b5-ae09-4ff1-9785-5adbf416b7e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e61c521ef949452387ec3fbbfd4cb3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0707569 May 06 09:57:10.969075 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:10.969695 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:10.991237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35558) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:10.999560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188aa322-f2e0-4fff-be1c-1379ea6fe0c6 None None] Network 54ab5993-7e55-4c56-b001-6e58ed244116 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:11.036663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:11.057411 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:11.059911 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9cb5e0-e191-4a2c-8b7e-df8a105ceb1f None None] The sync data for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:11.061867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a930157a-d254-4422-98f6-a7c0fff641d1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4403489 May 06 09:57:11.069596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35560) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:11.089495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0c0b5-ae09-4ff1-9785-5adbf416b7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feac9ea3-3a81-4cc7-95e6-da21c0aa29d5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:11.089756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35562) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:11.097029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] Sync routers for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:11.147674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.190971 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-95d42d04-f671-4e01-8648-12d7d1ae9185 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] delete failed (client error): The resource could not be found. May 06 09:57:11.193197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-95d42d04-f671-4e01-8648-12d7d1ae9185 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-610044127 HTTP/1.1" status: 404 len: 334 time: 0.1224334 May 06 09:57:11.202861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35568) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:11.207955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-56ea7b01-5372-45bf-b7e7-5e4aad0465be tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'router': {'external_gateway_info': {'network_id': '0392a759-47ab-49bb-b884-2df00afce8d1'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:11.360481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98d6499a-8eab-45c2-b044-aab349b4c8f9 req-7244bac7-4ec1-425e-92fd-dc9dbe57fa09 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284801 May 06 09:57:11.363599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2589b24-f3b2-4714-b0c0-950351c05c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.380292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Subnet': ['ID=a265a375-4a67-4126-8048-40e2bdcb67c8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:11.415870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2589b24-f3b2-4714-b0c0-950351c05c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.439627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.448476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3f905296-811d-485d-8fa8-bd7be70ca204 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/subnets/a265a375-4a67-4126-8048-40e2bdcb67c8 HTTP/1.1" status: 204 len: 168 time: 1.9396441 May 06 09:57:11.449651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:57:07Z', 'revision_number': 7, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:11.451003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35570) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:11.454589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:11.455219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:11.471616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5b7e6d-1a96-42fe-a5da-dac67927dc82 None None] Network e623c531-73cb-4dd3-8c4b-cc2d7a827438 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:11.490758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-009bd8fa-0840-4899-891c-2e4a14caf5e4 tempest-DvrRoutersNegativeTest-219758737 tempest-DvrRoutersNegativeTest-219758737-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-284680926', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:11.494912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.policy [None req-009bd8fa-0840-4899-891c-2e4a14caf5e4 tempest-DvrRoutersNegativeTest-219758737 tempest-DvrRoutersNegativeTest-219758737-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102742) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 06 09:57:11.495307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.policy [None req-009bd8fa-0840-4899-891c-2e4a14caf5e4 tempest-DvrRoutersNegativeTest-219758737 tempest-DvrRoutersNegativeTest-219758737-project] Failed policy check for 'create_router' {{(pid=102742) enforce /opt/stack/neutron/neutron/policy.py:520}} May 06 09:57:11.495974 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-009bd8fa-0840-4899-891c-2e4a14caf5e4 tempest-DvrRoutersNegativeTest-219758737 tempest-DvrRoutersNegativeTest-219758737-project] create failed (client error): Access was denied to this resource. May 06 09:57:11.497180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-009bd8fa-0840-4899-891c-2e4a14caf5e4 tempest-DvrRoutersNegativeTest-219758737 tempest-DvrRoutersNegativeTest-219758737-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3429594 May 06 09:57:11.510324 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:57:11.646053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:11.649690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] Checking router: 82937ac2-d312-4b92-b20d-b0efcb008ef4 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:11.701485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.710147 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2589b24-f3b2-4714-b0c0-950351c05c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.736774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2589b24-f3b2-4714-b0c0-950351c05c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.740897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e2589b24-f3b2-4714-b0c0-950351c05c45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/feac9ea3-3a81-4cc7-95e6-da21c0aa29d5 HTTP/1.1" status: 204 len: 168 time: 0.7471366 May 06 09:57:11.767356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Provisioning complete for port f07d1600-9b37-4c32-8aa4-1a587b58095b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:11.770882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.787318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f07d1600-9b37-4c32-8aa4-1a587b58095b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:11.796575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:11.799566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:11.841158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2589b24-f3b2-4714-b0c0-950351c05c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac9ea3-3a81-4cc7-95e6-da21c0aa29d5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:11.905886 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-56ea7b01-5372-45bf-b7e7-5e4aad0465be tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:11.925280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2db55e-a477-4573-8599-48a48f428e28 req-05384bf0-3b71-4f86-ae67-111d471f20dd tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:11.926916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b2db55e-a477-4573-8599-48a48f428e28 req-05384bf0-3b71-4f86-ae67-111d471f20dd tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 944 time: 0.2259228 May 06 09:57:11.951903 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-56ea7b01-5372-45bf-b7e7-5e4aad0465be tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] update failed (client error): The resource could not be found. May 06 09:57:11.957577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-56ea7b01-5372-45bf-b7e7-5e4aad0465be tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1 HTTP/1.1" status: 404 len: 339 time: 0.7532868 May 06 09:57:11.969739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35580) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:11.976434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-96480654'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:12.019108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35584) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.024029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b2db55e-a477-4573-8599-48a48f428e28 req-bbe1d1f8-afca-42b4-8587-52e517b28c42 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728266 May 06 09:57:12.039992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:12.044890 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.064302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] Routers {'82937ac2-d312-4b92-b20d-b0efcb008ef4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:12.065600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:56:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['82937ac2-d312-4b92-b20d-b0efcb008ef4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:12.092298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:12.104566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.104915 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Added segment 4f1a69fe-2991-4f92-a161-ff8aa2f0d624 of type vlan for network 1cdd017b-f05c-4d20-915b-cd19e62404e1 May 06 09:57:12.156046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:12.158047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8711c299-ba91-4794-83da-0f6074eb4e2e None None] The sync data for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:12.172435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.174947 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.210006 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-6aa7dc2c-bd64-40f8-9f24-c1fcd394aab3 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:12.218903 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6aa7dc2c-bd64-40f8-9f24-c1fcd394aab3 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "PUT /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4203734 May 06 09:57:12.221206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35594) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.258957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.272589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:12.277311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.350324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9853938c-2925-488e-8e43-8b76cd772ac0 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:12.388614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port d6846542-b5e4-480a-a9be-f6169b94a3dd {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:12.388969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.396527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4256806 May 06 09:57:12.400864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-416b2f7f-eb15-487d-903f-919bebcc5fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.403368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35598) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.414530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'subnet': {'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:12.478457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f07d1600-9b37-4c32-8aa4-1a587b58095b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:12.479024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.534814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] Set router 82937ac2-d312-4b92-b20d-b0efcb008ef4 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:12.537711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f184ad-f7e0-4a1d-907b-db251a340d62 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Network': ['ID=1cdd017b-f05c-4d20-915b-cd19e62404e1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:12.612795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 1cdd017b-f05c-4d20-915b-cd19e62404e1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:12.627559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Made reservation on behalf of fda254a7947e4dc599511d3c6975bc23 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:12.631703 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.676786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] DHCP port deletion for e623c531-73cb-4dd3-8c4b-cc2d7a827438 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:12.680533 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.799037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-416b2f7f-eb15-487d-903f-919bebcc5fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.817315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-416b2f7f-eb15-487d-903f-919bebcc5fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.850387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35608) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.874067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f05967d-9bcd-45d3-898f-f8209106160e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:12.902358 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-416b2f7f-eb15-487d-903f-919bebcc5fed admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1820a9182e404faba5a8c5a488b80aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773103 May 06 09:57:12.905564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b2f7f-eb15-487d-903f-919bebcc5fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ab3b67-ff4e-42d6-91b4-b417e2939f7e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:12.911436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35612) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:12.963676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9853938c-2925-488e-8e43-8b76cd772ac0 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:57:12.974686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port d6846542-b5e4-480a-a9be-f6169b94a3dd, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d6846542-b5e4-480a-a9be-f6169b94a3dd,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:12.975128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.000763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for d6846542-b5e4-480a-a9be-f6169b94a3dd owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:13.003572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9853938c-2925-488e-8e43-8b76cd772ac0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:13.003572 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.032571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1333192646-network', 'tenant_id': '90b382b7df4e4e30a0c871fb4ba4c68d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:13.065502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] For port f07d1600-9b37-4c32-8aa4-1a587b58095b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f07d1600-9b37-4c32-8aa4-1a587b58095b,segment=NetworkSegment(85034c42-44cc-472d-8dca-74db5df5482f),segment_id=85034c42-44cc-472d-8dca-74db5df5482f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:13.103211 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.105689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Made reservation on behalf of 90b382b7df4e4e30a0c871fb4ba4c68d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:13.108474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.130905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.154608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8def5bf9-2950-4d57-a9f5-303386300cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.209028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d53f5b4-4015-4871-9e4b-132751272606 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:13.211045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Provisioning complete for port 4d53f5b4-4015-4871-9e4b-132751272606 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:13.211369 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.220644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.234555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8def5bf9-2950-4d57-a9f5-303386300cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.246145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5591eef-8b98-4bee-aad4-28a97cb537fc req-549a3fd3-2a0e-4833-ae5c-4a7d14debdb4 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:13.254276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5591eef-8b98-4bee-aad4-28a97cb537fc req-549a3fd3-2a0e-4833-ae5c-4a7d14debdb4 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 944 time: 0.1171780 May 06 09:57:13.283098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] Deleting port a27b12a0-2037-43ba-a42e-e0892bed3af6 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:13.283525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.305304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Pushing event updated for resources: {'Port': ['ID=f07d1600-9b37-4c32-8aa4-1a587b58095b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.372043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Subnet': ['ID=c05857b2-b62c-45fe-a292-6363cf70123d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.394178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5591eef-8b98-4bee-aad4-28a97cb537fc req-3d3fc3d6-5c33-4c5f-9c1e-7c4eb9313493 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388953 May 06 09:57:13.397135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.397135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.397674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.397788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.398793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.399246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.399701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.400593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.400593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.400797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.400914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Checking segment: {'id': '4f1a69fe-2991-4f92-a161-ff8aa2f0d624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:13.401410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.401515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network hostable DHCP agents. Network: 1cdd017b-f05c-4d20-915b-cd19e62404e1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:13.401619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:13.430100 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.432877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network 1cdd017b-f05c-4d20-915b-cd19e62404e1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:13.438843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.442881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8def5bf9-2950-4d57-a9f5-303386300cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.447635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8def5bf9-2950-4d57-a9f5-303386300cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.448792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8def5bf9-2950-4d57-a9f5-303386300cc4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2ab3b67-ff4e-42d6-91b4-b417e2939f7e HTTP/1.1" status: 204 len: 168 time: 0.5357609 May 06 09:57:13.452864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 1cdd017b-f05c-4d20-915b-cd19e62404e1) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:13.456207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] For port a27b12a0-2037-43ba-a42e-e0892bed3af6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a27b12a0-2037-43ba-a42e-e0892bed3af6,segment=NetworkSegment(a07e0323-e83c-4b87-b07e-c6681a5a9dd8),segment_id=a07e0323-e83c-4b87-b07e-c6681a5a9dd8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:13.456614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.458239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:13.459071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.468139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.475834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def5bf9-2950-4d57-a9f5-303386300cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ab3b67-ff4e-42d6-91b4-b417e2939f7e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.481969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96b91c-f72f-48a9-85d9-a4980f28f1bf None None] Network 1cdd017b-f05c-4d20-915b-cd19e62404e1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:13.493302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-064c774e-ad9c-4409-93a6-b9167bcac3d2 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0863175 May 06 09:57:13.496241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35618) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:13.504202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] Calling delete_port for a27b12a0-2037-43ba-a42e-e0892bed3af6 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:13.509914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5d54b7cc-c778-4f6e-b092-7c8829e4625f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'router': {'external_gateway_info': {'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:13.548523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.580699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=d6846542-b5e4-480a-a9be-f6169b94a3dd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.590834 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.656131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:57:07Z', 'revision_number': 7, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:13.687799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:13.744426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4557a24-6dba-4322-9025-d763e2a07328,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:13.749659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.750302 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Added segment c0eaf122-e101-4f16-b655-b5e262a0cff3 of type vlan for network c46d1bc8-b69f-4605-b68c-ed559a8a93eb May 06 09:57:13.854337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.881301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:13.884201 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fe5959-21fc-4786-8f2a-0813674b7e8b" -d '{"events": [{"server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "name": "network-vif-plugged", "status": "completed", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:13.983681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4d53f5b4-4015-4871-9e4b-132751272606 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:13.984119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:13.999148 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb56a339-4c33-4291-9c4c-01d04b50c7f0 x-openstack-request-id: req-fb56a339-4c33-4291-9c4c-01d04b50c7f0 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:13.999561 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "name": "network-vif-plugged", "status": "completed", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:13.999939 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb56a339-4c33-4291-9c4c-01d04b50c7f0 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:14.001245 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb56a339-4c33-4291-9c4c-01d04b50c7f0'] response: {'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0', 'code': 200} May 06 09:57:14.008725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9853938c-2925-488e-8e43-8b76cd772ac0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9853938c-2925-488e-8e43-8b76cd772ac0,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:14.015155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2452a0d-8eb6-42e2-86fe-ff2879a23bbc None None] The sync data for ids ['82937ac2-d312-4b92-b20d-b0efcb008ef4'] in n-d-840834-1 is: [{'id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'name': 'tempest-TestNetworkBasicOps-router-438987832', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:57:07Z', 'revision_number': 7, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'd6846542-b5e4-480a-a9be-f6169b94a3dd', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:06:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82937ac2-d312-4b92-b20d-b0efcb008ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:38Z', 'updated_at': '2022-05-06T09:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:14.082096 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.112194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.176606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.180318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.286623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.302101 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.319398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.320366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Fanout notify agent at l3_agent the message router_deleted on router 82937ac2-d312-4b92-b20d-b0efcb008ef4 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:57:14.329528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9853938c-2925-488e-8e43-8b76cd772ac0,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:14.339419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] For port 4d53f5b4-4015-4871-9e4b-132751272606, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d53f5b4-4015-4871-9e4b-132751272606,segment=NetworkSegment(3dd1ee74-4d8b-4a93-b7a5-6703e601faad),segment_id=3dd1ee74-4d8b-4a93-b7a5-6703e601faad)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:14.343495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.347280 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-860f3566-037d-44a3-8a13-3aaf9153a69e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/routers/82937ac2-d312-4b92-b20d-b0efcb008ef4 HTTP/1.1" status: 204 len: 168 time: 2.8923447 May 06 09:57:14.349642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] No DVR routers for this DVR port a27b12a0-2037-43ba-a42e-e0892bed3af6 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:14.353523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35636) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:14.358132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.359124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:14.360201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.405909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d6318-25ad-435b-8fc7-c79a64abe29b None None] Pushing event deleted for resources: {'Port': ['ID=a27b12a0-2037-43ba-a42e-e0892bed3af6,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:14.408243 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.473629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-1cdd017b-f05c-4d20-915b-cd19e62404e1', 'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1', 'tenant_id': 'fda254a7947e4dc599511d3c6975bc23', 'fixed_ips': [{'subnet_id': 'c05857b2-b62c-45fe-a292-6363cf70123d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:14.478365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b283edd-84a1-4832-a3a8-9e2cb6850ff6 req-ed2cf252-bc89-46d1-a8d5-e33e62d6c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:14.479910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b283edd-84a1-4832-a3a8-9e2cb6850ff6 req-ed2cf252-bc89-46d1-a8d5-e33e62d6c3b1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 1096 time: 0.2346816 May 06 09:57:14.481608 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.554335 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5d54b7cc-c778-4f6e-b092-7c8829e4625f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.568035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.580033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b283edd-84a1-4832-a3a8-9e2cb6850ff6 req-88bff63f-3bc8-4cfe-b0b7-b7384f5a7d0d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548086 May 06 09:57:14.584466 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.606081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35644) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:14.722722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fb9d4-42a2-4095-87ce-74e7ef0568ff req-4ea1db5b-11c9-44b8-8275-b51e167a7a25 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:14.728205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-290fb9d4-42a2-4095-87ce-74e7ef0568ff req-4ea1db5b-11c9-44b8-8275-b51e167a7a25 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 945 time: 0.1210735 May 06 09:57:14.732725 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8801126 May 06 09:57:14.734520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35650) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:14.749784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Request body: {'subnet': {'network_id': 'c46d1bc8-b69f-4605-b68c-ed559a8a93eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1333192646-subnet', 'tenant_id': '90b382b7df4e4e30a0c871fb4ba4c68d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:14.775854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94b53f-740a-411d-8203-147acd40f840 admin admin] Pushing event updated for resources: {'Network': ['ID=c46d1bc8-b69f-4605-b68c-ed559a8a93eb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:14.822153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Made reservation on behalf of 90b382b7df4e4e30a0c871fb4ba4c68d for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:14.823069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Allocated IP 2001:db8:1::2 (1cdd017b-f05c-4d20-915b-cd19e62404e1/c05857b2-b62c-45fe-a292-6363cf70123d/2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:14.827910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.853379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c46d1bc8-b69f-4605-b68c-ed559a8a93eb details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:14.860714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894a929-50c9-4970-af19-b39f86437b8f None None] Pushing event updated for resources: {'Port': ['ID=4d53f5b4-4015-4871-9e4b-132751272606,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:14.885690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-713b7b15-b1f9-42c4-b1b0-166736d60ecd None None] Provisioning complete for port f07d1600-9b37-4c32-8aa4-1a587b58095b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:14.886079 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-713b7b15-b1f9-42c4-b1b0-166736d60ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.900627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4b1b2ded-a793-4c73-921f-91144cff2a8e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:14.901418 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-4b1b2ded-a793-4c73-921f-91144cff2a8e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 09:57:14.902161 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-4b1b2ded-a793-4c73-921f-91144cff2a8e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): There was a conflict when trying to complete your request. May 06 09:57:14.903329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4b1b2ded-a793-4c73-921f-91144cff2a8e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2923307 May 06 09:57:14.917953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-290fb9d4-42a2-4095-87ce-74e7ef0568ff req-c229a76a-2f35-46fc-a35a-5c492c2a9dc2 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844673 May 06 09:57:14.930671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35652) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:14.938201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:14.944421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132641673'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:15.001537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.007333 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-5d54b7cc-c778-4f6e-b092-7c8829e4625f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:15.012892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5d54b7cc-c778-4f6e-b092-7c8829e4625f tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1 HTTP/1.1" status: 400 len: 364 time: 1.5109503 May 06 09:57:15.021318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.024117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e623c531-73cb-4dd3-8c4b-cc2d7a827438']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:15.024357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.038958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:15.039513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07e0323-e83c-4b87-b07e-c6681a5a9dd8') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:15.051855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.061714 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 09:57:15.062075 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 09:57:15.070123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.092565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:15.093237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.153759 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:15.176242 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:15.194649 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e08f39b-a8f0-4394-855a-976726ac3a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.229665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.232662 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.243809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-713b7b15-b1f9-42c4-b1b0-166736d60ecd None None] Provisioning complete for port 63ff85f7-9523-4e35-986b-c0dbeb632b00 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:15.244125 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-713b7b15-b1f9-42c4-b1b0-166736d60ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.246898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.250683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.253683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021912fe-95cc-4e40-806b-3462f33ebc08,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.261855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.277677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.284348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Checking segment: {'id': 'c0eaf122-e101-4f16-b655-b5e262a0cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c46d1bc8-b69f-4605-b68c-ed559a8a93eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:15.284791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Network hostable DHCP agents. Network: c46d1bc8-b69f-4605-b68c-ed559a8a93eb, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:15.284905 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/networks/e623c531-73cb-4dd3-8c4b-cc2d7a827438 HTTP/1.1" status: 204 len: 168 time: 0.9276669 May 06 09:57:15.308160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35656) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.311333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75b392-28eb-4c5c-bd2c-a12643f819a5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Network': ['ID=e623c531-73cb-4dd3-8c4b-cc2d7a827438,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.318828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'network': {'name': 'tempest-network-smoke--521468562', 'project_id': '8591e4249907453799dd42bd17d336c7', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:15.332559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b26a1a-e62b-454a-8e4a-26790de159d5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.346288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Network 1cdd017b-f05c-4d20-915b-cd19e62404e1 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:15.361095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:15.363497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Network c46d1bc8-b69f-4605-b68c-ed559a8a93eb is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:15.363687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Pushing event updated for resources: {'Port': ['ID=2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.365735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:15.367809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-713b7b15-b1f9-42c4-b1b0-166736d60ecd None None] Port 63ff85f7-9523-4e35-986b-c0dbeb632b00 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:15.377222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:15.381477 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.395548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c46d1bc8-b69f-4605-b68c-ed559a8a93eb) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:15.420246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Deleting port 63ff85f7-9523-4e35-986b-c0dbeb632b00 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:15.420595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.425581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-713b7b15-b1f9-42c4-b1b0-166736d60ecd None None] Provisioning complete for port 4d53f5b4-4015-4871-9e4b-132751272606 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:15.426161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-713b7b15-b1f9-42c4-b1b0-166736d60ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.441341 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.445766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d7b88-58f1-480c-be03-59ba3aaed320 None None] Network c46d1bc8-b69f-4605-b68c-ed559a8a93eb requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:15.469051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:15.471818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.494463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.533144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8384eb67-c32e-4b8d-a9a4-d2a666599fa0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7972786 May 06 09:57:15.546523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Attempting to bind port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:15.546523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Attempting to bind port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4f1a69fe-2991-4f92-a161-ff8aa2f0d624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:15.546523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Attempting to bind port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 on network 1cdd017b-f05c-4d20-915b-cd19e62404e1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:15.564700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:15.566682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:15.566682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Checking segment: {'id': '4f1a69fe-2991-4f92-a161-ff8aa2f0d624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:15.566682 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.567060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Bound using segment: {'id': '4f1a69fe-2991-4f92-a161-ff8aa2f0d624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:15.567520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Bound port: 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1a69fe-2991-4f92-a161-ff8aa2f0d624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1cdd017b-f05c-4d20-915b-cd19e62404e1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:15.568529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.585052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.589594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6536849 May 06 09:57:15.592063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35662) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.596721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c915dc2b-9771-4668-aa41-aa1b2fa44788 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd6c6c-be56-4d67-9909-0ee50fcc0103', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:15.598212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.598690 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Added segment a033702d-196f-4ffd-98cb-ad7eed4a9a63 of type vlan for network 57e65cdc-ba55-42f5-9184-456cb9481465 May 06 09:57:15.600085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19ca10-f912-4d0d-83e2-a11fcf521228 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dd6c6c-be56-4d67-9909-0ee50fcc0103,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.660639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94f67-2d5b-4433-8f72-cc8a12097c1c req-37243f7c-7c7f-47bc-a89b-342c2b38423d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:15.670154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85b94f67-2d5b-4433-8f72-cc8a12097c1c req-37243f7c-7c7f-47bc-a89b-342c2b38423d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1578948 May 06 09:57:15.678028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.692764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.721835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Calling delete_port for 63ff85f7-9523-4e35-986b-c0dbeb632b00 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:15.727595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c915dc2b-9771-4668-aa41-aa1b2fa44788 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.742883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85b94f67-2d5b-4433-8f72-cc8a12097c1c req-10b739db-ece7-4e9e-b59c-ec7dfa51809e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714979 May 06 09:57:15.745207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.751006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:15.752747 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.778773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.796836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:15.854630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5427060 May 06 09:57:15.856821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35668) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.857322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35670) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:15.863978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-234152782', 'admin_state_up': True, 'project_id': '8591e4249907453799dd42bd17d336c7', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:15.893681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03771071-e379-4bd0-94b5-475ff9e98559 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Network': ['ID=57e65cdc-ba55-42f5-9184-456cb9481465,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:15.927382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 57e65cdc-ba55-42f5-9184-456cb9481465 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:15.956399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] For port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:15.956642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.958357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:15.984495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] Deleting subnet 021912fe-95cc-4e40-806b-3462f33ebc08 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:15.988138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.036156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4364b-a859-4f75-aa97-1a744d27670f req-5e6d417a-01b4-4537-b5f1-adf64569a369 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:16.036557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] For port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8,segment=NetworkSegment(4f1a69fe-2991-4f92-a161-ff8aa2f0d624),segment_id=4f1a69fe-2991-4f92-a161-ff8aa2f0d624)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:16.037760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72b4364b-a859-4f75-aa97-1a744d27670f req-5e6d417a-01b4-4537-b5f1-adf64569a369 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2026079 May 06 09:57:16.074420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07db03-5fd2-4a6b-8dfd-327df49157c2 None None] Network c46d1bc8-b69f-4605-b68c-ed559a8a93eb requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:16.079305 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.105682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.167850 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.200189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:16.200830 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.230360 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c915dc2b-9771-4668-aa41-aa1b2fa44788 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.251536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72b4364b-a859-4f75-aa97-1a744d27670f req-b3e21389-5128-43dd-98fe-fe8d95d348d5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920254 May 06 09:57:16.264302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ab7a7-4457-41d6-8993-7fc77f4017f2 None None] Pushing event updated for resources: {'Port': ['ID=2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:16.311365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f26e8-fca8-4e84-a0e6-111152e85bc4 req-40d580cd-d8fd-446f-8b6e-23b9b46114b9 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:16.313150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-205f26e8-fca8-4e84-a0e6-111152e85bc4 req-40d580cd-d8fd-446f-8b6e-23b9b46114b9 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 945 time: 0.2884605 May 06 09:57:16.314265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c915dc2b-9771-4668-aa41-aa1b2fa44788 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.321650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.379535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915dc2b-9771-4668-aa41-aa1b2fa44788 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666341a8-0535-482d-ac6c-4569fadd2053,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:16.400818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c915dc2b-9771-4668-aa41-aa1b2fa44788 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.405248 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c915dc2b-9771-4668-aa41-aa1b2fa44788 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8124778 May 06 09:57:16.409422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35676) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:16.417211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-259545df-a92f-4551-9f4b-a78e07f89bf0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': 'd2dd6c6c-be56-4d67-9909-0ee50fcc0103', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:16.442903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0d9fe027-0c25-40f4-b4ea-504624f9e831 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:16.482257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.511513 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.550036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0d9fe027-0c25-40f4-b4ea-504624f9e831 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:16.550704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-259545df-a92f-4551-9f4b-a78e07f89bf0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.550844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.581060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.581060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Allocated IP 2001:db8::1 (5242baed-0d27-4fec-aa9e-077b1e598eb1/1a7ebbca-da71-4a04-aedb-8dced396c7fb/0affcf24-9362-4257-a8ab-39557245acbc) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:16.581388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-205f26e8-fca8-4e84-a0e6-111152e85bc4 req-d27d882e-8503-4d2d-ab89-14eba23ea9d1 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590849 May 06 09:57:16.594537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.670204 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.675845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/021912fe-95cc-4e40-806b-3462f33ebc08 HTTP/1.1" status: 204 len: 168 time: 0.8173764 May 06 09:57:16.697027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:16.697962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Port': ['ID=63ff85f7-9523-4e35-986b-c0dbeb632b00,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:16.701107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35680) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:16.712041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4afcb-02eb-4b7a-ab82-c02eabea795d req-5dbf59bc-0876-4872-998f-231ec27935f6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:16.723748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9a4afcb-02eb-4b7a-ab82-c02eabea795d req-5dbf59bc-0876-4872-998f-231ec27935f6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.3230982 May 06 09:57:16.763775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1007071-32ee-4683-bfb0-27bd0d7fa88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021912fe-95cc-4e40-806b-3462f33ebc08,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:16.807185 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-259545df-a92f-4551-9f4b-a78e07f89bf0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): There was a conflict when trying to complete your request. May 06 09:57:16.808810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-259545df-a92f-4551-9f4b-a78e07f89bf0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3962874 May 06 09:57:16.815356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35682) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:16.937951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9a4afcb-02eb-4b7a-ab82-c02eabea795d req-0310c852-e763-4860-ad1e-0b0be709130e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2130435 May 06 09:57:16.963092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.014352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c71dc4-685b-4de8-8091-b1cb542595b8 req-82770a59-6ed3-45e8-a140-4457e0434614 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:17.016313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62c71dc4-685b-4de8-8091-b1cb542595b8 req-82770a59-6ed3-45e8-a140-4457e0434614 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 945 time: 0.3162498 May 06 09:57:17.033648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35686) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:17.065201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Request body: {'floatingip': {'port_id': '9853938c-2925-488e-8e43-8b76cd772ac0'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:17.084197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f07d1600-9b37-4c32-8aa4-1a587b58095b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:17.150938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f07d1600-9b37-4c32-8aa4-1a587b58095b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:17.151300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.162379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.166956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.240622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d53f5b4-4015-4871-9e4b-132751272606 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:17.261182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46d1bc8-b69f-4605-b68c-ed559a8a93eb']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:17.284592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0eaf122-e101-4f16-b655-b5e262a0cff3') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:17.285025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0eaf122-e101-4f16-b655-b5e262a0cff3') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:17.298858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4d53f5b4-4015-4871-9e4b-132751272606 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:17.299365 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.308256 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e59a6a-f747-4d0f-9163-2fade60c6e52 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.317020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.342018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.354100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b145add-edb3-4a4a-947d-937483668d0f req-4026c84f-3a17-4875-a68f-90e9da1b5ae4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:17.356555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b145add-edb3-4a4a-947d-937483668d0f req-4026c84f-3a17-4875-a68f-90e9da1b5ae4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2879312 May 06 09:57:17.390886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.427530 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.444314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e59a6a-f747-4d0f-9163-2fade60c6e52 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.485886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:17.486438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: timer() May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:17.488624 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:17.624423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:17.658641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.675142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Router 92facbdf-d8d5-41f7-9122-1e1ada2d6039 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:17.681625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e59a6a-f747-4d0f-9163-2fade60c6e52 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.684983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60e59a6a-f747-4d0f-9163-2fade60c6e52 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.688716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:17.688716 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.689532 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-60e59a6a-f747-4d0f-9163-2fade60c6e52 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/d2dd6c6c-be56-4d67-9909-0ee50fcc0103 HTTP/1.1" status: 204 len: 168 time: 0.8729813 May 06 09:57:17.728170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d549e-d2a2-4c27-8a34-a6e12dc8325d None None] Network 1cdd017b-f05c-4d20-915b-cd19e62404e1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:17.741116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35690) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:17.775418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Port': ['ID=0affcf24-9362-4257-a8ab-39557245acbc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:17.792607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:17.794978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e59a6a-f747-4d0f-9163-2fade60c6e52 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dd6c6c-be56-4d67-9909-0ee50fcc0103,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:17.799310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:17.803456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:17.805049 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.840139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0da832a5-7c30-4fbc-8110-d752e0a18a35 None None] Provisioning complete for port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:17.840428 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0da832a5-7c30-4fbc-8110-d752e0a18a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:17.975775 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-91db5695-61c0-4d9d-88c0-c5c181739f4f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2296846 May 06 09:57:17.980195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35692) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:18.010175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d72dcef5-a6a2-46ec-99a3-3933a2ac7cf9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--501469696'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:18.017359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.024329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.042176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:18.048727 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-26f00682-5bdb-4f77-94a8-cbd35d4820f8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "PUT /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7889323 May 06 09:57:18.056210 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] Sync routers for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:18.060510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35694) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:18.061996 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.064023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8,segment=NetworkSegment(4f1a69fe-2991-4f92-a161-ff8aa2f0d624),segment_id=4f1a69fe-2991-4f92-a161-ff8aa2f0d624)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:18.078284 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:18.079250 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:18.094502 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.141045 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.155830 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:18.168710 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:18.169924 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:18.174187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b145add-edb3-4a4a-947d-937483668d0f req-5b99363f-4914-4e08-9cd6-a9e0368c07a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8017397 May 06 09:57:18.185855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.201081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2df2da5d-114f-4590-805d-3fadba546b07 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:18.230754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 2df2da5d-114f-4590-805d-3fadba546b07 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:18.231096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2df2da5d-114f-4590-805d-3fadba546b07 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:18.231767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d6846542-b5e4-480a-a9be-f6169b94a3dd no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:18.256777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.261123 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.262862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d6846542-b5e4-480a-a9be-f6169b94a3dd {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:18.263204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d6846542-b5e4-480a-a9be-f6169b94a3dd not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:18.263646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a27b12a0-2037-43ba-a42e-e0892bed3af6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:18.265341 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:18.265971 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea01628-1f30-4924-bdbe-e51879a95658 None None] The sync data for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:18.269643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] 10.222.0.76 "DELETE /v2.0/networks/c46d1bc8-b69f-4605-b68c-ed559a8a93eb HTTP/1.1" status: 204 len: 168 time: 1.5430338 May 06 09:57:18.310293 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-a7cdc3bb-7dc7-4734-b948-308caefac445 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] delete failed (client error): The resource could not be found. May 06 09:57:18.317426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a7cdc3bb-7dc7-4734-b948-308caefac445 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-716722830 HTTP/1.1" status: 404 len: 334 time: 0.1421659 May 06 09:57:18.322984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a27b12a0-2037-43ba-a42e-e0892bed3af6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:18.323295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a27b12a0-2037-43ba-a42e-e0892bed3af6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:18.327544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35700) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:18.342859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-48b4ec2a-e3ee-4ef1-88e3-2ab232636d63 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'router': {'external_gateway_info': {'network_id': '92facbdf-d8d5-41f7-9122-1e1ada2d6039'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:18.346084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.25.8.77 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ba1db6d8-451e-4a20-9ed0-1ed0c981f90f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:18.349662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d72dcef5-a6a2-46ec-99a3-3933a2ac7cf9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.386861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76a27e-1754-48a1-80ed-7fd19ec9dc8b admin admin] Pushing event deleted for resources: {'Network': ['ID=c46d1bc8-b69f-4605-b68c-ed559a8a93eb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:18.388288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:18.504787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-23dccaa2-2dca-4e0e-ba46-9dbcfda5190a None None] Provisioning complete for port 0affcf24-9362-4257-a8ab-39557245acbc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:18.505630 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-23dccaa2-2dca-4e0e-ba46-9dbcfda5190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.509893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.519887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.520888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.598630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-23dccaa2-2dca-4e0e-ba46-9dbcfda5190a None None] Port 0affcf24-9362-4257-a8ab-39557245acbc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:18.636408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6865967-7494-4277-b9a9-3aacc6e094e2 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:57:18.644174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event updated for resources: {'Port': ['ID=0affcf24-9362-4257-a8ab-39557245acbc,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:18.671218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35712) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:18.704287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:18.705860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:18.725344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.787395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9e7dedab-fa60-4121-afa6-a8bb9f84bf6a None None] Provisioning complete for port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:18.787895 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e7dedab-fa60-4121-afa6-a8bb9f84bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:18.834735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Router 0392a759-47ab-49bb-b884-2df00afce8d1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:18.857776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6865967-7494-4277-b9a9-3aacc6e094e2 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:57:18.895119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-371aa9be-b8a1-4e58-967a-9d056b955a0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90b382b7df4e4e30a0c871fb4ba4c68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168901 May 06 09:57:18.939484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35714) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:18.988388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:19.006329 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6807868f-1e0f-496c-a435-78192320638e tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359077 May 06 09:57:19.009518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35716) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.010086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] Sync routers for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:19.077089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:19.085324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:19.086119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:19.113204 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.131405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-76a9e285-8300-457e-bfbb-d43e862b0109 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.151479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:19.190849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-48b4ec2a-e3ee-4ef1-88e3-2ab232636d63 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.196950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d72dcef5-a6a2-46ec-99a3-3933a2ac7cf9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.215936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:19.216643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:19.221106 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-76a9e285-8300-457e-bfbb-d43e862b0109 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:57:19.223737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d72dcef5-a6a2-46ec-99a3-3933a2ac7cf9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.225227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-76a9e285-8300-457e-bfbb-d43e862b0109 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1 HTTP/1.1" status: 409 len: 329 time: 0.2141836 May 06 09:57:19.225857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35718) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.249577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-9b11df77-c479-47dc-96f4-bd29f5982483 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:19.251192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-9b11df77-c479-47dc-96f4-bd29f5982483 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.6277132 May 06 09:57:19.270563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:19.271232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8e5049-ebad-4704-aefb-4fd9d2e644c3 None None] The sync data for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:19.297211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:19.297656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.340930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183443e-ada7-46a4-9dae-7d7fa2c9b176 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 09:57:19.349149 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-48b4ec2a-e3ee-4ef1-88e3-2ab232636d63 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] update failed (client error): The resource could not be found. May 06 09:57:19.354658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-48b4ec2a-e3ee-4ef1-88e3-2ab232636d63 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "PUT /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039 HTTP/1.1" status: 404 len: 339 time: 1.0131006 May 06 09:57:19.359499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35720) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.365813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d72dcef5-a6a2-46ec-99a3-3933a2ac7cf9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.370966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d72dcef5-a6a2-46ec-99a3-3933a2ac7cf9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3817914 May 06 09:57:19.371178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35722) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.371284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-2d1ca2be-46e4-4192-b31a-5cbe08103146 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/quotas/8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 375 time: 0.1043966 May 06 09:57:19.375118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d442d72f-6c90-4153-af98-4c3c3643a2c8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '941eaa43-c490-466d-947d-8bbe9f7ea33b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:19.375341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dcef5-a6a2-46ec-99a3-3933a2ac7cf9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941eaa43-c490-466d-947d-8bbe9f7ea33b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:19.376338 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-d442d72f-6c90-4153-af98-4c3c3643a2c8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 06 09:57:19.376619 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-d442d72f-6c90-4153-af98-4c3c3643a2c8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:19.380468 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d442d72f-6c90-4153-af98-4c3c3643a2c8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062947 May 06 09:57:19.381460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35724) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.392615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd844-3821-4978-88db-cadcc0ce3c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.403750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 09:57:19.511475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979df60b-216b-4d52-89ac-4971168e3b36 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.516543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.536483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183443e-ada7-46a4-9dae-7d7fa2c9b176 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 09:57:19.560438 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979df60b-216b-4d52-89ac-4971168e3b36 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.582733 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd844-3821-4978-88db-cadcc0ce3c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.618173 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979df60b-216b-4d52-89ac-4971168e3b36 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.620780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-979df60b-216b-4d52-89ac-4971168e3b36 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.622388 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-979df60b-216b-4d52-89ac-4971168e3b36 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/941eaa43-c490-466d-947d-8bbe9f7ea33b HTTP/1.1" status: 204 len: 168 time: 0.2403564 May 06 09:57:19.627802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35726) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.663082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979df60b-216b-4d52-89ac-4971168e3b36 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941eaa43-c490-466d-947d-8bbe9f7ea33b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:19.667619 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.675848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:19.706289 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ab78e34d-bc8f-4285-91d7-b4b58fd49973 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580285 May 06 09:57:19.707894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35728) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:19.713896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fd200ba2-bf1d-49d5-aadf-873b41fbaca5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876948618'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:19.721801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:19.724295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:19.728525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.738203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.806551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:19.811384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd200ba2-bf1d-49d5-aadf-873b41fbaca5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.843859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-fd627190-83eb-4d1c-8535-4384b826c4ca tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4463465 May 06 09:57:19.957666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd200ba2-bf1d-49d5-aadf-873b41fbaca5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:19.965016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd200ba2-bf1d-49d5-aadf-873b41fbaca5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.008794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd200ba2-bf1d-49d5-aadf-873b41fbaca5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.012656 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fd200ba2-bf1d-49d5-aadf-873b41fbaca5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3009224 May 06 09:57:20.012656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd200ba2-bf1d-49d5-aadf-873b41fbaca5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1d696-23c4-4b97-8b9b-4c8b55b17c65,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.016407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35730) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.020924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1485a086-726a-474d-a371-74908e3a9a9b tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '16f1d696-23c4-4b97-8b9b-4c8b55b17c65', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.022040 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-1485a086-726a-474d-a371-74908e3a9a9b tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 06 09:57:20.022419 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-1485a086-726a-474d-a371-74908e3a9a9b tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:20.026113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1485a086-726a-474d-a371-74908e3a9a9b tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061667 May 06 09:57:20.026400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35732) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.141741 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e2394ad-e841-4798-950a-3661cd2e3e94 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.175214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4d4e25df-5732-49a6-93f2-e84c66c03c01 None None] Provisioning complete for port 0affcf24-9362-4257-a8ab-39557245acbc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:20.175434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting port 0affcf24-9362-4257-a8ab-39557245acbc {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:20.175692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4d4e25df-5732-49a6-93f2-e84c66c03c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.175801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.180929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e2394ad-e841-4798-950a-3661cd2e3e94 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.214981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4d4e25df-5732-49a6-93f2-e84c66c03c01 None None] Port 0affcf24-9362-4257-a8ab-39557245acbc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:20.287073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e2394ad-e841-4798-950a-3661cd2e3e94 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.290339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e2394ad-e841-4798-950a-3661cd2e3e94 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.291486 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e2394ad-e841-4798-950a-3661cd2e3e94 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/16f1d696-23c4-4b97-8b9b-4c8b55b17c65 HTTP/1.1" status: 204 len: 168 time: 0.2641523 May 06 09:57:20.296291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35734) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.297910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.326597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Calling delete_port for 0affcf24-9362-4257-a8ab-39557245acbc owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:20.329690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2394ad-e841-4798-950a-3661cd2e3e94 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1d696-23c4-4b97-8b9b-4c8b55b17c65,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.398884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fb711173-7a56-4630-b7ac-b6991c87e967 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974400 May 06 09:57:20.402352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35736) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.406748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1ca917db-6aba-45a4-b1a5-85035cf467a0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452628989'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.425558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd844-3821-4978-88db-cadcc0ce3c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.428366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd844-3821-4978-88db-cadcc0ce3c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.429639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4ebcd844-3821-4978-88db-cadcc0ce3c25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4557a24-6dba-4322-9025-d763e2a07328 HTTP/1.1" status: 204 len: 168 time: 1.4835854 May 06 09:57:20.445022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ca917db-6aba-45a4-b1a5-85035cf467a0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.513845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcd844-3821-4978-88db-cadcc0ce3c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4557a24-6dba-4322-9025-d763e2a07328,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.543131 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Floating IP 55a24f35-8fbc-4332-bb18-39e5867715a0 associated. External IP: 172.25.8.217, port: 9853938c-2925-488e-8e43-8b76cd772ac0. May 06 09:57:20.584489 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.602430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ca917db-6aba-45a4-b1a5-85035cf467a0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.604120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.610828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ca917db-6aba-45a4-b1a5-85035cf467a0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.631349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.643501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Port': ['ID=0affcf24-9362-4257-a8ab-39557245acbc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.665695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ca917db-6aba-45a4-b1a5-85035cf467a0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:20.669795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1ca917db-6aba-45a4-b1a5-85035cf467a0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2638450 May 06 09:57:20.690455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-c82673cb-7a35-48b3-8c67-9a5f9ec8e269 service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656389 May 06 09:57:20.690720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35740) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.700949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6400370e-8db9-4840-902e-079f1a298b04 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '49051f24-46a3-4067-b3b9-3c44cd2b760d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.720601 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-6400370e-8db9-4840-902e-079f1a298b04 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 06 09:57:20.724903 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-6400370e-8db9-4840-902e-079f1a298b04 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:20.724903 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6400370e-8db9-4840-902e-079f1a298b04 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0291450 May 06 09:57:20.728356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35744) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.773564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d5fff730-3bc3-4374-b8eb-f7c096fd4cf2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '49051f24-46a3-4067-b3b9-3c44cd2b760d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.774742 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-d5fff730-3bc3-4374-b8eb-f7c096fd4cf2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 06 09:57:20.774742 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-d5fff730-3bc3-4374-b8eb-f7c096fd4cf2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:20.778470 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d5fff730-3bc3-4374-b8eb-f7c096fd4cf2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0479586 May 06 09:57:20.780245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35746) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.780780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca917db-6aba-45a4-b1a5-85035cf467a0 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49051f24-46a3-4067-b3b9-3c44cd2b760d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:20.818121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5613e795-2743-4670-8302-0d0535ea0967 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '49051f24-46a3-4067-b3b9-3c44cd2b760d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.819129 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-5613e795-2743-4670-8302-0d0535ea0967 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 06 09:57:20.819437 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-5613e795-2743-4670-8302-0d0535ea0967 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:20.820672 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5613e795-2743-4670-8302-0d0535ea0967 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0371277 May 06 09:57:20.823525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35750) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.829935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-515691e8-0e39-4399-8097-abe8c12333e2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '49051f24-46a3-4067-b3b9-3c44cd2b760d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:20.830816 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-515691e8-0e39-4399-8097-abe8c12333e2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 06 09:57:20.831311 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-515691e8-0e39-4399-8097-abe8c12333e2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:20.832392 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-515691e8-0e39-4399-8097-abe8c12333e2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079064 May 06 09:57:20.835179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35752) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:20.842273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.015568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.149713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-c9268d21-70af-4662-b438-7cfc88b628ad service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501023 May 06 09:57:21.221707 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-042d6d1b-a0c6-489d-af8f-ae1d556c757e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.309139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-042d6d1b-a0c6-489d-af8f-ae1d556c757e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.326498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Router 0392a759-47ab-49bb-b884-2df00afce8d1 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:21.427571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-042d6d1b-a0c6-489d-af8f-ae1d556c757e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.430991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-042d6d1b-a0c6-489d-af8f-ae1d556c757e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.432206 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-042d6d1b-a0c6-489d-af8f-ae1d556c757e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/49051f24-46a3-4067-b3b9-3c44cd2b760d HTTP/1.1" status: 204 len: 168 time: 0.5961580 May 06 09:57:21.440347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35772) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.462035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:21.471938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Router 212f8245-d0f5-4405-9fcd-38e8dd0532fa has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:21.472909 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c06a66df-8efa-4dc3-b6bc-9eb1a44b3dd0 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2452078 May 06 09:57:21.473953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d6d1b-a0c6-489d-af8f-ae1d556c757e tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49051f24-46a3-4067-b3b9-3c44cd2b760d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:21.475656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.482563 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] Sync routers for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:21.484637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Allocated IP 172.20.0.1 (f851293b-0965-4a3a-8842-b052af2a0502/02ea17a6-8da5-4f38-aa18-114d5a579550/f3b332e9-6114-4c66-988a-c47f7f6685b8) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:21.521916 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-5efe4ac7-19a5-48fb-be4b-47ea0646088c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] show failed (client error): The resource could not be found. May 06 09:57:21.528634 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5efe4ac7-19a5-48fb-be4b-47ea0646088c tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-491209366 HTTP/1.1" status: 404 len: 334 time: 0.0491166 May 06 09:57:21.529445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35776) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.530661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:21.531530 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:21.533085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-269c3ab2-f0cc-4034-9984-e2d4ae23d04d req-e170e5b6-c5df-4b92-a7a3-9ee7f830bc08 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 210 time: 0.0738931 May 06 09:57:21.536339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.593704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-270f6639-2ab2-453a-9ed3-0de702babf28 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1517420 May 06 09:57:21.593893 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35782) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.601260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e7275a79-a18a-47bc-8613-2ddb10dab962 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:21.607015 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:21.613360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fdc7115b-4bfe-445c-9f3f-d6a61c23ff38 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214705322'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:21.618780 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] Routers {'0392a759-47ab-49bb-b884-2df00afce8d1'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:21.619623 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['0392a759-47ab-49bb-b884-2df00afce8d1'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:21.657740 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:21.658635 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6cdf40-269a-4521-8694-e063d3934056 None None] The sync data for ids ['0392a759-47ab-49bb-b884-2df00afce8d1'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:21.682820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdc7115b-4bfe-445c-9f3f-d6a61c23ff38 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.686468 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-e7275a79-a18a-47bc-8613-2ddb10dab962 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] update failed (client error): The resource could not be found. May 06 09:57:21.691933 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e7275a79-a18a-47bc-8613-2ddb10dab962 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-2068596725 HTTP/1.1" status: 404 len: 335 time: 0.1076138 May 06 09:57:21.693554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35788) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:21.785616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting subnet c05857b2-b62c-45fe-a292-6363cf70123d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:21.791056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.854088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.864736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.884953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:21.890766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:21.897127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] Sync routers for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:21.912885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:21.915888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:21.979627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.061956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.069251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:22.097247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.102210 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/subnets/c05857b2-b62c-45fe-a292-6363cf70123d HTTP/1.1" status: 204 len: 168 time: 0.4049428 May 06 09:57:22.130633 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35808) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:22.145727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae092396-0b0b-4c21-9e08-3433bc9a3ff8 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Subnet': ['ID=c05857b2-b62c-45fe-a292-6363cf70123d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:22.210249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf865d1a-9bd7-43c8-89e6-45d93bf26fa6 None None] Network 1cdd017b-f05c-4d20-915b-cd19e62404e1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:22.273473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdc7115b-4bfe-445c-9f3f-d6a61c23ff38 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.318587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdc7115b-4bfe-445c-9f3f-d6a61c23ff38 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.343732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.370394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8da39762-46b0-44c9-9e81-2916b57a8597 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "PUT /v2.0/floatingips/55a24f35-8fbc-4332-bb18-39e5867715a0 HTTP/1.1" status: 200 len: 991 time: 5.3252275 May 06 09:57:22.370394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:22.370394 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6" -d '{"events": [{"name": "network-changed", "server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:22.395189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.411723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7115b-4bfe-445c-9f3f-d6a61c23ff38 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af99759-ee05-49d2-a58d-0af2cc77c055,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:22.439868 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdc7115b-4bfe-445c-9f3f-d6a61c23ff38 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.439868 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fdc7115b-4bfe-445c-9f3f-d6a61c23ff38 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8323193 May 06 09:57:22.448683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:22.451660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 2c490724-dee3-41f2-a84b-08af7c643d08 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:57:22.455833 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13246802-7179-430c-85a8-66edcfcb6eb6 x-openstack-request-id: req-13246802-7179-430c-85a8-66edcfcb6eb6 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:22.456258 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:22.456638 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-13246802-7179-430c-85a8-66edcfcb6eb6 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:22.457035 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13246802-7179-430c-85a8-66edcfcb6eb6'] response: {'name': 'network-changed', 'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0', 'status': 'completed', 'code': 200} May 06 09:57:22.459063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-abf4f978-d44f-4665-873f-84f15d865d77 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:22.459905 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-abf4f978-d44f-4665-873f-84f15d865d77 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 09:57:22.461250 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-abf4f978-d44f-4665-873f-84f15d865d77 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:22.462629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-abf4f978-d44f-4665-873f-84f15d865d77 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092008 May 06 09:57:22.467891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35830) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:22.478772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c6e74143-7e1c-44ac-aec5-b678b8494caf tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:22.511802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network f851293b-0965-4a3a-8842-b052af2a0502 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:22.512962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:22.513400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.653080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] For port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8,segment=NetworkSegment(4f1a69fe-2991-4f92-a161-ff8aa2f0d624),segment_id=4f1a69fe-2991-4f92-a161-ff8aa2f0d624)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:22.653757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.672412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Calling delete_port for 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:22.675914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:22.686455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:22.704022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '55a24f35-8fbc-4332-bb18-39e5867715a0', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'port_id': '9853938c-2925-488e-8e43-8b76cd772ac0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'mac_address': 'fa:16:3e:70:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:56:52Z', 'updated_at': '2022-05-06T09:57:19Z', 'revision_number': 1, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:22.737232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] Checking router: 212f8245-d0f5-4405-9fcd-38e8dd0532fa for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:22.748301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:22.749098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:22.782342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Port': ['ID=f3b332e9-6114-4c66-988a-c47f7f6685b8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:22.872653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c269ca0-85ea-4292-87f6-0354e8b8f2f4 None None] DHCP port deletion for 1cdd017b-f05c-4d20-915b-cd19e62404e1 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:22.884466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:22.899139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35836) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:22.901205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-003d1b04-9039-4ece-9619-577e229b3f26 req-828e6f3d-9079-4f81-9062-e8a476cf29c3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 210 time: 0.2269750 May 06 09:57:22.919858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5c269ca0-85ea-4292-87f6-0354e8b8f2f4 None None] The port '2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8' was deleted {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 06 09:57:22.934068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:22.956979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Port': ['ID=2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:22.984597 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-c6e74143-7e1c-44ac-aec5-b678b8494caf tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:22.986627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c6e74143-7e1c-44ac-aec5-b678b8494caf tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5131805 May 06 09:57:23.003943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:23.009242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35840) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.016901 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Sync routers for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:23.022088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-967eec4d-34a7-4b3f-9300-c73589a63a9c tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:23.023904 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-967eec4d-34a7-4b3f-9300-c73589a63a9c tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 06 09:57:23.025737 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-967eec4d-34a7-4b3f-9300-c73589a63a9c tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:23.045786 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-967eec4d-34a7-4b3f-9300-c73589a63a9c tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0353978 May 06 09:57:23.046879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] No DVR routers for this DVR port 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:23.055855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35842) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.056592 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:23.057279 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:23.057787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-04d7d9d2-dfac-4dad-8609-101920ab015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:23.059303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-04d7d9d2-dfac-4dad-8609-101920ab015e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 1096 time: 0.5642323 May 06 09:57:23.070255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5788441a-d182-4c93-af1d-84f035bb5ea2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:23.176215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:23.182130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.186071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8427ffea-2f7f-44c4-adb0-9016615830b1 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3236756 May 06 09:57:23.186071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-4c784628-ba84-4344-a8ac-13d7784fa536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:23.186071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-4c784628-ba84-4344-a8ac-13d7784fa536 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 200 len: 911 time: 0.1006885 May 06 09:57:23.186400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35844) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.192863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.235755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.241128 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4aef60d4-139e-4900-add8-e81b0f9e0a36 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=8591e4249907453799dd42bd17d336c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531054 May 06 09:57:23.249927 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35846) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.272247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2e2effb8-cdfa-4cd7-b2cf-9a47b378f77d None None] Provisioning complete for port f3b332e9-6114-4c66-988a-c47f7f6685b8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:23.273536 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e2effb8-cdfa-4cd7-b2cf-9a47b378f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.302420 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:23.324235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:23.324880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2a8eb923-b4ff-4dc3-bc5f-5e8d152fe2a8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:23.363300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56521095-664f-4d3f-a7a7-e0de65dbdd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.375982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cdd017b-f05c-4d20-915b-cd19e62404e1']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:23.379482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2e2effb8-cdfa-4cd7-b2cf-9a47b378f77d None None] Port f3b332e9-6114-4c66-988a-c47f7f6685b8 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:23.402330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.421027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1a69fe-2991-4f92-a161-ff8aa2f0d624') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:23.421322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1a69fe-2991-4f92-a161-ff8aa2f0d624') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:23.439108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d1e98d70-a031-4523-9727-814ad18ae5c7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:23.440609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d1e98d70-a031-4523-9727-814ad18ae5c7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.5501981 May 06 09:57:23.440976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '55a24f35-8fbc-4332-bb18-39e5867715a0', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'port_id': '9853938c-2925-488e-8e43-8b76cd772ac0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'mac_address': 'fa:16:3e:70:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:56:52Z', 'updated_at': '2022-05-06T09:57:19Z', 'revision_number': 1, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:23.452831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-950decb3-51e6-4a68-972e-ac4ae258e2c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9853938c-2925-488e-8e43-8b76cd772ac0 HTTP/1.1" status: 200 len: 999 time: 0.1717632 May 06 09:57:23.459424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'port': {'device_id': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'admin_state_up': True, 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:23.459866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.485899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9e84b-3cdd-43fc-a838-bbc81a46a23f None None] The sync data for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 is: [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '55a24f35-8fbc-4332-bb18-39e5867715a0', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'floating_ip_address': '172.25.8.217', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'port_id': '9853938c-2925-488e-8e43-8b76cd772ac0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'mac_address': 'fa:16:3e:70:f8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:56:52Z', 'updated_at': '2022-05-06T09:57:19Z', 'revision_number': 1, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:23.528894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.549993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:23.550503 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:23.555236 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:23.576466 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:20Z', 'revision_number': 3, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:23.602307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69f1795-7201-4cef-a3af-309e7d77a389 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:23.604091 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a69f1795-7201-4cef-a3af-309e7d77a389 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3532150 May 06 09:57:23.612439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35848) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.613367 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Checking router: 2c490724-dee3-41f2-a84b-08af7c643d08 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:23.613881 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Updating router 2c490724-dee3-41f2-a84b-08af7c643d08 port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:57:23.619720 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-5788441a-d182-4c93-af1d-84f035bb5ea2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:23.620613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5788441a-d182-4c93-af1d-84f035bb5ea2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5603602 May 06 09:57:23.625367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35850) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.656377 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.660694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-72d03bff-73bc-41df-999a-6d7ba24a1a4a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:23.661446 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-72d03bff-73bc-41df-999a-6d7ba24a1a4a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 09:57:23.661962 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-72d03bff-73bc-41df-999a-6d7ba24a1a4a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:23.665733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-72d03bff-73bc-41df-999a-6d7ba24a1a4a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141189 May 06 09:57:23.666609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35852) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.671308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-960172f5-c089-4e26-ae39-6b201505500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:23.673375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-960172f5-c089-4e26-ae39-6b201505500f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 200 len: 849 time: 0.1127472 May 06 09:57:23.678985 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-00c63590-c590-4a94-852d-342eab823eec tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614715 May 06 09:57:23.679249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1d4b6129-55a3-4a86-9839-75dc2daf7b32 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:23.679370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35854) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.687941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-410977521', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'project_id': '8591e4249907453799dd42bd17d336c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:23.701032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.721397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56521095-664f-4d3f-a7a7-e0de65dbdd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.727227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.731219 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/networks/1cdd017b-f05c-4d20-915b-cd19e62404e1 HTTP/1.1" status: 204 len: 168 time: 1.5994027 May 06 09:57:23.738334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35856) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.775384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56521095-664f-4d3f-a7a7-e0de65dbdd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.785547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814db9e6-3067-4fd4-9978-81ffa04b5802 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Network': ['ID=1cdd017b-f05c-4d20-915b-cd19e62404e1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:23.785830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Made reservation on behalf of 8a5d853e05f2411b9337b33e7ffc9c6a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:23.789810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.842268 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-56521095-664f-4d3f-a7a7-e0de65dbdd3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63c063e5f8a245ac9cee89731542bca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9077194 May 06 09:57:23.845698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35858) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:23.852700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56521095-664f-4d3f-a7a7-e0de65dbdd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f5e335-8c7f-4a8d-9d32-50df215eb05c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:23.893043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b10a7-a912-4a00-8673-01ecfe004859 None None] New status for floating IP 55a24f35-8fbc-4332-bb18-39e5867715a0: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:57:23.901129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:23.904829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:23.948622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-7f8aa7c7-8a47-45ec-9063-54dc43db28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:23.950406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-7f8aa7c7-8a47-45ec-9063-54dc43db28ad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c8028457-06a7-49c9-906c-cad51ce26f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2627201 May 06 09:57:24.018444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df234ab6-971d-43dd-ac05-fcb76c279ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.059727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df234ab6-971d-43dd-ac05-fcb76c279ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.087964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-8e10f577-3379-4d60-b699-c0ad2e6f2346 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958331 May 06 09:57:24.088346 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.089533 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-1d4b6129-55a3-4a86-9839-75dc2daf7b32 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:24.093727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1d4b6129-55a3-4a86-9839-75dc2daf7b32 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4243712 May 06 09:57:24.094819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35862) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:24.096459 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.115604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1febbab2-f05e-4664-a29d-135d46d7b288 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:24.116092 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-1febbab2-f05e-4664-a29d-135d46d7b288 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 06 09:57:24.117134 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-1febbab2-f05e-4664-a29d-135d46d7b288 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:24.121599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1febbab2-f05e-4664-a29d-135d46d7b288 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121789 May 06 09:57:24.128516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35864) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:24.134571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5c97496e-06bc-47f7-894c-d93a32f7e5cd tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:24.135771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting subnet c77343a6-4077-42ba-a5b5-377323303368 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:24.170970 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Attempting to bind port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:24.171195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.171318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Attempting to bind port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:24.171318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Attempting to bind port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:24.177407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6aa01d76-778f-47d8-9bdd-529b1088c600 req-56e47aef-478f-451c-b7f4-30cd2c6ccfb2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 210 time: 0.0793228 May 06 09:57:24.177941 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:24.178523 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:24.179658 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.180872 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:24.181053 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Bound port: ba1db6d8-451e-4a20-9ed0-1ed0c981f90f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:24.181803 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.227006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df234ab6-971d-43dd-ac05-fcb76c279ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.229823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df234ab6-971d-43dd-ac05-fcb76c279ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.230898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df234ab6-971d-43dd-ac05-fcb76c279ea0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6f5e335-8c7f-4a8d-9d32-50df215eb05c HTTP/1.1" status: 204 len: 168 time: 0.3841984 May 06 09:57:24.248929 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] For port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:24.259829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df234ab6-971d-43dd-ac05-fcb76c279ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f5e335-8c7f-4a8d-9d32-50df215eb05c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:24.267274 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22db85-3789-42fb-bdbb-9a10e83f5902 None None] Pushing event updated for resources: {'Port': ['ID=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:24.272342 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-5c97496e-06bc-47f7-894c-d93a32f7e5cd tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:24.277229 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5c97496e-06bc-47f7-894c-d93a32f7e5cd tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1444404 May 06 09:57:24.277602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35868) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:24.291193 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] For port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:24.296902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-023aa514-6012-49bf-97ed-ae797b3e53cb tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '6af99759-ee05-49d2-a58d-0af2cc77c055', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:24.299983 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.310622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.362725 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:24.363399 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:24.394384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Subnet': ['ID=02effb28-3194-4202-a06c-6e251c6dbb87,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:24.408023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.438520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Checking segment: {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:24.439038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network hostable DHCP agents. Network: 57e65cdc-ba55-42f5-9184-456cb9481465, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:24.444699 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-023aa514-6012-49bf-97ed-ae797b3e53cb tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:24.448962 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-023aa514-6012-49bf-97ed-ae797b3e53cb tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1673589 May 06 09:57:24.450851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35872) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:24.462561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 57e65cdc-ba55-42f5-9184-456cb9481465 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:24.474721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 57e65cdc-ba55-42f5-9184-456cb9481465) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:24.488437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aaf32c-dcf2-44ee-9fab-3ae0d9c810bd None None] Network 57e65cdc-ba55-42f5-9184-456cb9481465 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:24.494850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:24.496201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.515929 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-856c7052-7c3c-4999-b2ce-7c56cff6c828 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8352959 May 06 09:57:24.518768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35874) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:24.525036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Allocated IP 172.20.0.7 (b27e451e-d47b-493e-ae26-9c7d322b1366/47ce91bb-44d7-4c58-86ec-6475412fee71/bf23ec13-9a08-4b8f-be37-9e0d805dfdba) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:24.538762 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:24.588386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9ea25c-cc40-40a7-b237-cac6c06f79f6 req-29fd041a-b1bb-44f8-b3af-44a2dd49a440 service neutron] 10.222.0.82 "GET /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572859 May 06 09:57:24.745031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.798064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.852653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.864224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-57e65cdc-ba55-42f5-9184-456cb9481465', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:57:24.866930 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.966383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c16a631-0bb0-43e8-bb98-f6148dea3998 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:24.969495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22db85-3789-42fb-bdbb-9a10e83f5902 None None] Pushing event updated for resources: {'Port': ['ID=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:24.973271 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:20Z', 'revision_number': 3, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:25.009415 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be1700a-6532-40aa-b139-b610efc33364 None None] The sync data for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 is: [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:20Z', 'revision_number': 3, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:25.073032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event updated for resources: {'Port': ['ID=f3b332e9-6114-4c66-988a-c47f7f6685b8,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.135768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Allocated IP 172.20.0.2 (57e65cdc-ba55-42f5-9184-456cb9481465/02effb28-3194-4202-a06c-6e251c6dbb87/c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:25.146374 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.249985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.259672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c16a631-0bb0-43e8-bb98-f6148dea3998 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.393000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Network f851293b-0965-4a3a-8842-b052af2a0502 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:25.404061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:25.456625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.461584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59cd0553-f786-4de6-8d13-6b9a77b1a0ef req-e99e0132-5a85-42ce-99f6-5e9c34557033 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 210 time: 0.1293130 May 06 09:57:25.472823 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.606237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.607723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Network 57e65cdc-ba55-42f5-9184-456cb9481465 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:25.609057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Pushing event updated for resources: {'Port': ['ID=c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.623711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:25.623901 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.629081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Router 92facbdf-d8d5-41f7-9122-1e1ada2d6039 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:25.637271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:25.657253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Subnet': ['ID=c77343a6-4077-42ba-a5b5-377323303368,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.687695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.691326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-98aebab9-a2e0-4c34-8be7-583fd88088cf tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/subnets/c77343a6-4077-42ba-a5b5-377323303368 HTTP/1.1" status: 204 len: 168 time: 1.9502501 May 06 09:57:25.694168 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c16a631-0bb0-43e8-bb98-f6148dea3998 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.697079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c16a631-0bb0-43e8-bb98-f6148dea3998 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.698400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3c16a631-0bb0-43e8-bb98-f6148dea3998 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/6af99759-ee05-49d2-a58d-0af2cc77c055 HTTP/1.1" status: 204 len: 168 time: 1.2315598 May 06 09:57:25.700720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35898) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.701044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35900) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:25.713992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a33ffe-8a0c-4f4a-bf8f-efbf0f7ee444 None None] Network db0ddbdc-3563-4eb1-b1c4-1abdf730539a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:25.789408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a631-0bb0-43e8-bb98-f6148dea3998 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af99759-ee05-49d2-a58d-0af2cc77c055,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:25.891994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Attempting to bind port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:25.892373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Attempting to bind port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:25.892741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Attempting to bind port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 on network 57e65cdc-ba55-42f5-9184-456cb9481465 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:25.932786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:25.933185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Checking segment: {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:25.933898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:25.934747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Bound using segment: {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:25.935495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Bound port: c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:25.936440 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.011996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-df0e579f-cb09-44d0-b7f7-36e81e5110c4 None None] Provisioning complete for port f3b332e9-6114-4c66-988a-c47f7f6685b8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:26.012366 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df0e579f-cb09-44d0-b7f7-36e81e5110c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.061886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-df0e579f-cb09-44d0-b7f7-36e81e5110c4 None None] Port f3b332e9-6114-4c66-988a-c47f7f6685b8 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:26.115887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] For port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:26.121674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] For port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:26.129334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.216887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] DHCP port deletion for db0ddbdc-3563-4eb1-b1c4-1abdf730539a request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:26.266707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4c661-c1e3-4127-9afd-3e9059dcadb4 None None] Pushing event updated for resources: {'Port': ['ID=c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.289512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.20.0.1 (57e65cdc-ba55-42f5-9184-456cb9481465/02effb28-3194-4202-a06c-6e251c6dbb87/ce4dce5c-e59d-4fae-8227-a3a5fe0363cf) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:26.310761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] Deleting port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:26.311142 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.431111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] For port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2c8f7a53-2ab2-4e59-af6d-4201145a0e30,segment=NetworkSegment(1bef3440-74cc-4084-bcdb-fdb77307f012),segment_id=1bef3440-74cc-4084-bcdb-fdb77307f012)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:26.431509 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.473287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] Calling delete_port for 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:26.496324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-77760aa9-2d89-4fba-9ca8-9abae3f3bafa tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7809222 May 06 09:57:26.496556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.500130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35914) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.500625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting subnet e9bd7d2d-1732-4638-baeb-4e68b02d84a0 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:26.511571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-60cc7046-487e-4d3b-80c3-fde8744c2cd7 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--708717465'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:26.513187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.518582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.605258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449', '700bd5a2-dada-4b34-b2f1-8d459cb1778d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:26.625724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cc7046-487e-4d3b-80c3-fde8744c2cd7 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.670584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:26.684458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.695793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] Sync routers for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:26.743956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c5d9637f-2245-4469-9c62-f99b14670c39 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "PUT /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3718772 May 06 09:57:26.745447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35920) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:26.753412 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:26.755089 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:26.757438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:26.762231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.786252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 57e65cdc-ba55-42f5-9184-456cb9481465 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:26.794557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:26.811334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:26.824832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.827649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:26.830701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:26.837349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.902343 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:26.926342 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:26.928224 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:26.945360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:26.950316 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cc7046-487e-4d3b-80c3-fde8744c2cd7 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:26.965316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc062e-efd7-4f95-9992-9dd5614b4177 req-ce653581-aead-4c6b-88bd-23fe6c8da67d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:26.967901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0cc062e-efd7-4f95-9992-9dd5614b4177 req-ce653581-aead-4c6b-88bd-23fe6c8da67d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 931 time: 0.3220632 May 06 09:57:26.976290 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cc7046-487e-4d3b-80c3-fde8744c2cd7 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.047219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.053129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc7046-487e-4d3b-80c3-fde8744c2cd7 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a2c8c1-0701-4c38-ad07-ea7a2e9d0535,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:27.109702 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:27.110915 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3113121-90c7-4211-afb9-28ffbe9adc42 None None] The sync data for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:27.116284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-60cc7046-487e-4d3b-80c3-fde8744c2cd7 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.117714 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-60cc7046-487e-4d3b-80c3-fde8744c2cd7 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6165862 May 06 09:57:27.126443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:27.143223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-aa3e73cf-b58a-43ec-8c13-6d0c3ae9c882 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2c8c1-0701-4c38-ad07-ea7a2e9d0535', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:27.173751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:27.174703 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.209903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2954f3dc-9d71-4721-9add-49e07e25ef59 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.282226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:27.290501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.292415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] No DVR routers for this DVR port 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:27.307444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929d87c-5faf-41b9-aa74-3f3dcc36d785 None None] Pushing event deleted for resources: {'Port': ['ID=2c8f7a53-2ab2-4e59-af6d-4201145a0e30,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:27.392204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-79bb7fd5-6794-45a8-aacd-ecb6aed32640 None None] Provisioning complete for port bf23ec13-9a08-4b8f-be37-9e0d805dfdba triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:27.392466 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-79bb7fd5-6794-45a8-aacd-ecb6aed32640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.436453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.449001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.458633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0cc062e-efd7-4f95-9992-9dd5614b4177 req-5e70f202-9bee-4dc0-b11f-a67210328988 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521461 May 06 09:57:27.461577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-79bb7fd5-6794-45a8-aacd-ecb6aed32640 None None] Port bf23ec13-9a08-4b8f-be37-9e0d805dfdba cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:27.466739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:27.467228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.487653 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-aa3e73cf-b58a-43ec-8c13-6d0c3ae9c882 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The resource could not be found. May 06 09:57:27.489518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-d737b496-91e0-487d-91a4-796cbad3ed69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0350451 May 06 09:57:27.494428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bd7d2d-1732-4638-baeb-4e68b02d84a0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:27.494745 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa3e73cf-b58a-43ec-8c13-6d0c3ae9c882 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3689728 May 06 09:57:27.498694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35940) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:27.506606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Request body: {'port': {'device_id': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:27.513187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-76ba731c-f962-4787-8e02-2de7a1b311d2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': 'e1a2c8c1-0701-4c38-ad07-ea7a2e9d0535', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '37cf6fbc-28ff-481c-b364-cea9e27375b0'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:27.534652 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.538650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a5e5efd4-92c0-400c-87fd-8b8f18640db7 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/subnets/e9bd7d2d-1732-4638-baeb-4e68b02d84a0 HTTP/1.1" status: 204 len: 168 time: 1.8283312 May 06 09:57:27.545107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0646deb6-95ba-4fe8-98dc-abf5f1b4d4df None None] Network effff1be-eae0-45d2-9a49-93026125cb2d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:27.550027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35944) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:27.604383 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-2954f3dc-9d71-4721-9add-49e07e25ef59 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] delete failed (client error): There was a conflict when trying to complete your request. May 06 09:57:27.605950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2954f3dc-9d71-4721-9add-49e07e25ef59 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039 HTTP/1.1" status: 409 len: 329 time: 0.8563075 May 06 09:57:27.638015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35946) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:27.638631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.665662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.781592 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-76ba731c-f962-4787-8e02-2de7a1b311d2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The resource could not be found. May 06 09:57:27.782904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-76ba731c-f962-4787-8e02-2de7a1b311d2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2813017 May 06 09:57:27.786087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35952) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:27.838516 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.921137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:27.927200 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:27.929730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba1db6d8-451e-4a20-9ed0-1ed0c981f90f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:28.034541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] DHCP port deletion for effff1be-eae0-45d2-9a49-93026125cb2d request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:28.041452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.117024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8a595bd-d8a8-4af8-85c8-40072cd5289a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.134084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.144577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0ddbdc-3563-4eb1-b1c4-1abdf730539a']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:28.151916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:28.152158 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.180422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8a595bd-d8a8-4af8-85c8-40072cd5289a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.184085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bef3440-74cc-4084-bcdb-fdb77307f012') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:28.184374 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bef3440-74cc-4084-bcdb-fdb77307f012') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:28.216587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.216819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] Deleting port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:28.216994 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.268954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.280116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:28.281157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:28.284033 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:28.298738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8a595bd-d8a8-4af8-85c8-40072cd5289a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.301215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8a595bd-d8a8-4af8-85c8-40072cd5289a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.302362 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a8a595bd-d8a8-4af8-85c8-40072cd5289a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/e1a2c8c1-0701-4c38-ad07-ea7a2e9d0535 HTTP/1.1" status: 204 len: 168 time: 0.5142994 May 06 09:57:28.305294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35966) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.332408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] For port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cc2f35b7-14f9-4542-b7b9-bec5925fa3eb,segment=NetworkSegment(bdcce065-590e-415f-9354-b4ec2c7296af),segment_id=bdcce065-590e-415f-9354-b4ec2c7296af)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:28.333328 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.363979 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.377757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a595bd-d8a8-4af8-85c8-40072cd5289a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a2c8c1-0701-4c38-ad07-ea7a2e9d0535,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.386059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.396365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] Calling delete_port for cc2f35b7-14f9-4542-b7b9-bec5925fa3eb owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:28.418732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf23ec13-9a08-4b8f-be37-9e0d805dfdba {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:28.436973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.479861 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.483919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-142edf9c-294f-4a1f-8101-b67df4f33cb2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1774833 May 06 09:57:28.493580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35974) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.506809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6cf34574-8d39-4b48-aab8-2d1a69a4d23a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': 'b857730a-a552-49fe-96ab-7cdfaf7336ae', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:28.518007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.525199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Transition to ACTIVE for port object bf23ec13-9a08-4b8f-be37-9e0d805dfdba will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:57:28.532167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.546323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:28.558494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.579567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.591787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.599122 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/networks/db0ddbdc-3563-4eb1-b1c4-1abdf730539a HTTP/1.1" status: 204 len: 168 time: 1.0458226 May 06 09:57:28.613967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35978) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:28.652176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.675218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:28.676123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a5ad-40b9-4b1a-bc2e-2e461e955307 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Network': ['ID=db0ddbdc-3563-4eb1-b1c4-1abdf730539a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.705394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.748311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:28.748652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2c8f7a53-2ab2-4e59-af6d-4201145a0e30 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:28.760494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.765472 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.804054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] Pushing event deleted for resources: {'Port': ['ID=cc2f35b7-14f9-4542-b7b9-bec5925fa3eb,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:28.809940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51981ed1-6896-4231-8dc9-08aff59fe8bf None None] No DVR routers for this DVR port cc2f35b7-14f9-4542-b7b9-bec5925fa3eb on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:28.814714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.852167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66a322-ddd0-41a7-93d2-f23ff2960a0c None None] Network 57e65cdc-ba55-42f5-9184-456cb9481465 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:28.909068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:28.961842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e903080-d8e2-46e9-ad39-31580a5350cc req-3492d8ae-004b-43de-868b-f0d50fe2ec01 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:28.973206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e903080-d8e2-46e9-ad39-31580a5350cc req-3492d8ae-004b-43de-868b-f0d50fe2ec01 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 943 time: 0.3280585 May 06 09:57:28.977618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bdc366d1-e2e2-437c-b28a-c71c12e3821e None None] Provisioning complete for port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:28.978395 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bdc366d1-e2e2-437c-b28a-c71c12e3821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.025595 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-6cf34574-8d39-4b48-aab8-2d1a69a4d23a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The resource could not be found. May 06 09:57:29.033489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6cf34574-8d39-4b48-aab8-2d1a69a4d23a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5386674 May 06 09:57:29.037685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35982) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.045600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35984) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.050976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-640af494-d91d-41cb-94d3-2e0662f9d191 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109541534'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:29.111847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.130942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 57e65cdc-ba55-42f5-9184-456cb9481465 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:29.134756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:29.149927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-640af494-d91d-41cb-94d3-2e0662f9d191 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.173177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e903080-d8e2-46e9-ad39-31580a5350cc req-0acf47d8-7be7-46ed-99e8-e9d96d3b1db8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981783 May 06 09:57:29.174339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Attempting to bind port bf23ec13-9a08-4b8f-be37-9e0d805dfdba on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:29.174779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Attempting to bind port bf23ec13-9a08-4b8f-be37-9e0d805dfdba by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:29.175112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Attempting to bind port bf23ec13-9a08-4b8f-be37-9e0d805dfdba on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:29.177555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effff1be-eae0-45d2-9a49-93026125cb2d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:29.182687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:29.194178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Port bf23ec13-9a08-4b8f-be37-9e0d805dfdba on network b27e451e-d47b-493e-ae26-9c7d322b1366 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:57:29.195049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Attempting to bind port bf23ec13-9a08-4b8f-be37-9e0d805dfdba on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:29.202587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:29.203403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:29.203403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Bound using segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:29.206880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Bound port: bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:29.209524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.246709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdcce065-590e-415f-9354-b4ec2c7296af') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:29.247329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdcce065-590e-415f-9354-b4ec2c7296af') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:29.269872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.310530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:29.310530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.312498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.368772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:29.369187 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.373990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d3db0fb-a0b1-451b-a2b4-b71cc0942a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:29.382331 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:29.405474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] For port bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:29.410254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] For port bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:29.423942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.433922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba1db6d8-451e-4a20-9ed0-1ed0c981f90f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:29.479248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d3db0fb-a0b1-451b-a2b4-b71cc0942a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.483019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Deleting port f3b332e9-6114-4c66-988a-c47f7f6685b8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:29.483555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.493528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:29.494282 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.495953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] 10.222.0.83 "PUT /v2.0/ports/bf23ec13-9a08-4b8f-be37-9e0d805dfdba HTTP/1.1" status: 200 len: 1091 time: 1.9958310 May 06 09:57:29.522522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:29.522968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:29.523426 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.526680 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b51a566-dd92-4389-ae32-56dca00953a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:29.543031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d3db0fb-a0b1-451b-a2b4-b71cc0942a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.650725 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e8ba5b-af98-4ff2-a284-7c8670d2bf5f x-openstack-request-id: req-37e8ba5b-af98-4ff2-a284-7c8670d2bf5f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:29.651226 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:29.651658 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-37e8ba5b-af98-4ff2-a284-7c8670d2bf5f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:29.652222 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e8ba5b-af98-4ff2-a284-7c8670d2bf5f'] response: {'name': 'network-changed', 'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba', 'status': 'completed', 'code': 200} May 06 09:57:29.680167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d3db0fb-a0b1-451b-a2b4-b71cc0942a31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9852c31c503a411982877c21b117f7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6166327 May 06 09:57:29.684311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35992) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.685504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0ddb9-7f2f-4442-a324-15f5f595fec0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:29.713445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3db0fb-a0b1-451b-a2b4-b71cc0942a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0fbf73-c97d-4687-a077-55af6e63b95c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:29.720994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-640af494-d91d-41cb-94d3-2e0662f9d191 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.728462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c3964b6c-d093-4fbe-af65-fb7c1d2938eb None None] Provisioning complete for port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:29.728865 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3964b6c-d093-4fbe-af65-fb7c1d2938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.749861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-640af494-d91d-41cb-94d3-2e0662f9d191 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.754200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-9d8a85bf-99dd-49ad-8509-6dd170389d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:29.755951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-9d8a85bf-99dd-49ad-8509-6dd170389d1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 1094 time: 0.2081664 May 06 09:57:29.773885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cc2f35b7-14f9-4542-b7b9-bec5925fa3eb no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:29.783951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.812892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: cc2f35b7-14f9-4542-b7b9-bec5925fa3eb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:29.813236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cc2f35b7-14f9-4542-b7b9-bec5925fa3eb not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:29.842450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-76f931d5-a141-4501-a592-e67875cc4168 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba HTTP/1.1" status: 200 len: 217 time: 0.0767965 May 06 09:57:29.850191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.858820 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/networks/effff1be-eae0-45d2-9a49-93026125cb2d HTTP/1.1" status: 204 len: 168 time: 1.2438033 May 06 09:57:29.861795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35994) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.862689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b89a2-8311-480b-a5e2-56cbfcd293a1 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Network': ['ID=effff1be-eae0-45d2-9a49-93026125cb2d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:29.864834 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.870698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35d4de9a-546b-4c45-87a5-bfd3adad08ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.876292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 2c490724-dee3-41f2-a84b-08af7c643d08 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:29.885188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640af494-d91d-41cb-94d3-2e0662f9d191 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f23d043-fe7e-410e-9675-4b0c863f0511,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:29.903567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-640af494-d91d-41cb-94d3-2e0662f9d191 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.908476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-640af494-d91d-41cb-94d3-2e0662f9d191 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8614171 May 06 09:57:29.909031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35996) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:29.913185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c3964b6c-d093-4fbe-af65-fb7c1d2938eb None None] Provisioning complete for port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:29.913742 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3964b6c-d093-4fbe-af65-fb7c1d2938eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.916810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3ffd7bfa-c2af-4c48-8763-7679dbbb8b3f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179883163'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:29.949590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c3964b6c-d093-4fbe-af65-fb7c1d2938eb None None] Port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:29.963330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Calling delete_port for f3b332e9-6114-4c66-988a-c47f7f6685b8 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:29.985696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7bfa-c2af-4c48-8763-7679dbbb8b3f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:29.992020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35d4de9a-546b-4c45-87a5-bfd3adad08ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.031862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-cd2e604a-3b43-4e52-b141-f1e2e23bfb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.033351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-cd2e604a-3b43-4e52-b141-f1e2e23bfb20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1640329 May 06 09:57:30.063333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:30.072398 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-199c9dfa-5305-4c71-9e2f-4025ebb18d3d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "PUT /v2.0/routers/2c490724-dee3-41f2-a84b-08af7c643d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5489690 May 06 09:57:30.074030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35998) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.075472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting subnet 1a7ebbca-da71-4a04-aedb-8dced396c7fb {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:30.079155 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.080129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Sync routers for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:30.095915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c5065d23-0685-4c9f-9a42-cf6b2b5d0d75 None None] Provisioning complete for port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:30.096376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5065d23-0685-4c9f-9a42-cf6b2b5d0d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.098968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:30.099871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:30.128370 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.190813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c5065d23-0685-4c9f-9a42-cf6b2b5d0d75 None None] Port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:30.223857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7bfa-c2af-4c48-8763-7679dbbb8b3f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.231946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.244531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7bfa-c2af-4c48-8763-7679dbbb8b3f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.302275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:30.463471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6ea4ed76-2793-4512-9b89-af591b12df85 None None] Provisioning complete for port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:30.464028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ed76-2793-4512-9b89-af591b12df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.524268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4ed76-2793-4512-9b89-af591b12df85 None None] Port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:30.604734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7bfa-c2af-4c48-8763-7679dbbb8b3f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.606005 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3ffd7bfa-c2af-4c48-8763-7679dbbb8b3f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6946671 May 06 09:57:30.614127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36002) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.614589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 2, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:30.616239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd7bfa-c2af-4c48-8763-7679dbbb8b3f tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1e2b07-55b5-4b78-bbc1-496064a78c76,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:30.628158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-498029c2-23fa-4899-9d8c-96a7774b9d96 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group_rule': {'security_group_id': '9f23d043-fe7e-410e-9675-4b0c863f0511', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8f1e2b07-55b5-4b78-bbc1-496064a78c76'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:30.643396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.643890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.644346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.644799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.645252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.645697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.646149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.646590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.647030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.648220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.648786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.651014 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-effde139-2417-413c-9ba4-3208958b7ceb tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7773 time: 0.5760398 May 06 09:57:30.654081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36004) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.656742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Checking router: 2c490724-dee3-41f2-a84b-08af7c643d08 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:30.657097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Updating router 2c490724-dee3-41f2-a84b-08af7c643d08 port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:57:30.684244 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.750150 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-498029c2-23fa-4899-9d8c-96a7774b9d96 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 09:57:30.754381 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-498029c2-23fa-4899-9d8c-96a7774b9d96 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1360958 May 06 09:57:30.757982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36006) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.778364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.778836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.779320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.779815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.780271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.780725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.781180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.781632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.782102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.782522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.782970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.789881 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6cdbfb4f-3b19-49de-8593-48a20c4da86f tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7034 time: 0.1300435 May 06 09:57:30.792510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36008) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.805769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.810098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-231ca6cc-c03f-4c62-bdc3-1e4fe393f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.811741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-231ca6cc-c03f-4c62-bdc3-1e4fe393f317 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5249951 May 06 09:57:30.871369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e517b-7b90-4966-9e31-f39b037204c6 req-a4428ecd-fb75-4f4d-bf3d-fe17fec1c982 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:30.876113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c4e517b-7b90-4966-9e31-f39b037204c6 req-a4428ecd-fb75-4f4d-bf3d-fe17fec1c982 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 943 time: 0.5699096 May 06 09:57:30.876930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35d4de9a-546b-4c45-87a5-bfd3adad08ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.881041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35d4de9a-546b-4c45-87a5-bfd3adad08ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.885286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-35d4de9a-546b-4c45-87a5-bfd3adad08ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f0fbf73-c97d-4687-a077-55af6e63b95c HTTP/1.1" status: 204 len: 168 time: 1.1923223 May 06 09:57:30.940163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7ebbca-da71-4a04-aedb-8dced396c7fb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:30.947063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:30.952016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3dd38da0-ec0d-4865-9380-64361137dba5 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/subnets/1a7ebbca-da71-4a04-aedb-8dced396c7fb HTTP/1.1" status: 204 len: 168 time: 1.0789845 May 06 09:57:30.955645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36012) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:30.964672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fb38d3-9ef3-444f-9433-16553b7e4ece None None] Network 5242baed-0d27-4fec-aa9e-077b1e598eb1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:31.019103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4de9a-546b-4c45-87a5-bfd3adad08ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0fbf73-c97d-4687-a077-55af6e63b95c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.070512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.072968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c4e517b-7b90-4966-9e31-f39b037204c6 req-db3af2c5-a607-4b1a-b7c6-bc4dd755cbc7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882021 May 06 09:57:31.073698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6674e2e8-b141-4ecb-8361-66327e442dba tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.106797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6674e2e8-b141-4ecb-8361-66327e442dba tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.211038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a817baa6-5e45-423f-be2f-ba6922170572 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4852 time: 0.4181001 May 06 09:57:31.243458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Deleting port 169d6ab7-7584-4188-a3de-bd831bb98287 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:31.246508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.358510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] For port 169d6ab7-7584-4188-a3de-bd831bb98287, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=169d6ab7-7584-4188-a3de-bd831bb98287,segment=NetworkSegment(4ba7eb23-86ad-40ff-88d5-759a5ea1b355),segment_id=4ba7eb23-86ad-40ff-88d5-759a5ea1b355)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:31.359041 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.366423 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.381595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Calling delete_port for 169d6ab7-7584-4188-a3de-bd831bb98287 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:31.384883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-7dc6262f-e335-4a36-9bf9-f691983eea1f service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219905 May 06 09:57:31.385375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6674e2e8-b141-4ecb-8361-66327e442dba tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.385769 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.387884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6674e2e8-b141-4ecb-8361-66327e442dba tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.388938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6674e2e8-b141-4ecb-8361-66327e442dba tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/8f1e2b07-55b5-4b78-bbc1-496064a78c76 HTTP/1.1" status: 204 len: 168 time: 0.6300056 May 06 09:57:31.393749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36018) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.505424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330b317-c251-4ec2-8765-9f75344ac440 None None] Pushing event updated for resources: {'Port': ['ID=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.514060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674e2e8-b141-4ecb-8361-66327e442dba tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1e2b07-55b5-4b78-bbc1-496064a78c76,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.515925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36020) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.516425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36022) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.539914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] DHCP port deletion for 5242baed-0d27-4fec-aa9e-077b1e598eb1 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:31.544928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-75b3661f-0c25-4fcd-bace-278413a46e83 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672001540', 'description': 'tempest-secgroup-smoke-672001540 description', 'project_id': '8591e4249907453799dd42bd17d336c7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:31.566079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b14c5794-15ae-470a-8c32-d140638be96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.568146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.618244 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a66d0b7c-09c4-4905-8fff-a55b2dd9b5f3 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2226956 May 06 09:57:31.620682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36024) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:31.625109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Attempting to bind port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:31.625602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Attempting to bind port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:31.626661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Attempting to bind port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf on network 57e65cdc-ba55-42f5-9184-456cb9481465 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:31.633964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:31.634511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Checking segment: {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:31.635072 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.635626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Bound using segment: {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:31.636161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Bound port: ce4dce5c-e59d-4fae-8227-a3a5fe0363cf, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:31.636584 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.664548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-848a7c31-8bc8-4161-9de1-2f71b938905a req-81e88826-ca14-4525-a756-71c1057bfbb8 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607183 May 06 09:57:31.665682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75b3661f-0c25-4fcd-bace-278413a46e83 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.682879 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.725530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Port': ['ID=f3b332e9-6114-4c66-988a-c47f7f6685b8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.726144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] Deleting port 169d6ab7-7584-4188-a3de-bd831bb98287 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:31.726918 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.745015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] For port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:31.764190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Port': ['ID=169d6ab7-7584-4188-a3de-bd831bb98287,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:31.767263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] No DVR routers for this DVR port 169d6ab7-7584-4188-a3de-bd831bb98287 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:31.768714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-754c853f-9f0b-48cc-ace9-9b527b69c8e8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.792234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] For port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:31.806027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.841398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] For port 169d6ab7-7584-4188-a3de-bd831bb98287, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:31.842103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.855974 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-754c853f-9f0b-48cc-ace9-9b527b69c8e8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.876321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] Calling delete_port for 169d6ab7-7584-4188-a3de-bd831bb98287 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:31.890932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] Port 169d6ab7-7584-4188-a3de-bd831bb98287 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:57:31.907390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.915565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:31.916263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:31.978084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:31.986604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6330b317-c251-4ec2-8765-9f75344ac440 None None] Pushing event updated for resources: {'Port': ['ID=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.007924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-4248c948-508d-4ff8-89b8-26dde3c8a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:32.010650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-4248c948-508d-4ff8-89b8-26dde3c8a97e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 1094 time: 0.2739055 May 06 09:57:32.012262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] No DVR routers for this DVR port 169d6ab7-7584-4188-a3de-bd831bb98287 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:32.022804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-754c853f-9f0b-48cc-ace9-9b527b69c8e8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.026953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-754c853f-9f0b-48cc-ace9-9b527b69c8e8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.028784 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-754c853f-9f0b-48cc-ace9-9b527b69c8e8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/9f23d043-fe7e-410e-9675-4b0c863f0511 HTTP/1.1" status: 204 len: 168 time: 0.4071250 May 06 09:57:32.031314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5242baed-0d27-4fec-aa9e-077b1e598eb1']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.043791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36026) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.058687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e034f5-092d-48d6-8fa9-0bc7f89491be None None] Pushing event deleted for resources: {'Port': ['ID=169d6ab7-7584-4188-a3de-bd831bb98287,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.068238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c853f-9f0b-48cc-ace9-9b527b69c8e8 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f23d043-fe7e-410e-9675-4b0c863f0511,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.076847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7022d7a5-09e9-4cb3-a824-9b314812c9f3 None None] Provisioning complete for port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:32.080539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7022d7a5-09e9-4cb3-a824-9b314812c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.084135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7eb23-86ad-40ff-88d5-759a5ea1b355') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.084436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7eb23-86ad-40ff-88d5-759a5ea1b355') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.095823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.119950 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.129498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:32.130568 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:32.137498 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:32.191107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b14c5794-15ae-470a-8c32-d140638be96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.233128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:32.236620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b14c5794-15ae-470a-8c32-d140638be96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.237518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.268906 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.273388 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/networks/5242baed-0d27-4fec-aa9e-077b1e598eb1 HTTP/1.1" status: 204 len: 168 time: 1.3167708 May 06 09:57:32.275308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc28363-7084-4141-a9bd-f38b31b567cd tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Pushing event deleted for resources: {'Network': ['ID=5242baed-0d27-4fec-aa9e-077b1e598eb1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.277586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.287032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.317438 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-35152e3b-9e73-469c-8bee-1af86e273816 tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "GET /v2.0/ports?device_id=0392a759-47ab-49bb-b884-2df00afce8d1 HTTP/1.1" status: 200 len: 205 time: 0.0370989 May 06 09:57:32.318250 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36032) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.319450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75b3661f-0c25-4fcd-bace-278413a46e83 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.344140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75b3661f-0c25-4fcd-bace-278413a46e83 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.361636 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7022d7a5-09e9-4cb3-a824-9b314812c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.372777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c5794-15ae-470a-8c32-d140638be96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6374d250-72cb-4503-967e-773b3ffa93ed,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.403508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b14c5794-15ae-470a-8c32-d140638be96f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=842a5f9806d840e5aa02d73f7ca5572e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8788261 May 06 09:57:32.404990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa18-6cc9-45ab-a335-be31e6baa1cc tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.407479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.447987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7022d7a5-09e9-4cb3-a824-9b314812c9f3 None None] For port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:32.454734 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7022d7a5-09e9-4cb3-a824-9b314812c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.468852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75b3661f-0c25-4fcd-bace-278413a46e83 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.473023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-75b3661f-0c25-4fcd-bace-278413a46e83 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9504759 May 06 09:57:32.482605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36036) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.522579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-924f8035-a5e1-45f8-9bbc-cc47152e1139 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '82555ad7-6b56-4725-9e9e-04d10ae7409f', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:32.541860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d7a5-09e9-4cb3-a824-9b314812c9f3 None None] Pushing event updated for resources: {'Port': ['ID=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.554028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-446293c4-5146-46ba-a4ce-104f1d174914 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5040820 May 06 09:57:32.561664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf6f4-06e0-4037-a29d-777376255ee6 req-1820d377-31e9-4f24-bec7-2a5f9923abdf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:32.563618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-008cf6f4-06e0-4037-a29d-777376255ee6 req-1820d377-31e9-4f24-bec7-2a5f9923abdf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 943 time: 0.3582430 May 06 09:57:32.563775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:32.578698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:31Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:32.586014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d9f5dbfe-8d07-4e66-b7a4-5888fa86a5f9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'tempest-secgroup--671754853'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:32.605514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3661f-0c25-4fcd-bace-278413a46e83 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82555ad7-6b56-4725-9e9e-04d10ae7409f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.615284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa18-6cc9-45ab-a335-be31e6baa1cc tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.620343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666c77c-2ca3-4cbc-9628-4ba9e14fcfd4 None None] The sync data for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 is: [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:31Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:32.622005 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa18-6cc9-45ab-a335-be31e6baa1cc tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.628347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-676529f7-b162-4e61-82d8-fed3102dff09 None None] Provisioning complete for port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:32.629380 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-676529f7-b162-4e61-82d8-fed3102dff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.630184 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983d5681-0086-422c-80c1-5b944d01c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.710428 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983d5681-0086-422c-80c1-5b944d01c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.715712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa18-6cc9-45ab-a335-be31e6baa1cc tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.716256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad7aa18-6cc9-45ab-a335-be31e6baa1cc tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Fanout notify agent at l3_agent the message router_deleted on router 0392a759-47ab-49bb-b884-2df00afce8d1 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:57:32.728034 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0ad7aa18-6cc9-45ab-a335-be31e6baa1cc tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.732109 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0ad7aa18-6cc9-45ab-a335-be31e6baa1cc tempest-RoutersNegativeIpV6Test-1521956233 tempest-RoutersNegativeIpV6Test-1521956233-project] 10.222.0.76 "DELETE /v2.0/routers/0392a759-47ab-49bb-b884-2df00afce8d1 HTTP/1.1" status: 204 len: 168 time: 0.4098997 May 06 09:57:32.758165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-2b4abfb8-dde2-4aaf-8227-b735ff58ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:32.765659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-2b4abfb8-dde2-4aaf-8227-b735ff58ba4e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.7414069 May 06 09:57:32.800136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983d5681-0086-422c-80c1-5b944d01c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.802886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-983d5681-0086-422c-80c1-5b944d01c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.804260 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-983d5681-0086-422c-80c1-5b944d01c58c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6374d250-72cb-4503-967e-773b3ffa93ed HTTP/1.1" status: 204 len: 168 time: 0.3952553 May 06 09:57:32.812299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d5681-0086-422c-80c1-5b944d01c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6374d250-72cb-4503-967e-773b3ffa93ed,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:32.832427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Router 92facbdf-d8d5-41f7-9122-1e1ada2d6039 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:32.841099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-5acc0172-27de-486b-955c-ea89aab6b6d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba HTTP/1.1" status: 200 len: 217 time: 0.0632231 May 06 09:57:32.845505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-924f8035-a5e1-45f8-9bbc-cc47152e1139 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.932075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dbfe-8d07-4e66-b7a4-5888fa86a5f9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:32.947232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-008cf6f4-06e0-4037-a29d-777376255ee6 req-13b6c94d-2d12-4dcb-8d62-c29a2c269d97 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528867 May 06 09:57:33.089569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-b721b415-ccd0-4768-9121-ea1823069a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:33.091066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-b721b415-ccd0-4768-9121-ea1823069a84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.2347403 May 06 09:57:33.101807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:33.118245 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] Sync routers for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:33.118892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a28bff33-6301-4259-8d6f-909e1c0ef4d8 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "PUT /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4778135 May 06 09:57:33.122862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.153233 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:33.159440 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:33.187549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36050) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.199064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ce4dce5c-e59d-4fae-8227-a3a5fe0363cf up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:33.230521 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-924f8035-a5e1-45f8-9bbc-cc47152e1139 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.236707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-ce093ea6-a79d-43be-8a94-a79e32959959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:33.246787 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-ce093ea6-a79d-43be-8a94-a79e32959959 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381915 May 06 09:57:33.251962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-924f8035-a5e1-45f8-9bbc-cc47152e1139 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.262739 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:33.271160 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-82bf3e60-010c-4a7a-9a49-2b73216d9c34 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] show failed (client error): The resource could not be found. May 06 09:57:33.274293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-82bf3e60-010c-4a7a-9a49-2b73216d9c34 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1843728080 HTTP/1.1" status: 404 len: 335 time: 0.1499336 May 06 09:57:33.277322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.297400 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bd65cc5c-8065-498b-9a71-ad71b8851122 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:33.300777 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] Routers {'92facbdf-d8d5-41f7-9122-1e1ada2d6039'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:33.301780 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:33.318055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f8035-a5e1-45f8-9bbc-cc47152e1139 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d861d80-9805-4478-973a-719dd7ea75dc,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.351468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:33.352134 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.353438 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:33.354299 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe93b997-b4fc-48a6-88b4-13ee5825d8da None None] The sync data for ids ['92facbdf-d8d5-41f7-9122-1e1ada2d6039'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:33.386216 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-bd65cc5c-8065-498b-9a71-ad71b8851122 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] update failed (client error): The resource could not be found. May 06 09:57:33.390533 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bd65cc5c-8065-498b-9a71-ad71b8851122 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-1935257946 HTTP/1.1" status: 404 len: 335 time: 0.1098511 May 06 09:57:33.393999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36060) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.434159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dbfe-8d07-4e66-b7a4-5888fa86a5f9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.457095 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dbfe-8d07-4e66-b7a4-5888fa86a5f9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.463849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-924f8035-a5e1-45f8-9bbc-cc47152e1139 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.467335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-924f8035-a5e1-45f8-9bbc-cc47152e1139 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9797964 May 06 09:57:33.469121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36064) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.494980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-db09cabb-ba0f-48ff-ae3b-973214f1094d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '82555ad7-6b56-4725-9e9e-04d10ae7409f', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:33.524809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Deleting subnet 02bb2a33-3d1a-4dd0-b312-82920b3dcc9c {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:33.528649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.546706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9f5dbfe-8d07-4e66-b7a4-5888fa86a5f9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.548360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d9f5dbfe-8d07-4e66-b7a4-5888fa86a5f9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9740636 May 06 09:57:33.561954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36068) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.573254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-163271bc-c345-499c-9b89-c4d683452fd2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:33.573818 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-163271bc-c345-499c-9b89-c4d683452fd2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 09:57:33.574414 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-163271bc-c345-499c-9b89-c4d683452fd2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] update failed (client error): There was a conflict when trying to complete your request. May 06 09:57:33.575480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-163271bc-c345-499c-9b89-c4d683452fd2 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "PUT /v2.0/security-groups/5da68fd2-3bd8-466e-a2cc-a76004135135 HTTP/1.1" status: 409 len: 330 time: 0.0069087 May 06 09:57:33.581537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5dbfe-8d07-4e66-b7a4-5888fa86a5f9 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da68fd2-3bd8-466e-a2cc-a76004135135,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.587493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36070) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.591990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.614793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f8c1a7d9-41cb-477d-9f9d-1597d8244889 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fda254a7947e4dc599511d3c6975bc23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217234 May 06 09:57:33.627487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36072) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.646159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 169d6ab7-7584-4188-a3de-bd831bb98287 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:33.653681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-e21b82fe-9da5-4172-908c-01e6ba6e97ae service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909092 May 06 09:57:33.670905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 169d6ab7-7584-4188-a3de-bd831bb98287 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:33.671271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 169d6ab7-7584-4188-a3de-bd831bb98287 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:33.698793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db09cabb-ba0f-48ff-ae3b-973214f1094d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.734995 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.812588 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d29a579-7275-4cd9-9f1b-bf323efaf1a5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.822599 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db09cabb-ba0f-48ff-ae3b-973214f1094d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.857578 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db09cabb-ba0f-48ff-ae3b-973214f1094d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.870523 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d29a579-7275-4cd9-9f1b-bf323efaf1a5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.874811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51c5d9c6-d74d-41f0-bb5d-f4ae941381fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.879927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.907915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db09cabb-ba0f-48ff-ae3b-973214f1094d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e9bfb5-2ec4-43ba-b793-6d4c2a0b22ea,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.914701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b51a566-dd92-4389-ae32-56dca00953a1 req-7ec0e103-fa7a-4888-9291-e57171e1746d service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168252 May 06 09:57:33.924016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Subnet': ['ID=02bb2a33-3d1a-4dd0-b312-82920b3dcc9c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:33.935756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.938322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0388f7e4-d621-4c71-8d27-cffe5a8ecab1 None None] Network 54ab5993-7e55-4c56-b001-6e58ed244116 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:33.939925 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a899b2d1-789f-47c4-bc5b-6f822b73c216 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/subnets/02bb2a33-3d1a-4dd0-b312-82920b3dcc9c HTTP/1.1" status: 204 len: 168 time: 0.5446463 May 06 09:57:33.945157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.962008 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51c5d9c6-d74d-41f0-bb5d-f4ae941381fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.962791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db09cabb-ba0f-48ff-ae3b-973214f1094d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:33.966072 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-db09cabb-ba0f-48ff-ae3b-973214f1094d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4936273 May 06 09:57:33.971183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36086) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:33.985993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4e0244cb-dc1a-4379-9fd0-33253f5062f9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '82555ad7-6b56-4725-9e9e-04d10ae7409f', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:34.046338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e0244cb-dc1a-4379-9fd0-33253f5062f9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.063798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d29a579-7275-4cd9-9f1b-bf323efaf1a5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.066543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4d29a579-7275-4cd9-9f1b-bf323efaf1a5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.067484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4d29a579-7275-4cd9-9f1b-bf323efaf1a5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/5da68fd2-3bd8-466e-a2cc-a76004135135 HTTP/1.1" status: 204 len: 168 time: 0.4789138 May 06 09:57:34.072794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36092) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.099264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Deleting subnet c14da2dc-b354-49ec-980d-e93ffe300040 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:34.109912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.130065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29a579-7275-4cd9-9f1b-bf323efaf1a5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da68fd2-3bd8-466e-a2cc-a76004135135,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.191869 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83c1a101-363f-452e-92c8-a58eefaed244 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145463 May 06 09:57:34.191869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.193675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.211987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae5913-8202-4d3d-b0a0-355112233af1 req-555281ed-c34d-4f04-af39-6fe9e7bd4007 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:34.213597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4ae5913-8202-4d3d-b0a0-355112233af1 req-555281ed-c34d-4f04-af39-6fe9e7bd4007 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 943 time: 0.1450417 May 06 09:57:34.237826 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-40d5506e-8488-4932-ada6-ab22dc660b5a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] delete failed (client error): The resource could not be found. May 06 09:57:34.242960 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-40d5506e-8488-4932-ada6-ab22dc660b5a tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "DELETE /v2.0/security-groups/0bcd6f2a-3213-46ca-b85e-91e39def138b HTTP/1.1" status: 404 len: 347 time: 0.0436885 May 06 09:57:34.244963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36096) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.257100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e0244cb-dc1a-4379-9fd0-33253f5062f9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.264326 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51c5d9c6-d74d-41f0-bb5d-f4ae941381fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.265945 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-f7c8c44c-7ca6-469b-8d72-b4e39f54f1f5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] show failed (client error): The resource could not be found. May 06 09:57:34.274050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51c5d9c6-d74d-41f0-bb5d-f4ae941381fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.274276 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f7c8c44c-7ca6-469b-8d72-b4e39f54f1f5 tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-groups/d3b44542-7c94-4837-bba1-c2e6028df6b4 HTTP/1.1" status: 404 len: 347 time: 0.0211215 May 06 09:57:34.274462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-51c5d9c6-d74d-41f0-bb5d-f4ae941381fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6a43e161-0512-4d49-a224-f190b9fcbcfa HTTP/1.1" status: 204 len: 168 time: 0.6396024 May 06 09:57:34.274462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e0244cb-dc1a-4379-9fd0-33253f5062f9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.283614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36100) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.308459 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-0057935f-e32d-4937-84f3-0b1d54ad9f4d tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] show failed (client error): The resource could not be found. May 06 09:57:34.313593 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0057935f-e32d-4937-84f3-0b1d54ad9f4d tempest-NegativeSecGroupTest-1607777520 tempest-NegativeSecGroupTest-1607777520-project] 10.222.0.76 "GET /v2.0/security-group-rules/08f79d88-8584-426a-85e5-d2a6ae17b898 HTTP/1.1" status: 404 len: 356 time: 0.0249429 May 06 09:57:34.318329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5d9c6-d74d-41f0-bb5d-f4ae941381fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a43e161-0512-4d49-a224-f190b9fcbcfa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.328448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0244cb-dc1a-4379-9fd0-33253f5062f9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305a88ff-b014-489c-abda-360b9b42dcfe,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.334140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e0244cb-dc1a-4379-9fd0-33253f5062f9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.338127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e0244cb-dc1a-4379-9fd0-33253f5062f9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642356 May 06 09:57:34.338508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.346318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b4a50685-50a3-4202-9559-c24f2ef3ff70 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '82555ad7-6b56-4725-9e9e-04d10ae7409f', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:34.360500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4ae5913-8202-4d3d-b0a0-355112233af1 req-512b6a79-249c-4793-bec0-6728e68ae779 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380804 May 06 09:57:34.384886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] DHCP port deletion for 54ab5993-7e55-4c56-b001-6e58ed244116 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:34.386049 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.440476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4a50685-50a3-4202-9559-c24f2ef3ff70 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.502433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] Deleting port 4d53f5b4-4015-4871-9e4b-132751272606 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:34.502720 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.540643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.568333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4a50685-50a3-4202-9559-c24f2ef3ff70 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.614421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.624268 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/subnets/c14da2dc-b354-49ec-980d-e93ffe300040 HTTP/1.1" status: 204 len: 168 time: 0.6774046 May 06 09:57:34.625885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfad73-5da8-4fff-bc4e-fedb56d73587 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Subnet': ['ID=c14da2dc-b354-49ec-980d-e93ffe300040,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.627075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36112) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.628056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4a50685-50a3-4202-9559-c24f2ef3ff70 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.633288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] For port 4d53f5b4-4015-4871-9e4b-132751272606, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d53f5b4-4015-4871-9e4b-132751272606,segment=NetworkSegment(3dd1ee74-4d8b-4a93-b7a5-6703e601faad),segment_id=3dd1ee74-4d8b-4a93-b7a5-6703e601faad)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:34.633739 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.653858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] Calling delete_port for 4d53f5b4-4015-4871-9e4b-132751272606 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:34.662497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a50685-50a3-4202-9559-c24f2ef3ff70 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb031e5-f14d-44e8-92fa-46d5ca45c60f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.672656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac06c820-ae15-45e1-aace-e9e349c1e2da None None] Network 12f20969-d043-4627-99db-f0615f784094 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:34.682092 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b4a50685-50a3-4202-9559-c24f2ef3ff70 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.684047 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b4a50685-50a3-4202-9559-c24f2ef3ff70 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445418 May 06 09:57:34.687275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.695652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '82555ad7-6b56-4725-9e9e-04d10ae7409f', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:34.736949 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Project 8591e4249907453799dd42bd17d336c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:57:34.744328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.748470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.829138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Deleting port 4d53f5b4-4015-4871-9e4b-132751272606 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:34.829488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.862127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.869096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.899047 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.918162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] For port 4d53f5b4-4015-4871-9e4b-132751272606, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4d53f5b4-4015-4871-9e4b-132751272606,segment=NetworkSegment(3dd1ee74-4d8b-4a93-b7a5-6703e601faad),segment_id=3dd1ee74-4d8b-4a93-b7a5-6703e601faad)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:34.918757 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.922506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae23f37e-9f27-405e-91d8-50990a7c0a12,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.932840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] Pushing event deleted for resources: {'Port': ['ID=4d53f5b4-4015-4871-9e4b-132751272606,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:34.938124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:34.943755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Calling delete_port for 4d53f5b4-4015-4871-9e4b-132751272606 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:34.943934 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5229121-aab8-460e-afaa-8ebfba6c3a13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2509270 May 06 09:57:34.945345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36122) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:34.948875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ad405-813e-4ea9-a37b-bddf4af9142b None None] No DVR routers for this DVR port 4d53f5b4-4015-4871-9e4b-132751272606 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:34.962946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'security_group_rule': {'security_group_id': '82555ad7-6b56-4725-9e9e-04d10ae7409f', 'project_id': '8591e4249907453799dd42bd17d336c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:34.994376 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Project 8591e4249907453799dd42bd17d336c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 09:57:35.001883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.068070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] DHCP port deletion for 12f20969-d043-4627-99db-f0615f784094 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:35.080344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.109708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.112735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Port': ['ID=4d53f5b4-4015-4871-9e4b-132751272606,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:35.117435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] No DVR routers for this DVR port 4d53f5b4-4015-4871-9e4b-132751272606 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:35.120450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.125236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d53f5b4-4015-4871-9e4b-132751272606 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:35.155711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc3130c-79a2-4153-aaee-27eae57a778f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:35.161023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4d53f5b4-4015-4871-9e4b-132751272606 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:35.162696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4d53f5b4-4015-4871-9e4b-132751272606 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:35.207747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36128) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:35.208338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.210510 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0c8f5f37-80cd-4ca5-8a1d-6efcda4e2efb tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2626836 May 06 09:57:35.218365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] Deleting port f07d1600-9b37-4c32-8aa4-1a587b58095b {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:35.219069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.235271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.266281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ab5993-7e55-4c56-b001-6e58ed244116']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:35.279808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd1ee74-4d8b-4a93-b7a5-6703e601faad') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:35.280111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd1ee74-4d8b-4a93-b7a5-6703e601faad') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:35.293138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.299779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] For port f07d1600-9b37-4c32-8aa4-1a587b58095b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f07d1600-9b37-4c32-8aa4-1a587b58095b,segment=NetworkSegment(85034c42-44cc-472d-8dca-74db5df5482f),segment_id=85034c42-44cc-472d-8dca-74db5df5482f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:35.300351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.311308 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.316588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] Calling delete_port for f07d1600-9b37-4c32-8aa4-1a587b58095b owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:35.319282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:35.319971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: self.session.flush() May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: timer() May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:35.323982 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:35.393432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.402413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.408428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/networks/54ab5993-7e55-4c56-b001-6e58ed244116 HTTP/1.1" status: 204 len: 168 time: 0.7765524 May 06 09:57:35.409319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36142) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:35.429473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.435946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101070a1-fb1d-47d5-8866-259705ccb0ad tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Network': ['ID=54ab5993-7e55-4c56-b001-6e58ed244116,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:35.482513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] Pushing event deleted for resources: {'Port': ['ID=f07d1600-9b37-4c32-8aa4-1a587b58095b,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:35.485265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2d342-6183-411f-af0b-eafe45596325 None None] No DVR routers for this DVR port f07d1600-9b37-4c32-8aa4-1a587b58095b on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:35.506854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5834b387-6c0f-41aa-8197-5615a057d09d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53e9a54931a5441b82b491a4bfb0dddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975798 May 06 09:57:35.510094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:35.553221 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.664308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-080b25b9-95f9-4315-ae91-9cf4977200ba tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672001540&fields=id&tenant_id=8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 267 time: 0.1087093 May 06 09:57:35.678472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2f243-7560-4c29-9694-1e76c37e13f7 req-72621bf0-7d94-4c0b-a04f-457bfafc59e4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:35.680620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aee2f243-7560-4c29-9694-1e76c37e13f7 req-72621bf0-7d94-4c0b-a04f-457bfafc59e4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 943 time: 0.1243036 May 06 09:57:35.683036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b1cff69-08fb-4f7a-bb3c-2b539e81cdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.699449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.728670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f20969-d043-4627-99db-f0615f784094']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:35.740067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85034c42-44cc-472d-8dca-74db5df5482f') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:35.740643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85034c42-44cc-472d-8dca-74db5df5482f') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:35.754623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.776770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.781326 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b1cff69-08fb-4f7a-bb3c-2b539e81cdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.785908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:35.786312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:35.792498 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:35.867721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.880762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:35.884773 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/networks/12f20969-d043-4627-99db-f0615f784094 HTTP/1.1" status: 204 len: 168 time: 0.4692683 May 06 09:57:35.887156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36168) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:35.908194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93138-7598-4424-85d7-7fa675ebf0bb tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Network': ['ID=12f20969-d043-4627-99db-f0615f784094,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:35.978279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Deleting subnet 02ea17a6-8da5-4f38-aa18-114d5a579550 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:57:35.984163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.050619 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.164902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.165526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aee2f243-7560-4c29-9694-1e76c37e13f7 req-62664c19-b644-4f3b-b587-285d0aee824e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700153 May 06 09:57:36.212084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-16ea25ee-6df3-479d-9742-17f1142dddb0 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:36.214391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-16ea25ee-6df3-479d-9742-17f1142dddb0 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/networks?id=57e65cdc-ba55-42f5-9184-456cb9481465 HTTP/1.1" status: 200 len: 796 time: 0.5324886 May 06 09:57:36.234084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-8f3e1bdf-36cd-4bd8-9210-c8c6e636bb6f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/quotas/8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 375 time: 0.0128543 May 06 09:57:36.249083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.253211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b1cff69-08fb-4f7a-bb3c-2b539e81cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.257532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b1cff69-08fb-4f7a-bb3c-2b539e81cdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.260161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7b1cff69-08fb-4f7a-bb3c-2b539e81cdf2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9b26a1a-e62b-454a-8e4a-26790de159d5 HTTP/1.1" status: 204 len: 168 time: 0.7408926 May 06 09:57:36.268884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.275193 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/subnets/02ea17a6-8da5-4f38-aa18-114d5a579550 HTTP/1.1" status: 204 len: 168 time: 0.3840981 May 06 09:57:36.278293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962b2ded-9079-4be4-9a71-4a1c724aa5bd None None] Network f851293b-0965-4a3a-8842-b052af2a0502 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:36.291229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36182) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:36.297812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0503b-2101-4763-a107-d3ed06a48458 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Subnet': ['ID=02ea17a6-8da5-4f38-aa18-114d5a579550,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:36.325967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cff69-08fb-4f7a-bb3c-2b539e81cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b26a1a-e62b-454a-8e4a-26790de159d5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:36.392002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-8b8309c8-8cea-4fdc-a328-47775c9a9d9f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518331 May 06 09:57:36.399689 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.546812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] DHCP port deletion for f851293b-0965-4a3a-8842-b052af2a0502 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:57:36.548949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Deleting port 0d9fe027-0c25-40f4-b4ea-504624f9e831 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:36.549298 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.553658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d808ddb7-a6cf-4476-a977-40a63a63c52f service neutron] 10.222.0.76 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191387 May 06 09:57:36.674139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] For port 0d9fe027-0c25-40f4-b4ea-504624f9e831, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0d9fe027-0c25-40f4-b4ea-504624f9e831,segment=NetworkSegment(e4c7225b-f483-454d-98dd-73ac9016e1ae),segment_id=e4c7225b-f483-454d-98dd-73ac9016e1ae)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:36.674794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.703820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Calling delete_port for 0d9fe027-0c25-40f4-b4ea-504624f9e831 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:36.763882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d681bc00-08a6-457f-90df-c8610e88637f service neutron] 10.222.0.76 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948214 May 06 09:57:36.790876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] Deleting port 0d9fe027-0c25-40f4-b4ea-504624f9e831 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:36.791344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.814926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.848533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Port': ['ID=0d9fe027-0c25-40f4-b4ea-504624f9e831,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:36.853170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] No DVR routers for this DVR port 0d9fe027-0c25-40f4-b4ea-504624f9e831 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:36.861502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bf23ec13-9a08-4b8f-be37-9e0d805dfdba details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:57:36.942758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] For port 0d9fe027-0c25-40f4-b4ea-504624f9e831, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0d9fe027-0c25-40f4-b4ea-504624f9e831,segment=NetworkSegment(e4c7225b-f483-454d-98dd-73ac9016e1ae),segment_id=e4c7225b-f483-454d-98dd-73ac9016e1ae)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:36.943194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:36.962634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] Calling delete_port for 0d9fe027-0c25-40f4-b4ea-504624f9e831 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:36.964821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.014212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f851293b-0965-4a3a-8842-b052af2a0502']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:37.037060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c7225b-f483-454d-98dd-73ac9016e1ae') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:37.040042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c7225b-f483-454d-98dd-73ac9016e1ae') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:37.064045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.093774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.104245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:37.105642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:37.109697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: timer() May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:37.112985 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:37.133921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f07d1600-9b37-4c32-8aa4-1a587b58095b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:37.144186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba', 'mac_address': 'fa:16:3e:ef:93:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:57:37.167555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f07d1600-9b37-4c32-8aa4-1a587b58095b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:37.167933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f07d1600-9b37-4c32-8aa4-1a587b58095b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:37.168334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0d9fe027-0c25-40f4-b4ea-504624f9e831 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:57:37.198799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0d9fe027-0c25-40f4-b4ea-504624f9e831 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:57:37.199143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0d9fe027-0c25-40f4-b4ea-504624f9e831 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:57:37.271321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.275508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50cad053-a43c-47e3-83f3-1ccba43a416e req-e46e24f8-684d-4fc5-9440-6fc78dbac327 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 210 time: 0.1729052 May 06 09:57:37.301182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.307844 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf23ec13-9a08-4b8f-be37-9e0d805dfdba {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:37.317532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.326196 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.329250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/networks/f851293b-0965-4a3a-8842-b052af2a0502 HTTP/1.1" status: 204 len: 168 time: 1.0347044 May 06 09:57:37.332325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36214) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:37.356960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5453d-4b27-4d73-8ed1-39ed4280e067 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Pushing event deleted for resources: {'Network': ['ID=f851293b-0965-4a3a-8842-b052af2a0502,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:37.398720 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-24e8ea2c-2cef-4cf1-b160-ca1068eed980 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "GET /v2.0/ports?device_id=92facbdf-d8d5-41f7-9122-1e1ada2d6039 HTTP/1.1" status: 200 len: 205 time: 0.0631282 May 06 09:57:37.399858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36218) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:37.402835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] Pushing event deleted for resources: {'Port': ['ID=0d9fe027-0c25-40f4-b4ea-504624f9e831,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:37.409891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937cfc0c-ff10-4a54-885e-6dff4a619bf8 None None] No DVR routers for this DVR port 0d9fe027-0c25-40f4-b4ea-504624f9e831 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:57:37.430152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:37.450021 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.480775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02961a5-5866-41b1-adea-a6fa84292693 req-65256f14-ad96-4a49-84a2-e08307408338 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:37.489296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b02961a5-5866-41b1-adea-a6fa84292693 req-65256f14-ad96-4a49-84a2-e08307408338 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 943 time: 0.1243522 May 06 09:57:37.505976 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2825-05ba-4407-9c59-c96ab4f28381 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:37.508860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:37.548365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b02961a5-5866-41b1-adea-a6fa84292693 req-0ecc2b4c-57d7-4dde-b042-f3a6bcaa823f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 May 06 09:57:37.768440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['bf23ec13-9a08-4b8f-be37-9e0d805dfdba'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:38.009093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2825-05ba-4407-9c59-c96ab4f28381 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.011944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2825-05ba-4407-9c59-c96ab4f28381 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.064784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2825-05ba-4407-9c59-c96ab4f28381 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.065287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8c2825-05ba-4407-9c59-c96ab4f28381 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Fanout notify agent at l3_agent the message router_deleted on router 92facbdf-d8d5-41f7-9122-1e1ada2d6039 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:57:38.073002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0e8c2825-05ba-4407-9c59-c96ab4f28381 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.076907 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0e8c2825-05ba-4407-9c59-c96ab4f28381 tempest-RoutersNegativeTest-1312016208 tempest-RoutersNegativeTest-1312016208-project] 10.222.0.76 "DELETE /v2.0/routers/92facbdf-d8d5-41f7-9122-1e1ada2d6039 HTTP/1.1" status: 204 len: 168 time: 0.6736012 May 06 09:57:38.364690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:38.434964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-181fddea-23f9-46d2-bc70-cb0b8d0cf9fe req-0876d9a7-c50d-4555-b470-5600f6d337d3 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 210 time: 0.0518126 May 06 09:57:38.542815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-c476cb35-8987-4534-b3b2-ad992c9ce41d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:38.544714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-c476cb35-8987-4534-b3b2-ad992c9ce41d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "GET /v2.0/networks?id=57e65cdc-ba55-42f5-9184-456cb9481465 HTTP/1.1" status: 200 len: 796 time: 0.1495118 May 06 09:57:38.603380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-1e0c419a-a283-4269-b5e2-5a4b61e31283 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8591e4249907453799dd42bd17d336c7 HTTP/1.1" status: 200 len: 379 time: 0.0479927 May 06 09:57:38.616014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'port': {'device_id': '1bf208df-fe57-449f-9218-110b6e5204f9', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'admin_state_up': True, 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'security_groups': ['82555ad7-6b56-4725-9e9e-04d10ae7409f']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:38.685141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36264) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:38.701282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1bf28b1-fe11-4e44-aad7-105c968af27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.786077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081574c-d469-4639-bf97-d78d9aa56948 req-572fe8a1-67fd-4ecf-9f1e-67cea4fc7732 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:38.788403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b081574c-d469-4639-bf97-d78d9aa56948 req-572fe8a1-67fd-4ecf-9f1e-67cea4fc7732 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 944 time: 0.1020699 May 06 09:57:38.827730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Made reservation on behalf of 8591e4249907453799dd42bd17d336c7 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:38.833440 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.838530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1bf28b1-fe11-4e44-aad7-105c968af27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.847899 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c1bf28b1-fe11-4e44-aad7-105c968af27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:38.848901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bf23ec13-9a08-4b8f-be37-9e0d805dfdba up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:38.859917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b081574c-d469-4639-bf97-d78d9aa56948 req-7e0d6d53-4731-46e6-b8f9-f7bdd76314d3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611708 May 06 09:57:38.924668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf28b1-fe11-4e44-aad7-105c968af27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a635820e-ea9a-4892-9de2-902a92d3d1cf,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:38.930797 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c1bf28b1-fe11-4e44-aad7-105c968af27c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a9c0e6c3e572480d8852e553ff091d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645869 May 06 09:57:38.934927 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6581e715-cbab-4704-b4c1-7519b6286d19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4982c4f606634024acb936a4323efc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467990 May 06 09:57:38.936012 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36272) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:38.936923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36274) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:39.001977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port bf23ec13-9a08-4b8f-be37-9e0d805dfdba completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:57:39.007546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port bf23ec13-9a08-4b8f-be37-9e0d805dfdba triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:39.007973 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.044418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aeb979f-7ca3-4dd2-9dc0-8d35e1867952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.054817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.20.0.12 (57e65cdc-ba55-42f5-9184-456cb9481465/02effb28-3194-4202-a06c-6e251c6dbb87/9fe2a548-28cd-4902-972a-5315a949a3bc) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:39.058246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-108acc5c-ba51-4b9e-a2b2-eb6864bbf079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.085242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aeb979f-7ca3-4dd2-9dc0-8d35e1867952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.100920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-108acc5c-ba51-4b9e-a2b2-eb6864bbf079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.132141 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.170534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:39.175247 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f8b06-fdba-49a7-8ec4-e816bfeddc63" -d '{"events": [{"server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "name": "network-vif-plugged", "status": "completed", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:39.176559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aeb979f-7ca3-4dd2-9dc0-8d35e1867952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.180686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4aeb979f-7ca3-4dd2-9dc0-8d35e1867952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.182347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4aeb979f-7ca3-4dd2-9dc0-8d35e1867952 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d0ec3ed-2d49-4ce3-80ec-8b0aed174f27 HTTP/1.1" status: 204 len: 168 time: 0.2424724 May 06 09:57:39.192273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:39.198444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb979f-7ca3-4dd2-9dc0-8d35e1867952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ec3ed-2d49-4ce3-80ec-8b0aed174f27,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:39.201703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.212242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-108acc5c-ba51-4b9e-a2b2-eb6864bbf079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.215092 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-108acc5c-ba51-4b9e-a2b2-eb6864bbf079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.220740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-108acc5c-ba51-4b9e-a2b2-eb6864bbf079 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a635820e-ea9a-4892-9de2-902a92d3d1cf HTTP/1.1" status: 204 len: 168 time: 0.2824955 May 06 09:57:39.232161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108acc5c-ba51-4b9e-a2b2-eb6864bbf079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a635820e-ea9a-4892-9de2-902a92d3d1cf,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:39.256765 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aa46af-6fc8-4b06-a26a-a45144ee5063 x-openstack-request-id: req-30aa46af-6fc8-4b06-a26a-a45144ee5063 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:39.257050 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "name": "network-vif-plugged", "status": "completed", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:39.257558 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30aa46af-6fc8-4b06-a26a-a45144ee5063 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:39.258161 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30aa46af-6fc8-4b06-a26a-a45144ee5063'] response: {'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba', 'code': 200} May 06 09:57:39.295746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.297643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:39.374835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4eddd-0878-42ed-858a-9f1a1a6ecbd5 req-91129934-b0df-47f2-a75f-3a4b079a5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:39.376407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5c4eddd-0878-42ed-858a-9f1a1a6ecbd5 req-91129934-b0df-47f2-a75f-3a4b079a5a91 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 1096 time: 0.0625534 May 06 09:57:39.382975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.457003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 57e65cdc-ba55-42f5-9184-456cb9481465 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:39.463747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:39.466531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:39.533285 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5c4eddd-0878-42ed-858a-9f1a1a6ecbd5 req-3248e82f-4cbd-482f-a933-383a70879e5c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438751 May 06 09:57:39.548937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:39.549758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.560386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=9fe2a548-28cd-4902-972a-5315a949a3bc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:39.641627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-a1b3a2d6-8d8f-4bd8-bd4f-afb012edb71d tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0306680 May 06 09:57:39.659240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Request body: {'port': {'device_id': '1bf208df-fe57-449f-9218-110b6e5204f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:39.723529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae846c-4d54-40cf-83b2-b9d6cc1f6706 req-74610535-51e3-4cd2-99e9-1094dca2dbfd tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:39.725198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94ae846c-4d54-40cf-83b2-b9d6cc1f6706 req-74610535-51e3-4cd2-99e9-1094dca2dbfd tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 932 time: 0.1537824 May 06 09:57:39.768008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36300) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:39.779863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.795150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-27c1a524-a630-429f-b35c-6e3da9cd4032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:39.969072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4956c684-7d87-4296-b995-ec6cb24e03ce None None] Provisioning complete for port 9fe2a548-28cd-4902-972a-5315a949a3bc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:39.969985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4956c684-7d87-4296-b995-ec6cb24e03ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.057598 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-27c1a524-a630-429f-b35c-6e3da9cd4032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.073045 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-27c1a524-a630-429f-b35c-6e3da9cd4032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.114488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4956c684-7d87-4296-b995-ec6cb24e03ce None None] Port 9fe2a548-28cd-4902-972a-5315a949a3bc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:40.141827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe2a548-28cd-4902-972a-5315a949a3bc {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:40.150299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.163651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Transition to ACTIVE for port object 9fe2a548-28cd-4902-972a-5315a949a3bc will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:57:40.167692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94ae846c-4d54-40cf-83b2-b9d6cc1f6706 req-1b5a40da-813d-45b2-8962-fbe1f973c1a9 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4289541 May 06 09:57:40.171785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.232110 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-27c1a524-a630-429f-b35c-6e3da9cd4032 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49811d518b6d417cbace1d10b5e0a882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615111 May 06 09:57:40.233767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1a524-a630-429f-b35c-6e3da9cd4032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f46f1ee-4dcf-4c3a-bb8a-deb532283e7e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.236906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36320) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.304173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Pushing event updated for resources: {'Port': ['ID=9fe2a548-28cd-4902-972a-5315a949a3bc,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.471063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275d0e-764a-4d8e-bb73-171b0474f50b req-4015616c-34b0-4026-acb9-e2805ad7f84b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:40.473090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e275d0e-764a-4d8e-bb73-171b0474f50b req-4015616c-34b0-4026-acb9-e2805ad7f84b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 945 time: 0.2853446 May 06 09:57:40.534455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4b959664-1c11-4bb2-b036-d516c8ac6b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.586776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e275d0e-764a-4d8e-bb73-171b0474f50b req-4844ce4e-aa3d-4703-8fca-01739e662291 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 May 06 09:57:40.589871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Attempting to bind port 9fe2a548-28cd-4902-972a-5315a949a3bc on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:40.590205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Attempting to bind port 9fe2a548-28cd-4902-972a-5315a949a3bc by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:40.590532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Attempting to bind port 9fe2a548-28cd-4902-972a-5315a949a3bc on network 57e65cdc-ba55-42f5-9184-456cb9481465 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:40.603403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Port 9fe2a548-28cd-4902-972a-5315a949a3bc on network 57e65cdc-ba55-42f5-9184-456cb9481465 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:57:40.603988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Attempting to bind port 9fe2a548-28cd-4902-972a-5315a949a3bc on network 57e65cdc-ba55-42f5-9184-456cb9481465 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:40.617049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4b959664-1c11-4bb2-b036-d516c8ac6b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.619025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:40.619364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Checking segment: {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:40.619851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Bound using segment: {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:40.620267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Bound port: 9fe2a548-28cd-4902-972a-5315a949a3bc, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a033702d-196f-4ffd-98cb-ad7eed4a9a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:40.620611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.725778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4b959664-1c11-4bb2-b036-d516c8ac6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.728713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4b959664-1c11-4bb2-b036-d516c8ac6b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.729870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4b959664-1c11-4bb2-b036-d516c8ac6b74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f46f1ee-4dcf-4c3a-bb8a-deb532283e7e HTTP/1.1" status: 204 len: 168 time: 0.4805021 May 06 09:57:40.731074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] For port 9fe2a548-28cd-4902-972a-5315a949a3bc, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:40.735914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] For port 9fe2a548-28cd-4902-972a-5315a949a3bc, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fe2a548-28cd-4902-972a-5315a949a3bc,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:40.744831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.746881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b959664-1c11-4bb2-b036-d516c8ac6b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f46f1ee-4dcf-4c3a-bb8a-deb532283e7e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.786416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.788193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:40.789323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:40.791219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] 10.222.0.82 "PUT /v2.0/ports/9fe2a548-28cd-4902-972a-5315a949a3bc HTTP/1.1" status: 200 len: 1092 time: 1.1398919 May 06 09:57:40.791882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:40.794551 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16bd650-2284-4b89-ae65-b8ccd1afce26" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:40.825365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7a1b-1a96-4ce1-944a-92eea1e7317d service neutron] Pushing event updated for resources: {'Port': ['ID=9fe2a548-28cd-4902-972a-5315a949a3bc,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:40.884045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:40.891604 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ce5c69-39aa-40a8-bd2e-75b9fbe27e33 x-openstack-request-id: req-58ce5c69-39aa-40a8-bd2e-75b9fbe27e33 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:40.893366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:40.895977 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58ce5c69-39aa-40a8-bd2e-75b9fbe27e33 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:40.899775 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ce5c69-39aa-40a8-bd2e-75b9fbe27e33'] response: {'name': 'network-changed', 'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'status': 'completed', 'code': 200} May 06 09:57:40.984244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-9d7a3406-7783-4a7c-a604-2437845630bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:40.997229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-9d7a3406-7783-4a7c-a604-2437845630bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 1095 time: 0.1439137 May 06 09:57:41.044567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-fe1a127b-dd14-41dc-8159-95e1f4ee61e5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe2a548-28cd-4902-972a-5315a949a3bc HTTP/1.1" status: 200 len: 217 time: 0.0457575 May 06 09:57:41.109597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-12672c0d-a985-4fc1-a82d-c75f02c795f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:41.111067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-12672c0d-a985-4fc1-a82d-c75f02c795f1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02effb28-3194-4202-a06c-6e251c6dbb87 HTTP/1.1" status: 200 len: 834 time: 0.0593858 May 06 09:57:41.111771 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ee83d5fd-3126-4d40-b59f-c5fc4073df44 tempest-ServiceProvidersTest-1486927599 tempest-ServiceProvidersTest-1486927599-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3228786 May 06 09:57:41.160201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-1ad9ce5b-99bc-4e93-9337-0921460f5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:41.161851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-1ad9ce5b-99bc-4e93-9337-0921460f5634 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=57e65cdc-ba55-42f5-9184-456cb9481465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435352 May 06 09:57:41.180872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93431311-16a3-4a18-a45e-bc8d5f35917b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.300554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93431311-16a3-4a18-a45e-bc8d5f35917b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.307806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93431311-16a3-4a18-a45e-bc8d5f35917b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.323134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-2f6a5f9d-5db6-4b28-8121-8b2cd042b4f8 service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535077 May 06 09:57:41.340014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214afd0f-6198-46fb-b3c1-016ed89a631a req-40907881-70ed-4e4a-83ba-9069afe0d666 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:41.341750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-214afd0f-6198-46fb-b3c1-016ed89a631a req-40907881-70ed-4e4a-83ba-9069afe0d666 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 944 time: 0.0783970 May 06 09:57:41.358817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93431311-16a3-4a18-a45e-bc8d5f35917b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2ee91d-1b7b-4a5a-b14a-a27a2acde3cc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:41.364492 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-93431311-16a3-4a18-a45e-bc8d5f35917b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d3fa3930d8b4536903edbe185b71dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791338 May 06 09:57:41.372544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36372) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:41.435559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac18cca7-5fd4-47e0-bd6c-02788a49cac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.463670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac18cca7-5fd4-47e0-bd6c-02788a49cac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.464180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-214afd0f-6198-46fb-b3c1-016ed89a631a req-e062a6f9-e69d-4f26-849f-05ccce494fbe tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086774 May 06 09:57:41.487229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c01dab4-bf01-47b1-a9b9-a8c56ca69fcd req-fb294663-fbf9-4acb-a4d1-19797b3e5c8b service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565139 May 06 09:57:41.521639 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac18cca7-5fd4-47e0-bd6c-02788a49cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.524563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ac18cca7-5fd4-47e0-bd6c-02788a49cac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.528684 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ac18cca7-5fd4-47e0-bd6c-02788a49cac7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1c2ee91d-1b7b-4a5a-b14a-a27a2acde3cc HTTP/1.1" status: 204 len: 168 time: 0.1522062 May 06 09:57:41.534877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18cca7-5fd4-47e0-bd6c-02788a49cac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2ee91d-1b7b-4a5a-b14a-a27a2acde3cc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:41.582336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36380) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:41.632810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-ad55f8a4-fa24-4f32-b7e7-bc6310d29397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:41.635430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-ad55f8a4-fa24-4f32-b7e7-bc6310d29397 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 1095 time: 0.0922005 May 06 09:57:41.772024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43cb6-c9fa-48c9-b4c1-227fb94d4377 req-f19f3901-0e44-41f4-a8dd-46f3535ff55d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:41.773556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8b43cb6-c9fa-48c9-b4c1-227fb94d4377 req-f19f3901-0e44-41f4-a8dd-46f3535ff55d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 945 time: 0.0720005 May 06 09:57:41.797523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36deb8ec-8270-4715-b5ba-173d3e080607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:41.815055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-31366eb6-effe-45fc-9ba3-22f89d56c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:41.816781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-31366eb6-effe-45fc-9ba3-22f89d56c9c9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=57e65cdc-ba55-42f5-9184-456cb9481465 HTTP/1.1" status: 200 len: 897 time: 0.1736093 May 06 09:57:41.926607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-26629c33-e914-4f71-b7f1-2c8005d9abc4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe2a548-28cd-4902-972a-5315a949a3bc HTTP/1.1" status: 200 len: 217 time: 0.0900848 May 06 09:57:41.935205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8b43cb6-c9fa-48c9-b4c1-227fb94d4377 req-5fce198a-7864-4002-80c1-c3581a4b8c37 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430531 May 06 09:57:42.012633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-ac6f5a02-c991-4c07-8fea-a3e4a9a4633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.014231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-ac6f5a02-c991-4c07-8fea-a3e4a9a4633a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02effb28-3194-4202-a06c-6e251c6dbb87 HTTP/1.1" status: 200 len: 834 time: 0.0776184 May 06 09:57:42.028184 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36deb8ec-8270-4715-b5ba-173d3e080607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.041465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36deb8ec-8270-4715-b5ba-173d3e080607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.080600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deb8ec-8270-4715-b5ba-173d3e080607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43301564-a1d1-4993-b282-65d832f6a9c2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:42.106536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-615bc487-44e7-4bfd-99ba-4acc2df0fe9a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 267 time: 0.0475893 May 06 09:57:42.109592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36408) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:42.123034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-36deb8ec-8270-4715-b5ba-173d3e080607 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c135ea1cd24444b2ae0e14267b435d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5314214 May 06 09:57:42.125494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36410) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:42.165012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c00144c-4d4b-4325-97ac-9f61d3424f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.174832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-6283c752-1272-4ed1-a136-ebbefade8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.176877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-6283c752-1272-4ed1-a136-ebbefade8d25 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=57e65cdc-ba55-42f5-9184-456cb9481465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518619 May 06 09:57:42.187702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8a53-3fab-4cee-b832-acd4ce7fc2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.213051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8a53-3fab-4cee-b832-acd4ce7fc2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.261346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-e27ee709-0efc-4dd1-867d-680efcac19a8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.262906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-e27ee709-0efc-4dd1-867d-680efcac19a8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 945 time: 0.1405082 May 06 09:57:42.283397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8a53-3fab-4cee-b832-acd4ce7fc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.286610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8a53-3fab-4cee-b832-acd4ce7fc2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.291353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'port': {'security_groups': []}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:42.292126 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc4d8a53-3fab-4cee-b832-acd4ce7fc2ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/43301564-a1d1-4993-b282-65d832f6a9c2 HTTP/1.1" status: 204 len: 168 time: 0.1654413 May 06 09:57:42.302119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d8a53-3fab-4cee-b832-acd4ce7fc2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43301564-a1d1-4993-b282-65d832f6a9c2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:42.414924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-b41e3d2a-d3ef-4bc8-83fd-debe6c10fa3b service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161188 May 06 09:57:42.420059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.505043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c00144c-4d4b-4325-97ac-9f61d3424f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.539626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c00144c-4d4b-4325-97ac-9f61d3424f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.670663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-621e2feb-6c9a-4ca3-9eed-f8aeaab8b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.679781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c00144c-4d4b-4325-97ac-9f61d3424f23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=90fbab1247fa4f6a85a2b1e45e0e75fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656447 May 06 09:57:42.683006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36426) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:42.708453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00144c-4d4b-4325-97ac-9f61d3424f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa30f6d-7e8c-4bd3-9d3d-9882d7c8181e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:42.760997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16bd650-2284-4b89-ae65-b8ccd1afce26 req-a203153f-be64-4274-bced-478eb7f5b2c0 service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362348 May 06 09:57:42.794691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff5c94-c9b0-4806-9fb2-0703ff6abf40 req-af1dafcb-8cb0-46d3-8f84-7c52ec6fd6a2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.803634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5ff5c94-c9b0-4806-9fb2-0703ff6abf40 req-af1dafcb-8cb0-46d3-8f84-7c52ec6fd6a2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 944 time: 0.2016759 May 06 09:57:42.806743 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb9d2-24fd-42f8-972a-2e118b03a0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.848127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb9d2-24fd-42f8-972a-2e118b03a0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.848418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] For port bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:42.865444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:42.893681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.904022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.927531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449', '700bd5a2-dada-4b34-b2f1-8d459cb1778d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:42.933407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['bf23ec13-9a08-4b8f-be37-9e0d805dfdba'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:42.940102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb9d2-24fd-42f8-972a-2e118b03a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.950164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5ff5c94-c9b0-4806-9fb2-0703ff6abf40 req-dfc53df0-ae8b-4b72-832b-bbbda4939f77 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452971 May 06 09:57:42.950641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b1fb9d2-24fd-42f8-972a-2e118b03a0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.951865 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1b1fb9d2-24fd-42f8-972a-2e118b03a0b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eaa30f6d-7e8c-4bd3-9d3d-9882d7c8181e HTTP/1.1" status: 204 len: 168 time: 0.2675850 May 06 09:57:42.966701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fb9d2-24fd-42f8-972a-2e118b03a0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa30f6d-7e8c-4bd3-9d3d-9882d7c8181e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:42.988132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:42.989169 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:42.991059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7290480a-dbb0-4cdf-8c04-5c763faa57e9 req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "PUT /v2.0/ports/bf23ec13-9a08-4b8f-be37-9e0d805dfdba HTTP/1.1" status: 200 len: 904 time: 0.7077210 May 06 09:57:42.991710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:42.995196 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dad11d7-2300-449f-9228-933ca7ee0be7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:43.076436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e64171-1ed8-48cf-a326-d2df4051c88b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:43.106093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c09533f7-b4dc-4ed9-877c-f70caf335bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.132244 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc965b89-6cdf-4ef8-a3c3-38fa33568dbd x-openstack-request-id: req-bc965b89-6cdf-4ef8-a3c3-38fa33568dbd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:43.132810 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:43.133159 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc965b89-6cdf-4ef8-a3c3-38fa33568dbd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:43.134038 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc965b89-6cdf-4ef8-a3c3-38fa33568dbd'] response: {'name': 'network-changed', 'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba', 'status': 'completed', 'code': 200} May 06 09:57:43.187216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['bf23ec13-9a08-4b8f-be37-9e0d805dfdba'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:43.241482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950aef-d6d0-4f4c-8a83-4b948a28f475 req-94a5db2e-69a6-48c3-8d85-c41f12e66b5f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:43.243018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf950aef-d6d0-4f4c-8a83-4b948a28f475 req-94a5db2e-69a6-48c3-8d85-c41f12e66b5f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 907 time: 0.1521695 May 06 09:57:43.249038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c09533f7-b4dc-4ed9-877c-f70caf335bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.257398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c09533f7-b4dc-4ed9-877c-f70caf335bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.302341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-332f34fc-f6b8-44fe-9d8a-daaf98547a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:43.302341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-332f34fc-f6b8-44fe-9d8a-daaf98547a8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 1058 time: 0.1346059 May 06 09:57:43.355698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09533f7-b4dc-4ed9-877c-f70caf335bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d209488c-ca96-49ba-9990-b1e0ccddca4b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:43.367221 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c09533f7-b4dc-4ed9-877c-f70caf335bc2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=603170ce805b45c3a211848e039460a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973917 May 06 09:57:43.367561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36458) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:43.518150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-395a6acf-0a0b-4c33-b80a-a4f7b3a3f6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.534027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08587b-4e59-4503-93a7-5f4442c1cc28 req-7bd080f8-4d13-41bc-9793-59c35c82fd67 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:43.535660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba08587b-4e59-4503-93a7-5f4442c1cc28 req-7bd080f8-4d13-41bc-9793-59c35c82fd67 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0957463 May 06 09:57:43.570702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-395a6acf-0a0b-4c33-b80a-a4f7b3a3f6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.590604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-573dd751-123f-45fc-aca8-9d006d1b3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:43.593332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-573dd751-123f-45fc-aca8-9d006d1b3904 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2839341 May 06 09:57:43.613446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dab5d6db-0751-468f-ba4f-b4d03f51ae7e None None] Provisioning complete for port bf23ec13-9a08-4b8f-be37-9e0d805dfdba triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:43.613825 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dab5d6db-0751-468f-ba4f-b4d03f51ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.658566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-395a6acf-0a0b-4c33-b80a-a4f7b3a3f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.663146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-395a6acf-0a0b-4c33-b80a-a4f7b3a3f6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:43.667994 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-395a6acf-0a0b-4c33-b80a-a4f7b3a3f6ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d209488c-ca96-49ba-9990-b1e0ccddca4b HTTP/1.1" status: 204 len: 168 time: 0.2969928 May 06 09:57:43.708894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a6acf-0a0b-4c33-b80a-a4f7b3a3f6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d209488c-ca96-49ba-9990-b1e0ccddca4b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:43.736703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-9b8b2db6-ec72-4eae-8d65-36871edd1771 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba HTTP/1.1" status: 200 len: 217 time: 0.1336296 May 06 09:57:43.743518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba08587b-4e59-4503-93a7-5f4442c1cc28 req-9929dcba-eb20-4053-80d2-4264735f2290 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923790 May 06 09:57:43.814863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-217546d6-4d17-4d62-ba24-91d054f7d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:43.816858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-217546d6-4d17-4d62-ba24-91d054f7d4af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.0721033 May 06 09:57:43.966234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-17ce786c-d963-40bc-aa74-7d276baa2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:43.967780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-17ce786c-d963-40bc-aa74-7d276baa2f48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431816 May 06 09:57:44.010841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bd121-8a99-4dc2-be1c-ac19763c9551 req-8ee894fe-991c-4b3a-bc95-42ec1a7772d2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:44.012690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824bd121-8a99-4dc2-be1c-ac19763c9551 req-8ee894fe-991c-4b3a-bc95-42ec1a7772d2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1028428 May 06 09:57:44.144821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824bd121-8a99-4dc2-be1c-ac19763c9551 req-15a2c2e2-e2a0-4316-b274-7f701e140e3d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050355 May 06 09:57:44.155162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-7d6e05f3-781a-49e6-9259-949818afe42c service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782603 May 06 09:57:44.164233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16607c-634a-4d88-858b-4c75ca604f7c req-8be9f230-7258-4d9e-a0b7-ec497b27deb4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:44.173646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f16607c-634a-4d88-858b-4c75ca604f7c req-8be9f230-7258-4d9e-a0b7-ec497b27deb4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 944 time: 0.1044378 May 06 09:57:44.192889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:44.309269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dad11d7-2300-449f-9228-933ca7ee0be7 req-257daffd-9a25-4330-8740-6add3c9ba580 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425474 May 06 09:57:44.319808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f16607c-634a-4d88-858b-4c75ca604f7c req-30acfb65-5d7a-48c3-90d6-e5554fef37a0 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742471 May 06 09:57:44.338714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e657-4106-44b2-97eb-8b68a65de154 req-0e7802a9-33f8-471c-8010-30987c95bdae tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:44.340554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e286e657-4106-44b2-97eb-8b68a65de154 req-0e7802a9-33f8-471c-8010-30987c95bdae tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0963349 May 06 09:57:44.389778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-be5dc314-6df3-4361-8527-712bb5445b9a tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1781669468', 'prefixes': ['172.20.0.0/16']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:44.406754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e286e657-4106-44b2-97eb-8b68a65de154 req-8adbc8a6-4d64-4ca8-9ea0-e6866dc05297 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595381 May 06 09:57:44.428870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9fe2a548-28cd-4902-972a-5315a949a3bc details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:57:44.516175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be5dc314-6df3-4361-8527-712bb5445b9a tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] Notify callbacks [] for subnetpool, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.517690 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-be5dc314-6df3-4361-8527-712bb5445b9a tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3237302 May 06 09:57:44.522621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:44.599233 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ec664c04-ae22-439c-9629-7579c4e670da tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] 10.222.0.76 "GET /v2.0/subnetpools/eaaaa59e-a806-4212-adf2-0894621afe9f HTTP/1.1" status: 200 len: 732 time: 0.0729394 May 06 09:57:44.601954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36526) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:44.618448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f7958b47-7c80-4523-91b8-b5a388bdc003 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1104824314'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:44.628090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9fe2a548-28cd-4902-972a-5315a949a3bc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fe2a548-28cd-4902-972a-5315a949a3bc,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:44.644895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'port_id': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'mac_address': 'fa:16:3e:52:46:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:57:44.689696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.692351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ea5cc-730f-4c3f-8c15-8a3c89fc41cb req-b83dc846-c744-4370-9ec0-929dd8ee0f5e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:44.694707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-725ea5cc-730f-4c3f-8c15-8a3c89fc41cb req-b83dc846-c744-4370-9ec0-929dd8ee0f5e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1759028 May 06 09:57:44.712482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe2a548-28cd-4902-972a-5315a949a3bc {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:44.738665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9fe2a548-28cd-4902-972a-5315a949a3bc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fe2a548-28cd-4902-972a-5315a949a3bc,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:44.745220 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.796524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-725ea5cc-730f-4c3f-8c15-8a3c89fc41cb req-857e302a-88c2-465a-8ff7-504b641714ba tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938735 May 06 09:57:44.805927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9fe2a548-28cd-4902-972a-5315a949a3bc,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:44.832456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f7958b47-7c80-4523-91b8-b5a388bdc003 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] Notify callbacks [] for subnetpool, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.836956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36536) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:44.838101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f7958b47-7c80-4523-91b8-b5a388bdc003 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] 10.222.0.76 "PUT /v2.0/subnetpools/eaaaa59e-a806-4212-adf2-0894621afe9f HTTP/1.1" status: 200 len: 684 time: 0.2240937 May 06 09:57:44.932015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6158561c-50ea-4b59-9190-be18e8c41041 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] Notify callbacks [] for subnetpool, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:44.935616 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6158561c-50ea-4b59-9190-be18e8c41041 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] 10.222.0.76 "DELETE /v2.0/subnetpools/eaaaa59e-a806-4212-adf2-0894621afe9f HTTP/1.1" status: 204 len: 168 time: 0.0951493 May 06 09:57:44.936274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36544) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:44.958591 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-45e23474-2184-488c-9dc0-2bb802b46128 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] show failed (client error): The resource could not be found. May 06 09:57:44.963411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36548) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:44.963808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-45e23474-2184-488c-9dc0-2bb802b46128 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] 10.222.0.76 "GET /v2.0/subnetpools/eaaaa59e-a806-4212-adf2-0894621afe9f HTTP/1.1" status: 404 len: 346 time: 0.0221920 May 06 09:57:44.979702 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-afc0f97c-9e09-4620-8e96-e822440c8757 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] delete failed (client error): The resource could not be found. May 06 09:57:44.984848 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-afc0f97c-9e09-4620-8e96-e822440c8757 tempest-SubnetPoolsTestJSON-1740001227 tempest-SubnetPoolsTestJSON-1740001227-project] 10.222.0.76 "DELETE /v2.0/subnetpools/eaaaa59e-a806-4212-adf2-0894621afe9f HTTP/1.1" status: 404 len: 346 time: 0.0160861 May 06 09:57:45.009789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9fe2a548-28cd-4902-972a-5315a949a3bc'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:45.304823 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2a74b2ad-da57-46b5-aa8e-67fa2a798349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:45.352347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-c4c89f75-4d77-4981-ae99-1ae836aabb64 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:45.353802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-c4c89f75-4d77-4981-ae99-1ae836aabb64 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.2448492 May 06 09:57:45.380002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-3456e396-fde1-48be-ad00-1f1504816dfe tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/quotas/8a5d853e05f2411b9337b33e7ffc9c6a HTTP/1.1" status: 200 len: 375 time: 0.0189893 May 06 09:57:45.467958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-583dde28-a0ef-48e1-b2b6-d03c4e3e57a3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0809712 May 06 09:57:45.608840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:45.651173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e93f6c-ef31-40f5-b15e-6766c518277c req-14cb905f-fd8e-4b4e-98ab-35f64d7a8c4e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:45.653075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e93f6c-ef31-40f5-b15e-6766c518277c req-14cb905f-fd8e-4b4e-98ab-35f64d7a8c4e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 945 time: 0.1585991 May 06 09:57:45.660450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-75efe272-6da2-4f12-816d-c13cdf6c4909 service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816204 May 06 09:57:45.900762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae1ce-613f-4a57-9c53-557c981436df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.016338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae1ce-613f-4a57-9c53-557c981436df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.021476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf7ae1ce-613f-4a57-9c53-557c981436df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.081760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ae1ce-613f-4a57-9c53-557c981436df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaa899b-34e7-48c2-9b98-e4a971bf71ac,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:46.088220 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cf7ae1ce-613f-4a57-9c53-557c981436df admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87c3815ed0924842b267aee8f95fc0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775217 May 06 09:57:46.091030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36600) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:46.173199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3af8a41e-57f1-4095-b5ee-2ba1d5b24bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.181284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6e93f6c-ef31-40f5-b15e-6766c518277c req-87db0cee-2d94-4729-8f76-5f1db9b1123e tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5196648 May 06 09:57:46.201326 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3af8a41e-57f1-4095-b5ee-2ba1d5b24bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.247837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-7f20288d-00e5-4403-bc80-187f0af8afbf service neutron] 10.222.0.76 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791292 May 06 09:57:46.290926 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3af8a41e-57f1-4095-b5ee-2ba1d5b24bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.294883 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3af8a41e-57f1-4095-b5ee-2ba1d5b24bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.300550 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3af8a41e-57f1-4095-b5ee-2ba1d5b24bb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7eaa899b-34e7-48c2-9b98-e4a971bf71ac HTTP/1.1" status: 204 len: 168 time: 0.2077549 May 06 09:57:46.319842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8a41e-57f1-4095-b5ee-2ba1d5b24bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaa899b-34e7-48c2-9b98-e4a971bf71ac,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:46.447821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9fe2a548-28cd-4902-972a-5315a949a3bc up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:57:46.649716 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.666490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d9630c0-7779-40a1-9cda-abfcf5c68947 req-a8275e76-70e1-40c0-8db1-96ba41f75192 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0982959 May 06 09:57:46.705490 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.708767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9fe2a548-28cd-4902-972a-5315a949a3bc completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:57:46.714716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9fe2a548-28cd-4902-972a-5315a949a3bc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:46.715323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.845598 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.883437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:46.885996 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb7bfda-0e47-4c14-b002-e3469d0fca27" -d '{"events": [{"server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "name": "network-vif-plugged", "status": "completed", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:46.900834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9fe2a548-28cd-4902-972a-5315a949a3bc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fe2a548-28cd-4902-972a-5315a949a3bc,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:46.909778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:46.970899 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82803bcf-42ef-4c67-8273-4b9b152a168d x-openstack-request-id: req-82803bcf-42ef-4c67-8273-4b9b152a168d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:46.971520 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "name": "network-vif-plugged", "status": "completed", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:46.972198 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82803bcf-42ef-4c67-8273-4b9b152a168d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:46.972830 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82803bcf-42ef-4c67-8273-4b9b152a168d'] response: {'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'code': 200} May 06 09:57:46.974114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9fe2a548-28cd-4902-972a-5315a949a3bc,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:47.129745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9485218-1078-4c21-98e4-db1efe97aa5c req-28d76f61-2b0a-46db-b284-b120d6feb32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:47.135772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9485218-1078-4c21-98e4-db1efe97aa5c req-28d76f61-2b0a-46db-b284-b120d6feb32a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 1097 time: 0.0857823 May 06 09:57:47.219223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9485218-1078-4c21-98e4-db1efe97aa5c req-fb13a1e5-9b9b-4f82-83a7-8e4c996ec4e6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766125 May 06 09:57:47.403124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c461c-13e3-4e9c-aa58-088bc4f9553a req-9422b8fc-72e9-4fb5-8139-0d4f006f1b0a tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:47.411157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c44c461c-13e3-4e9c-aa58-088bc4f9553a req-9422b8fc-72e9-4fb5-8139-0d4f006f1b0a tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 946 time: 0.1030309 May 06 09:57:47.474771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c44c461c-13e3-4e9c-aa58-088bc4f9553a req-01a5beae-f973-4bfd-a1db-40e5fdde4084 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624230 May 06 09:57:47.869909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41373426-7217-49a1-8fb9-079f94753497 req-affe1c3b-2274-44ff-8ebf-f24a4cd12a3b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0705175 May 06 09:57:48.175257 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.255546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-a8665fa7-d5b9-4915-8ee3-f0996b819e46 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:48.269780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-a8665fa7-d5b9-4915-8ee3-f0996b819e46 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 812 time: 0.2482600 May 06 09:57:48.280358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Request body: {'port': {'device_id': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'admin_state_up': True, 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:48.341409 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36736) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:48.516066 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:57:48.561904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d57493b7-5b0a-40d7-9162-5aa23bcc63b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.565055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Made reservation on behalf of 8a5d853e05f2411b9337b33e7ffc9c6a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:48.571074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.710055 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d57493b7-5b0a-40d7-9162-5aa23bcc63b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.710529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.729723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6d03f-44a4-4afa-a9e2-171609f8d052 req-17473343-5bfb-4739-894b-114522826023 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:48.735335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d57493b7-5b0a-40d7-9162-5aa23bcc63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.738043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57b6d03f-44a4-4afa-a9e2-171609f8d052 req-17473343-5bfb-4739-894b-114522826023 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 946 time: 0.1420100 May 06 09:57:48.769237 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d57493b7-5b0a-40d7-9162-5aa23bcc63b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a8a82379ed94188b9e9063db1184fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259181 May 06 09:57:48.769854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36764) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:48.813878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57493b7-5b0a-40d7-9162-5aa23bcc63b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a10826-c51d-47c0-844c-531be4794238,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:48.831855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57b6d03f-44a4-4afa-a9e2-171609f8d052 req-0e46dfa9-03c1-4edd-ac66-180ddee08fd2 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927305 May 06 09:57:48.873808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Allocated IP 172.20.0.14 (b27e451e-d47b-493e-ae26-9c7d322b1366/47ce91bb-44d7-4c58-86ec-6475412fee71/9aa3572f-9fbb-4154-b240-7284c45e19cd) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:48.876898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55d680f5-d6df-4c01-9df4-4d3a05c389c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.907168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55d680f5-d6df-4c01-9df4-4d3a05c389c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.966164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55d680f5-d6df-4c01-9df4-4d3a05c389c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.969884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-55d680f5-d6df-4c01-9df4-4d3a05c389c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:48.977289 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-55d680f5-d6df-4c01-9df4-4d3a05c389c2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2a10826-c51d-47c0-844c-531be4794238 HTTP/1.1" status: 204 len: 168 time: 0.2052479 May 06 09:57:48.985730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d680f5-d6df-4c01-9df4-4d3a05c389c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a10826-c51d-47c0-844c-531be4794238,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:49.090314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eed190c9-f0e6-4a07-92cb-cf0742082bac req-1c932929-c591-4ba7-8d27-a3986ae78d64 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 210 time: 0.0912292 May 06 09:57:49.135742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d15664-9eb2-4b44-9ad6-653fe7f2b234 req-2c459fe3-6329-4e64-a06e-602a2ce3b06a tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:49.137292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56d15664-9eb2-4b44-9ad6-653fe7f2b234 req-2c459fe3-6329-4e64-a06e-602a2ce3b06a tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 946 time: 0.1742043 May 06 09:57:49.223392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56d15664-9eb2-4b44-9ad6-653fe7f2b234 req-0c32a2c8-1367-44bb-8974-57132c69a86f tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799599 May 06 09:57:49.254515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:49.310238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.335407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47086c-8357-4f55-bcf7-5cd0d675dae8 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:49.339621 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b47086c-8357-4f55-bcf7-5cd0d675dae8 tempest-TestNetworkBasicOps-83617872 tempest-TestNetworkBasicOps-83617872-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 1092 time: 0.0815070 May 06 09:57:49.339931 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36792) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:49.352992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:49.372682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.389346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449', '700bd5a2-dada-4b34-b2f1-8d459cb1778d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:49.425605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.428664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Network b27e451e-d47b-493e-ae26-9c7d322b1366 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:49.433484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:49.438428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:49.487736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:49.518234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:49.518920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.550600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-616f1083-5519-4503-a1cd-0a15bf489795 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2790062 May 06 09:57:49.565767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Request body: {'port': {'device_id': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:49.661669 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.698702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36814) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:49.744016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75270921-099c-4f75-88bb-5697f05ab6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.789957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.878366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-733cffe2-e6cb-4ea7-b731-30aac011477d None None] Provisioning complete for port 9aa3572f-9fbb-4154-b240-7284c45e19cd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:57:49.879024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-733cffe2-e6cb-4ea7-b731-30aac011477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:49.918111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-733cffe2-e6cb-4ea7-b731-30aac011477d None None] Port 9aa3572f-9fbb-4154-b240-7284c45e19cd cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:57:50.129019 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75270921-099c-4f75-88bb-5697f05ab6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.131882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Allocated IP 172.25.8.180 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ce88c30f-def2-49db-abfe-07f01f3706f2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:57:50.140758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75270921-099c-4f75-88bb-5697f05ab6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.184094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa3572f-9fbb-4154-b240-7284c45e19cd {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:50.193269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.208047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Transition to ACTIVE for port object 9aa3572f-9fbb-4154-b240-7284c45e19cd will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:57:50.213750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.264618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270921-099c-4f75-88bb-5697f05ab6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b250f4a8-7d5b-40c4-9867-9acd7ab77fa2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:50.283622 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-75270921-099c-4f75-88bb-5697f05ab6f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dcf5be45e1a456fb96b30fe6cca432c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780132 May 06 09:57:50.284552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36830) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:50.324065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:50.353797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6b277-f8f6-42d9-b888-3ddf42d6e70d req-b9992f66-3bcc-44a9-93af-7d93a6e861c2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:50.356409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6a6b277-f8f6-42d9-b888-3ddf42d6e70d req-b9992f66-3bcc-44a9-93af-7d93a6e861c2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 944 time: 0.1044116 May 06 09:57:50.394772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-753b94c9-8974-417c-b96c-fe3caf9b7d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.475636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-753b94c9-8974-417c-b96c-fe3caf9b7d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.487368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6a6b277-f8f6-42d9-b888-3ddf42d6e70d req-ebb3b77e-e61d-4f0d-bb88-a1a69b21a5f3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071882 May 06 09:57:50.509577 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.514163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Attempting to bind port 9aa3572f-9fbb-4154-b240-7284c45e19cd on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:57:50.514794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Attempting to bind port 9aa3572f-9fbb-4154-b240-7284c45e19cd by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:57:50.515367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Attempting to bind port 9aa3572f-9fbb-4154-b240-7284c45e19cd on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:50.520454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Port 9aa3572f-9fbb-4154-b240-7284c45e19cd on network b27e451e-d47b-493e-ae26-9c7d322b1366 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:57:50.521252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Attempting to bind port 9aa3572f-9fbb-4154-b240-7284c45e19cd on network b27e451e-d47b-493e-ae26-9c7d322b1366 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:57:50.527035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:57:50.527742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Checking segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:50.528377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Bound using segment: {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:57:50.529047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Bound port: 9aa3572f-9fbb-4154-b240-7284c45e19cd, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aafa1384-506e-43e9-b484-64cfaabf7c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:57:50.529644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.555099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.614312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.632705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:57:50.637039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:57:50.647805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.718580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=ce88c30f-def2-49db-abfe-07f01f3706f2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:50.721915 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-753b94c9-8974-417c-b96c-fe3caf9b7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.725113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-753b94c9-8974-417c-b96c-fe3caf9b7d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.727543 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-753b94c9-8974-417c-b96c-fe3caf9b7d48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b250f4a8-7d5b-40c4-9867-9acd7ab77fa2 HTTP/1.1" status: 204 len: 168 time: 0.4405797 May 06 09:57:50.739852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b94c9-8974-417c-b96c-fe3caf9b7d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b250f4a8-7d5b-40c4-9867-9acd7ab77fa2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:50.750368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:57:50.752143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:50.754781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:50.764359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:50.770252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:50.774196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] 10.222.0.83 "PUT /v2.0/ports/9aa3572f-9fbb-4154-b240-7284c45e19cd HTTP/1.1" status: 200 len: 1092 time: 1.2132208 May 06 09:57:50.775376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:50.793700 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:50.852851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1f96-3c8f-4567-9292-7a43e0ab568b service neutron] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:50.923275 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00896996-4101-4838-9e9b-b277e95a1e7f x-openstack-request-id: req-00896996-4101-4838-9e9b-b277e95a1e7f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:50.923567 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:50.923846 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00896996-4101-4838-9e9b-b277e95a1e7f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:50.924249 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00896996-4101-4838-9e9b-b277e95a1e7f'] response: {'name': 'network-changed', 'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'status': 'completed', 'code': 200} May 06 09:57:50.991200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-46ee157e-1fe6-42c2-b865-ac024afffba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:50.994909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-46ee157e-1fe6-42c2-b865-ac024afffba5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 1095 time: 0.1741235 May 06 09:57:51.117309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-d547c870-f91c-48a4-8a0a-6f6727807aac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd HTTP/1.1" status: 200 len: 217 time: 0.1071918 May 06 09:57:51.117827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36854) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:51.238959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-ec0e06b8-cbbf-4714-9358-f62952d926d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.241079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-ec0e06b8-cbbf-4714-9358-f62952d926d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1127088 May 06 09:57:51.312264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-06ba5cd8-e9c7-43f1-b6d0-6628cc72b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.313765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-06ba5cd8-e9c7-43f1-b6d0-6628cc72b596 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608785 May 06 09:57:51.431760 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72ee69c7-8ea6-4316-8866-f2d439611ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.474297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-078beb79-5ee4-4379-a6eb-03cd0c4ac4ce service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518621 May 06 09:57:51.750902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b06a13b-bae8-46f0-90cd-a46ec00ec6a0 req-96a08296-4697-46d2-8941-706fb8ae7a5c service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687342 May 06 09:57:51.760454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563de45-6711-4401-8acf-4c6275be0158 req-050d2b7a-da70-4491-b371-b94132bb9571 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.767863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b563de45-6711-4401-8acf-4c6275be0158 req-050d2b7a-da70-4491-b371-b94132bb9571 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 944 time: 0.1611738 May 06 09:57:51.776505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.808256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72ee69c7-8ea6-4316-8866-f2d439611ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.817977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72ee69c7-8ea6-4316-8866-f2d439611ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:51.872655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b563de45-6711-4401-8acf-4c6275be0158 req-85180f3c-b708-48f3-be73-8393e2531a0a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027694 May 06 09:57:51.890207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee69c7-8ea6-4316-8866-f2d439611ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de75dd33-ab3f-4ff9-9bcd-b70328b4dbc0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:51.911798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-72ee69c7-8ea6-4316-8866-f2d439611ae0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81399f70f6c1428ba7b3105d4e04e58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7928672 May 06 09:57:51.912483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36884) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:51.945605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-1f48049d-d084-491c-b24b-98e3b4252a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:51.947126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-1f48049d-d084-491c-b24b-98e3b4252a68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 1095 time: 0.1146476 May 06 09:57:51.949838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.018903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36886) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:52.045860 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd411b82-7e8e-4e83-b0a6-071896d4097a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.068047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd411b82-7e8e-4e83-b0a6-071896d4097a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.124031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd411b82-7e8e-4e83-b0a6-071896d4097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.127055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cd411b82-7e8e-4e83-b0a6-071896d4097a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.132118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cd411b82-7e8e-4e83-b0a6-071896d4097a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de75dd33-ab3f-4ff9-9bcd-b70328b4dbc0 HTTP/1.1" status: 204 len: 168 time: 0.2158213 May 06 09:57:52.143634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.149756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd411b82-7e8e-4e83-b0a6-071896d4097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75dd33-ab3f-4ff9-9bcd-b70328b4dbc0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:52.153222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.176987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'networks': [{'name': 'tempest-network--1361552273'}, {'name': 'tempest-network--1040537989'}]} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:52.177410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'network': {'name': 'tempest-network--1361552273'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:52.179741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'network': {'name': 'tempest-network--1040537989'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:52.216361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-7115328d-cfb4-4674-9411-627cd2177794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:52.218171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-7115328d-cfb4-4674-9411-627cd2177794 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2587361 May 06 09:57:52.219683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Made reservation on behalf of 450de36751b643e9b3e4e151efad240d for: {'network': 2} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:52.225043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.249507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.259715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event updated for resources: {'Port': ['ID=ce88c30f-def2-49db-abfe-07f01f3706f2,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:52.301624 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.312900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-34ee5c79-5532-49be-be25-a5d2136142d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd HTTP/1.1" status: 200 len: 217 time: 0.0844994 May 06 09:57:52.523705 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Floating IP 28483e88-9e36-4dcb-a8f4-b418167a5836 associated. External IP: 172.25.8.180, port: 9fe2a548-28cd-4902-972a-5315a949a3bc. May 06 09:57:52.536212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-a3cf2031-4e59-4b53-a4b1-f343144eba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:52.538726 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-a3cf2031-4e59-4b53-a4b1-f343144eba62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.2116020 May 06 09:57:52.648241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.651793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-76b16256-d695-4dfd-bc51-fed43bd7893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:52.654057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-76b16256-d695-4dfd-bc51-fed43bd7893b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054895 May 06 09:57:52.655338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.655931 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.760614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36904) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:52.784671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6c5331b4-53d0-4d9c-b4ba-14f2b7da3756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.804773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ea381a-db2c-4a42-a1b9-9598ce6b99ef,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:52.817400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:52.867211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:52.867645 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Added segment 601e6c8d-5ef1-4f58-a27c-d161a7674b33 of type vlan for network 45a7d06d-7235-4494-bf02-c960962b7d8d May 06 09:57:52.938922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-d0c0e40a-45c1-40cf-9f41-b010ef76f836 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675724 May 06 09:57:52.944852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.124357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:53.212395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.212395 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Added segment d222d6c6-8201-450d-937f-89e98b1ca513 of type vlan for network d4536587-088c-4e24-b47b-e77a448fefe2 May 06 09:57:53.227239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94f81-d502-4bc0-a917-8ca76ad22927 req-d8ba0198-db19-4e48-b667-32dc9e46a6d0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.229498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55e94f81-d502-4bc0-a917-8ca76ad22927 req-d8ba0198-db19-4e48-b667-32dc9e46a6d0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 944 time: 0.2025335 May 06 09:57:53.239498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 2c490724-dee3-41f2-a84b-08af7c643d08 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:57:53.245075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6c5331b4-53d0-4d9c-b4ba-14f2b7da3756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.296128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55e94f81-d502-4bc0-a917-8ca76ad22927 req-f74ab75e-950e-4dbf-a2b1-98cf8aa446b4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496836 May 06 09:57:53.316336 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6c5331b4-53d0-4d9c-b4ba-14f2b7da3756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.340700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67d955e9-49f9-4afc-ab43-dfb1cc5507e1 req-4a2f2fb4-812f-4fef-86fe-9944a3dd05b3 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929367 May 06 09:57:53.381086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.396161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6c5331b4-53d0-4d9c-b4ba-14f2b7da3756 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=164086df2cb24d29ab4c6365362b760e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321547 May 06 09:57:53.397338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36920) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:53.401420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5331b4-53d0-4d9c-b4ba-14f2b7da3756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a9950-260d-4dca-8767-85508360632d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:53.405264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:57:53.415697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] Sync routers for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:57:53.433334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:53.433964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:53.470910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.482410 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.482998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.498779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.504186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.505507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.527929 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7267aa04-22e3-4ca2-abdb-158853691785 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1858392 May 06 09:57:53.529164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:57:53.531941 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404dd15e-036b-4054-8037-27f429259873" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:57:53.536540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36924) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:53.621098 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb5031f-4446-4b07-9791-865f9db42439 x-openstack-request-id: req-2eb5031f-4446-4b07-9791-865f9db42439 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:57:53.621806 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:57:53.622097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.6010373 May 06 09:57:53.622545 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2eb5031f-4446-4b07-9791-865f9db42439 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:57:53.623307 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb5031f-4446-4b07-9791-865f9db42439'] response: {'name': 'network-changed', 'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'status': 'completed', 'code': 200} May 06 09:57:53.626195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36928) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:53.641295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43644cce-5177-42e1-8597-5ef9ba090a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.677715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:53.721911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Network': ['ID=45a7d06d-7235-4494-bf02-c960962b7d8d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:53.737524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 45a7d06d-7235-4494-bf02-c960962b7d8d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:53.744253 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-51539aba-90a5-4177-bf4d-8b976569e3dd tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/28483e88-9e36-4dcb-a8f4-b418167a5836 HTTP/1.1" status: 200 len: 992 time: 0.2051175 May 06 09:57:53.746312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43644cce-5177-42e1-8597-5ef9ba090a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.801471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43644cce-5177-42e1-8597-5ef9ba090a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.804562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-43644cce-5177-42e1-8597-5ef9ba090a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:53.808844 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-43644cce-5177-42e1-8597-5ef9ba090a5d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b9a9950-260d-4dca-8767-85508360632d HTTP/1.1" status: 204 len: 168 time: 0.4073780 May 06 09:57:53.822670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a42ee5-a532-4192-b9f7-3c0ce95af3af tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Network': ['ID=d4536587-088c-4e24-b47b-e77a448fefe2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:53.832978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43644cce-5177-42e1-8597-5ef9ba090a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a9950-260d-4dca-8767-85508360632d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:53.852927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dd15e-036b-4054-8037-27f429259873 req-c003a338-096f-4df3-a3ce-13dc480d48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.855267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-404dd15e-036b-4054-8037-27f429259873 req-c003a338-096f-4df3-a3ce-13dc480d48ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 1097 time: 0.2071831 May 06 09:57:53.908785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network d4536587-088c-4e24-b47b-e77a448fefe2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:53.988466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a69a4a-11ca-450f-bc19-d093695e13ec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:53.996780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a69a4a-11ca-450f-bc19-d093695e13ec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.005328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a69a4a-11ca-450f-bc19-d093695e13ec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.018405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a69a4a-11ca-450f-bc19-d093695e13ec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.023977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d9a69a4a-11ca-450f-bc19-d093695e13ec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3928783 May 06 09:57:54.024384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36932) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:54.072619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dd15e-036b-4054-8037-27f429259873 req-bb0c19db-c7f6-497d-bc01-c00a348b4dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.076866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-404dd15e-036b-4054-8037-27f429259873 req-bb0c19db-c7f6-497d-bc01-c00a348b4dc0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=57e65cdc-ba55-42f5-9184-456cb9481465 HTTP/1.1" status: 200 len: 897 time: 0.2073004 May 06 09:57:54.150833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.226695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-404dd15e-036b-4054-8037-27f429259873 req-9bba9a5c-941b-4191-bd21-f22483ac0623 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe2a548-28cd-4902-972a-5315a949a3bc HTTP/1.1" status: 200 len: 1000 time: 0.1448903 May 06 09:57:54.297169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.336698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dd15e-036b-4054-8037-27f429259873 req-86a1f644-2ffd-45fe-982b-45e3e1c43cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.338193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-404dd15e-036b-4054-8037-27f429259873 req-86a1f644-2ffd-45fe-982b-45e3e1c43cb9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02effb28-3194-4202-a06c-6e251c6dbb87 HTTP/1.1" status: 200 len: 834 time: 0.1047199 May 06 09:57:54.348906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a7d06d-7235-4494-bf02-c960962b7d8d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.369332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601e6c8d-5ef1-4f58-a27c-d161a7674b33') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.369916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601e6c8d-5ef1-4f58-a27c-d161a7674b33') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.384547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.409273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.419794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:54.420169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:54.426398 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:54.471447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dd15e-036b-4054-8037-27f429259873 req-d048c748-4057-4233-92c3-509b9e184601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.472995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-404dd15e-036b-4054-8037-27f429259873 req-d048c748-4057-4233-92c3-509b9e184601 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=57e65cdc-ba55-42f5-9184-456cb9481465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262913 May 06 09:57:54.530116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.545599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b821-4410-45b2-8026-7cb7a73c98e9 req-c0574bbc-2d30-4d31-9265-76bc0aca0c0c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:54.547224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2792b821-4410-45b2-8026-7cb7a73c98e9 req-c0574bbc-2d30-4d31-9265-76bc0aca0c0c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 944 time: 0.1280668 May 06 09:57:54.602298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.616381 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/networks/45a7d06d-7235-4494-bf02-c960962b7d8d HTTP/1.1" status: 204 len: 168 time: 0.5880942 May 06 09:57:54.616381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3f775-9c3e-43e9-8716-7684fb3c2c6c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Network': ['ID=45a7d06d-7235-4494-bf02-c960962b7d8d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:54.617418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36954) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:54.656808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2792b821-4410-45b2-8026-7cb7a73c98e9 req-f5cc2477-8707-4697-9bf4-55d951812927 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977907 May 06 09:57:54.698706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-404dd15e-036b-4054-8037-27f429259873 req-4eb7c113-1e2e-4a78-8f72-5d6ea0d49540 service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176406 May 06 09:57:54.725354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.737547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '28483e88-9e36-4dcb-a8f4-b418167a5836', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'port_id': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'mac_address': 'fa:16:3e:52:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf208df-fe57-449f-9218-110b6e5204f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:57:51Z', 'updated_at': '2022-05-06T09:57:51Z', 'revision_number': 0, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:32Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.759518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36956) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:54.776606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] Checking router: 2c490724-dee3-41f2-a84b-08af7c643d08 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:57:54.785798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:57:54.786810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.850319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-404dd15e-036b-4054-8037-27f429259873 req-c217e83c-80d0-4f7e-b6d5-dd6700bc2803 service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441810 May 06 09:57:54.893165 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.906564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-220c15d5-8b7a-4777-8ac7-00fcc95b8ae3 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/28483e88-9e36-4dcb-a8f4-b418167a5836 HTTP/1.1" status: 200 len: 992 time: 0.1446567 May 06 09:57:54.922446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4536587-088c-4e24-b47b-e77a448fefe2']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.940426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd222d6c6-8201-450d-937f-89e98b1ca513') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.940974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd222d6c6-8201-450d-937f-89e98b1ca513') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:54.948354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:57:54.960091 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.985188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:54.995685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:57:54.996526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: timer() May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:57:55.008654 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:57:55.085578 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.110747 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.117486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36968) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:55.118283 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/networks/d4536587-088c-4e24-b47b-e77a448fefe2 HTTP/1.1" status: 204 len: 168 time: 0.4998667 May 06 09:57:55.119412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772f228-c97c-4de3-a447-6f676d7c4bec tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Network': ['ID=d4536587-088c-4e24-b47b-e77a448fefe2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:55.259021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8e8a4-96ec-4dc7-a4a2-fbff58ba7dc7 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:55.268499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8e8a4-96ec-4dc7-a4a2-fbff58ba7dc7 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:55.272129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bad8e8a4-96ec-4dc7-a4a2-fbff58ba7dc7 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1529877 May 06 09:57:55.276090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36972) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:55.282871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1560251644'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:55.311134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Made reservation on behalf of 450de36751b643e9b3e4e151efad240d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:55.314819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.316113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '28483e88-9e36-4dcb-a8f4-b418167a5836', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'port_id': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'mac_address': 'fa:16:3e:52:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf208df-fe57-449f-9218-110b6e5204f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:57:51Z', 'updated_at': '2022-05-06T09:57:51Z', 'revision_number': 0, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:32Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:57:55.350355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d137c-cc45-41ea-9f8f-d9dbac7bdc57 None None] The sync data for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 is: [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '28483e88-9e36-4dcb-a8f4-b418167a5836', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'port_id': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'mac_address': 'fa:16:3e:52:46:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf208df-fe57-449f-9218-110b6e5204f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:57:51Z', 'updated_at': '2022-05-06T09:57:51Z', 'revision_number': 0, 'project_id': '8591e4249907453799dd42bd17d336c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:32Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:57:55.364275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:55.379517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.380041 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Added segment e037b694-423b-4631-9077-19eae166aca8 of type vlan for network 7420d2c6-2325-4c79-88de-6ab155836b7a May 06 09:57:55.475251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.519209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.535697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:55.536806 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.700510 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4218705 May 06 09:57:55.702364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36992) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:55.709715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-232922936'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:55.726859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e85fd-2037-4793-81ea-e649b7c5b997 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Network': ['ID=7420d2c6-2325-4c79-88de-6ab155836b7a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:55.747309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 7420d2c6-2325-4c79-88de-6ab155836b7a details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:55.757425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Made reservation on behalf of 450de36751b643e9b3e4e151efad240d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:55.765628 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.807565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:57:55.838174 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:55.838729 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Added segment b877ff00-0ae4-49fb-8447-59aa99e5635c of type vlan for network 45c44daf-9521-41e8-8f98-394339012c27 May 06 09:57:55.852491 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc72be-6335-4b60-a482-6e4586b41589 None None] New status for floating IP 28483e88-9e36-4dcb-a8f4-b418167a5836: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:57:55.909289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37000) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:55.939243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.027113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb755b-d68f-49b5-b6a5-b69ae308b1ef req-ea6ac703-5fe1-4399-a689-b08d85dceb2c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:56.028672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eeb755b-d68f-49b5-b6a5-b69ae308b1ef req-ea6ac703-5fe1-4399-a689-b08d85dceb2c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 944 time: 0.1274545 May 06 09:57:56.051842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.060857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-abdd9b4b-a3aa-4c72-ad2e-4470867c00ba tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/28483e88-9e36-4dcb-a8f4-b418167a5836 HTTP/1.1" status: 200 len: 992 time: 0.1498530 May 06 09:57:56.063021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:56.064507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.207206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37012) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:56.212216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4990287 May 06 09:57:56.215595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'ports': [{'network_id': '7420d2c6-2325-4c79-88de-6ab155836b7a', 'name': 'tempest-port--1157513570', 'admin_state_up': True}, {'network_id': '45c44daf-9521-41e8-8f98-394339012c27', 'admin_state_up': False}]} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:56.216276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'port': {'network_id': '7420d2c6-2325-4c79-88de-6ab155836b7a', 'name': 'tempest-port--1157513570', 'admin_state_up': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:56.217499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'port': {'network_id': '45c44daf-9521-41e8-8f98-394339012c27', 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:57:56.273468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2eeb755b-d68f-49b5-b6a5-b69ae308b1ef req-9742072c-a4a8-49e3-bcc0-763fd32cda3c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984112 May 06 09:57:56.276621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f7708-3cf3-432f-8fcc-72ab0e6d8cdd tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Network': ['ID=45c44daf-9521-41e8-8f98-394339012c27,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:56.294961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 45c44daf-9521-41e8-8f98-394339012c27 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:57:56.493898 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Made reservation on behalf of 450de36751b643e9b3e4e151efad240d for: {'port': 2} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:57:56.498480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.524649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:56.789323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] device_id is not set on port f243bd70-bc1c-47c3-920e-de7c58329486 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:56.936959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9aa3572f-9fbb-4154-b240-7284c45e19cd details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:57:56.968338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.064949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37044) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:57.138246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] device_id is not set on port 3b580826-a991-4532-a2f2-cc4a33703ad6 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 09:57:57.193077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:57.215516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'mac_address': 'fa:16:3e:ef:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:57:57.281856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c0e69abe-ff3b-4c74-90dc-7af0360fedb7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/28483e88-9e36-4dcb-a8f4-b418167a5836 HTTP/1.1" status: 200 len: 994 time: 0.2157159 May 06 09:57:57.307428 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.311787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37050) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:57.327168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.340132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa3572f-9fbb-4154-b240-7284c45e19cd {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:57:57.388728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:57:57.397987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.494861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.520087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.530106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f3fed-902e-4d7e-8d43-ff3e85e4b827 req-6a283d51-95c3-48f7-9833-4a7d73c9a22a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:57.539793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f16f3fed-902e-4d7e-8d43-ff3e85e4b827 req-6a283d51-95c3-48f7-9833-4a7d73c9a22a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1276729 May 06 09:57:57.578004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Port': ['ID=f243bd70-bc1c-47c3-920e-de7c58329486,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.594836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.595186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.595523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.595929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.596256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.596591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.597202 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.597532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.597855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.598178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.598501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.598818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:57:57.649363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Checking segment: {'id': 'e037b694-423b-4631-9077-19eae166aca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7420d2c6-2325-4c79-88de-6ab155836b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:57.649990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network hostable DHCP agents. Network: 7420d2c6-2325-4c79-88de-6ab155836b7a, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:57.656732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f16f3fed-902e-4d7e-8d43-ff3e85e4b827 req-d6aba5cf-6bf8-4edc-b1a3-3f7b2bf3726c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159980 May 06 09:57:57.695602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network 7420d2c6-2325-4c79-88de-6ab155836b7a is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:57.713775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 7420d2c6-2325-4c79-88de-6ab155836b7a) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:57.716428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c18f966-03c9-4829-b0c7-825c1fa931bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.730178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e12558b-45aa-4c2d-84cf-b05753496d1e None None] Network 7420d2c6-2325-4c79-88de-6ab155836b7a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:57.745795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:57.746652 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.803407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['9aa3572f-9fbb-4154-b240-7284c45e19cd'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:57:57.856764 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c18f966-03c9-4829-b0c7-825c1fa931bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.869166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c18f966-03c9-4829-b0c7-825c1fa931bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.873635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Checking segment: {'id': 'b877ff00-0ae4-49fb-8447-59aa99e5635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '45c44daf-9521-41e8-8f98-394339012c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:57:57.873994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network hostable DHCP agents. Network: 45c44daf-9521-41e8-8f98-394339012c27, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:57:57.907197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network 45c44daf-9521-41e8-8f98-394339012c27 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:57:57.914823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Port': ['ID=3b580826-a991-4532-a2f2-cc4a33703ad6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.917462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c18f966-03c9-4829-b0c7-825c1fa931bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e4f2e354245493e87ff4ece2fddc6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045129 May 06 09:57:57.922278 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37064) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:57.923448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 45c44daf-9521-41e8-8f98-394339012c27) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:57:57.928036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:57:57.936976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:57.943201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:57.944338 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:57.952426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18f966-03c9-4829-b0c7-825c1fa931bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24d278c-6fb5-46b7-a2cd-5dcd42a702ac,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:57.978856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07308f68-1f7a-4e6c-a935-4fee12a66093 None None] Network 45c44daf-9521-41e8-8f98-394339012c27 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:57:58.051754 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d5c0251-1751-476f-9d0a-53771ac327b5 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8406906 May 06 09:57:58.053149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37072) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.125507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-141d648d-0d6a-490d-9701-163bfc72995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.166040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-141d648d-0d6a-490d-9701-163bfc72995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.179104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af4f19-5208-4559-8d68-ce5bcb204dda tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.187983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af4f19-5208-4559-8d68-ce5bcb204dda tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.189570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-43af4f19-5208-4559-8d68-ce5bcb204dda tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1344743 May 06 09:57:58.199389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b47bd-2811-46ec-9d85-184cb7de21b6 req-eef4f3ee-3007-434c-9df4-c9c5374afc4e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.201032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-869b47bd-2811-46ec-9d85-184cb7de21b6 req-eef4f3ee-3007-434c-9df4-c9c5374afc4e tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 946 time: 0.0884857 May 06 09:57:58.201578 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37076) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.312497 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-141d648d-0d6a-490d-9701-163bfc72995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.322787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-141d648d-0d6a-490d-9701-163bfc72995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.324099 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-141d648d-0d6a-490d-9701-163bfc72995c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e24d278c-6fb5-46b7-a2cd-5dcd42a702ac HTTP/1.1" status: 204 len: 168 time: 0.3656642 May 06 09:57:58.351915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d648d-0d6a-490d-9701-163bfc72995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24d278c-6fb5-46b7-a2cd-5dcd42a702ac,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:58.353143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-869b47bd-2811-46ec-9d85-184cb7de21b6 req-2bdbcd3c-9599-4b57-b3ac-9353dedbc3de tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152582 May 06 09:57:58.417209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Deleting port f243bd70-bc1c-47c3-920e-de7c58329486 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:58.418236 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.504192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.528400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Calling delete_port for f243bd70-bc1c-47c3-920e-de7c58329486 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:58.640913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.675864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Port': ['ID=f243bd70-bc1c-47c3-920e-de7c58329486,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:58.711078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.724283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-337917b3-5287-4c29-aaa0-7146dd8bb553 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/ports/f243bd70-bc1c-47c3-920e-de7c58329486 HTTP/1.1" status: 204 len: 168 time: 0.5213649 May 06 09:57:58.727341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37100) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.857353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:58.883888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-636236af-ff22-4ee3-a70c-4a3e6c8fdc0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:58.991420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a82b39-2deb-4164-9ccd-883096fff321 req-27256218-058f-4e31-bd1a-503eeb9cd921 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:58.992905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6a82b39-2deb-4164-9ccd-883096fff321 req-27256218-058f-4e31-bd1a-503eeb9cd921 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 945 time: 0.2006023 May 06 09:57:59.101741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6a82b39-2deb-4164-9ccd-883096fff321 req-2902f678-3644-496c-bf6d-20466debbcb0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909195 May 06 09:57:59.107279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Deleting port 3b580826-a991-4532-a2f2-cc4a33703ad6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:57:59.108391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.119231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-636236af-ff22-4ee3-a70c-4a3e6c8fdc0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.160197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-636236af-ff22-4ee3-a70c-4a3e6c8fdc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.195855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.210262 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-636236af-ff22-4ee3-a70c-4a3e6c8fdc0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa70832e357e4b1db46fd814deca686e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518031 May 06 09:57:59.216559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37118) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:59.219166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Calling delete_port for 3b580826-a991-4532-a2f2-cc4a33703ad6 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:57:59.284395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636236af-ff22-4ee3-a70c-4a3e6c8fdc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d1f0e-f13e-4afc-b2f0-03cbbbbe52a1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:59.348065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-018a7b61-25c7-42a0-b0fc-c9d23936e2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.384776 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-018a7b61-25c7-42a0-b0fc-c9d23936e2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.417885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.828872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Port': ['ID=3b580826-a991-4532-a2f2-cc4a33703ad6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:57:59.879244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.885506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37126) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:57:59.886011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d347d688-7e40-4474-a4bf-bfb101b42b65 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/ports/3b580826-a991-4532-a2f2-cc4a33703ad6 HTTP/1.1" status: 204 len: 168 time: 1.1569209 May 06 09:57:59.912873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-7429ad61-adf8-4ffb-b4ab-ff2098c1ddc9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.914488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-7429ad61-adf8-4ffb-b4ab-ff2098c1ddc9 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 946 time: 0.1008537 May 06 09:57:59.932258 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-018a7b61-25c7-42a0-b0fc-c9d23936e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.937919 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-018a7b61-25c7-42a0-b0fc-c9d23936e2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:57:59.941789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-018a7b61-25c7-42a0-b0fc-c9d23936e2b0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b14d1f0e-f13e-4afc-b2f0-03cbbbbe52a1 HTTP/1.1" status: 204 len: 168 time: 0.7238424 May 06 09:57:59.950261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d1253-7b59-42cf-9382-3c3010431ece req-83a493c8-2aea-41ff-bd7b-b435aeb4702b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:57:59.957596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-257d1253-7b59-42cf-9382-3c3010431ece req-83a493c8-2aea-41ff-bd7b-b435aeb4702b tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 946 time: 0.1399415 May 06 09:58:00.000907 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4982e928-61d1-4292-ba5b-3fbc150e9d0d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1120734 May 06 09:58:00.007768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37132) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.016540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2059291703'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:00.032789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a7b61-25c7-42a0-b0fc-c9d23936e2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d1f0e-f13e-4afc-b2f0-03cbbbbe52a1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:00.051449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Made reservation on behalf of 450de36751b643e9b3e4e151efad240d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:00.057154 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.127897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:00.142839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-257d1253-7b59-42cf-9382-3c3010431ece req-51960aee-dc44-4897-9e41-2689f67b18cf tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793227 May 06 09:58:00.148131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.148574 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Added segment 4ac85e5d-295c-4f28-a7a7-4dfee56e2ed1 of type vlan for network d9ad6c36-f462-4ceb-ba0c-8758fac743db May 06 09:58:00.227771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Deleting port ed34f311-d012-4b9d-9d0c-b9a062c44601 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:00.228657 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.302540 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.358629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.374396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:00.375115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.549048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb31b07-172d-4d93-9991-449bb9edeff4 req-e88324e2-9328-4c67-9242-704ce1913518 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:00.551290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb31b07-172d-4d93-9991-449bb9edeff4 req-e88324e2-9328-4c67-9242-704ce1913518 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 945 time: 0.2109435 May 06 09:58:00.561821 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5528460 May 06 09:58:00.564939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37146) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:00.587022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1851956425'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:00.603062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b57abd-aea6-4407-998f-3237adb7ed3b tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Network': ['ID=d9ad6c36-f462-4ceb-ba0c-8758fac743db,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:00.610688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb31b07-172d-4d93-9991-449bb9edeff4 req-3ab81303-bb3e-4ba9-9435-41491d67e621 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508173 May 06 09:58:00.613201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] For port ed34f311-d012-4b9d-9d0c-b9a062c44601, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ed34f311-d012-4b9d-9d0c-b9a062c44601,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:00.613593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.619875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network d9ad6c36-f462-4ceb-ba0c-8758fac743db details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:00.694567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Made reservation on behalf of 450de36751b643e9b3e4e151efad240d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:00.715642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.804494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:00.846793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.847189 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Added segment ebd3d71d-ff85-4540-b406-fabcef06c3ac of type vlan for network c78a6174-6674-41bd-80a9-9a52d823138c May 06 09:58:00.919724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:00.964903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9aa3572f-9fbb-4154-b240-7284c45e19cd up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:00.974955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.030810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:01.035938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.051220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 9aa3572f-9fbb-4154-b240-7284c45e19cd completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:58:01.079563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.080119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.080543 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Floating IP 3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f disassociated. External IP: 172.25.8.84, port: ed34f311-d012-4b9d-9d0c-b9a062c44601. May 06 09:58:01.080663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 9aa3572f-9fbb-4154-b240-7284c45e19cd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:01.081079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Calling delete_port for ed34f311-d012-4b9d-9d0c-b9a062c44601 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:01.081226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.121265 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5543988 May 06 09:58:01.265791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81c16b-b47a-447c-85f1-3a3d3c250d5c tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Network': ['ID=c78a6174-6674-41bd-80a9-9a52d823138c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:01.353331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c78a6174-6674-41bd-80a9-9a52d823138c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:01.423294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37162) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:01.445248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'subnets': [{'network_id': 'd9ad6c36-f462-4ceb-ba0c-8758fac743db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1017945410', 'ip_version': 4}, {'network_id': 'c78a6174-6674-41bd-80a9-9a52d823138c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:01.445623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'subnet': {'network_id': 'd9ad6c36-f462-4ceb-ba0c-8758fac743db', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1017945410', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:01.446221 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Request body: {'subnet': {'network_id': 'c78a6174-6674-41bd-80a9-9a52d823138c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:01.659988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb1334-38da-4034-a09d-36631e1c8bde req-527ec328-e763-4a80-9019-c49e4ee2da65 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:01.665540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82fb1334-38da-4034-a09d-36631e1c8bde req-527ec328-e763-4a80-9019-c49e4ee2da65 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 946 time: 0.2293763 May 06 09:58:01.804675 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:01.838361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82fb1334-38da-4034-a09d-36631e1c8bde req-1bb34fd9-04d5-49d0-a6c8-407be8e534d8 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups?id=88c98b02-9e55-4f75-8fec-499bb1961652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124368 May 06 09:58:01.901509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:01.913364 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018c0aec-d87c-4fad-ae87-f0a306dae0d2" -d '{"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:01.993809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:02.009131 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.010996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:02.156647 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3791d394-2b69-4f21-b8d2-412a460daef4 x-openstack-request-id: req-3791d394-2b69-4f21-b8d2-412a460daef4 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:02.156967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c968-d0ca-4d73-bb50-239c88960198 req-9713c3cb-3c96-4c3e-bd2b-bc450c45f876 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:02.158096 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:02.159240 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3791d394-2b69-4f21-b8d2-412a460daef4 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:02.164705 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3791d394-2b69-4f21-b8d2-412a460daef4'] response: {'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'code': 200} May 06 09:58:02.167465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7243c968-d0ca-4d73-bb50-239c88960198 req-9713c3cb-3c96-4c3e-bd2b-bc450c45f876 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 945 time: 0.3445551 May 06 09:58:02.176070 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.231845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Made reservation on behalf of 450de36751b643e9b3e4e151efad240d for: {'subnet': 2} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:02.245790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.246702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:02.269259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No active binding found for port ed34f311-d012-4b9d-9d0c-b9a062c44601 {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:58:02.269700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ed34f311-d012-4b9d-9d0c-b9a062c44601 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:02.272114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:02.341722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event deleted for resources: {'Port': ['ID=ed34f311-d012-4b9d-9d0c-b9a062c44601,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:02.531396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7243c968-d0ca-4d73-bb50-239c88960198 req-6e81581b-ad9a-437f-9048-5a9ceba5e4b0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030410 May 06 09:58:02.621234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729698-2506-4da6-8019-42acd731cea6 req-b4c5dfca-089b-4377-b84c-bf7c1638d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:02.623447 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7d729698-2506-4da6-8019-42acd731cea6 req-b4c5dfca-089b-4377-b84c-bf7c1638d157 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 1097 time: 0.4535980 May 06 09:58:02.723656 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7d729698-2506-4da6-8019-42acd731cea6 req-70ae8f29-7cd4-4e2e-8696-a188772482ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901148 May 06 09:58:02.789456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:02.955250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.100612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:03.110600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] Sync routers for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:03.138379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:03.139911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:03.141128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Checking segment: {'id': '4ac85e5d-295c-4f28-a7a7-4dfee56e2ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd9ad6c36-f462-4ceb-ba0c-8758fac743db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:03.147207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network hostable DHCP agents. Network: d9ad6c36-f462-4ceb-ba0c-8758fac743db, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:03.154463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Subnet': ['ID=30b3debb-a7c0-4016-8407-a46bdee156da,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:03.198091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network d9ad6c36-f462-4ceb-ba0c-8758fac743db is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:03.218804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, d9ad6c36-f462-4ceb-ba0c-8758fac743db) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:03.224251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8adedca9-152b-4532-afb6-7358c7463ca4 req-c35935a9-ec61-4be4-bd48-3d5a337e1e3c tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/ports?device_id=9ba25b60-1231-4422-b09c-ecf7bc685800 HTTP/1.1" status: 200 len: 210 time: 0.1032445 May 06 09:58:03.232670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.261638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] No DVR routers for this DVR port ed34f311-d012-4b9d-9d0c-b9a062c44601 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:03.264746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.270027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf0078b5-a52a-4a2a-abc0-64d926c4a9fb req-da72bb09-7afa-4ee7-8c7a-c684c120915d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.83 "DELETE /v2.0/ports/ed34f311-d012-4b9d-9d0c-b9a062c44601 HTTP/1.1" status: 204 len: 173 time: 3.3457546 May 06 09:58:03.270782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-deleted', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:03.286058 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6be16-79d3-4563-8900-a1b03d6d870e" -d '{"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-deleted", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:03.368159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5226f963-23f6-4f80-be69-9bf48220127e None None] Network d9ad6c36-f462-4ceb-ba0c-8758fac743db requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:03.452271 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603d27ce-c0da-4811-a69f-72c50623cefa x-openstack-request-id: req-603d27ce-c0da-4811-a69f-72c50623cefa {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:03.452488 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba25b60-1231-4422-b09c-ecf7bc685800", "name": "network-vif-deleted", "tag": "ed34f311-d012-4b9d-9d0c-b9a062c44601", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:03.452595 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-603d27ce-c0da-4811-a69f-72c50623cefa {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:03.452973 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603d27ce-c0da-4811-a69f-72c50623cefa'] response: {'server_uuid': '9ba25b60-1231-4422-b09c-ecf7bc685800', 'name': 'network-vif-deleted', 'tag': 'ed34f311-d012-4b9d-9d0c-b9a062c44601', 'status': 'completed', 'code': 200} May 06 09:58:03.459889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event updated for resources: {'Subnet': ['ID=8df6c72a-90b9-4e70-bc4b-5e7c79396f71,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:03.472105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Checking segment: {'id': 'ebd3d71d-ff85-4540-b406-fabcef06c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c78a6174-6674-41bd-80a9-9a52d823138c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:03.472327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network hostable DHCP agents. Network: c78a6174-6674-41bd-80a9-9a52d823138c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:03.528830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Network c78a6174-6674-41bd-80a9-9a52d823138c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:03.545262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c78a6174-6674-41bd-80a9-9a52d823138c) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:03.556332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.556813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.557507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:03.693130 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8bee1957-5acf-4cf4-b7d1-d7ed9dd649b0 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2663178 May 06 09:58:03.695195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37216) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:03.709016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378cda4c-bb2c-47e7-a833-f2c8eb868884 None None] Network c78a6174-6674-41bd-80a9-9a52d823138c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:03.766114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80befa5b-d2fe-4be8-be9d-8c7240e44acb req-63d2a006-c651-4149-92ac-038385e570b1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.775838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80befa5b-d2fe-4be8-be9d-8c7240e44acb req-63d2a006-c651-4149-92ac-038385e570b1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1374950 May 06 09:58:03.856467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8e35e-29dd-4bee-93b3-d2d3a09017c7 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.862969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8e35e-29dd-4bee-93b3-d2d3a09017c7 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.866578 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8e35e-29dd-4bee-93b3-d2d3a09017c7 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:03.878765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bde8e35e-29dd-4bee-93b3-d2d3a09017c7 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1813700 May 06 09:58:03.879558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37224) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:03.960732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80befa5b-d2fe-4be8-be9d-8c7240e44acb req-ac5fcdd1-ace1-4d6f-844c-d7869ce22114 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837060 May 06 09:58:04.062310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Deleting subnet 30b3debb-a7c0-4016-8407-a46bdee156da {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:04.071026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.080705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:04.168896 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.230112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.320513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.391123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.395477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37232) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:04.403506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37234) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:04.404803 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/subnets/30b3debb-a7c0-4016-8407-a46bdee156da HTTP/1.1" status: 204 len: 168 time: 0.5236173 May 06 09:58:04.407261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6955a-0999-4367-8dcb-a2703f8a6c5d tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Subnet': ['ID=30b3debb-a7c0-4016-8407-a46bdee156da,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:04.499852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Deleting subnet 8df6c72a-90b9-4e70-bc4b-5e7c79396f71 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:04.511343 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.548719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89bc09-1b47-4bd4-b1c5-e733801c7af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-d9ad6c36-f462-4ceb-ba0c-8758fac743db', 'network_id': 'd9ad6c36-f462-4ceb-ba0c-8758fac743db', 'tenant_id': '450de36751b643e9b3e4e151efad240d', 'fixed_ips': [{'subnet_id': '30b3debb-a7c0-4016-8407-a46bdee156da'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:04.550166 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad89bc09-1b47-4bd4-b1c5-e733801c7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.634318 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.683692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.726366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.754356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.910757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053fccb0-a5d1-4a86-bb7c-113ce1d7a257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-c78a6174-6674-41bd-80a9-9a52d823138c', 'network_id': 'c78a6174-6674-41bd-80a9-9a52d823138c', 'tenant_id': '450de36751b643e9b3e4e151efad240d', 'fixed_ips': [{'subnet_id': '8df6c72a-90b9-4e70-bc4b-5e7c79396f71'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:04.912378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-053fccb0-a5d1-4a86-bb7c-113ce1d7a257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.919048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.924429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.928496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:04.930066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "DELETE /v2.0/security-groups/88c98b02-9e55-4f75-8fec-499bb1961652 HTTP/1.1" status: 204 len: 168 time: 0.5327837 May 06 09:58:04.934159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37246) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:04.960451 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-33732278-81ba-46d0-9df7-1449e1c31b70 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] show failed (client error): The resource could not be found. May 06 09:58:04.966074 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-33732278-81ba-46d0-9df7-1449e1c31b70 tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "GET /v2.0/security-groups/88c98b02-9e55-4f75-8fec-499bb1961652 HTTP/1.1" status: 404 len: 347 time: 0.0286608 May 06 09:58:04.967854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37248) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:05.041520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Subnet': ['ID=8df6c72a-90b9-4e70-bc4b-5e7c79396f71,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:05.069159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.081902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/subnets/8df6c72a-90b9-4e70-bc4b-5e7c79396f71 HTTP/1.1" status: 204 len: 168 time: 0.6744037 May 06 09:58:05.081902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c98b02-9e55-4f75-8fec-499bb1961652,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:05.084714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:05.108738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.109765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.110148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.110612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.110977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.111337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.111729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.112062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.112390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.112717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.113098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.113527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e194bf7e-19c7-431d-bd9a-8d3f21246136 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.122846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.123379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.124639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.125283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.125780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.126279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.126856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.127373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.127888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.128947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.129448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.129956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c0f26e-07fc-4537-a136-e0362659a09f tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:05.315541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ecd4a-5fdd-4884-ad38-88f9ca89d0f2 req-971f17d2-6466-4321-a230-dd6489137703 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:05.317163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b00ecd4a-5fdd-4884-ad38-88f9ca89d0f2 req-971f17d2-6466-4321-a230-dd6489137703 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1507430 May 06 09:58:05.333041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90115a6c-56b9-4a60-9288-2beeb4c315b4 None None] Network d9ad6c36-f462-4ceb-ba0c-8758fac743db requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:05.372895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476d044-667e-461b-93a7-235fd0d42481 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:05.376382 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c476d044-667e-461b-93a7-235fd0d42481 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2906473 May 06 09:58:05.384056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37262) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:05.406698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b00ecd4a-5fdd-4884-ad38-88f9ca89d0f2 req-419a5e0e-36e7-4e26-9d48-e2af6512a165 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788727 May 06 09:58:05.552085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0da77-df75-4d2d-b84e-25df21d6c0a9 None None] Network c78a6174-6674-41bd-80a9-9a52d823138c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:05.564452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.644561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Deleting port a704814b-821b-444e-9576-812dd2359c92 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:05.644909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.809270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb08aab-fe5a-49f6-a22a-5bb68f18b920 req-42afa0e9-6cc6-4451-a9c6-258da1385860 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:05.824802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-deb08aab-fe5a-49f6-a22a-5bb68f18b920 req-42afa0e9-6cc6-4451-a9c6-258da1385860 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1060293 May 06 09:58:05.902246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:05.907084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-deb08aab-fe5a-49f6-a22a-5bb68f18b920 req-eb32738b-0341-4207-88fd-9071328b8c0e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754793 May 06 09:58:05.937942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] Checking router: 9a71c2e8-e7b9-49a3-ae36-af1e84302928 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:05.948387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:05.949277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:57:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:05.966900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.967239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.975019 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:05.999622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78a6174-6674-41bd-80a9-9a52d823138c']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.011363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd3d71d-ff85-4540-b406-fabcef06c3ac') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.011713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd3d71d-ff85-4540-b406-fabcef06c3ac') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.022975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.041870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.049438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:06.049969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.080378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: timer() May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:06.127762 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:06.183265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Calling delete_port for a704814b-821b-444e-9576-812dd2359c92 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:06.273059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.295614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.299163 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/networks/c78a6174-6674-41bd-80a9-9a52d823138c HTTP/1.1" status: 204 len: 168 time: 0.9110594 May 06 09:58:06.301678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37280) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:06.315481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9288bad-1d6f-4926-b590-1aa86783e1d2 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Network': ['ID=c78a6174-6674-41bd-80a9-9a52d823138c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:06.448062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.477047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.495647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.520071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Pushing event deleted for resources: {'Port': ['ID=a704814b-821b-444e-9576-812dd2359c92,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:06.530777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb0221-9b77-4b22-b3a8-62cd356f773c None None] The sync data for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 is: [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:48:36Z', 'revision_number': 4, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'd404f166-e3d1-4108-9c8c-9afa2fe0d452', 'name': '', 'network_id': '9384a9c4-085b-4e05-bcf0-21525f91ee84', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'mac_address': 'fa:16:3e:90:f4:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:35Z', 'updated_at': '2022-05-06T09:48:44Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'subnets': [{'id': 'c197fac8-8ecd-4b52-9d8b-fd09f93a7303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:06.645395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.671724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.681382 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.695016 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-91076e10-bc6c-405e-b5c7-68134419995d tempest-AttachVolumeShelveTestJSON-1352952744 tempest-AttachVolumeShelveTestJSON-1352952744-project] 10.222.0.76 "DELETE /v2.0/floatingips/3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f HTTP/1.1" status: 204 len: 168 time: 1.7153547 May 06 09:58:06.708028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ad6c36-f462-4ceb-ba0c-8758fac743db']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.719307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac85e5d-295c-4f28-a7a7-4dfee56e2ed1') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.719999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac85e5d-295c-4f28-a7a7-4dfee56e2ed1') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:06.736393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.753772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.766625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:06.767104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: timer() May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:06.776819 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:06.899134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.907023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:06.912092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/networks/d9ad6c36-f462-4ceb-ba0c-8758fac743db HTTP/1.1" status: 204 len: 168 time: 0.6092427 May 06 09:58:06.914946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37300) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:07.019105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.056975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b317a-f3b3-479c-81a0-c35e70985a2a tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Network': ['ID=d9ad6c36-f462-4ceb-ba0c-8758fac743db,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:07.081919 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c767cb-8b89-4bbe-ad0e-9738ba71daba None None] New status for floating IP 3cb2cc1d-f59b-4dd7-9751-00fd7fc3682f: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:58:07.359522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5652f5-f6b2-48d9-bb25-4acb0af6d245 req-ece47142-1088-49d7-a691-a9e436280307 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:07.361570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a5652f5-f6b2-48d9-bb25-4acb0af6d245 req-ece47142-1088-49d7-a691-a9e436280307 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.2866066 May 06 09:58:07.369676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.431980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c44daf-9521-41e8-8f98-394339012c27']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:07.446876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a5652f5-f6b2-48d9-bb25-4acb0af6d245 req-2e631619-4cfb-4c8f-9db2-87880da5180e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740745 May 06 09:58:07.451021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b877ff00-0ae4-49fb-8447-59aa99e5635c') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:07.451610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b877ff00-0ae4-49fb-8447-59aa99e5635c') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:07.462961 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.479839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.487362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:07.487920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: timer() May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:07.492908 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:07.618117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.628522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:07.633487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/networks/45c44daf-9521-41e8-8f98-394339012c27 HTTP/1.1" status: 204 len: 168 time: 0.7170732 May 06 09:58:07.635380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:07.671892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632874b4-fb50-41e9-bea4-94e088569935 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Network': ['ID=45c44daf-9521-41e8-8f98-394339012c27,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:07.858414 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.045247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.145294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.148954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7420d2c6-2325-4c79-88de-6ab155836b7a']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:08.201287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e037b694-423b-4631-9077-19eae166aca8') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:08.203344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e037b694-423b-4631-9077-19eae166aca8') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:08.220763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.237839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.247107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:08.247527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: timer() May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:08.250894 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:08.335086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584beacd-d044-4a49-8d52-7da53d98d4f3 req-123c8799-7d56-4ca0-8a5d-76b73a1b5c2b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:08.337781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-584beacd-d044-4a49-8d52-7da53d98d4f3 req-123c8799-7d56-4ca0-8a5d-76b73a1b5c2b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.0709450 May 06 09:58:08.417695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.446341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-584beacd-d044-4a49-8d52-7da53d98d4f3 req-c785e31b-0a09-4e77-a8fc-312084092a14 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010423 May 06 09:58:08.473312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.473312 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] 10.222.0.76 "DELETE /v2.0/networks/7420d2c6-2325-4c79-88de-6ab155836b7a HTTP/1.1" status: 204 len: 168 time: 0.8326290 May 06 09:58:08.473490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67fb4253-3036-476a-87b3-c92af886f99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.491775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2f04d-0b88-45a8-a6e6-fb6a6d7d6a11 tempest-BulkNetworkOpsTest-2067331052 tempest-BulkNetworkOpsTest-2067331052-project] Pushing event deleted for resources: {'Network': ['ID=7420d2c6-2325-4c79-88de-6ab155836b7a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:08.617983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67fb4253-3036-476a-87b3-c92af886f99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.627575 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67fb4253-3036-476a-87b3-c92af886f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.690417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-67fb4253-3036-476a-87b3-c92af886f99d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e900465a5e8141108a98fff6920149e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406168 May 06 09:58:08.691067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37362) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.707482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb4253-3036-476a-87b3-c92af886f99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83446628-805b-49a1-b49f-60754d3bc35e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:08.815406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be00e448-9140-4e69-9a7d-75809945e101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.849864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37366) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:08.869000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be00e448-9140-4e69-9a7d-75809945e101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.963405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be00e448-9140-4e69-9a7d-75809945e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.966603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be00e448-9140-4e69-9a7d-75809945e101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:08.968571 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-be00e448-9140-4e69-9a7d-75809945e101 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83446628-805b-49a1-b49f-60754d3bc35e HTTP/1.1" status: 204 len: 168 time: 0.2747855 May 06 09:58:08.986622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00e448-9140-4e69-9a7d-75809945e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83446628-805b-49a1-b49f-60754d3bc35e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:09.099415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7fb13b7e-9348-4913-8df7-ad72c562c5cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=450de36751b643e9b3e4e151efad240d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470305 May 06 09:58:09.102184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37376) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:09.219057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd828-19af-4815-8351-14c3900f79ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.280595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd828-19af-4815-8351-14c3900f79ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.399419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd828-19af-4815-8351-14c3900f79ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.402014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd828-19af-4815-8351-14c3900f79ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.405612 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c3cd828-19af-4815-8351-14c3900f79ca admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99ea381a-db2c-4a42-a1b9-9598ce6b99ef HTTP/1.1" status: 204 len: 168 time: 0.3000534 May 06 09:58:09.442930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cd828-19af-4815-8351-14c3900f79ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ea381a-db2c-4a42-a1b9-9598ce6b99ef,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:09.549066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37406) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:09.570954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93a2a1d2-9019-4510-80dd-018f1a9ea308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.822724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f91f2-a9ad-4187-b25e-dfa3ddf1b624 req-8844ff70-a54a-4802-afaa-a10fd064f3ec tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:09.840237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b6f91f2-a9ad-4187-b25e-dfa3ddf1b624 req-8844ff70-a54a-4802-afaa-a10fd064f3ec tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.2089732 May 06 09:58:09.883013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93a2a1d2-9019-4510-80dd-018f1a9ea308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.893626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-93a2a1d2-9019-4510-80dd-018f1a9ea308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:09.966987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b6f91f2-a9ad-4187-b25e-dfa3ddf1b624 req-703f56a9-0efc-4dd9-b535-57468352f188 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233935 May 06 09:58:10.034048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37424) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:10.035281 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-93a2a1d2-9019-4510-80dd-018f1a9ea308 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ef3ca074fcea4a539f7640e4740c23f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850798 May 06 09:58:10.055222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2a1d2-9019-4510-80dd-018f1a9ea308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600db2d8-bcff-4e5b-9702-13d65b598b70,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:10.168934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fda5660c-43a4-47c3-a80a-701aa960bb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.199608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fda5660c-43a4-47c3-a80a-701aa960bb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.259736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fda5660c-43a4-47c3-a80a-701aa960bb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.262746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fda5660c-43a4-47c3-a80a-701aa960bb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:10.264458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fda5660c-43a4-47c3-a80a-701aa960bb2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/600db2d8-bcff-4e5b-9702-13d65b598b70 HTTP/1.1" status: 204 len: 168 time: 0.2284369 May 06 09:58:10.293108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5660c-43a4-47c3-a80a-701aa960bb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600db2d8-bcff-4e5b-9702-13d65b598b70,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:11.011456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9aa3572f-9fbb-4154-b240-7284c45e19cd details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:58:11.356055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:11.373853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282b5b7-67fc-45ed-9af0-81f8c3f01a2e req-d0b8b330-6833-4b98-9432-8b226d524f13 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:11.386378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'port_id': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'mac_address': 'fa:16:3e:ef:6a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:58:11.389346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6282b5b7-67fc-45ed-9af0-81f8c3f01a2e req-d0b8b330-6833-4b98-9432-8b226d524f13 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1997426 May 06 09:58:11.487751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6282b5b7-67fc-45ed-9af0-81f8c3f01a2e req-8f7d6d00-07bd-4f1f-88ba-029eff5fba8f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974066 May 06 09:58:11.487946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.524262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aa3572f-9fbb-4154-b240-7284c45e19cd {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:58:11.561741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:11.573003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:11.616280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37470) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:11.731443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:11.738525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['9aa3572f-9fbb-4154-b240-7284c45e19cd'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:58:12.051216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1a9b5eff-fb0a-460e-9053-e71538f7c164 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] Request body: {'port': {'network_id': '3ff42019-63c5-4973-92ce-8a8594cc1d8f', 'name': 'tempest-NetworksNegativeTestJSON-2128751485'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:12.069362 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9b5eff-fb0a-460e-9053-e71538f7c164 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] POST failed (client error): The resource could not be found. May 06 09:58:12.070406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9b5eff-fb0a-460e-9053-e71538f7c164 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:12.072950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1a9b5eff-fb0a-460e-9053-e71538f7c164 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4550498 May 06 09:58:12.077025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37484) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.102480 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9729200-02a8-4ef2-8993-fa4e1bf2db77 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] DELETE failed (client error): The resource could not be found. May 06 09:58:12.103382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9729200-02a8-4ef2-8993-fa4e1bf2db77 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:12.106609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e9729200-02a8-4ef2-8993-fa4e1bf2db77 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "DELETE /v2.0/networks/4375632d-8596-479a-95b2-d72927dec599 HTTP/1.1" status: 404 len: 339 time: 0.0277712 May 06 09:58:12.111877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37486) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.155608 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfade25a-99b8-43c4-963d-c4ade595afbd tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] DELETE failed (client error): The resource could not be found. May 06 09:58:12.156369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfade25a-99b8-43c4-963d-c4ade595afbd tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:12.165243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37488) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.165807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cfade25a-99b8-43c4-963d-c4ade595afbd tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "DELETE /v2.0/ports/f96896df-9028-4df3-8d32-11040fbe714a HTTP/1.1" status: 404 len: 333 time: 0.0520496 May 06 09:58:12.197358 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c3fb15-c11f-4419-8dde-31737efb37b2 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] DELETE failed (client error): The resource could not be found. May 06 09:58:12.198069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c3fb15-c11f-4419-8dde-31737efb37b2 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:12.201183 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4c3fb15-c11f-4419-8dde-31737efb37b2 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "DELETE /v2.0/subnets/513ab3b3-609a-40f0-87af-1169bfb6d100 HTTP/1.1" status: 404 len: 337 time: 0.0341036 May 06 09:58:12.204766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37490) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.226080 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f8d81e-804c-46d2-bf6f-1fd08d9389b6 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] GET failed (client error): The resource could not be found. May 06 09:58:12.228073 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-16f8d81e-804c-46d2-bf6f-1fd08d9389b6 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "GET /v2.0/networks/9dfc6e88-e43a-43dd-8dfd-b3945572d34d HTTP/1.1" status: 404 len: 339 time: 0.0223379 May 06 09:58:12.232298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37492) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.264826 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4ee3ea-7b00-46f6-8342-89cbec7f9299 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] GET failed (client error): The resource could not be found. May 06 09:58:12.282140 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6b4ee3ea-7b00-46f6-8342-89cbec7f9299 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "GET /v2.0/ports/8c49d311-007e-4478-8790-53313445558e HTTP/1.1" status: 404 len: 333 time: 0.0481699 May 06 09:58:12.285512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37498) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.357506 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c10b278-ee00-42ce-ae7e-59ecf8453549 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] GET failed (client error): The resource could not be found. May 06 09:58:12.359445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5c10b278-ee00-42ce-ae7e-59ecf8453549 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "GET /v2.0/subnets/dbf735c5-0fd6-4bdd-a343-974280d0dcd8 HTTP/1.1" status: 404 len: 337 time: 0.0724165 May 06 09:58:12.365806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37502) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.371467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-29c3d00c-51d2-4c4e-b5ac-41ddda50aa34 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:12.390234 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c3d00c-51d2-4c4e-b5ac-41ddda50aa34 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] PUT failed (client error): The resource could not be found. May 06 09:58:12.390959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c3d00c-51d2-4c4e-b5ac-41ddda50aa34 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:12.398821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37504) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.404982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-cafd0185-c460-4aa3-a3aa-44ad893e8d01 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:12.409572 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-29c3d00c-51d2-4c4e-b5ac-41ddda50aa34 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "PUT /v2.0/networks/a0e7b802-e4cc-4c4b-aa79-0d4cf0ffd733 HTTP/1.1" status: 404 len: 339 time: 0.0418837 May 06 09:58:12.426403 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafd0185-c460-4aa3-a3aa-44ad893e8d01 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] PUT failed (client error): The resource could not be found. May 06 09:58:12.427147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cafd0185-c460-4aa3-a3aa-44ad893e8d01 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:12.433291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37506) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:12.439237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-65074b7a-99f9-4d40-a84a-f37765ee4cad tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:12.444643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cafd0185-c460-4aa3-a3aa-44ad893e8d01 tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "PUT /v2.0/ports/efdd7ee9-3c58-4116-b635-6ffa54213621 HTTP/1.1" status: 404 len: 333 time: 0.0423028 May 06 09:58:12.463991 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-65074b7a-99f9-4d40-a84a-f37765ee4cad tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] PUT failed (client error): The resource could not be found. May 06 09:58:12.464799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65074b7a-99f9-4d40-a84a-f37765ee4cad tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 09:58:12.471205 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-65074b7a-99f9-4d40-a84a-f37765ee4cad tempest-NetworksNegativeTestJSON-205226826 tempest-NetworksNegativeTestJSON-205226826-project] 10.222.0.76 "PUT /v2.0/subnets/2a9c65fd-8dd6-4b55-9765-b7f9044e354b HTTP/1.1" status: 404 len: 337 time: 0.0366020 May 06 09:58:12.681625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c6a70164-e611-40b9-990e-da4120294921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:12.727427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c34dd-bc01-4aed-8a82-6ed742ea217a req-61700acc-1992-4eff-8c39-425bc85eb246 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:12.735695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de7c34dd-bc01-4aed-8a82-6ed742ea217a req-61700acc-1992-4eff-8c39-425bc85eb246 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 945 time: 0.1051409 May 06 09:58:12.790260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de7c34dd-bc01-4aed-8a82-6ed742ea217a req-73b61803-7a98-4532-9106-9f92e22a07df tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529029 May 06 09:58:12.963912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37520) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:13.037431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9aa3572f-9fbb-4154-b240-7284c45e19cd up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:13.128398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05fa3fde-3a6b-4dc1-9e6e-6f182997ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.185232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 9aa3572f-9fbb-4154-b240-7284c45e19cd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:13.191689 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.219484 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05fa3fde-3a6b-4dc1-9e6e-6f182997ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.227108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-05fa3fde-3a6b-4dc1-9e6e-6f182997ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.345949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-05fa3fde-3a6b-4dc1-9e6e-6f182997ca33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0dd022a6237d4795904bccd9b9e10dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806486 May 06 09:58:13.347207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa3fde-3a6b-4dc1-9e6e-6f182997ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bd6f19-41fe-4478-8660-8b2542cdd6e8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:13.349549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:13.444693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.484949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:13.490917 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55ece53-31ff-4b8b-b4a4-38ccc68e0ac0" -d '{"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:13.573010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfc1-d9d6-4be7-811f-a87b9c8dcf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.573566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:13.581945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.661513 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214f2fa9-d373-487e-adc8-4287eef8b353 x-openstack-request-id: req-214f2fa9-d373-487e-adc8-4287eef8b353 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:13.661801 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-plugged", "status": "completed", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:13.662055 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-214f2fa9-d373-487e-adc8-4287eef8b353 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:13.662545 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214f2fa9-d373-487e-adc8-4287eef8b353'] response: {'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'code': 200} May 06 09:58:13.672499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfc1-d9d6-4be7-811f-a87b9c8dcf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.760829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:13.789110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfc1-d9d6-4be7-811f-a87b9c8dcf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.793422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dc9abfc1-d9d6-4be7-811f-a87b9c8dcf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:13.800134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dc9abfc1-d9d6-4be7-811f-a87b9c8dcf66 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51bd6f19-41fe-4478-8660-8b2542cdd6e8 HTTP/1.1" status: 204 len: 168 time: 0.4482908 May 06 09:58:13.838933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9abfc1-d9d6-4be7-811f-a87b9c8dcf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bd6f19-41fe-4478-8660-8b2542cdd6e8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:13.876396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.876872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.878740 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.881004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.882069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.883041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.883613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.884770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.886012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.886512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.888007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:13.889915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:14.084642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce16d3-ad36-495e-b1fa-719b09dc3389 req-e8f733ab-e701-496e-a3ab-4a9c85fd17e9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:14.086310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dce16d3-ad36-495e-b1fa-719b09dc3389 req-e8f733ab-e701-496e-a3ab-4a9c85fd17e9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1298342 May 06 09:58:14.179658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dce16d3-ad36-495e-b1fa-719b09dc3389 req-554a226d-b436-47cc-a63f-1d856382bedf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818655 May 06 09:58:14.305055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:14.531815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e30afd-c798-4599-bf71-3422746de9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.667982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e30afd-c798-4599-bf71-3422746de9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.677879 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12e30afd-c798-4599-bf71-3422746de9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:14.772691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-12e30afd-c798-4599-bf71-3422746de9da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab20cee2f78f493b8928b932edf8be7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639807 May 06 09:58:14.775334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37606) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:14.776081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e30afd-c798-4599-bf71-3422746de9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c60326-c21e-41a0-b582-a95755d40b4c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:14.812385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37610) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:15.144948 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3e9513b1-e29e-4054-add7-e881829753b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.661080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37660) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:15.719100 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98e8d530-58f5-49c8-bbd9-6a7056d9f2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.797417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98e8d530-58f5-49c8-bbd9-6a7056d9f2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.943918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98e8d530-58f5-49c8-bbd9-6a7056d9f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.952560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-98e8d530-58f5-49c8-bbd9-6a7056d9f2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:15.956052 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-98e8d530-58f5-49c8-bbd9-6a7056d9f2ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/63c60326-c21e-41a0-b582-a95755d40b4c HTTP/1.1" status: 204 len: 168 time: 1.1748025 May 06 09:58:15.993298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8d530-58f5-49c8-bbd9-6a7056d9f2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c60326-c21e-41a0-b582-a95755d40b4c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:16.120632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18855e05-c58d-42ac-adf2-bc1fbfd8a7fc req-750441a3-1612-4783-9cc6-efbe4713bd8f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:16.123046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18855e05-c58d-42ac-adf2-bc1fbfd8a7fc req-750441a3-1612-4783-9cc6-efbe4713bd8f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.5771618 May 06 09:58:16.135616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-169131050-network', 'tenant_id': '2f35283a4a924223a9255ad4b468257e'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:16.220321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Made reservation on behalf of 2f35283a4a924223a9255ad4b468257e for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:16.223020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.254976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.382599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18855e05-c58d-42ac-adf2-bc1fbfd8a7fc req-f1141d4f-fb56-4ca3-8203-e416119d3a88 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072823 May 06 09:58:16.529978 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.589588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37696) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:16.634725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d89402fb-e929-4148-8687-033347e590c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.649078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.660731 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.662349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.764656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.788376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:16.974263 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d89402fb-e929-4148-8687-033347e590c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.984875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d89402fb-e929-4148-8687-033347e590c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.998009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:16.998875 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Added segment 9d1a82d1-05c6-48c4-a69d-40cf8a55460d of type vlan for network 217e8602-9c12-4964-b57b-8560fdf5c873 May 06 09:58:17.052762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.086833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d89402fb-e929-4148-8687-033347e590c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e6fa3144b57a482589c081b080834df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4957201 May 06 09:58:17.090056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37706) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.111018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.112017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:17.112584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.202714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5ff925-c10a-46e6-b180-59ddb4f763cb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:17.213753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89402fb-e929-4148-8687-033347e590c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2086ccc-9000-4267-abd8-b9a613c10215,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:17.276466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6080015 May 06 09:58:17.278427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd566c-e30d-4efd-96f4-67e35fd96f27 admin admin] Pushing event updated for resources: {'Network': ['ID=217e8602-9c12-4964-b57b-8560fdf5c873,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:17.287243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37708) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:17.291363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 217e8602-9c12-4964-b57b-8560fdf5c873 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:17.293940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24ad82b7-cb9f-4d09-a390-17225adacbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.337708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24ad82b7-cb9f-4d09-a390-17225adacbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.374783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Request body: {'subnet': {'network_id': '217e8602-9c12-4964-b57b-8560fdf5c873', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-169131050-subnet', 'tenant_id': '2f35283a4a924223a9255ad4b468257e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:17.405913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-ac333f5e-24ff-423e-a223-55925a76655e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6203980 May 06 09:58:17.409791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24ad82b7-cb9f-4d09-a390-17225adacbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.432267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24ad82b7-cb9f-4d09-a390-17225adacbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.433976 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-24ad82b7-cb9f-4d09-a390-17225adacbb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2086ccc-9000-4267-abd8-b9a613c10215 HTTP/1.1" status: 204 len: 168 time: 0.3210297 May 06 09:58:17.478417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad82b7-cb9f-4d09-a390-17225adacbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2086ccc-9000-4267-abd8-b9a613c10215,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:17.521721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Made reservation on behalf of 2f35283a4a924223a9255ad4b468257e for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:17.524205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:17.713794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-ecec4264-a24e-49cf-923d-1cbc31a7f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:17.715381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-ecec4264-a24e-49cf-923d-1cbc31a7f348 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.1958246 May 06 09:58:17.757059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c789ff6-fa88-466c-a2fd-3473b1d1f4ed req-c7ebda68-ca10-40ca-a4c9-cfd66527a406 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:17.764518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c789ff6-fa88-466c-a2fd-3473b1d1f4ed req-c7ebda68-ca10-40ca-a4c9-cfd66527a406 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1421599 May 06 09:58:17.968007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c789ff6-fa88-466c-a2fd-3473b1d1f4ed req-14524b7c-753b-4ba3-9ce5-53f319582299 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023845 May 06 09:58:18.205119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.398504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:18.406868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-3a9f9282-56e3-4585-8e66-c401dbce69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:18.408386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-3a9f9282-56e3-4585-8e66-c401dbce69fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.6328564 May 06 09:58:18.711227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.334386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Deleting port d404f166-e3d1-4108-9c8c-9afa2fe0d452 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:19.334998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.429602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] For port d404f166-e3d1-4108-9c8c-9afa2fe0d452, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d404f166-e3d1-4108-9c8c-9afa2fe0d452,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:19.429999 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:19.450397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Calling delete_port for d404f166-e3d1-4108-9c8c-9afa2fe0d452 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:20.040036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Checking segment: {'id': '9d1a82d1-05c6-48c4-a69d-40cf8a55460d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217e8602-9c12-4964-b57b-8560fdf5c873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:20.040448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Network hostable DHCP agents. Network: 217e8602-9c12-4964-b57b-8560fdf5c873, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:20.047843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.115928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a25861-917b-4236-a127-4eb8576e3e76,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:20.180111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d404f166-e3d1-4108-9c8c-9afa2fe0d452,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:20.189232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-f14d4dbf-5baa-4145-8cda-ea34d9c1af1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 1.7737927 May 06 09:58:20.215338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4ec97-6df6-42d5-9aaf-65e11294f98e req-42b9fa3d-bd60-44db-ae17-8bceaa9d4ae0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:20.224166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04e4ec97-6df6-42d5-9aaf-65e11294f98e req-42b9fa3d-bd60-44db-ae17-8bceaa9d4ae0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.9144070 May 06 09:58:20.232998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Network 217e8602-9c12-4964-b57b-8560fdf5c873 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:20.401826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-8aeb6d72-f53a-4da4-89eb-b03c24e24d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:20.404257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-8aeb6d72-f53a-4da4-89eb-b03c24e24d1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1734302 May 06 09:58:20.461084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 217e8602-9c12-4964-b57b-8560fdf5c873) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:20.470566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ebbf5f-6685-45f4-aa9b-6cc1bff54cf9 None None] Network 217e8602-9c12-4964-b57b-8560fdf5c873 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:20.515256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:20.521425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.533646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:20.608317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04e4ec97-6df6-42d5-9aaf-65e11294f98e req-d91625ac-a760-42c9-9236-a3b3bcd67e61 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826139 May 06 09:58:20.796792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aba2ba0-60bf-4a22-8cc6-ceea6d5d3699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.820083 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.832335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9188138a-5d3f-45a2-957d-a5f703ac3bd7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4587526 May 06 09:58:20.832335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-bc9b7cd4-21c3-4aba-bd9c-e5e6893b7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:20.840649 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:20.847731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-bc9b7cd4-21c3-4aba-bd9c-e5e6893b7103 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4288130 May 06 09:58:21.008708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aba2ba0-60bf-4a22-8cc6-ceea6d5d3699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.018036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aba2ba0-60bf-4a22-8cc6-ceea6d5d3699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.086279 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8aba2ba0-60bf-4a22-8cc6-ceea6d5d3699 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b95d5ebd1184581a58b2d732c49cec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480065 May 06 09:58:21.091505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37800) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:21.177241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2ba0-60bf-4a22-8cc6-ceea6d5d3699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c97877-f957-495d-a473-5a7d0b063bde,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:21.283012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-fbad3a60-2f06-4ddf-bdff-48af4928d64a service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240062 May 06 09:58:21.292258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b810c8-89ab-4490-ba22-0756ba0db7e9 None None] Network 217e8602-9c12-4964-b57b-8560fdf5c873 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:21.397771 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1298ca76-60a6-49e0-adc4-0fdac107da88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.447046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93fba8c-ea60-4b88-872c-90ad10746bad req-c5354112-c598-4eaa-aeb8-442ede3886a5 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523697 May 06 09:58:21.480221 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1298ca76-60a6-49e0-adc4-0fdac107da88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.635608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1298ca76-60a6-49e0-adc4-0fdac107da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.638550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1298ca76-60a6-49e0-adc4-0fdac107da88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:21.640357 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1298ca76-60a6-49e0-adc4-0fdac107da88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73c97877-f957-495d-a473-5a7d0b063bde HTTP/1.1" status: 204 len: 168 time: 0.5478754 May 06 09:58:21.666821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298ca76-60a6-49e0-adc4-0fdac107da88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c97877-f957-495d-a473-5a7d0b063bde,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:21.882440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37818) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:21.890588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640551471-network', 'tenant_id': '4bc291ad34cd449a843a418a48d7c4c3'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:21.960874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Made reservation on behalf of 4bc291ad34cd449a843a418a48d7c4c3 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:21.963897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.006299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.033954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37822) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:22.087854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:22.168329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6d295-010c-4c27-b20a-c1d98889d947 req-3b0430c0-d0fb-4dbf-82bb-37d11822811c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:22.177012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ec6d295-010c-4c27-b20a-c1d98889d947 req-3b0430c0-d0fb-4dbf-82bb-37d11822811c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.2592607 May 06 09:58:22.197512 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-813b392f-1fda-4b7d-8296-6539bcbde548 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/floatingips/28483e88-9e36-4dcb-a8f4-b418167a5836 HTTP/1.1" status: 200 len: 994 time: 0.1622396 May 06 09:58:22.356743 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.363529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.374156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ec6d295-010c-4c27-b20a-c1d98889d947 req-2564e215-8069-405e-8231-d1d0b73898e4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958883 May 06 09:58:22.412040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:22.493888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.493888 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Added segment 7829b5c3-a720-498f-8c27-c865d499fe3b of type vlan for network 11c79fbc-832f-4490-a2a2-4de55c4b6858 May 06 09:58:22.493888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e00805c-13f3-425e-9e1d-8549e5dd39e3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:22.514053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37842) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:22.648590 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.730555 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.731708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:22.732430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:22.749425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:22.762704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3d802176-2e1f-4f4e-9ef5-62521995a5cc admin admin] 10.222.0.76 "PUT /v2.0/routers/9a71c2e8-e7b9-49a3-ae36-af1e84302928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9490910 May 06 09:58:22.763085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] Sync routers for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:22.766609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37846) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:22.818399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:22.819048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:22.998133 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1145420 May 06 09:58:23.008824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37862) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:23.026188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72fd0-adca-491f-be0b-ac3bc6ab90dc admin admin] Pushing event updated for resources: {'Network': ['ID=11c79fbc-832f-4490-a2a2-4de55c4b6858,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:23.048757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 11c79fbc-832f-4490-a2a2-4de55c4b6858 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:23.088827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37864) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:23.101674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Request body: {'subnet': {'network_id': '11c79fbc-832f-4490-a2a2-4de55c4b6858', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1640551471-subnet', 'tenant_id': '4bc291ad34cd449a843a418a48d7c4c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:23.116519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.368446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1b68-f84e-4865-b81e-6a7a0a0a3532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.464502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:23.578056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.579874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Made reservation on behalf of 4bc291ad34cd449a843a418a48d7c4c3 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:23.582289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.614515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1b68-f84e-4865-b81e-6a7a0a0a3532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.626333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1b68-f84e-4865-b81e-6a7a0a0a3532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.712268 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc3c1b68-f84e-4865-b81e-6a7a0a0a3532 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b56e25e16f04c3fb2782c2f46299040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219957 May 06 09:58:23.713002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37888) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:23.715171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1b68-f84e-4865-b81e-6a7a0a0a3532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df10a6-5cda-4f44-8dcb-898c2a8b5016,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:23.819445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d912b8bd-741f-4363-b66c-57824630af1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.869140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d912b8bd-741f-4363-b66c-57824630af1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.942585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:58:19Z', 'revision_number': 5, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port': {'id': 'd8c4d5e4-aefc-431c-bdd9-23902c5652db', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ab:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:48:30Z', 'updated_at': '2022-05-06T09:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:23.983891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d912b8bd-741f-4363-b66c-57824630af1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.986819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d912b8bd-741f-4363-b66c-57824630af1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:23.988426 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d912b8bd-741f-4363-b66c-57824630af1e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/20df10a6-5cda-4f44-8dcb-898c2a8b5016 HTTP/1.1" status: 204 len: 168 time: 0.2739787 May 06 09:58:24.001713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] Checking router: 9a71c2e8-e7b9-49a3-ae36-af1e84302928 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:24.006930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912b8bd-741f-4363-b66c-57824630af1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df10a6-5cda-4f44-8dcb-898c2a8b5016,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:24.013036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] Routers {'9a71c2e8-e7b9-49a3-ae36-af1e84302928'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:24.013968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:24.043896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.082182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port ce88c30f-def2-49db-abfe-07f01f3706f2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:24.083237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.115542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] Set router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:24.180060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.180384 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.187813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:58:23Z', 'revision_number': 6, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:24.196699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for ce88c30f-def2-49db-abfe-07f01f3706f2 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:24.244893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af2da68-73c6-4e17-8e9e-13a3de53c893 None None] The sync data for ids ['9a71c2e8-e7b9-49a3-ae36-af1e84302928'] in n-d-840834-1 is: [{'id': '9a71c2e8-e7b9-49a3-ae36-af1e84302928', 'name': 'tempest-AttachVolumeShelveTestJSON-515433513-router', 'tenant_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:48:29Z', 'updated_at': '2022-05-06T09:58:23Z', 'revision_number': 6, 'project_id': '9eaa50dd21b24efd9dce2f661ca2ca1d', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:24.328781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277d971-4a8e-4001-84a6-ffd31dac601d req-9efbafaf-1eb1-4c93-84fb-88c0c0836729 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:24.340226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9277d971-4a8e-4001-84a6-ffd31dac601d req-9efbafaf-1eb1-4c93-84fb-88c0c0836729 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.7375093 May 06 09:58:24.345166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a299cd43-fb22-4667-af5c-412e59888803,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:24.481296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Checking segment: {'id': '7829b5c3-a720-498f-8c27-c865d499fe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '11c79fbc-832f-4490-a2a2-4de55c4b6858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:24.481296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Network hostable DHCP agents. Network: 11c79fbc-832f-4490-a2a2-4de55c4b6858, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:24.604157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Deleting port d8c4d5e4-aefc-431c-bdd9-23902c5652db {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:24.650207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.650207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9277d971-4a8e-4001-84a6-ffd31dac601d req-62a4d19a-9364-49c4-86e9-3a506dc57d30 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680283 May 06 09:58:24.744924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Network 11c79fbc-832f-4490-a2a2-4de55c4b6858 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:24.834254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] For port d8c4d5e4-aefc-431c-bdd9-23902c5652db, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d8c4d5e4-aefc-431c-bdd9-23902c5652db,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:24.834254 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.834254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Calling delete_port for d8c4d5e4-aefc-431c-bdd9-23902c5652db owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:24.852623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:24.864688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 11c79fbc-832f-4490-a2a2-4de55c4b6858) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:24.874855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb7e719-34de-4193-83ce-92f355aa4038 None None] Network 11c79fbc-832f-4490-a2a2-4de55c4b6858 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:25.061199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37916) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.064759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:25.073360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.099266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11974014-03bd-4ee9-8419-d3c85305260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.122370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=ce88c30f-def2-49db-abfe-07f01f3706f2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.232641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d404f166-e3d1-4108-9c8c-9afa2fe0d452 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:25.294825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d404f166-e3d1-4108-9c8c-9afa2fe0d452 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:25.295166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d404f166-e3d1-4108-9c8c-9afa2fe0d452 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:25.298571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d8c4d5e4-aefc-431c-bdd9-23902c5652db no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:25.311189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-17832eef-a74c-4944-9e58-f744f5707545 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3003333 May 06 09:58:25.342929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11974014-03bd-4ee9-8419-d3c85305260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.351748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-11974014-03bd-4ee9-8419-d3c85305260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.412729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.413315 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Floating IP 28483e88-9e36-4dcb-a8f4-b418167a5836 disassociated (deleted). External IP: 172.25.8.180, port: 9fe2a548-28cd-4902-972a-5315a949a3bc. May 06 09:58:25.506755 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:58:25.520366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11974014-03bd-4ee9-8419-d3c85305260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d76076-2235-4fe5-9f4f-2d3597e75ad6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:25.553769 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-11974014-03bd-4ee9-8419-d3c85305260b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=191899438bf04c409f509b8de0ce81ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877722 May 06 09:58:25.556675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37930) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.697395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37936) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:25.701403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68cd0b5e-e990-429f-bdf1-51f6b88ab947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.727359 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68cd0b5e-e990-429f-bdf1-51f6b88ab947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.789857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68cd0b5e-e990-429f-bdf1-51f6b88ab947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.795142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68cd0b5e-e990-429f-bdf1-51f6b88ab947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:25.797677 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-68cd0b5e-e990-429f-bdf1-51f6b88ab947 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90d76076-2235-4fe5-9f4f-2d3597e75ad6 HTTP/1.1" status: 204 len: 168 time: 0.2401340 May 06 09:58:25.858495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd0b5e-e990-429f-bdf1-51f6b88ab947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d76076-2235-4fe5-9f4f-2d3597e75ad6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:26.058629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0293da-53ec-4c89-85b2-3af489a509f2 None None] Network 11c79fbc-832f-4490-a2a2-4de55c4b6858 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:26.103132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 2c490724-dee3-41f2-a84b-08af7c643d08 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:26.113582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:26.205208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] Deleting subnet a6a25861-917b-4236-a127-4eb8576e3e76 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:26.222376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c4d5e4-aefc-431c-bdd9-23902c5652db,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:26.271318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No active binding found for port d8c4d5e4-aefc-431c-bdd9-23902c5652db {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:58:26.272436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d8c4d5e4-aefc-431c-bdd9-23902c5652db not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:26.293608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.110405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37964) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:27.258245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.308577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171eaa2-75a3-45dc-a290-06c8d345873a req-dc1f8616-a00e-4f52-b02d-124067c6a057 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:27.310377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2171eaa2-75a3-45dc-a290-06c8d345873a req-dc1f8616-a00e-4f52-b02d-124067c6a057 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 1.5061598 May 06 09:58:27.407311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.463803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-92264f89-5cae-49a7-bf24-9f90845c3cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.603255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-92264f89-5cae-49a7-bf24-9f90845c3cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.610131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-92264f89-5cae-49a7-bf24-9f90845c3cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.628686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2171eaa2-75a3-45dc-a290-06c8d345873a req-b8ebeb7e-8387-40d6-bb3c-8b019d58f68d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744274 May 06 09:58:27.632392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:27.636420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.641178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.650720 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] Sync routers for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:27.666914 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:27.667940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:27.673769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.770180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:27.803866 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-92264f89-5cae-49a7-bf24-9f90845c3cb1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afab47dbf2d94d19a52e8f5ec500bcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922338 May 06 09:58:27.804798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92264f89-5cae-49a7-bf24-9f90845c3cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba146e-6095-4847-addf-2a10d04fcd23,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:27.817499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37986) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:27.979882 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-223edd6a-9e0d-4b0f-ac6a-823213a9ad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.001557 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:28.018876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c1025906-a438-4029-993a-d484034d1a62 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/floatingips/28483e88-9e36-4dcb-a8f4-b418167a5836 HTTP/1.1" status: 204 len: 168 time: 5.4939334 May 06 09:58:28.053620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:28.056106 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:28.078637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-223edd6a-9e0d-4b0f-ac6a-823213a9ad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.100535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.101122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a71c2e8-e7b9-49a3-ae36-af1e84302928 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:58:28.136911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.144448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c64da00c-873c-42ee-87bc-c0465c9a38ce admin admin] 10.222.0.76 "DELETE /v2.0/routers/9a71c2e8-e7b9-49a3-ae36-af1e84302928 HTTP/1.1" status: 204 len: 168 time: 5.3765628 May 06 09:58:28.146509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37994) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.257346 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94aa930-46af-470b-930c-75adc03ba9d7 x-openstack-request-id: req-e94aa930-46af-470b-930c-75adc03ba9d7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:28.258018 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:28.258360 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e94aa930-46af-470b-930c-75adc03ba9d7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:28.258945 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94aa930-46af-470b-930c-75adc03ba9d7'] response: {'name': 'network-changed', 'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'status': 'completed', 'code': 200} May 06 09:58:28.269089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-223edd6a-9e0d-4b0f-ac6a-823213a9ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.272135 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-223edd6a-9e0d-4b0f-ac6a-823213a9ad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.273283 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-223edd6a-9e0d-4b0f-ac6a-823213a9ad24 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/23ba146e-6095-4847-addf-2a10d04fcd23 HTTP/1.1" status: 204 len: 168 time: 0.4545894 May 06 09:58:28.297133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223edd6a-9e0d-4b0f-ac6a-823213a9ad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba146e-6095-4847-addf-2a10d04fcd23,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.498956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.514002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] Deleting subnet c197fac8-8ecd-4b52-9d8b-fd09f93a7303 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:28.554361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.640499 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:32Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:28.687237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-aee9ff1a-8ec9-4be0-83ae-3f818bfd9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:28.690348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-aee9ff1a-8ec9-4be0-83ae-3f818bfd9aea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8591e4249907453799dd42bd17d336c7&device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 1097 time: 0.4232943 May 06 09:58:28.702820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a25861-917b-4236-a127-4eb8576e3e76,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:28.708932 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] Checking router: 2c490724-dee3-41f2-a84b-08af7c643d08 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:28.719809 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.731746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38014) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:28.733999 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:28.734946 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:28.736411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-41479b68-93b0-4486-9efb-cc2fef57836f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a6a25861-917b-4236-a127-4eb8576e3e76 HTTP/1.1" status: 204 len: 168 time: 3.0182047 May 06 09:58:28.890400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-e14c1a10-9b76-4a53-aee1-0c424388d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:28.892710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-e14c1a10-9b76-4a53-aee1-0c424388d934 service neutron] 10.222.0.82 "GET /v2.0/networks?id=57e65cdc-ba55-42f5-9184-456cb9481465 HTTP/1.1" status: 200 len: 897 time: 0.1542687 May 06 09:58:28.903123 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.917505 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:28.919997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:28.999412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.088901 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.132814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38022) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:29.142991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae0b98e-d944-4de5-bec8-c223cfb17054 None None] Network 9384a9c4-085b-4e05-bcf0-21525f91ee84 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:29.181583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c197fac8-8ecd-4b52-9d8b-fd09f93a7303,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:29.196387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.201885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb2d-c628-4715-88b6-4df56947e1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.206748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5b752491-5a9e-4cc1-a0c2-a040b700989b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c197fac8-8ecd-4b52-9d8b-fd09f93a7303 HTTP/1.1" status: 204 len: 168 time: 1.0462053 May 06 09:58:29.215870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-9af48624-21df-409d-a265-b6eaad9c2be2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fe2a548-28cd-4902-972a-5315a949a3bc HTTP/1.1" status: 200 len: 217 time: 0.1389978 May 06 09:58:29.216346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38024) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:29.263198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.356128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217e8602-9c12-4964-b57b-8560fdf5c873']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:29.403363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1a82d1-05c6-48c4-a69d-40cf8a55460d') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:29.403747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1a82d1-05c6-48c4-a69d-40cf8a55460d') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:29.442376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.501565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.529142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:29.535095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: timer() May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:29.543234 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:29.549630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-ee423028-0bbd-40c3-94c9-f1e16f565dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:29.553843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-ee423028-0bbd-40c3-94c9-f1e16f565dc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=02effb28-3194-4202-a06c-6e251c6dbb87 HTTP/1.1" status: 200 len: 834 time: 0.1765208 May 06 09:58:29.645960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb2d-c628-4715-88b6-4df56947e1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.667643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239460c4-4a2c-4330-8e7a-583056bc690f req-d70fd748-fa68-46f9-a356-d4af485f3048 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:29.670141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-239460c4-4a2c-4330-8e7a-583056bc690f req-d70fd748-fa68-46f9-a356-d4af485f3048 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 946 time: 0.9776940 May 06 09:58:29.674237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] DHCP port deletion for 9384a9c4-085b-4e05-bcf0-21525f91ee84 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:29.674999 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.687448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb2d-c628-4715-88b6-4df56947e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.735286 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:32Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:29.801182 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc06bb2d-c628-4715-88b6-4df56947e1dc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3c16117a8a6481e8fa35a449df872d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661973 May 06 09:58:29.805894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:29.850242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] Deleting port eecbb46b-8d38-42a7-93b0-b819b415a8f4 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:29.851024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.861262 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfe2050-496b-4f34-b8de-b0f0ff80445a None None] The sync data for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 is: [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:57:27Z', 'revision_number': 4, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ce4dce5c-e59d-4fae-8227-a3a5fe0363cf', 'name': '', 'network_id': '57e65cdc-ba55-42f5-9184-456cb9481465', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'mac_address': 'fa:16:3e:56:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:25Z', 'updated_at': '2022-05-06T09:57:32Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'subnets': [{'id': '02effb28-3194-4202-a06c-6e251c6dbb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:29.862718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdd375-7bac-4e04-8cd6-e60507412501 req-42943e89-4fdd-4ab8-aaca-172d0ad4098a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:29.866495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18bdd375-7bac-4e04-8cd6-e60507412501 req-42943e89-4fdd-4ab8-aaca-172d0ad4098a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.8038211 May 06 09:58:29.868522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.903164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:29.914986 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] 10.222.0.76 "DELETE /v2.0/networks/217e8602-9c12-4964-b57b-8560fdf5c873 HTTP/1.1" status: 204 len: 168 time: 1.1808772 May 06 09:58:29.929435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38036) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:29.992833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-239460c4-4a2c-4330-8e7a-583056bc690f req-7d94c36f-5d2a-4d49-b9de-8d148311dc6b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035450 May 06 09:58:30.012694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06bb2d-c628-4715-88b6-4df56947e1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0821deb-1f16-476a-a080-a21f429f88c3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.032357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4432cf-ace9-4af6-a549-91942876c03e admin admin] Pushing event deleted for resources: {'Network': ['ID=217e8602-9c12-4964-b57b-8560fdf5c873,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.043121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-b5f6e7a8-4b81-492c-ad18-a16ac15a5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:30.044731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-b5f6e7a8-4b81-492c-ad18-a16ac15a5ce1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=57e65cdc-ba55-42f5-9184-456cb9481465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3640118 May 06 09:58:30.113845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] For port eecbb46b-8d38-42a7-93b0-b819b415a8f4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=eecbb46b-8d38-42a7-93b0-b819b415a8f4,segment=NetworkSegment(801c303c-a1ab-496a-8b38-06e9bece84bb),segment_id=801c303c-a1ab-496a-8b38-06e9bece84bb)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:30.115483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.161676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] Calling delete_port for eecbb46b-8d38-42a7-93b0-b819b415a8f4 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:30.205949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd7c-8a8b-4eb4-895c-42f7797e0a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.269902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd7c-8a8b-4eb4-895c-42f7797e0a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.307535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-0b3dd911-6976-4141-aadc-8446496135be tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:30.315274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-0b3dd911-6976-4141-aadc-8446496135be tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 946 time: 0.3632696 May 06 09:58:30.341550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd7c-8a8b-4eb4-895c-42f7797e0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.346354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd7c-8a8b-4eb4-895c-42f7797e0a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.347461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-329828f5-e44d-4565-bac4-1543cea28d13 service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905631 May 06 09:58:30.348172 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1b0ffd7c-8a8b-4eb4-895c-42f7797e0a2d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0821deb-1f16-476a-a080-a21f429f88c3 HTTP/1.1" status: 204 len: 168 time: 0.5345588 May 06 09:58:30.353538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] Deleting subnet a299cd43-fb22-4667-af5c-412e59888803 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:30.357611 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.399478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18bdd375-7bac-4e04-8cd6-e60507412501 req-3c0a75c4-909d-48c8-a68a-41475fd3ea68 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179470 May 06 09:58:30.422165 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.425647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.471334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.516066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] Pushing event deleted for resources: {'Port': ['ID=eecbb46b-8d38-42a7-93b0-b819b415a8f4,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.546387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11282c40-90bf-4409-b2bb-6e207d51cfc7 None None] No DVR routers for this DVR port eecbb46b-8d38-42a7-93b0-b819b415a8f4 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:30.546654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ffd7c-8a8b-4eb4-895c-42f7797e0a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0821deb-1f16-476a-a080-a21f429f88c3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.551144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.567035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.570444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a299cd43-fb22-4667-af5c-412e59888803 HTTP/1.1" status: 204 len: 168 time: 0.6297829 May 06 09:58:30.604119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:30.616106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5e2357-760d-4883-a661-c5df15ce8436 None None] New status for floating IP 28483e88-9e36-4dcb-a8f4-b418167a5836: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:58:30.682119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.684214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b7d1f-4c51-491f-b22d-d2cb1e8d3003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a299cd43-fb22-4667-af5c-412e59888803,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:30.702630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Deleting port eecbb46b-8d38-42a7-93b0-b819b415a8f4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:30.703351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.907973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.932243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c79fbc-832f-4490-a2a2-4de55c4b6858']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:30.947180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7829b5c3-a720-498f-8c27-c865d499fe3b') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:30.947755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7829b5c3-a720-498f-8c27-c865d499fe3b') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:30.965929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] For port eecbb46b-8d38-42a7-93b0-b819b415a8f4, host n-d-840834-1, got binding levels [] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:30.966215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:30.976250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.007066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Calling delete_port for eecbb46b-8d38-42a7-93b0-b819b415a8f4 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:31.013994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Port eecbb46b-8d38-42a7-93b0-b819b415a8f4 was not found and therefore no delete operation was performed {{(pid=102742) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 09:58:31.017138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.025010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9beaa27-5d0b-4c00-b323-4a5c4d0e9f8c req-d9ab43c1-b9bb-4d2d-951a-4fa18e319efd service neutron] 10.222.0.82 "GET /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201305 May 06 09:58:31.058612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:31.062049 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: timer() May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:31.067357 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:31.090621 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.217714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eecbb46b-8d38-42a7-93b0-b819b415a8f4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:31.248813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=eecbb46b-8d38-42a7-93b0-b819b415a8f4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:31.287918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: eecbb46b-8d38-42a7-93b0-b819b415a8f4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:31.288707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device eecbb46b-8d38-42a7-93b0-b819b415a8f4 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:31.321557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] No DVR routers for this DVR port eecbb46b-8d38-42a7-93b0-b819b415a8f4 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:31.380002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.396149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.400010 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] 10.222.0.76 "DELETE /v2.0/networks/11c79fbc-832f-4490-a2a2-4de55c4b6858 HTTP/1.1" status: 204 len: 168 time: 0.7949104 May 06 09:58:31.415799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8277-a834-4683-aed6-ec2e900d207d admin admin] Pushing event deleted for resources: {'Network': ['ID=11c79fbc-832f-4490-a2a2-4de55c4b6858,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:31.545368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.651053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9384a9c4-085b-4e05-bcf0-21525f91ee84']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:31.716896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801c303c-a1ab-496a-8b38-06e9bece84bb') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:31.717575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801c303c-a1ab-496a-8b38-06e9bece84bb') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:31.726725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba07d-a940-4c94-be80-0cbfdf3b73c2 req-af950453-fe20-43e6-9162-373d1db02d2b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:31.735383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:31.737147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9cba07d-a940-4c94-be80-0cbfdf3b73c2 req-af950453-fe20-43e6-9162-373d1db02d2b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 946 time: 0.5040929 May 06 09:58:31.760242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.794431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port 9fe2a548-28cd-4902-972a-5315a949a3bc {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:31.794787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.798006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.815398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc041f5-e3b9-4ff8-aa31-c01950150a57 req-ade5affb-d994-47f2-b0a3-67bc03020fb2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:31.817580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dc041f5-e3b9-4ff8-aa31-c01950150a57 req-ade5affb-d994-47f2-b0a3-67bc03020fb2 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.2606342 May 06 09:58:31.849188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6ffd1593-b0c9-4402-8488-e678036a562d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f35283a4a924223a9255ad4b468257e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121976 May 06 09:58:31.851914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38088) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:31.854986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:31.855422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: timer() May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:31.874099 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:31.925107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75de5675-59a1-4636-9eb3-7d997ec421fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:31.956789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75de5675-59a1-4636-9eb3-7d997ec421fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.024790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75de5675-59a1-4636-9eb3-7d997ec421fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.028563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-75de5675-59a1-4636-9eb3-7d997ec421fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.032185 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-75de5675-59a1-4636-9eb3-7d997ec421fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b5ff925-c10a-46e6-b180-59ddb4f763cb HTTP/1.1" status: 204 len: 168 time: 0.1765590 May 06 09:58:32.069231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9cba07d-a940-4c94-be80-0cbfdf3b73c2 req-bf03fc41-4586-443e-970c-99c24edb1015 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/security-groups?id=82555ad7-6b56-4725-9e9e-04d10ae7409f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3311555 May 06 09:58:32.070207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de5675-59a1-4636-9eb3-7d997ec421fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5ff925-c10a-46e6-b180-59ddb4f763cb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:32.143804 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.155280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.162884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9384a9c4-085b-4e05-bcf0-21525f91ee84 HTTP/1.1" status: 204 len: 168 time: 2.9447625 May 06 09:58:32.217665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4dc041f5-e3b9-4ff8-aa31-c01950150a57 req-e2bb7450-9e30-4fdb-8b33-f0c067eba3a6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496430 May 06 09:58:32.224865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5147d5-252b-479d-a2a6-d50eb7e68a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=9384a9c4-085b-4e05-bcf0-21525f91ee84,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:32.281615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port 9fe2a548-28cd-4902-972a-5315a949a3bc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9fe2a548-28cd-4902-972a-5315a949a3bc,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:32.287611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.356949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for 9fe2a548-28cd-4902-972a-5315a949a3bc owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:32.574094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9fe2a548-28cd-4902-972a-5315a949a3bc no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:32.726231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.753269 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.782325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38110) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:32.868709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38112) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:32.908241 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a80462e8-1b07-412a-86dd-23085397e68c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9eaa50dd21b24efd9dce2f661ca2ca1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1240232 May 06 09:58:32.910965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:32.915030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] No DVR routers for this DVR port 9fe2a548-28cd-4902-972a-5315a949a3bc on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:32.922563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:32.926416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a019e254-17c3-47b6-b1af-2fa22e6aa778 req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.82 "DELETE /v2.0/ports/9fe2a548-28cd-4902-972a-5315a949a3bc HTTP/1.1" status: 204 len: 173 time: 2.5761683 May 06 09:58:32.927163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'name': 'network-vif-deleted', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:32.940834 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cab0b-74e5-4878-8c02-206061ad096d" -d '{"events": [{"server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "name": "network-vif-deleted", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:32.944756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13105c-373a-4c45-8782-4b7c5b1c61a7 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=9fe2a548-28cd-4902-972a-5315a949a3bc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:33.038498 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb75573-953d-4907-9c2c-4a037fc35048 x-openstack-request-id: req-bbb75573-953d-4907-9c2c-4a037fc35048 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:33.038990 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf208df-fe57-449f-9218-110b6e5204f9", "name": "network-vif-deleted", "tag": "9fe2a548-28cd-4902-972a-5315a949a3bc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:33.039387 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbb75573-953d-4907-9c2c-4a037fc35048 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:33.039996 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb75573-953d-4907-9c2c-4a037fc35048'] response: {'server_uuid': '1bf208df-fe57-449f-9218-110b6e5204f9', 'name': 'network-vif-deleted', 'tag': '9fe2a548-28cd-4902-972a-5315a949a3bc', 'status': 'completed', 'code': 200} May 06 09:58:33.063283 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a552396-80f7-4e28-9295-73c306d001f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4bc291ad34cd449a843a418a48d7c4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910398 May 06 09:58:33.063619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38120) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:33.130028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6abe1e3-ec3c-4e79-91d6-e90986d930b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.201452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6abe1e3-ec3c-4e79-91d6-e90986d930b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.302493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6abe1e3-ec3c-4e79-91d6-e90986d930b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.303953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c92206cd-5ca6-4556-b5dd-33bb645eb6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.306448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6abe1e3-ec3c-4e79-91d6-e90986d930b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.307913 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b6abe1e3-ec3c-4e79-91d6-e90986d930b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/381da7c1-3135-4247-86fd-c4b1e548f8b3 HTTP/1.1" status: 204 len: 168 time: 0.3959875 May 06 09:58:33.329694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abe1e3-ec3c-4e79-91d6-e90986d930b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381da7c1-3135-4247-86fd-c4b1e548f8b3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:33.460273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c92206cd-5ca6-4556-b5dd-33bb645eb6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.690015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e5c14b8-374c-4f72-8641-20119d4753c6 req-c9c3b1fa-20e3-4956-816d-d1846bbc8d13 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "GET /v2.0/ports?device_id=1bf208df-fe57-449f-9218-110b6e5204f9 HTTP/1.1" status: 200 len: 210 time: 0.3887219 May 06 09:58:33.696955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c92206cd-5ca6-4556-b5dd-33bb645eb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.710625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c92206cd-5ca6-4556-b5dd-33bb645eb6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:33.712522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c92206cd-5ca6-4556-b5dd-33bb645eb6c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e00805c-13f3-425e-9e1d-8549e5dd39e3 HTTP/1.1" status: 204 len: 168 time: 0.6477838 May 06 09:58:33.812273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92206cd-5ca6-4556-b5dd-33bb645eb6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e00805c-13f3-425e-9e1d-8549e5dd39e3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:33.878014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdf319-f81b-4aa4-95d9-d55868f2b7ab req-add147e6-270d-49a0-8a51-15d7704f506c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:33.883703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cdf319-f81b-4aa4-95d9-d55868f2b7ab req-add147e6-270d-49a0-8a51-15d7704f506c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.2784379 May 06 09:58:33.998903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4cdf319-f81b-4aa4-95d9-d55868f2b7ab req-2313d42e-c82f-421d-819e-5d1ba6638d33 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061773 May 06 09:58:34.786118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38184) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:34.981116 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26d5419b-7740-4848-9fb6-40fd628a3654 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.146616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26d5419b-7740-4848-9fb6-40fd628a3654 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.280657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bccff4-7b8f-4a3d-a58b-27cf18fcb7f5 req-cc33c4c7-7f02-4493-8219-3cc3a5294725 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:35.292395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80bccff4-7b8f-4a3d-a58b-27cf18fcb7f5 req-cc33c4c7-7f02-4493-8219-3cc3a5294725 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1108875 May 06 09:58:35.397203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80bccff4-7b8f-4a3d-a58b-27cf18fcb7f5 req-2b16244e-0f51-41ea-a0b2-660f5b770e3d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034727 May 06 09:58:35.432698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26d5419b-7740-4848-9fb6-40fd628a3654 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.435430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-26d5419b-7740-4848-9fb6-40fd628a3654 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.436620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-26d5419b-7740-4848-9fb6-40fd628a3654 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/security-groups/82555ad7-6b56-4725-9e9e-04d10ae7409f HTTP/1.1" status: 204 len: 168 time: 0.6491268 May 06 09:58:35.457787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5419b-7740-4848-9fb6-40fd628a3654 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82555ad7-6b56-4725-9e9e-04d10ae7409f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:35.534389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38224) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:35.573295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38226) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:35.867873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1685773263-network', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:35.926124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Made reservation on behalf of 7444d65c20c1430c80690d1b85a40bd2 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:35.930229 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:35.954351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.095322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.136847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.185650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:58:36.217048 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.221373 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Added segment 75f1e936-797d-4b44-b935-7c32fd73b7be of type vlan for network 528c243b-3c37-406f-8fde-56a2d1361392 May 06 09:58:36.274330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.337858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.339017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:36.340291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.504847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Pushing event updated for resources: {'Network': ['ID=528c243b-3c37-406f-8fde-56a2d1361392,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:36.523003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 528c243b-3c37-406f-8fde-56a2d1361392 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:58:36.616159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0c55c5-1f12-4c2d-8859-ce07484d1960,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:36.658025 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-743bbe10-2ae6-4169-bc87-ce9958fa1207 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0694432 May 06 09:58:36.666668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38264) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:36.682425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Request body: {'subnet': {'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-subnet', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:36.737180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Made reservation on behalf of 7444d65c20c1430c80690d1b85a40bd2 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:36.744843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:36.977927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-da384afe-6f53-4f23-94a9-d661b4b8f8fd tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=07858fe2fabb44788b6220c5f5f18d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0681338 May 06 09:58:37.174878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.362427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Checking segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:37.362666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126c072-a690-4c7a-842e-6c2783ce74f7 req-54e32663-9461-4369-b5ec-71d9de0565e3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:37.364612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Network hostable DHCP agents. Network: 528c243b-3c37-406f-8fde-56a2d1361392, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:58:37.371458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6126c072-a690-4c7a-842e-6c2783ce74f7 req-54e32663-9461-4369-b5ec-71d9de0565e3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.4635241 May 06 09:58:37.375018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=54da016d-f1ca-4f25-b0fc-69e52d45a371,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:37.413777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Network 528c243b-3c37-406f-8fde-56a2d1361392 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:58:37.438142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 528c243b-3c37-406f-8fde-56a2d1361392) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:37.448384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a30a4-a0c3-40d4-a475-a127e763b548 None None] Network 528c243b-3c37-406f-8fde-56a2d1361392 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:37.503764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:37.505844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.531412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6126c072-a690-4c7a-842e-6c2783ce74f7 req-5fbe8622-3e63-4c77-ba6d-a210af86df8c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546626 May 06 09:58:37.574009 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bad9ce79-b6c9-484c-8f69-c80f94ed0dbd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9032762 May 06 09:58:37.574778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38286) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:37.590877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:37.617357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-cd449784-3f47-4f3a-823a-a1724da933d9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:37.628746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-cd449784-3f47-4f3a-823a-a1724da933d9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6116581 May 06 09:58:37.656032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-ca4ae717-09e8-4bc8-889c-1d5663c3dbd5 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/quotas/07858fe2fabb44788b6220c5f5f18d19 HTTP/1.1" status: 200 len: 375 time: 0.0259268 May 06 09:58:37.660731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.662253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.740181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-15f6cc0a-c6e3-418d-b06a-d5af54b49b26 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=07858fe2fabb44788b6220c5f5f18d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828881 May 06 09:58:37.809937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:37.810891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.129146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebf24436-e3bb-4916-9447-dd416825ff98 req-b0220257-9137-4570-a500-4e4aa12e1f03 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 210 time: 0.0479650 May 06 09:58:38.129933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-528c243b-3c37-406f-8fde-56a2d1361392', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 09:58:38.141313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.305961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.580520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:38.583096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.647895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Allocated IP 172.20.0.2 (528c243b-3c37-406f-8fde-56a2d1361392/54da016d-f1ca-4f25-b0fc-69e52d45a371/a2a39eea-385d-4d74-a88d-ae1bfacf4d0c) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:38.809798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:38.891772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c430c10-5cbc-4e7d-ae20-972d52a02b63 req-190138df-3877-4fd6-9b66-f7e4d324a991 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:38.893757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c430c10-5cbc-4e7d-ae20-972d52a02b63 req-190138df-3877-4fd6-9b66-f7e4d324a991 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.1342769 May 06 09:58:38.897202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.959338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port ce4dce5c-e59d-4fae-8227-a3a5fe0363cf, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:38.960520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.983700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:38.998665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.006957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for ce4dce5c-e59d-4fae-8227-a3a5fe0363cf owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:39.013931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.026734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c430c10-5cbc-4e7d-ae20-972d52a02b63 req-98689745-3fd4-4fa8-91e2-3ae6714200ee tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178970 May 06 09:58:39.135536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Network 528c243b-3c37-406f-8fde-56a2d1361392 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:39.143089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:39.157274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:39.261115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Pushing event updated for resources: {'Port': ['ID=a2a39eea-385d-4d74-a88d-ae1bfacf4d0c,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:39.344241 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1907-e4ad-4358-8380-18ed24e74bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.422660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Attempting to bind port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:39.423024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Attempting to bind port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:39.423383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Attempting to bind port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:39.436160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:39.436552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Checking segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:39.436922 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.437308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Bound using segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:39.438232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Bound port: a2a39eea-385d-4d74-a88d-ae1bfacf4d0c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:39.438232 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.473466 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.559108 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1907-e4ad-4358-8380-18ed24e74bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.574827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1907-e4ad-4358-8380-18ed24e74bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.605106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] For port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:39.610121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] For port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2a39eea-385d-4d74-a88d-ae1bfacf4d0c,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:39.621196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:39.665561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a1907-e4ad-4358-8380-18ed24e74bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f412063-4cb9-43d5-8bf0-53262dfc29f1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:39.667160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f94fe87e-9b8b-4f94-a38f-9f81a4cdf012 req-93640f6d-788a-462c-be90-3e033a04fd37 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 210 time: 0.2166302 May 06 09:58:39.689434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=ce4dce5c-e59d-4fae-8227-a3a5fe0363cf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:39.742713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Allocated IP 172.25.8.136 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:39.801622 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad8a1907-e4ad-4358-8380-18ed24e74bd6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2187bbe822164bde89555f769ce6b2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9896457 May 06 09:58:39.805599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38324) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:39.810897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187760b-58ba-43be-a0d1-d080866bd239 None None] Pushing event updated for resources: {'Port': ['ID=a2a39eea-385d-4d74-a88d-ae1bfacf4d0c,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.074989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd54c7c5-c5ab-467d-b52b-7043359d8051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.090298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-85b89c07-e831-489d-be72-7346b34c9019 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=07858fe2fabb44788b6220c5f5f18d19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394297 May 06 09:58:40.250666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd54c7c5-c5ab-467d-b52b-7043359d8051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.511282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.526918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.586449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd54c7c5-c5ab-467d-b52b-7043359d8051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.597543 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd54c7c5-c5ab-467d-b52b-7043359d8051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.602126 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fd54c7c5-c5ab-467d-b52b-7043359d8051 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f412063-4cb9-43d5-8bf0-53262dfc29f1 HTTP/1.1" status: 204 len: 168 time: 0.7956941 May 06 09:58:40.681166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54c7c5-c5ab-467d-b52b-7043359d8051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f412063-4cb9-43d5-8bf0-53262dfc29f1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.693416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:40.823081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:40.834355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:40.853887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:40.877796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e2a2d-3586-4843-b82f-4fadf05f01af req-bb042a78-43fa-474a-9ab1-021772abe1dc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:40.886529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Pushing event updated for resources: {'Port': ['ID=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:40.900485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-380e2a2d-3586-4843-b82f-4fadf05f01af req-bb042a78-43fa-474a-9ab1-021772abe1dc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.5286729 May 06 09:58:40.991747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6791fad-de56-438d-9155-2038d32250c8 req-b77856f0-77fc-48c4-8bba-9b76ade346b8 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 210 time: 0.0892053 May 06 09:58:41.039703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-0fb02cdd-73e3-420b-903b-e82edab4f344 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:41.041238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-0fb02cdd-73e3-420b-903b-e82edab4f344 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9430156 May 06 09:58:41.149846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Request body: {'port': {'device_id': 'd3f55873-d028-447e-9bed-51c45dce513a', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '07858fe2fabb44788b6220c5f5f18d19'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:41.366092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38350) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:41.395515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e9d43f1-12d4-47f1-851e-6712d0ee6a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.482412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-380e2a2d-3586-4843-b82f-4fadf05f01af req-8947ce86-d35c-476e-a928-6b940369b250 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747068 May 06 09:58:41.538486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2a39eea-385d-4d74-a88d-ae1bfacf4d0c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:41.623089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Made reservation on behalf of 07858fe2fabb44788b6220c5f5f18d19 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:58:41.627896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.646057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.750734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:41.756542 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.780358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.788125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.928663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:41.952760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9174ddf-2271-466c-b7f0-44cb4a63bbfe None None] Network 528c243b-3c37-406f-8fde-56a2d1361392 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:42.100155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Router 2c490724-dee3-41f2-a84b-08af7c643d08 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:42.130966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a112763d-d745-4795-ac2c-b30c02d1dc5d None None] Provisioning complete for port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:42.131643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a112763d-d745-4795-ac2c-b30c02d1dc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.136499 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.238978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-800cf6fd-d83e-46c0-9b6e-f2642bc9de7b req-4020499f-fce3-4d22-82bb-afce1226ddcc tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 210 time: 0.1004760 May 06 09:58:42.247036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2a39eea-385d-4d74-a88d-ae1bfacf4d0c,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:42.262663 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.301833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:42.316788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Allocated IP 192.168.233.192 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/9ecee605-7df0-4aa5-8377-760595154b00) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:42.349522 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.454831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a2a39eea-385d-4d74-a88d-ae1bfacf4d0c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:42.550226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:42.562127 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] Sync routers for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:42.574261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fa339017-2153-4b88-aa30-6e328ac800e5 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "PUT /v2.0/routers/2c490724-dee3-41f2-a84b-08af7c643d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0379813 May 06 09:58:42.579969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38368) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:42.582399 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:42.583292 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:42.651734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e9d43f1-12d4-47f1-851e-6712d0ee6a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.663462 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e9d43f1-12d4-47f1-851e-6712d0ee6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.668927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f271ee3-aca0-497f-8434-0fd62dd64719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.712605 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e9d43f1-12d4-47f1-851e-6712d0ee6a44 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3982c613149346619a1f271b43d61a88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3453233 May 06 09:58:42.716118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38372) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:42.781492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d43f1-12d4-47f1-851e-6712d0ee6a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246edf3a-3bb4-4b23-ae53-b7f83997f182,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:42.883941 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:42.909146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd595757-9e69-4447-8682-154dbf1f947b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.933482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0b7385cf-baf0-4bb8-b0a4-d80cd8b51605 None None] Provisioning complete for port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:42.933849 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b7385cf-baf0-4bb8-b0a4-d80cd8b51605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:42.959883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d8070-a86e-43ed-bf20-52ef7fd89373 req-b2fadadd-7996-4f15-ab40-93a44e0c901d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:42.965757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-583d8070-a86e-43ed-bf20-52ef7fd89373 req-b2fadadd-7996-4f15-ab40-93a44e0c901d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.2161973 May 06 09:58:43.027379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd595757-9e69-4447-8682-154dbf1f947b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.096049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Router 836dd560-1f2c-4703-ae54-19c185fe7654 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 09:58:43.127642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.132382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-583d8070-a86e-43ed-bf20-52ef7fd89373 req-3379696c-f5b7-413d-a772-eb0104a0a4ed tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564741 May 06 09:58:43.259964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2a39eea-385d-4d74-a88d-ae1bfacf4d0c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:43.279784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting subnet 02effb28-3194-4202-a06c-6e251c6dbb87 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:58:43.284371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.310012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd595757-9e69-4447-8682-154dbf1f947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.320093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd595757-9e69-4447-8682-154dbf1f947b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.323768 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bd595757-9e69-4447-8682-154dbf1f947b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/246edf3a-3bb4-4b23-ae53-b7f83997f182 HTTP/1.1" status: 204 len: 168 time: 0.6041210 May 06 09:58:43.358958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd595757-9e69-4447-8682-154dbf1f947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246edf3a-3bb4-4b23-ae53-b7f83997f182,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:43.410713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:43.411084 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.480074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dca49e82-66f8-40ef-ba82-d18371f8ff47 req-3d8c1131-3630-4963-9b84-95b22f948a62 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 210 time: 0.0664191 May 06 09:58:43.502356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.541519 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:58:39Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:43.562736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:43.582670 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] Checking router: 2c490724-dee3-41f2-a84b-08af7c643d08 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:43.593832 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] Routers {'2c490724-dee3-41f2-a84b-08af7c643d08'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:43.596113 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2c490724-dee3-41f2-a84b-08af7c643d08'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:43.618785 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.620134 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a7708ec7-0a20-4b0a-b12b-f6fdf09f196c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0398953 May 06 09:58:43.622790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38384) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:43.642080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:43.704834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:43.705552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:43.733371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:43.916792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] Set router 2c490724-dee3-41f2-a84b-08af7c643d08 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:44.011626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.058014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:44.075310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:44.088908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:44.107397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:44.117828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Pushing event updated for resources: {'Port': ['ID=9ecee605-7df0-4aa5-8377-760595154b00,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:44.421825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:44.424524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.491370 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.592314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-f7bc7794-0bc7-4f45-89be-015d195f7604 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4606311 May 06 09:58:44.700190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Request body: {'port': {'device_id': 'd3f55873-d028-447e-9bed-51c45dce513a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:44.712146 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:58:39Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:44.720801 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:44.724668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/subnets/02effb28-3194-4202-a06c-6e251c6dbb87 HTTP/1.1" status: 204 len: 168 time: 2.1434824 May 06 09:58:44.742871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2ac098-741a-4257-bd32-ea632486dcdb None None] Network 57e65cdc-ba55-42f5-9184-456cb9481465 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:58:44.753074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38406) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:44.833554 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e069591e-85d9-4e84-aca3-4a43fc6ee860 None None] The sync data for ids ['2c490724-dee3-41f2-a84b-08af7c643d08'] in n-d-840834-1 is: [{'id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'name': 'tempest-TestNetworkBasicOps-router-234152782', 'tenant_id': '8591e4249907453799dd42bd17d336c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:57:15Z', 'updated_at': '2022-05-06T09:58:39Z', 'revision_number': 5, 'project_id': '8591e4249907453799dd42bd17d336c7', 'gw_port': {'id': 'ba1db6d8-451e-4a20-9ed0-1ed0c981f90f', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490724-dee3-41f2-a84b-08af7c643d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:57:18Z', 'updated_at': '2022-05-06T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:44.886842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:41Z', 'revision_number': 3, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:44.910303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f59d30-cdc4-4de8-b758-0123fcaea439 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Subnet': ['ID=02effb28-3194-4202-a06c-6e251c6dbb87,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:44.925585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:44.926243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Updating router 836dd560-1f2c-4703-ae54-19c185fe7654 port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:58:44.964294 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.243827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.302781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-854f2f2a-8719-4066-94bc-83ee479fe722 None None] Provisioning complete for port 9ecee605-7df0-4aa5-8377-760595154b00 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:45.303153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-854f2f2a-8719-4066-94bc-83ee479fe722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.766963 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:45.840399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Allocated IP 172.20.0.1 (528c243b-3c37-406f-8fde-56a2d1361392/54da016d-f1ca-4f25-b0fc-69e52d45a371/af29ab05-f4af-4962-9183-b932e1d58fd6) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:45.899709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ce4dce5c-e59d-4fae-8227-a3a5fe0363cf no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:45.939561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae3a41-6f48-4062-9aed-3c7a5e9d90d7 req-42bf84cc-eab6-46dd-ae4b-824e8ebcdfcc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:45.941631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecae3a41-6f48-4062-9aed-3c7a5e9d90d7 req-42bf84cc-eab6-46dd-ae4b-824e8ebcdfcc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 1.5134106 May 06 09:58:45.947773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.026759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ce4dce5c-e59d-4fae-8227-a3a5fe0363cf {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:46.028735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ce4dce5c-e59d-4fae-8227-a3a5fe0363cf not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:46.038510 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-685df59c-9fd1-4695-87df-994a1e34b3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.102287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.106940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-854f2f2a-8719-4066-94bc-83ee479fe722 None None] Port 9ecee605-7df0-4aa5-8377-760595154b00 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:46.136791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.177165 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.241260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4809d48-a6fa-430a-8018-6c6f8bb1f227 req-c15205c7-db6d-4c0c-9d0f-6f6ccbe48378 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:46.245003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4809d48-a6fa-430a-8018-6c6f8bb1f227 req-c15205c7-db6d-4c0c-9d0f-6f6ccbe48378 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 936 time: 1.4949968 May 06 09:58:46.278548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] DHCP port deletion for 57e65cdc-ba55-42f5-9184-456cb9481465 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:58:46.281972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecae3a41-6f48-4062-9aed-3c7a5e9d90d7 req-06c7227f-ce19-4dfe-99c3-c793ab644b8e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920559 May 06 09:58:46.304356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Network 528c243b-3c37-406f-8fde-56a2d1361392 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:46.324542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:46.333280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:46.398252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=af29ab05-f4af-4962-9183-b932e1d58fd6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:46.426110 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.432005 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.457975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.476393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4809d48-a6fa-430a-8018-6c6f8bb1f227 req-c2c8a3de-94ce-4cbd-9168-bada1a33e7be tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195392 May 06 09:58:46.673575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Deleting port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:46.673951 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.676476 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.726351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Attempting to bind port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:46.726639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Attempting to bind port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:46.733144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Attempting to bind port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:46.744686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] Deleting port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:58:46.746422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.802751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.827693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] For port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6,segment=NetworkSegment(a033702d-196f-4ffd-98cb-ad7eed4a9a63),segment_id=a033702d-196f-4ffd-98cb-ad7eed4a9a63)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:46.828561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.845639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] Calling delete_port for c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:46.935250 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.978799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:46.979213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:46.979575 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.985286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:46.986280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Bound port: 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:46.986711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:46.995231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c695b5-650e-4a78-960c-2aa7e1dbd5b8 None None] Pushing event updated for resources: {'Port': ['ID=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:47.006115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] For port ba1db6d8-451e-4a20-9ed0-1ed0c981f90f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:47.006593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.027248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-f97e92e2-ba8a-4acf-849f-5c15795d9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:47.028784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-f97e92e2-ba8a-4acf-849f-5c15795d9fac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 1097 time: 0.1519616 May 06 09:58:47.041179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Calling delete_port for ba1db6d8-451e-4a20-9ed0-1ed0c981f90f owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:58:47.052322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.072921 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.096510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e3edbbab-1e47-4d41-95a6-9f50ea9aad83 None None] Provisioning complete for port af29ab05-f4af-4962-9183-b932e1d58fd6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:47.106066 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e3edbbab-1e47-4d41-95a6-9f50ea9aad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.208220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:47.211162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.213844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=af29ab05-f4af-4962-9183-b932e1d58fd6,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:47.312214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] For port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:47.313188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecee605-7df0-4aa5-8377-760595154b00 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:58:47.323297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] For port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:47.324587 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.329973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.343871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e3edbbab-1e47-4d41-95a6-9f50ea9aad83 None None] Port af29ab05-f4af-4962-9183-b932e1d58fd6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:47.356763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Transition to ACTIVE for port object 9ecee605-7df0-4aa5-8377-760595154b00 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:58:47.369358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.375997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] Pushing event deleted for resources: {'Port': ['ID=c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:47.382813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33378829-b02c-49d3-967a-d8b0e2aca40a None None] No DVR routers for this DVR port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:58:47.389305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No active binding found for port c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 09:58:47.390157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c8819fa1-5ed3-44c7-ab1f-b33bbda0e8f6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:47.422127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-27208f25-c6e8-4cbc-a883-28a0c975745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:47.424724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-27208f25-c6e8-4cbc-a883-28a0c975745a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.3816321 May 06 09:58:47.481495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Network 528c243b-3c37-406f-8fde-56a2d1361392 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:47.483305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:47.494729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:47.498125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:46Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:47.508887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c695b5-650e-4a78-960c-2aa7e1dbd5b8 None None] Pushing event updated for resources: {'Port': ['ID=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:47.612650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:47.723228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-88be207c-923a-41ae-bb58-0f153cf7ce0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd HTTP/1.1" status: 200 len: 217 time: 0.1118188 May 06 09:58:47.746046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:48.039468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-d0912afd-e343-4f4f-94ae-4af9ecae08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:48.040717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-d0912afd-e343-4f4f-94ae-4af9ecae08f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.2042208 May 06 09:58:48.111410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a62b0e92-6be5-4e08-9651-3073e8c536e9 None None] Provisioning complete for port af29ab05-f4af-4962-9183-b932e1d58fd6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:48.113356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a62b0e92-6be5-4e08-9651-3073e8c536e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.282009 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.286968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a62b0e92-6be5-4e08-9651-3073e8c536e9 None None] Port af29ab05-f4af-4962-9183-b932e1d58fd6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:48.395638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880adf9-c6f7-49ee-bbd0-0cee631b4f80 req-370eda9b-30b2-413d-98e0-166c255a10bc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:48.396976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:58:48.404570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0880adf9-c6f7-49ee-bbd0-0cee631b4f80 req-370eda9b-30b2-413d-98e0-166c255a10bc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.7958956 May 06 09:58:48.418892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efb58e-5226-488e-8813-63755b70d272 req-6c9e9611-bac7-46c6-81dc-e00ab799acbc tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:48.420512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0efb58e-5226-488e-8813-63755b70d272 req-6c9e9611-bac7-46c6-81dc-e00ab799acbc tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 948 time: 0.6958547 May 06 09:58:48.423280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecee605-7df0-4aa5-8377-760595154b00,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:48.476265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:48.531424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749ada2-7b77-483b-b626-c3db585b24e1 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:48.541163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-fea36a6d-7bfd-4fde-8b25-21f60113d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:48.542926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-fea36a6d-7bfd-4fde-8b25-21f60113d50a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4532783 May 06 09:58:48.576480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0880adf9-c6f7-49ee-bbd0-0cee631b4f80 req-76dc72b4-a94b-4784-a8c0-ba5547c12c99 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709878 May 06 09:58:48.580791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.621464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:58:48.637673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0efb58e-5226-488e-8813-63755b70d272 req-94403d6c-bb3d-4383-960f-4932562e792a tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979692 May 06 09:58:48.655916 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-88c66137-5584-48dc-a5fe-4b7df10ae2d9 admin admin] 10.222.0.76 "PUT /v2.0/routers/836dd560-1f2c-4703-ae54-19c185fe7654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0319715 May 06 09:58:48.704965 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:48.856064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Port': ['ID=ba1db6d8-451e-4a20-9ed0-1ed0c981f90f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:48.989666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Attempting to bind port 9ecee605-7df0-4aa5-8377-760595154b00 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:48.990246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Attempting to bind port 9ecee605-7df0-4aa5-8377-760595154b00 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:48.990768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Attempting to bind port 9ecee605-7df0-4aa5-8377-760595154b00 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:49.030388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Port 9ecee605-7df0-4aa5-8377-760595154b00 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:58:49.030534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Attempting to bind port 9ecee605-7df0-4aa5-8377-760595154b00 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:49.052224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:49.052938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:49.053984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:49.056166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Bound port: 9ecee605-7df0-4aa5-8377-760595154b00, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:49.056616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.165226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.326075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-450127b1-1d2e-43af-89c8-10d91aaa3ddc service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623644 May 06 09:58:49.559981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.567838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.847853 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.848499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Fanout notify agent at l3_agent the message router_deleted on router 2c490724-dee3-41f2-a84b-08af7c643d08 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:58:49.861201 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:49.862468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bb868efb-fab9-4ffc-aeca-c72720b28d8b tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/routers/2c490724-dee3-41f2-a84b-08af7c643d08 HTTP/1.1" status: 204 len: 168 time: 5.1075687 May 06 09:58:49.865289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:49.868295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] For port 9ecee605-7df0-4aa5-8377-760595154b00, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:49.953558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] For port 9ecee605-7df0-4aa5-8377-760595154b00, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ecee605-7df0-4aa5-8377-760595154b00,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:49.974592 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dedf1374-d16f-4df4-b6b2-435d89ffd600 req-a773e217-59c7-4c85-9245-83fa9e99d271 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918266 May 06 09:58:49.987331 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.035621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.036471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.038429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] 10.222.0.82 "PUT /v2.0/ports/9ecee605-7df0-4aa5-8377-760595154b00 HTTP/1.1" status: 200 len: 1096 time: 5.4266286 May 06 09:58:50.043170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f55873-d028-447e-9bed-51c45dce513a', 'tag': '9ecee605-7df0-4aa5-8377-760595154b00'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:50.045702 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f55873-d028-447e-9bed-51c45dce513a", "tag": "9ecee605-7df0-4aa5-8377-760595154b00"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:50.075512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e75ada-752f-447e-b975-c537a755c2dc req-896eaaf3-9459-4057-9c50-08510b400e8c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.077892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5e75ada-752f-447e-b975-c537a755c2dc req-896eaaf3-9459-4057-9c50-08510b400e8c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.2598207 May 06 09:58:50.207962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9cbbe-70a1-433d-b640-1968ad7c2361 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecee605-7df0-4aa5-8377-760595154b00,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:50.275895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.283862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38528) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:50.304524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0082cd64-23b2-4a41-8867-591f2623223c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817453835', 'description': 'tempest-description--1407470961'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:50.502322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5e75ada-752f-447e-b975-c537a755c2dc req-384ae98c-d8b1-415b-a91e-98c416a7d1a7 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018457 May 06 09:58:50.541544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0082cd64-23b2-4a41-8867-591f2623223c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.625899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.698945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-4168c07c-b476-47d1-8504-1169f09e5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.718164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-4168c07c-b476-47d1-8504-1169f09e5507 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=07858fe2fabb44788b6220c5f5f18d19&device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 1099 time: 0.4955304 May 06 09:58:50.718164 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d11c75-e3ba-44c4-be67-912736c5adfd x-openstack-request-id: req-54d11c75-e3ba-44c4-be67-912736c5adfd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:50.729140 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f55873-d028-447e-9bed-51c45dce513a", "tag": "9ecee605-7df0-4aa5-8377-760595154b00", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:50.729140 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-54d11c75-e3ba-44c4-be67-912736c5adfd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:50.729140 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d11c75-e3ba-44c4-be67-912736c5adfd'] response: {'name': 'network-changed', 'server_uuid': 'd3f55873-d028-447e-9bed-51c45dce513a', 'tag': '9ecee605-7df0-4aa5-8377-760595154b00', 'status': 'completed', 'code': 200} May 06 09:58:50.748367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.782815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e65cdc-ba55-42f5-9184-456cb9481465']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:50.792137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-f545d01a-8434-4073-b6f4-29dc845751b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=9ecee605-7df0-4aa5-8377-760595154b00 HTTP/1.1" status: 200 len: 217 time: 0.0602472 May 06 09:58:50.800699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a033702d-196f-4ffd-98cb-ad7eed4a9a63') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:50.801316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a033702d-196f-4ffd-98cb-ad7eed4a9a63') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:50.801805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf592ba-8f23-4c14-8da1-5112f856ae29 req-fdd5503f-85f6-4c54-afaa-6bd74b7a90e4 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.803480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbf592ba-8f23-4c14-8da1-5112f856ae29 req-fdd5503f-85f6-4c54-afaa-6bd74b7a90e4 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 948 time: 0.2328069 May 06 09:58:50.829000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.857283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.862020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-dd13e885-b34b-4e47-9046-92c05c4f33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.864637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-dd13e885-b34b-4e47-9046-92c05c4f33bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0601273 May 06 09:58:50.886599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:58:50.887208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: timer() May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:58:50.896677 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:58:50.929706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0082cd64-23b2-4a41-8867-591f2623223c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:50.943266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbf592ba-8f23-4c14-8da1-5112f856ae29 req-12822fd5-7032-45c2-a3c3-cd9a7d4c1598 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769386 May 06 09:58:50.969648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca07e-7718-465d-be51-45a02de9c229 req-666044b1-f3ed-4585-b622-c3869911c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:50.971328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-666044b1-f3ed-4585-b622-c3869911c8b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980501 May 06 09:58:51.003725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0082cd64-23b2-4a41-8867-591f2623223c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.127457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-60a2e4a9-c862-4a12-bf9d-79374edf6e46 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482003 May 06 09:58:51.139511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0082cd64-23b2-4a41-8867-591f2623223c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.142011 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0082cd64-23b2-4a41-8867-591f2623223c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8553770 May 06 09:58:51.154044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38542) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:51.182684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a9efc2f6-b953-403a-a25d-d3e91f07e1d6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': '8abdf4ab-65df-465b-9c3a-9d543292ace6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:51.229913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082cd64-23b2-4a41-8867-591f2623223c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abdf4ab-65df-465b-9c3a-9d543292ace6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:51.240715 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.252757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9aa3572f-9fbb-4154-b240-7284c45e19cd no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:51.265412 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.283620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] 10.222.0.76 "DELETE /v2.0/networks/57e65cdc-ba55-42f5-9184-456cb9481465 HTTP/1.1" status: 204 len: 168 time: 1.4120686 May 06 09:58:51.331842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3b9ea-1c27-4bc2-ada4-cd3bbcef67d4 tempest-TestNetworkBasicOps-175154948 tempest-TestNetworkBasicOps-175154948-project] Pushing event deleted for resources: {'Network': ['ID=57e65cdc-ba55-42f5-9184-456cb9481465,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:51.377546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:51.525056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9efc2f6-b953-403a-a25d-d3e91f07e1d6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.603382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-025ca07e-7718-465d-be51-45a02de9c229 req-2ff8e1a5-b72a-40ed-94ee-2933615804c2 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683447 May 06 09:58:51.692151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9efc2f6-b953-403a-a25d-d3e91f07e1d6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.756206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9efc2f6-b953-403a-a25d-d3e91f07e1d6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.872828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efc2f6-b953-403a-a25d-d3e91f07e1d6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc901636-4148-4aa0-8753-baf6a4cec054,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:51.938742 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:51.939927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:51.950618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-7da1782b-db9e-4075-8ec8-398b28c7d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:51.952152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-7da1782b-db9e-4075-8ec8-398b28c7d159 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=07858fe2fabb44788b6220c5f5f18d19&device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 1099 time: 0.2582405 May 06 09:58:51.990477 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.009232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9efc2f6-b953-403a-a25d-d3e91f07e1d6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.013318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38564) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:52.023200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a9efc2f6-b953-403a-a25d-d3e91f07e1d6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8626850 May 06 09:58:52.033136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5ecabbe1-f3d7-4e58-9acb-e9a89bd3b567 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': '8abdf4ab-65df-465b-9c3a-9d543292ace6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:52.109311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ecabbe1-f3d7-4e58-9acb-e9a89bd3b567 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.127161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:52.145871 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76de1a23-3b5a-4241-a22a-28382e0f08b0" -d '{"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-unplugged", "status": "completed", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:52.237074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-4aac0ad0-aed6-4253-8380-bf901c4245da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:52.241408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-4aac0ad0-aed6-4253-8380-bf901c4245da service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.2787800 May 06 09:58:52.263895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9c00b-0d14-4ec2-8df5-4dfe6c2ba893 req-cbb2d766-c6e4-4127-9e7a-7dcb9a20539a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:52.272593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:52.294425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ff9c00b-0d14-4ec2-8df5-4dfe6c2ba893 req-cbb2d766-c6e4-4127-9e7a-7dcb9a20539a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 946 time: 0.5418887 May 06 09:58:52.303209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38570) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:52.382044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ecabbe1-f3d7-4e58-9acb-e9a89bd3b567 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.405792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ecabbe1-f3d7-4e58-9acb-e9a89bd3b567 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.446583 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ecabbe1-f3d7-4e58-9acb-e9a89bd3b567 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.461501 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5ecabbe1-f3d7-4e58-9acb-e9a89bd3b567 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4428918 May 06 09:58:52.464101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38576) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:52.468933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:58:52.524004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecabbe1-f3d7-4e58-9acb-e9a89bd3b567 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fa51b0-170a-4c98-b822-a03d29de6ad3,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:52.524613 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.535198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ff9c00b-0d14-4ec2-8df5-4dfe6c2ba893 req-44ce8760-1888-43ba-b37e-da60ed87879a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395797 May 06 09:58:52.542115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.542314 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:52.659778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-1a3b713a-68d7-4717-8cef-03ccb9808d27 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=9ecee605-7df0-4aa5-8377-760595154b00 HTTP/1.1" status: 200 len: 217 time: 0.3461547 May 06 09:58:52.764366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-79c47af8-ce9e-4335-a869-8aa913bd8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:52.770516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-79c47af8-ce9e-4335-a869-8aa913bd8a2c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0938592 May 06 09:58:52.873863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9911f-7c61-4d68-91ef-07feab2a6039 req-f8fafa45-9a61-408f-a520-36a4a449ce6c tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:52.875880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfe9911f-7c61-4d68-91ef-07feab2a6039 req-f8fafa45-9a61-408f-a520-36a4a449ce6c tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 948 time: 0.6314600 May 06 09:58:52.908294 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-87d3bb42-f4bd-486d-80a5-647b5bfa0a65 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8591e4249907453799dd42bd17d336c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918055 May 06 09:58:52.908639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38584) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:53.037820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-363de731-fe24-405f-8df9-883834117f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:53.040188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-363de731-fe24-405f-8df9-883834117f30 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2640014 May 06 09:58:53.056442 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:58:53.074351 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:53.075332 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:46Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:53.086708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.158761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ecee605-7df0-4aa5-8377-760595154b00 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:58:53.313729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-b93fddea-ff64-4a84-97c9-07496d759026 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156231 May 06 09:58:53.332528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfe9911f-7c61-4d68-91ef-07feab2a6039 req-c6e6544b-c612-49a0-bd17-438b5307db21 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462962 May 06 09:58:53.333706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9ecee605-7df0-4aa5-8377-760595154b00, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ecee605-7df0-4aa5-8377-760595154b00,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:53.345993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4397-79ea-47d1-8180-a84fccd09246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.349928 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc40c1-279f-4261-ad28-8683e08a9bc8 x-openstack-request-id: req-6edc40c1-279f-4261-ad28-8683e08a9bc8 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:53.349928 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-unplugged", "status": "failed", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd", "code": 422}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:53.350649 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6edc40c1-279f-4261-ad28-8683e08a9bc8 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:53.350876 n-d-840834-1 neutron-server[102744]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6edc40c1-279f-4261-ad28-8683e08a9bc8']: {'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'code': 422} returned with failed status May 06 09:58:53.359818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9ecee605-7df0-4aa5-8377-760595154b00', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '9ecee605-7df0-4aa5-8377-760595154b00', 'mac_address': 'fa:16:3e:ec:1f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:58:53.361166 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:53.372652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:53.382425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4397-79ea-47d1-8180-a84fccd09246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.385067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.428986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba1db6d8-451e-4a20-9ed0-1ed0c981f90f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:53.475851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ba1db6d8-451e-4a20-9ed0-1ed0c981f90f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:58:53.476208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba1db6d8-451e-4a20-9ed0-1ed0c981f90f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:58:53.501540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:53.516808 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.521802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.25.8.167 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/3147ab91-1f83-467a-8272-f417ae9a2a8b) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:58:53.566696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecee605-7df0-4aa5-8377-760595154b00 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:58:53.764545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9ecee605-7df0-4aa5-8377-760595154b00, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ecee605-7df0-4aa5-8377-760595154b00,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:53.798496 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.822043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:53.852782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.929223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:53.981879 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:53.995885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9ecee605-7df0-4aa5-8377-760595154b00,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:54.059615 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:58:54.061416 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Updating router 836dd560-1f2c-4703-ae54-19c185fe7654 port af29ab05-f4af-4962-9183-b932e1d58fd6 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 09:58:54.074777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:58:54.075310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9ecee605-7df0-4aa5-8377-760595154b00'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:58:54.083157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:58:54.087997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:58:54.120900 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.176755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=3147ab91-1f83-467a-8272-f417ae9a2a8b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:54.435130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.634736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.697966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4397-79ea-47d1-8180-a84fccd09246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.700610 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc4c4397-79ea-47d1-8180-a84fccd09246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:54.701805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cc4c4397-79ea-47d1-8180-a84fccd09246 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c3972b23-611e-4be1-9e5e-ecdc21ec1fa9 HTTP/1.1" status: 204 len: 168 time: 1.7899458 May 06 09:58:54.739175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36eb2a-70e7-413c-9e7f-a17f5197a527 req-1f855eb0-09b4-412d-bf3e-74bc9e664d8f tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:54.740839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe36eb2a-70e7-413c-9e7f-a17f5197a527 req-1f855eb0-09b4-412d-bf3e-74bc9e664d8f tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 949 time: 0.2446318 May 06 09:58:54.761801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c4397-79ea-47d1-8180-a84fccd09246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3972b23-611e-4be1-9e5e-ecdc21ec1fa9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:54.775201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad637d6-1c8c-4c34-a8fc-832cf8e41104 req-a5ebc3d2-d2ef-4ade-90b2-4bdcc029467a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:54.776786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ad637d6-1c8c-4c34-a8fc-832cf8e41104 req-a5ebc3d2-d2ef-4ade-90b2-4bdcc029467a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 944 time: 0.2912080 May 06 09:58:54.794023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec2c0154-02c6-4ebd-b0ee-1b9dd398ee06 req-377750e0-c115-4ce5-8b8c-d172e87748b5 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4585822 May 06 09:58:54.832152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe36eb2a-70e7-413c-9e7f-a17f5197a527 req-faad1cde-5fdb-47cf-9711-a904e920ea29 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754035 May 06 09:58:54.887144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ad637d6-1c8c-4c34-a8fc-832cf8e41104 req-9649d541-ef83-4251-abb0-3b9424e8cf42 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904868 May 06 09:58:55.028011 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.038682 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.174787 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Pushing event updated for resources: {'Port': ['ID=af29ab05-f4af-4962-9183-b932e1d58fd6,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:55.185714 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.186234 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.186906 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.187300 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.188577 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.188995 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.189389 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.189905 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.190930 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.191313 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.191842 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.192248 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:58:55.280281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9aa3572f-9fbb-4154-b240-7284c45e19cd no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:58:55.298628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.306089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.370599 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Attempting to bind port af29ab05-f4af-4962-9183-b932e1d58fd6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:58:55.370947 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Attempting to bind port af29ab05-f4af-4962-9183-b932e1d58fd6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:58:55.373267 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Attempting to bind port af29ab05-f4af-4962-9183-b932e1d58fd6 on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:58:55.397935 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:58:55.405219 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Checking segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:58:55.410097 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.410840 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Bound using segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:58:55.411416 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Bound port: af29ab05-f4af-4962-9183-b932e1d58fd6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:58:55.412374 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.421732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e2147-1ff7-42ac-b4bd-853cab1e757c req-15520e0c-e412-48af-8ba3-f493270b80b9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:55.436035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-294e2147-1ff7-42ac-b4bd-853cab1e757c req-15520e0c-e412-48af-8ba3-f493270b80b9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2720265 May 06 09:58:55.437956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.505676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.524880 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0594118 May 06 09:58:55.527189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b8009-62d3-43e8-bcab-3ed5f7a91c10 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=3147ab91-1f83-467a-8272-f417ae9a2a8b,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:55.586374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-294e2147-1ff7-42ac-b4bd-853cab1e757c req-f8e319a6-12b8-41b6-bbcd-3d0c24ca1a8d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444664 May 06 09:58:55.741054 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-670e1718-1a1c-4645-a234-3a12d7c01139 None None] Provisioning complete for port af29ab05-f4af-4962-9183-b932e1d58fd6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:55.741721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-670e1718-1a1c-4645-a234-3a12d7c01139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.750383 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] For port af29ab05-f4af-4962-9183-b932e1d58fd6, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:58:55.771291 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] For port af29ab05-f4af-4962-9183-b932e1d58fd6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=af29ab05-f4af-4962-9183-b932e1d58fd6,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:58:55.781764 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.803619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:55.883528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38650) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:55.906911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be0fe656-c693-49dd-beff-e74062abab95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:55.983768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f762c1-81d6-4ccc-9c48-f991208574d2 req-0046a792-9d0a-4785-aa1f-8001582647bc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:55.997152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57f762c1-81d6-4ccc-9c48-f991208574d2 req-0046a792-9d0a-4785-aa1f-8001582647bc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1564910 May 06 09:58:56.008136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-670e1718-1a1c-4645-a234-3a12d7c01139 None None] Port af29ab05-f4af-4962-9183-b932e1d58fd6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:58:56.017019 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:58:56.017852 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:46Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:56.115233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:56.115725 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.165439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57f762c1-81d6-4ccc-9c48-f991208574d2 req-67fadcc4-9fc0-49e8-afc5-3cf1035eafae tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588912 May 06 09:58:56.231234 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacdc3e-fcf6-4159-8959-07f264360027 None None] Pushing event updated for resources: {'Port': ['ID=af29ab05-f4af-4962-9183-b932e1d58fd6,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:56.259636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be0fe656-c693-49dd-beff-e74062abab95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.270541 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-be0fe656-c693-49dd-beff-e74062abab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.311571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-31858a5c-338a-453d-8568-664b55e4a77c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1817453835&fields=id&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 267 time: 0.1946485 May 06 09:58:56.335963 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-be0fe656-c693-49dd-beff-e74062abab95 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b75664a6808e4083a16d92724b546e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512503 May 06 09:58:56.337745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38674) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:58:56.485984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fe656-c693-49dd-beff-e74062abab95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7266696-f592-42a7-bc3f-4fde1d2d9053,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:56.541403 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:58:56.555770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63a4505-3dd4-4b44-85bf-d333eb16ed13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.589610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9c5d9eb0-e4e8-497f-bd8e-23b793e6e338 None None] Provisioning complete for port af29ab05-f4af-4962-9183-b932e1d58fd6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:56.593018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9eb0-e4e8-497f-bd8e-23b793e6e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.616727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63a4505-3dd4-4b44-85bf-d333eb16ed13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.766165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ecee605-7df0-4aa5-8377-760595154b00 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:56.788531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63a4505-3dd4-4b44-85bf-d333eb16ed13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.791144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e63a4505-3dd4-4b44-85bf-d333eb16ed13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:56.795463 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e63a4505-3dd4-4b44-85bf-d333eb16ed13 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c7266696-f592-42a7-bc3f-4fde1d2d9053 HTTP/1.1" status: 204 len: 168 time: 0.4418223 May 06 09:58:56.818357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a4505-3dd4-4b44-85bf-d333eb16ed13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7266696-f592-42a7-bc3f-4fde1d2d9053,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:56.886588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7105e4-87f0-4343-80a6-3821f09c30ac req-91992631-f941-46c5-8ed4-4784124f4a2f tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:56.888420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be7105e4-87f0-4343-80a6-3821f09c30ac req-91992631-f941-46c5-8ed4-4784124f4a2f tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 949 time: 0.3294399 May 06 09:58:56.963661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-7b1a104e-1139-4fee-9f2b-ed618cf4ec94 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:56.980490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-7b1a104e-1139-4fee-9f2b-ed618cf4ec94 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.6552691 May 06 09:58:57.172016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be7105e4-87f0-4343-80a6-3821f09c30ac req-fca0009a-c477-4aac-88db-2d417319ad63 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523165 May 06 09:58:57.173405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-2ed97de7-df82-4bf3-a06c-13ec3697e588 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/quotas/7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 375 time: 0.1496289 May 06 09:58:57.214989 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9ecee605-7df0-4aa5-8377-760595154b00 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:58:57.238500 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:55Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:58:57.249238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9ecee605-7df0-4aa5-8377-760595154b00 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:57.255235 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.287472 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b37855-58ef-4973-b465-1b0d4ba0402a None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:55Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:58:57.330097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-5fadf9ea-a69a-4529-a1ed-504b064568bf tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380856 May 06 09:58:57.475056 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9eb0-e4e8-497f-bd8e-23b793e6e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.704693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66191f7a-95c0-432d-bb30-8497b6211ac3 req-978af9ed-0cab-4e40-8978-bbc57e1e6a25 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:57.709603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66191f7a-95c0-432d-bb30-8497b6211ac3 req-978af9ed-0cab-4e40-8978-bbc57e1e6a25 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2697866 May 06 09:58:57.718182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:57.728474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device af29ab05-f4af-4962-9183-b932e1d58fd6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:57.767666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-fe2934ed-e89f-410a-b77f-50c58d001d48 service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315875 May 06 09:58:57.878393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66191f7a-95c0-432d-bb30-8497b6211ac3 req-2b7d45ab-848e-4950-a8cc-f9c76db4db57 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1457846 May 06 09:58:58.053180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-329d90bc-1256-41e4-b96b-a3488200c202 service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837200 May 06 09:58:58.121142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9c5d9eb0-e4e8-497f-bd8e-23b793e6e338 None None] For port af29ab05-f4af-4962-9183-b932e1d58fd6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=af29ab05-f4af-4962-9183-b932e1d58fd6,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:58.160800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port af29ab05-f4af-4962-9183-b932e1d58fd6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:58.163549 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:58.275721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9c5d9eb0-e4e8-497f-bd8e-23b793e6e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:58.310719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f55873-d028-447e-9bed-51c45dce513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecee605-7df0-4aa5-8377-760595154b00'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:58:58.320257 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9748290c-9b60-4e62-baf3-e080e67038ee" -d '{"events": [{"server_uuid": "d3f55873-d028-447e-9bed-51c45dce513a", "name": "network-vif-plugged", "status": "completed", "tag": "9ecee605-7df0-4aa5-8377-760595154b00"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:58:58.417094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9ecee605-7df0-4aa5-8377-760595154b00, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ecee605-7df0-4aa5-8377-760595154b00,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:58:58.418015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7823f9-fe05-4a05-9d0c-12834439c55d req-f7e2b0f7-690a-4330-b621-657dd74377ac tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:58.423946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c7823f9-fe05-4a05-9d0c-12834439c55d req-f7e2b0f7-690a-4330-b621-657dd74377ac tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2142472 May 06 09:58:58.443267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:58:58.495521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d9eb0-e4e8-497f-bd8e-23b793e6e338 None None] Pushing event updated for resources: {'Port': ['ID=af29ab05-f4af-4962-9183-b932e1d58fd6,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:58.557784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c7823f9-fe05-4a05-9d0c-12834439c55d req-c6824103-471c-41ae-9609-cc6f7fbda476 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208336 May 06 09:58:58.693499 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc4bbcd-98f3-436f-a3d6-f21989a08175 x-openstack-request-id: req-3bc4bbcd-98f3-436f-a3d6-f21989a08175 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:58:58.693767 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f55873-d028-447e-9bed-51c45dce513a", "name": "network-vif-plugged", "status": "completed", "tag": "9ecee605-7df0-4aa5-8377-760595154b00", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:58:58.694032 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3bc4bbcd-98f3-436f-a3d6-f21989a08175 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:58:58.694431 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bc4bbcd-98f3-436f-a3d6-f21989a08175'] response: {'server_uuid': 'd3f55873-d028-447e-9bed-51c45dce513a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecee605-7df0-4aa5-8377-760595154b00', 'code': 200} May 06 09:58:58.735025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9ecee605-7df0-4aa5-8377-760595154b00,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:58:58.800968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aa4d7-a951-4e5f-853f-2ea0e2abc188 req-20e4948e-64e1-4345-878e-33b60e4d2f49 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:58.800968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16aa4d7-a951-4e5f-853f-2ea0e2abc188 req-20e4948e-64e1-4345-878e-33b60e4d2f49 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 950 time: 0.1986969 May 06 09:58:58.886037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fa79843-c575-4c9f-ab60-987d9e31f726 req-fdd23f7f-26b3-4edf-9664-079d30de3acb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 210 time: 0.0803108 May 06 09:58:58.958653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c16aa4d7-a951-4e5f-853f-2ea0e2abc188 req-58a72d4b-75b8-4215-9ae6-b985471f9070 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574013 May 06 09:58:58.972521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b48530-9c1d-4b76-b5d1-dce71fa95fec req-84515f21-9b12-482e-a5a9-57bb215e2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:58.990434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78b48530-9c1d-4b76-b5d1-dce71fa95fec req-84515f21-9b12-482e-a5a9-57bb215e2712 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 1101 time: 0.1562803 May 06 09:58:59.089157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78b48530-9c1d-4b76-b5d1-dce71fa95fec req-86cde09d-f3c6-46ac-a03a-4d54f8a7068d service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972106 May 06 09:58:59.496915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f73813-a0b4-4675-b226-dec473797eae req-c74f9358-7dba-49fd-9e54-33b60aa8d48b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:58:59.509210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0f73813-a0b4-4675-b226-dec473797eae req-c74f9358-7dba-49fd-9e54-33b60aa8d48b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1269128 May 06 09:58:59.610732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0f73813-a0b4-4675-b226-dec473797eae req-9bea2035-ce80-4ffe-942d-b1a83477efa0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004555 May 06 09:58:59.663020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device af29ab05-f4af-4962-9183-b932e1d58fd6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:58:59.838295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port af29ab05-f4af-4962-9183-b932e1d58fd6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:58:59.838974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:00.225906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24a7d417-b3bf-4c01-942d-f28146b3181b req-41ac54cc-469c-44b4-9d7f-41ee07d307a4 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 210 time: 0.1072071 May 06 09:59:00.380823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9580d41-1321-4145-892b-c6f9a5c35a1a req-6e8df902-2414-4ae5-bd2a-5bc48b63c2a6 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.382385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9580d41-1321-4145-892b-c6f9a5c35a1a req-6e8df902-2414-4ae5-bd2a-5bc48b63c2a6 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 950 time: 0.1882668 May 06 09:59:00.456677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9580d41-1321-4145-892b-c6f9a5c35a1a req-e175daad-1f26-4ec7-9457-86fd61a7268a tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660789 May 06 09:59:00.821510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0aff0-659c-4e2b-a475-94bc3045f83d req-c18beaa2-8d60-4a16-8b9e-3afa6574d564 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.828791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24d0aff0-659c-4e2b-a475-94bc3045f83d req-c18beaa2-8d60-4a16-8b9e-3afa6574d564 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1129599 May 06 09:59:00.865860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-a2b8e885-faa8-4e29-837a-68e51cc1e1d0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:00.867333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-a2b8e885-faa8-4e29-837a-68e51cc1e1d0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.1793299 May 06 09:59:00.899483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24d0aff0-659c-4e2b-a475-94bc3045f83d req-6976187c-795f-4d9e-b95f-56f70fb02513 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697660 May 06 09:59:00.925283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ab810611-c131-4815-857b-6ac2dba3f2a8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 380 time: 0.0477500 May 06 09:59:00.934587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'port': {'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'admin_state_up': True, 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'security_groups': ['8abdf4ab-65df-465b-9c3a-9d543292ace6']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:01.042372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Made reservation on behalf of 7444d65c20c1430c80690d1b85a40bd2 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:01.045923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.194866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.20.0.11 (528c243b-3c37-406f-8fde-56a2d1361392/54da016d-f1ca-4f25-b0fc-69e52d45a371/01d503c4-0c59-477e-9b11-a0f82ecdf5ea) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:01.447863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.481049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-821b93ab-dccf-41cc-8993-75d7ee41028f req-45f427f7-4681-4436-a428-938364d7d759 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 210 time: 0.0579600 May 06 09:59:01.546967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:01.693360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 528c243b-3c37-406f-8fde-56a2d1361392 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:01.741481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:01.744764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:01.747351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:01.951935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2610-5dd8-4aec-8e18-eb1f4738eb46 req-e2f21a3f-fb55-43b9-be92-759b7fcadee9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:01.961139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a14b2610-5dd8-4aec-8e18-eb1f4738eb46 req-e2f21a3f-fb55-43b9-be92-759b7fcadee9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 950 time: 0.3931429 May 06 09:59:02.008114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:02.009033 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.053085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a14b2610-5dd8-4aec-8e18-eb1f4738eb46 req-4a837540-e231-4d4a-a932-5401ccb60b50 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763445 May 06 09:59:02.057222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-ecdbc092-0593-4d94-8026-45ab92de90dc tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1267469 May 06 09:59:02.245852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-af8db86c-1389-4536-af14-07f8e6e3e513 None None] Provisioning complete for port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:02.246962 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af8db86c-1389-4536-af14-07f8e6e3e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.292062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-af8db86c-1389-4536-af14-07f8e6e3e513 None None] Port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 09:59:02.362584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4580d-5454-4d88-b6e1-cddee9066397 req-84c3adda-4148-4acc-88a0-187d447ade91 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:02.364455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bb4580d-5454-4d88-b6e1-cddee9066397 req-84c3adda-4148-4acc-88a0-187d447ade91 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1337450 May 06 09:59:02.376184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Request body: {'port': {'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:02.495848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8bb4580d-5454-4d88-b6e1-cddee9066397 req-5882672f-f978-4bbf-a350-834a59f6e060 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059484 May 06 09:59:02.506983 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:59:02.541772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:02.761916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97640a47-3bb3-4af0-b424-3d0512d11859 req-58f8f946-0579-4d89-922f-4144ae0dc27d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:02.763948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97640a47-3bb3-4af0-b424-3d0512d11859 req-58f8f946-0579-4d89-922f-4144ae0dc27d tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 945 time: 0.1537249 May 06 09:59:02.867462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97640a47-3bb3-4af0-b424-3d0512d11859 req-ecdbec5a-26d1-4d1e-9be2-a85a14831c0b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959966 May 06 09:59:02.985709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a7e05-afa5-45ac-b1d5-b4ddf5eceffa req-8b819132-c9a4-49c4-8284-61a8200b9af6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:02.998400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562a7e05-afa5-45ac-b1d5-b4ddf5eceffa req-8b819132-c9a4-49c4-8284-61a8200b9af6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 932 time: 0.1103225 May 06 09:59:03.080343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562a7e05-afa5-45ac-b1d5-b4ddf5eceffa req-45b5884c-0661-4e4b-a077-fc7e7d636ff2 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750935 May 06 09:59:03.174400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d503c4-0c59-477e-9b11-a0f82ecdf5ea {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:59:03.199534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.227941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Transition to ACTIVE for port object 01d503c4-0c59-477e-9b11-a0f82ecdf5ea will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 09:59:03.236558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.323523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Pushing event updated for resources: {'Port': ['ID=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:03.480980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Attempting to bind port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 09:59:03.482577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Attempting to bind port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 09:59:03.483086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Attempting to bind port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:03.488605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea on network 528c243b-3c37-406f-8fde-56a2d1361392 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 09:59:03.489174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Attempting to bind port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 09:59:03.496659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 09:59:03.497407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Checking segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:03.497967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Bound using segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 09:59:03.498835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Bound port: 01d503c4-0c59-477e-9b11-a0f82ecdf5ea, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 09:59:03.499363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.600418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] For port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 09:59:03.604984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] For port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 09:59:03.616368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.651703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:03.654786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:03.666595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] 10.222.0.83 "PUT /v2.0/ports/01d503c4-0c59-477e-9b11-a0f82ecdf5ea HTTP/1.1" status: 200 len: 1092 time: 1.5999882 May 06 09:59:03.667124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:03.682899 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b6b7fb-c22f-45fd-befc-6ac41c833682" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:03.922808 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa85ebd-1e22-4d36-b0bb-48dd768b4f26 x-openstack-request-id: req-8fa85ebd-1e22-4d36-b0bb-48dd768b4f26 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:03.923153 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:03.923366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8fa85ebd-1e22-4d36-b0bb-48dd768b4f26 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:03.923861 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa85ebd-1e22-4d36-b0bb-48dd768b4f26'] response: {'name': 'network-changed', 'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'status': 'completed', 'code': 200} May 06 09:59:04.275605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f5962-e202-40e8-bac1-98eef29a777e req-0693d679-37ef-42b1-8211-7834a2c29185 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.289180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-452f5962-e202-40e8-bac1-98eef29a777e req-0693d679-37ef-42b1-8211-7834a2c29185 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.4549050 May 06 09:59:04.315559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-cd1bb740-8960-479b-89b5-d77c10b5b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.317248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-cd1bb740-8960-479b-89b5-d77c10b5b1d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 1095 time: 0.5577292 May 06 09:59:04.464236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-452f5962-e202-40e8-bac1-98eef29a777e req-1b6e3086-e12f-4470-a19a-71943ef48ada tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1740170 May 06 09:59:04.471929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-2b4b1c72-0413-4db2-8686-2d34c618bf93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea HTTP/1.1" status: 200 len: 217 time: 0.1307442 May 06 09:59:04.591045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-c8bd5356-463b-408f-9cca-f085147d3fac tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.592654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-c8bd5356-463b-408f-9cca-f085147d3fac tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 945 time: 0.6430144 May 06 09:59:04.605873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e562321-8d24-4ccb-af98-d42e810ecd7d service neutron] Pushing event updated for resources: {'Port': ['ID=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:04.630294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f73a61-041b-45d1-bec6-1aac16532ad7 req-3d9a3690-a18e-4d78-aaad-80675318a28b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.631804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0f73a61-041b-45d1-bec6-1aac16532ad7 req-3d9a3690-a18e-4d78-aaad-80675318a28b tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 945 time: 0.5871572 May 06 09:59:04.795307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0f73a61-041b-45d1-bec6-1aac16532ad7 req-f65663ae-b97d-47b7-9bb8-3e037c2c4b2f tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899692 May 06 09:59:04.822136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-b385b946-8513-4cbc-bb03-f99897e0b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.827085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-b385b946-8513-4cbc-bb03-f99897e0b18e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.3281746 May 06 09:59:04.862436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774a31d-f3a2-4331-b6c5-775cf6b3ad04 req-8fd530b7-0576-47c7-a69d-fce79f4a923d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.865019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3774a31d-f3a2-4331-b6c5-775cf6b3ad04 req-8fd530b7-0576-47c7-a69d-fce79f4a923d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 944 time: 0.2449572 May 06 09:59:04.989391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-441ad227-6b0b-4782-8b91-9a27896d4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:04.990979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-441ad227-6b0b-4782-8b91-9a27896d4c38 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556149 May 06 09:59:04.996965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Deleting port 9853938c-2925-488e-8e43-8b76cd772ac0 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:04.997309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.003161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3774a31d-f3a2-4331-b6c5-775cf6b3ad04 req-f45583e6-bce6-4a73-90de-5db17d209fee tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956044 May 06 09:59:05.112589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-d3e48a02-c807-40b3-8519-6b3cb04527b8 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082859 May 06 09:59:05.517501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] For port 9853938c-2925-488e-8e43-8b76cd772ac0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9853938c-2925-488e-8e43-8b76cd772ac0,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:05.518479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:05.536589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3739a51-4c19-4277-b1d7-28365f4cd46b req-46401149-a036-4d83-af3c-e86644d57ddf service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026692 May 06 09:59:06.079202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.079565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.079904 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Floating IP 55a24f35-8fbc-4332-bb18-39e5867715a0 disassociated. External IP: 172.25.8.217, port: 9853938c-2925-488e-8e43-8b76cd772ac0. May 06 09:59:06.080803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Calling delete_port for 9853938c-2925-488e-8e43-8b76cd772ac0 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:06.090764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-773d4355-5630-47b5-8dc5-32eb4bf500ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:06.093219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-773d4355-5630-47b5-8dc5-32eb4bf500ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 1095 time: 0.2069190 May 06 09:59:06.114862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899ef4-e7a7-4d2c-8957-4e714ea5f3c0 req-82004bed-f5db-484f-ba61-9aaea93e6f6c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:06.116468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53899ef4-e7a7-4d2c-8957-4e714ea5f3c0 req-82004bed-f5db-484f-ba61-9aaea93e6f6c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.4979920 May 06 09:59:06.155274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa6db2-7cfa-4507-b1a1-2322eb05672e req-83fbc5c2-df70-4dac-984e-e08e4ac27c4c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:06.156883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07fa6db2-7cfa-4507-b1a1-2322eb05672e req-83fbc5c2-df70-4dac-984e-e08e4ac27c4c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 945 time: 0.1641824 May 06 09:59:06.523763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-7d9a7d2e-aa34-4849-bd9b-6d413d475895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:06.525542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-7d9a7d2e-aa34-4849-bd9b-6d413d475895 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.4203393 May 06 09:59:06.608409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-491fc527-c76a-4c6f-9f91-bfd73fef50cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea HTTP/1.1" status: 200 len: 217 time: 0.0646574 May 06 09:59:06.617654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53899ef4-e7a7-4d2c-8957-4e714ea5f3c0 req-4a664128-03db-4590-9243-1c798116cb9c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4897957 May 06 09:59:06.629685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:06.641950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9853938c-2925-488e-8e43-8b76cd772ac0 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:06.686820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 9853938c-2925-488e-8e43-8b76cd772ac0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:06.690061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9853938c-2925-488e-8e43-8b76cd772ac0 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:07.009542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07fa6db2-7cfa-4507-b1a1-2322eb05672e req-e448f444-ba6a-4903-bf9e-7167537bdc00 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups?id=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960401 May 06 09:59:07.011817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event deleted for resources: {'Port': ['ID=9853938c-2925-488e-8e43-8b76cd772ac0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:07.017067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-9881de53-bcb1-4e68-8208-039778464836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:07.020228 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-9881de53-bcb1-4e68-8208-039778464836 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.3986726 May 06 09:59:07.580000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.581470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.581470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.581664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.582460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.582460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.582728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.584593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.584593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.584593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.584593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.584593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:07.808568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1061dc-287a-401e-af0a-ddea18b54a5b req-1cdc9337-6d03-4498-b895-620ce7135fac tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:07.810472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a1061dc-287a-401e-af0a-ddea18b54a5b req-1cdc9337-6d03-4498-b895-620ce7135fac tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 944 time: 1.0006933 May 06 09:59:07.905997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a1061dc-287a-401e-af0a-ddea18b54a5b req-7d0995fc-a1ea-44bb-b1a0-1c6b511da66f tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756707 May 06 09:59:07.930721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-74c557b1-9575-4b6f-b095-fd7610b7cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:07.932327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-74c557b1-9575-4b6f-b095-fd7610b7cb06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8951149 May 06 09:59:07.954461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Router 212f8245-d0f5-4405-9fcd-38e8dd0532fa has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:08.059845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-bd2d235c-bfaf-44e3-858b-a96e618ebd2d service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180100 May 06 09:59:08.082210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190987b-67f1-46ad-b832-45b9760c32c5 req-ab6edbce-7f3e-48cb-a1df-5bb6f037ab1a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:08.092044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3190987b-67f1-46ad-b832-45b9760c32c5 req-ab6edbce-7f3e-48cb-a1df-5bb6f037ab1a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2992573 May 06 09:59:08.239639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e4f4d45-1cf5-40dc-87b6-f7a93068d2de req-8135d22a-5651-4319-b915-b4493feb0d7c tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/ports?device_id=01db97eb-bb93-4293-b781-70c3e1c199a3 HTTP/1.1" status: 200 len: 210 time: 0.0885036 May 06 09:59:08.309762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3190987b-67f1-46ad-b832-45b9760c32c5 req-bff7b631-251b-498b-8f02-ffe9e4abd63d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2159252 May 06 09:59:08.401112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54b6b7fb-c22f-45fd-befc-6ac41c833682 req-801783f0-18d9-4fbf-9c12-892fe51ab4ce service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060803 May 06 09:59:08.441286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:08.451895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] Sync routers for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:08.487797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:08.495046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:46Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:08.560047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] No DVR routers for this DVR port 9853938c-2925-488e-8e43-8b76cd772ac0 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:08.565364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:08.576800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b66378-9f25-4241-9e70-e4674eb19f5e req-18885efc-add1-473f-a446-7ea41c117bf0 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.82 "DELETE /v2.0/ports/9853938c-2925-488e-8e43-8b76cd772ac0 HTTP/1.1" status: 204 len: 173 time: 3.9553659 May 06 09:59:08.584315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'name': 'network-vif-deleted', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:08.587388 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16046bbe-5223-44ee-992e-183790f8bf3f" -d '{"events": [{"server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "name": "network-vif-deleted", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:08.710826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:08.729128 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835e32a3-aa0d-4d9f-bb91-68878b083486 x-openstack-request-id: req-835e32a3-aa0d-4d9f-bb91-68878b083486 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:08.729345 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01db97eb-bb93-4293-b781-70c3e1c199a3", "name": "network-vif-deleted", "tag": "9853938c-2925-488e-8e43-8b76cd772ac0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:08.729595 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-835e32a3-aa0d-4d9f-bb91-68878b083486 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:08.730282 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835e32a3-aa0d-4d9f-bb91-68878b083486'] response: {'server_uuid': '01db97eb-bb93-4293-b781-70c3e1c199a3', 'name': 'network-vif-deleted', 'tag': '9853938c-2925-488e-8e43-8b76cd772ac0', 'status': 'completed', 'code': 200} May 06 09:59:09.076725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9661306-e452-4449-a44a-ece29b34a3ae req-2aaaa338-95f9-4fcd-b190-2589a900fcfd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:09.090199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9661306-e452-4449-a44a-ece29b34a3ae req-2aaaa338-95f9-4fcd-b190-2589a900fcfd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 944 time: 0.0854354 May 06 09:59:09.097090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:09.143341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] Checking router: 212f8245-d0f5-4405-9fcd-38e8dd0532fa for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:09.154258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:09.155145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:58:46Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:09.164658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9661306-e452-4449-a44a-ece29b34a3ae req-1d394e43-478f-4250-8e07-55d53b42d2cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735023 May 06 09:59:09.324042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:09.375529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01d503c4-0c59-477e-9b11-a0f82ecdf5ea details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 09:59:09.415930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:09.509288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:09.550790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900062c0-7501-480f-8a70-e787f985f4c5 req-aaa3973a-7b01-48df-a3eb-8c811d8e72f0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:09.560502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900062c0-7501-480f-8a70-e787f985f4c5 req-aaa3973a-7b01-48df-a3eb-8c811d8e72f0 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1252203 May 06 09:59:09.605532 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.651211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900062c0-7501-480f-8a70-e787f985f4c5 req-337d059b-c740-4b86-8a5b-3652740a846a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821302 May 06 09:59:09.745565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.946128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.949432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:09.951338 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "DELETE /v2.0/security-groups/445e3b7e-83c2-49e1-90bd-3a2e2330c2b4 HTTP/1.1" status: 204 len: 168 time: 0.5334187 May 06 09:59:09.976955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:09.978055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445e3b7e-83c2-49e1-90bd-3a2e2330c2b4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:10.021286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 09:59:10.025189 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-a1f29696-f1bc-44d8-b84c-3a16a3fb5373 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] show failed (client error): The resource could not be found. May 06 09:59:10.027060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-32ea7575-da06-4c19-b96a-b9ea6657493d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1319132 May 06 09:59:10.036177 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a1f29696-f1bc-44d8-b84c-3a16a3fb5373 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "GET /v2.0/security-groups/445e3b7e-83c2-49e1-90bd-3a2e2330c2b4 HTTP/1.1" status: 404 len: 347 time: 0.0541306 May 06 09:59:10.038618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.039188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.039860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.040574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.041281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.041817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39048) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:10.042076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.042613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.043131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.044033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.044624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.048266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.049488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4425c1a-4426-446c-ab89-3e223eb71189 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:10.198212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.296069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d503c4-0c59-477e-9b11-a0f82ecdf5ea {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 09:59:10.431767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-cfc307f1-abda-40e5-a560-889afab36f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:10.433634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-cfc307f1-abda-40e5-a560-889afab36f21 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 1097 time: 0.2449329 May 06 09:59:10.569973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:10.583562 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:10.661013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:10.747765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-b320dbbb-ed3f-4863-9680-5e723f243c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:10.750397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b2e247-af67-4092-9b5b-cf2b0daaee35 None None] The sync data for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 is: [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:53:07Z', 'revision_number': 4, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'f632e106-61ed-4fed-bb53-2c8d17d0e181', 'name': '', 'network_id': 'c8028457-06a7-49c9-906c-cad51ce26f10', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'mac_address': 'fa:16:3e:94:94:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:53:05Z', 'updated_at': '2022-05-06T09:53:15Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'subnets': [{'id': '6a27194b-24f8-42c8-bcc0-5e4a43bac974', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:10.754313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-b320dbbb-ed3f-4863-9680-5e723f243c15 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2398088 May 06 09:59:10.779349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:10.906399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-ce1edefa-8f0a-492b-8373-7c929fec9487 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449 HTTP/1.1" status: 200 len: 217 time: 0.1350169 May 06 09:59:10.940396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['01d503c4-0c59-477e-9b11-a0f82ecdf5ea'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:59:11.005105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-f0e15515-a582-497d-a233-d8b367439cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.011694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-f0e15515-a582-497d-a233-d8b367439cf9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.0879083 May 06 09:59:11.168166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Deleting port db0f005e-808e-417a-af52-700db96ca96a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:11.169015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.351714 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61386169-74bf-4b7c-a363-2a7d089c19c0 None None] New status for floating IP 55a24f35-8fbc-4332-bb18-39e5867715a0: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:59:11.407737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f039c8f-49cb-49d5-93d7-a123cc7e5305 req-7b9bea83-446c-4d18-b7f8-7bb702192b79 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.425024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f039c8f-49cb-49d5-93d7-a123cc7e5305 req-7b9bea83-446c-4d18-b7f8-7bb702192b79 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 944 time: 1.0291181 May 06 09:59:11.459741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-9b28224d-1d27-4a61-af6b-88dd9d0a328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.461249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-9b28224d-1d27-4a61-af6b-88dd9d0a328e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4010739 May 06 09:59:11.560126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256a2af-7bae-43e7-bd56-e328c2b815e8 req-f5394499-bb55-4c6e-ab44-c89eff8b6dab tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:11.570888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e256a2af-7bae-43e7-bd56-e328c2b815e8 req-f5394499-bb55-4c6e-ab44-c89eff8b6dab tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.6588883 May 06 09:59:11.643818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f039c8f-49cb-49d5-93d7-a123cc7e5305 req-d02f1f42-c0c8-4e23-8f3e-4ca352bee9fb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020161 May 06 09:59:11.673971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.674700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:11.736365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e256a2af-7bae-43e7-bd56-e328c2b815e8 req-04a71c86-3c04-4755-8124-041b25e479e1 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1318216 May 06 09:59:11.741657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Calling delete_port for db0f005e-808e-417a-af52-700db96ca96a owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:11.764581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-f69ba094-7956-4e6e-af84-9e44dca3aea6 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880154 May 06 09:59:11.969877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa72a097-5c44-478e-8c9f-8b7a4e3f0619 req-d1ee5b84-d347-4765-872e-7929ff7f86d5 service neutron] 10.222.0.82 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653860 May 06 09:59:12.139300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.188806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Pushing event deleted for resources: {'Port': ['ID=db0f005e-808e-417a-af52-700db96ca96a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:12.229547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13117914-9599-4260-9485-0c3f8aa37aa0 req-e5d32f33-91f3-484f-9583-6cbf3d4547f8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.231115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13117914-9599-4260-9485-0c3f8aa37aa0 req-e5d32f33-91f3-484f-9583-6cbf3d4547f8 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1612678 May 06 09:59:12.257462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-b1bb5632-0f0f-491b-94ed-183c21a4ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.258976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-b1bb5632-0f0f-491b-94ed-183c21a4ea48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.1514533 May 06 09:59:12.382520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.385564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.389944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d08d9dd7-41dd-4f7e-aa48-570cc127bb07 tempest-AttachVolumeTestJSON-882590402 tempest-AttachVolumeTestJSON-882590402-project] 10.222.0.76 "DELETE /v2.0/floatingips/55a24f35-8fbc-4332-bb18-39e5867715a0 HTTP/1.1" status: 204 len: 168 time: 2.3441060 May 06 09:59:12.392426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13117914-9599-4260-9485-0c3f8aa37aa0 req-fd7d2ec4-fb06-4d18-868e-4cb72041b56d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156905 May 06 09:59:12.444452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-38b009a9-bebc-4765-a93b-7eae74ac9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.446132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-38b009a9-bebc-4765-a93b-7eae74ac9758 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.1681039 May 06 09:59:12.583650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-0a545329-e27c-483b-aec0-5dc25e16d1fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.1270816 May 06 09:59:12.666684 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6a387c94-88e3-4731-a819-4f9caf8ee9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:12.710489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-a3a965d9-bbbe-427c-82bb-be5a8164c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.711994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-a3a965d9-bbbe-427c-82bb-be5a8164c778 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1057770 May 06 09:59:12.838916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-f49f7eec-1034-4569-ba4f-5935a4e9f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.840534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-f49f7eec-1034-4569-ba4f-5935a4e9f2b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222765 May 06 09:59:12.979268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-7f17be56-cedb-4bf6-b4db-596578f298c3 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297715 May 06 09:59:12.992617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16876977-d84c-42e5-9901-7148be715d30 req-cd98b315-9061-490d-8fc7-5199e059ba9a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:12.994223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16876977-d84c-42e5-9901-7148be715d30 req-cd98b315-9061-490d-8fc7-5199e059ba9a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 945 time: 0.1963370 May 06 09:59:13.104669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06a1aa5-780f-406b-adaf-72a2997eb5d6 req-9c3ba552-111d-41a1-a91f-182124575cfe service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094236 May 06 09:59:13.152025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16876977-d84c-42e5-9901-7148be715d30 req-58ca43f7-e263-4efa-8006-eb496fb2a712 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491318 May 06 09:59:13.360152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01d503c4-0c59-477e-9b11-a0f82ecdf5ea up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 09:59:13.471238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 09:59:13.476096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 09:59:13.476482 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.716546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba34a6-da06-4e77-a2a6-28c5509e5849 req-7a258bd1-b7d1-408a-be64-4acf5ffa6705 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:13.737229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aba34a6-da06-4e77-a2a6-28c5509e5849 req-7a258bd1-b7d1-408a-be64-4acf5ffa6705 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1722045 May 06 09:59:13.795446 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.864790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:13.867087 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612dedc6-5b74-4be3-842e-b930a7804e15" -d '{"events": [{"server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "name": "network-vif-plugged", "status": "completed", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:13.899043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:13.910458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:13.926860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aba34a6-da06-4e77-a2a6-28c5509e5849 req-51041fb2-28b6-4968-8219-3e6cb1346778 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667488 May 06 09:59:13.968037 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c21e4-a91c-4d35-ad96-bcc20e51f05e x-openstack-request-id: req-013c21e4-a91c-4d35-ad96-bcc20e51f05e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:13.969055 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "name": "network-vif-plugged", "status": "completed", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:13.969472 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-013c21e4-a91c-4d35-ad96-bcc20e51f05e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:13.970024 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013c21e4-a91c-4d35-ad96-bcc20e51f05e'] response: {'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'code': 200} May 06 09:59:14.024584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:14.036627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.037294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.037824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.038368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.038872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.039372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.039956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.048654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.049160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.049702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.050056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.051053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 09:59:14.083548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0524-eaa8-4160-9a72-5793ed0778c2 req-d7ed93b9-e9d2-4731-a0d4-5408d8c895f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:14.099489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-077c0524-eaa8-4160-9a72-5793ed0778c2 req-d7ed93b9-e9d2-4731-a0d4-5408d8c895f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 1097 time: 0.0796523 May 06 09:59:14.160300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-077c0524-eaa8-4160-9a72-5793ed0778c2 req-ad09f811-4294-491d-bf9f-61af4208be49 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531430 May 06 09:59:14.311866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39156) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:14.372322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10e030-6a19-42de-9c8c-e40786fbc658 req-5747fea9-daa1-4587-9adc-5f0d624db237 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:14.393285 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af10e030-6a19-42de-9c8c-e40786fbc658 req-5747fea9-daa1-4587-9adc-5f0d624db237 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 946 time: 0.1233294 May 06 09:59:14.428428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af10e030-6a19-42de-9c8c-e40786fbc658 req-be8cff5a-59a8-4add-931a-8729e699a015 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387247 May 06 09:59:14.504010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a45064e-aa7b-4b10-8ad8-557c1759c316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.630010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a45064e-aa7b-4b10-8ad8-557c1759c316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.635566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a45064e-aa7b-4b10-8ad8-557c1759c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.700489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0a45064e-aa7b-4b10-8ad8-557c1759c316 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f5b7f8f1ddf473e8c10ecc4997ffc67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870559 May 06 09:59:14.701769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45064e-aa7b-4b10-8ad8-557c1759c316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be252dc-ecfd-41f7-8348-e92207cdc91a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:14.703180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39166) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:14.780282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35513513-1e40-49d0-84f1-fff5a5da32ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.825695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35513513-1e40-49d0-84f1-fff5a5da32ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.878704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35513513-1e40-49d0-84f1-fff5a5da32ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.881843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35513513-1e40-49d0-84f1-fff5a5da32ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:14.883268 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-35513513-1e40-49d0-84f1-fff5a5da32ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6be252dc-ecfd-41f7-8348-e92207cdc91a HTTP/1.1" status: 204 len: 168 time: 0.1785364 May 06 09:59:14.895507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35513513-1e40-49d0-84f1-fff5a5da32ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be252dc-ecfd-41f7-8348-e92207cdc91a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:15.148910 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c02b0405-051b-431d-9d45-3f203832f91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.186466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7cf21-1e7b-4d26-b337-6ed0a19d3ee0 req-c9b86e49-0613-4b5a-b308-d879cebeeac6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:15.195069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7f7cf21-1e7b-4d26-b337-6ed0a19d3ee0 req-c9b86e49-0613-4b5a-b308-d879cebeeac6 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1345131 May 06 09:59:15.263941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7f7cf21-1e7b-4d26-b337-6ed0a19d3ee0 req-106351f4-c834-44dd-a187-fa9e9c610770 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679176 May 06 09:59:15.340212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39198) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:15.373091 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2ffa-340a-4c0a-94fa-5ae8e3fb8cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.553855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2ffa-340a-4c0a-94fa-5ae8e3fb8cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.558795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d2dd2ffa-340a-4c0a-94fa-5ae8e3fb8cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.611509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e469c2a-1d17-429d-af29-6d81bde858be req-3f329881-1ba1-4dcb-ae70-0a080b809a88 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:15.623261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e469c2a-1d17-429d-af29-6d81bde858be req-3f329881-1ba1-4dcb-ae70-0a080b809a88 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1681218 May 06 09:59:15.640076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd2ffa-340a-4c0a-94fa-5ae8e3fb8cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a00f2fe-cb1f-44e0-ac22-3634050eec10,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:15.646390 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d2dd2ffa-340a-4c0a-94fa-5ae8e3fb8cba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aaede4f3ebf149ed87cf6f7a3d4291c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051219 May 06 09:59:15.655266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39208) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:15.731084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e469c2a-1d17-429d-af29-6d81bde858be req-c3bb4c13-5977-4064-8238-95475bbef5e4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038640 May 06 09:59:15.788172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6027c06-84a0-44f3-b4bf-9501a0f42120 req-c64e0f40-43ac-4b84-8655-31bcb040d234 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:15.792118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6027c06-84a0-44f3-b4bf-9501a0f42120 req-c64e0f40-43ac-4b84-8655-31bcb040d234 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 946 time: 0.1595628 May 06 09:59:15.826946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1576b75-a23d-48c1-8f1a-458cfbe19121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:15.888571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6027c06-84a0-44f3-b4bf-9501a0f42120 req-101c82c7-9da4-4e5a-b348-456f7dcceea8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826759 May 06 09:59:15.903910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1576b75-a23d-48c1-8f1a-458cfbe19121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.011870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a37bc-7cc7-45b2-8abe-0e8c5bb11aef req-21d59104-0250-4abb-9192-e6f55ed6ec12 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:16.018683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-754a37bc-7cc7-45b2-8abe-0e8c5bb11aef req-21d59104-0250-4abb-9192-e6f55ed6ec12 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1260762 May 06 09:59:16.052594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1576b75-a23d-48c1-8f1a-458cfbe19121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.066771 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f1576b75-a23d-48c1-8f1a-458cfbe19121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.068292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f1576b75-a23d-48c1-8f1a-458cfbe19121 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a00f2fe-cb1f-44e0-ac22-3634050eec10 HTTP/1.1" status: 204 len: 168 time: 0.4110062 May 06 09:59:16.103498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1576b75-a23d-48c1-8f1a-458cfbe19121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a00f2fe-cb1f-44e0-ac22-3634050eec10,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:16.143695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-754a37bc-7cc7-45b2-8abe-0e8c5bb11aef req-18ba5f23-6c37-4c1b-89f8-4a53272f8c63 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002584 May 06 09:59:16.336834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f281d-88a2-41bf-82a0-4fdbba6f1907 req-f493759f-0121-43e6-a9fe-f77f4ebfd624 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:16.345130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da2f281d-88a2-41bf-82a0-4fdbba6f1907 req-f493759f-0121-43e6-a9fe-f77f4ebfd624 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1010084 May 06 09:59:16.394840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da2f281d-88a2-41bf-82a0-4fdbba6f1907 req-92f32aec-e1cd-41e5-b51f-83fab29b7407 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480804 May 06 09:59:16.540491 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.651071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892eb6b-fe15-4533-8ad5-1984733ef9e4 req-1a4e39e0-5bf6-46b3-9237-d60964a74a86 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:16.652860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9892eb6b-fe15-4533-8ad5-1984733ef9e4 req-1a4e39e0-5bf6-46b3-9237-d60964a74a86 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1049440 May 06 09:59:16.665886 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:16.760876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9892eb6b-fe15-4533-8ad5-1984733ef9e4 req-203c9ae4-6d72-4eb8-8fad-b78f49f6b375 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901694 May 06 09:59:16.868481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-b55306e4-49cf-470e-a6e0-72ea16b237e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058989 May 06 09:59:16.958383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-e8a6d4dc-7b50-4bdb-9466-c9cb4bc8bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:16.960357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-e8a6d4dc-7b50-4bdb-9466-c9cb4bc8bdfc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 1058 time: 0.0624247 May 06 09:59:17.272727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-c97a4386-e160-46b3-8ecf-9a3ab942572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:17.274243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-c97a4386-e160-46b3-8ecf-9a3ab942572b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2853668 May 06 09:59:17.401129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-4542f587-a030-4373-b427-c1b82ae2bf66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba HTTP/1.1" status: 200 len: 217 time: 0.1109598 May 06 09:59:17.410720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdb543-ddc9-4f90-b3bd-6ae5c1da9564 req-ff23a142-69cc-430b-b3a7-354eea28e98c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:17.412347 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08fdb543-ddc9-4f90-b3bd-6ae5c1da9564 req-ff23a142-69cc-430b-b3a7-354eea28e98c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2850001 May 06 09:59:17.421499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5757b7f-0b0b-47b9-95bf-632060037306 req-3ce9ee57-86d0-40d1-aec4-8ca0d155ef31 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:17.422963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5757b7f-0b0b-47b9-95bf-632060037306 req-3ce9ee57-86d0-40d1-aec4-8ca0d155ef31 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 946 time: 0.3649428 May 06 09:59:17.592272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08fdb543-ddc9-4f90-b3bd-6ae5c1da9564 req-3746590a-f8fc-4eb4-889a-dd23a0feb768 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464229 May 06 09:59:17.603124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5757b7f-0b0b-47b9-95bf-632060037306 req-354b036d-f178-4b98-a2c5-739abf1b3536 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561592 May 06 09:59:17.622896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-241d31a0-7485-4d86-a9ed-d3b4f5411785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:17.624644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-241d31a0-7485-4d86-a9ed-d3b4f5411785 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.2114327 May 06 09:59:17.716832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-2f7aa47c-99da-4473-83b2-1f49e28f2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:17.718401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-2f7aa47c-99da-4473-83b2-1f49e28f2f8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859783 May 06 09:59:18.185334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.446760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5ca61-bab3-4f09-881c-a1f7f4079f9b req-aaf5abd6-10db-421f-aba1-8c1735301133 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:18.448335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27e5ca61-bab3-4f09-881c-a1f7f4079f9b req-aaf5abd6-10db-421f-aba1-8c1735301133 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 946 time: 0.6600304 May 06 09:59:18.458259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:18.462901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:18.472442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-462bcfc1-277f-4919-b71f-63eefc0b4e12 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462523 May 06 09:59:18.594330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.651254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3497e6-5cdd-4e54-a2eb-c597140cc75e req-f61f5006-98aa-41a2-b8df-9b544386be2e service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697543 May 06 09:59:18.720052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:18.930930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f39998-8c0d-4f81-83fd-dce2d2a50ab0 req-310df613-04d8-40b1-a59c-fe557ccefb69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:18.956408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f39998-8c0d-4f81-83fd-dce2d2a50ab0 req-310df613-04d8-40b1-a59c-fe557ccefb69 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1887617 May 06 09:59:19.099010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9f39998-8c0d-4f81-83fd-dce2d2a50ab0 req-bb2e8414-6e0a-4121-8bfc-29236393ba24 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312678 May 06 09:59:19.669100 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.677404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:19.755228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb09874-bb85-4f15-8d70-ae614eab8cc1 req-b88c109b-c8d5-4f46-ad4d-d95acccf42eb tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:19.763862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcb09874-bb85-4f15-8d70-ae614eab8cc1 req-b88c109b-c8d5-4f46-ad4d-d95acccf42eb tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.2369926 May 06 09:59:19.773768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-2382cad4-640f-4c71-9680-c1ce95e4adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:19.776239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-2382cad4-640f-4c71-9680-c1ce95e4adae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 1095 time: 0.3103080 May 06 09:59:19.951143 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP 733ebafa-c7b1-451f-8a3a-4267eb7de126 associated. External IP: 172.25.8.167, port: 01d503c4-0c59-477e-9b11-a0f82ecdf5ea. May 06 09:59:19.975668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcb09874-bb85-4f15-8d70-ae614eab8cc1 req-a54589f7-385f-4f26-964f-bd48ee099a98 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2040019 May 06 09:59:20.092192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-ba648784-e594-4173-9908-cdade0a5ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:20.093932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-ba648784-e594-4173-9908-cdade0a5ea29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 200 len: 913 time: 0.2998960 May 06 09:59:20.211766 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-882e9b7d-602a-4667-a79f-d9a2176a689c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 200 len: 999 time: 0.1099067 May 06 09:59:20.332333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-a0e66f2b-2e75-48aa-ac3c-079aeef0b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:20.334243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-a0e66f2b-2e75-48aa-ac3c-079aeef0b5fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 200 len: 851 time: 0.1160920 May 06 09:59:20.410603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:20.438780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-31c6d3f1-7274-4a9a-926f-f6ddc0ee9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:20.441163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-31c6d3f1-7274-4a9a-926f-f6ddc0ee9011 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b27e451e-d47b-493e-ae26-9c7d322b1366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984840 May 06 09:59:20.619134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-c963fd39-8f2c-494e-83d5-3c2a15d2eead service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711264 May 06 09:59:20.695143 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.729245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:20.752226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:20.767200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:20.793538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:20.795650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:20.871556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-361146c2-0069-4ce7-957f-75e8871a89d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "PUT /v2.0/floatingips/733ebafa-c7b1-451f-8a3a-4267eb7de126 HTTP/1.1" status: 200 len: 992 time: 2.4119534 May 06 09:59:20.872552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:20.876821 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:20.940160 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 09:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b361df5-e3bd-44fa-80da-394fa08b0ab5 x-openstack-request-id: req-5b361df5-e3bd-44fa-80da-394fa08b0ab5 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:20.940690 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:20.941108 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b361df5-e3bd-44fa-80da-394fa08b0ab5 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:20.941787 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b361df5-e3bd-44fa-80da-394fa08b0ab5'] response: {'name': 'network-changed', 'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'status': 'completed', 'code': 200} May 06 09:59:21.084437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-a37aa8b0-bcc5-457b-8ded-e294c7baa7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.086183 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-a37aa8b0-bcc5-457b-8ded-e294c7baa7e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 1097 time: 0.1131213 May 06 09:59:21.132183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9456aa4c-7f06-404b-a2cd-0a592d8db61a req-b37a7406-26a1-40dc-ba6e-ed39cc924899 service neutron] 10.222.0.83 "GET /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601049 May 06 09:59:21.214966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:21.285119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-33f01479-5357-4774-a562-5ad0a74a19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.287166 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-33f01479-5357-4774-a562-5ad0a74a19f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.1925201 May 06 09:59:21.289341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e72ea0-879a-4885-b080-f94c445a1de9 req-93e904bc-eb24-4471-861e-e47b2ad4c0cf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.291200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2e72ea0-879a-4885-b080-f94c445a1de9 req-93e904bc-eb24-4471-861e-e47b2ad4c0cf tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1444790 May 06 09:59:21.368191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2e72ea0-879a-4885-b080-f94c445a1de9 req-a3883059-66ce-4097-ada7-6c42760dfd4b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689244 May 06 09:59:21.477113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-ff5d5e41-1bdb-4c5f-8c02-7b6ef7dac5c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea HTTP/1.1" status: 200 len: 1000 time: 0.1801763 May 06 09:59:21.561328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-d7c9f59a-69cc-492f-ac06-66971ad12da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.563431 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-d7c9f59a-69cc-492f-ac06-66971ad12da0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.0779598 May 06 09:59:21.675266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-36ff34e7-4a2a-43a5-b6f6-e1df07cce911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:21.682298 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-36ff34e7-4a2a-43a5-b6f6-e1df07cce911 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099901 May 06 09:59:21.870697 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-ac74017c-b8ef-4ed8-8da9-c6ca886a105a service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807899 May 06 09:59:21.893723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:19Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:21.947799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:21.960806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:21.964014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:22.034910 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-83bcf12d-22fd-44aa-9f34-4cf87f19e1b5 req-cb42990d-ec37-46cd-8aa1-045c433c765f service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567898 May 06 09:59:22.129996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:22.210039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-fbb58f36-8d57-4976-a349-785fd70055c5 req-91c432df-a6fa-4e38-bc11-66c51ec4f3ce service neutron] (102743) timed out ('10.222.0.83', 61227) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 09:59:22.490762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:19Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:22.529178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65407e1-96b7-48d1-bccf-9b0b801024b3 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:19Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:22.697753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5ff41-d0e6-4b5c-8d7b-3f7abcd5b5e0 req-02619351-46e8-4a48-b900-ee93f60d321d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:22.699933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28e5ff41-d0e6-4b5c-8d7b-3f7abcd5b5e0 req-02619351-46e8-4a48-b900-ee93f60d321d tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1431835 May 06 09:59:22.775209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28e5ff41-d0e6-4b5c-8d7b-3f7abcd5b5e0 req-1f538766-7823-4884-abe7-499ce5c8a2df tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687385 May 06 09:59:23.001863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2790a-acf0-4da7-8f28-888ead9bd30f req-c08dda04-9619-41d4-818a-781d538e4d04 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:23.003491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08c2790a-acf0-4da7-8f28-888ead9bd30f req-c08dda04-9619-41d4-818a-781d538e4d04 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0797467 May 06 09:59:23.021070 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c90e0-9fb2-4af4-b4dd-1d253a179fda None None] New status for floating IP 733ebafa-c7b1-451f-8a3a-4267eb7de126: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:59:23.058475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08c2790a-acf0-4da7-8f28-888ead9bd30f req-86b3c4a8-7fb9-4d9b-b7dd-1308f6693d14 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469213 May 06 09:59:24.445858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-453398bd-f65d-44d3-b49e-4a76ff066f56 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:24.454954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-453398bd-f65d-44d3-b49e-4a76ff066f56 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=f0404495-8b68-4f46-bca9-4a0c33d3ccc8 HTTP/1.1" status: 200 len: 944 time: 0.0854518 May 06 09:59:24.647496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Deleting port 9aa3572f-9fbb-4154-b240-7284c45e19cd {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:24.648186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.814571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] For port 9aa3572f-9fbb-4154-b240-7284c45e19cd, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9aa3572f-9fbb-4154-b240-7284c45e19cd,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:24.816387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:24.842836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Calling delete_port for 9aa3572f-9fbb-4154-b240-7284c45e19cd owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:25.116950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.134957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449', '700bd5a2-dada-4b34-b2f1-8d459cb1778d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:59:25.156918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event deleted for resources: {'Port': ['ID=9aa3572f-9fbb-4154-b240-7284c45e19cd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:25.304883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] No DVR routers for this DVR port 9aa3572f-9fbb-4154-b240-7284c45e19cd on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:25.308380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:25.312564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb80590f-b5d0-4648-b04e-3aacdb31d887 req-2a195198-56df-4b02-8916-5b122d8a56dd tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "DELETE /v2.0/ports/9aa3572f-9fbb-4154-b240-7284c45e19cd HTTP/1.1" status: 204 len: 173 time: 0.8564019 May 06 09:59:25.313311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-deleted', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:25.318744 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a75dbd-51c7-4660-98d5-4f1498a68561" -d '{"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-deleted", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:25.781706 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 06 May 2022 09:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0496f33f-359c-46ad-af40-211e5a82b776 x-openstack-request-id: req-0496f33f-359c-46ad-af40-211e5a82b776 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:25.782980 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0404495-8b68-4f46-bca9-4a0c33d3ccc8", "name": "network-vif-deleted", "tag": "9aa3572f-9fbb-4154-b240-7284c45e19cd", "status": "failed", "code": 422}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:25.782980 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0496f33f-359c-46ad-af40-211e5a82b776 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:25.783662 n-d-840834-1 neutron-server[102742]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0496f33f-359c-46ad-af40-211e5a82b776']: {'server_uuid': 'f0404495-8b68-4f46-bca9-4a0c33d3ccc8', 'name': 'network-vif-deleted', 'tag': '9aa3572f-9fbb-4154-b240-7284c45e19cd', 'status': 'failed', 'code': 422} returned with failed status May 06 09:59:25.877133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39620) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:27.205211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.482694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67f243-69a3-4664-b290-1caabb0a3007 req-27d63f87-2598-41c8-b6dc-44883f180fc9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:27.501618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f67f243-69a3-4664-b290-1caabb0a3007 req-27d63f87-2598-41c8-b6dc-44883f180fc9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 907 time: 0.0848956 May 06 09:59:27.860030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Deleting port f632e106-61ed-4fed-bb53-2c8d17d0e181 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:27.860901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:27.989588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] For port f632e106-61ed-4fed-bb53-2c8d17d0e181, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f632e106-61ed-4fed-bb53-2c8d17d0e181,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:27.993635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.051427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Calling delete_port for f632e106-61ed-4fed-bb53-2c8d17d0e181 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:28.484196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:28.540541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Pushing event deleted for resources: {'Port': ['ID=f632e106-61ed-4fed-bb53-2c8d17d0e181,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:28.863298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a33d8b-8923-42eb-b560-15e43dccab50 req-87d22164-d555-4870-b405-40dbc5467098 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:28.880868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32a33d8b-8923-42eb-b560-15e43dccab50 req-87d22164-d555-4870-b405-40dbc5467098 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 907 time: 0.2200701 May 06 09:59:29.687659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9c6274a4-5961-4ffa-8012-97b7afca1830 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:29.689840 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9c6274a4-5961-4ffa-8012-97b7afca1830 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 907 time: 0.6398227 May 06 09:59:29.691062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.132591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbcdbf-197b-4e73-92e9-47e2b2d9e6e8 req-9da7f6a9-6b64-4e7a-b310-10704754fa2a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:30.152448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9fbcdbf-197b-4e73-92e9-47e2b2d9e6e8 req-9da7f6a9-6b64-4e7a-b310-10704754fa2a tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 907 time: 0.1605802 May 06 09:59:30.184845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Router 212f8245-d0f5-4405-9fcd-38e8dd0532fa has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:30.214336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Deleting port bf23ec13-9a08-4b8f-be37-9e0d805dfdba {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:30.215293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.505677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] For port bf23ec13-9a08-4b8f-be37-9e0d805dfdba, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:30.506196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:30.526784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Calling delete_port for bf23ec13-9a08-4b8f-be37-9e0d805dfdba owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:30.564945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:30.574863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] Sync routers for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:30.599233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39726) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:30.602413 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d094472-9d55-492b-9ea0-7b13e228d168 admin admin] 10.222.0.76 "PUT /v2.0/routers/212f8245-d0f5-4405-9fcd-38e8dd0532fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7242699 May 06 09:59:30.609397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:30.611431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:30.969760 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.074392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:31.103346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.173322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.191676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event deleted for resources: {'Port': ['ID=bf23ec13-9a08-4b8f-be37-9e0d805dfdba,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:31.279857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] No DVR routers for this DVR port bf23ec13-9a08-4b8f-be37-9e0d805dfdba on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:31.287207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Deleting port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:31.288471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.289628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.312935 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-108196c3-d978-4548-b7fd-2c202733bec1 req-9567abe1-c93c-48f0-b935-06faa86299a9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "DELETE /v2.0/ports/bf23ec13-9a08-4b8f-be37-9e0d805dfdba HTTP/1.1" status: 204 len: 173 time: 1.5987120 May 06 09:59:31.316645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'name': 'network-vif-deleted', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:31.318963 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba02d09-9b16-4e9e-a37b-a542558330a4" -d '{"events": [{"server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "name": "network-vif-deleted", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:31.460261 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f793ec4-2441-412d-be88-6bdc392fc8c3 x-openstack-request-id: req-7f793ec4-2441-412d-be88-6bdc392fc8c3 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:31.460948 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6729ffe-17fd-408b-a066-24eb83c18d6b", "name": "network-vif-deleted", "tag": "bf23ec13-9a08-4b8f-be37-9e0d805dfdba", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:31.461422 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f793ec4-2441-412d-be88-6bdc392fc8c3 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:31.461951 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f793ec4-2441-412d-be88-6bdc392fc8c3'] response: {'server_uuid': 'a6729ffe-17fd-408b-a066-24eb83c18d6b', 'name': 'network-vif-deleted', 'tag': 'bf23ec13-9a08-4b8f-be37-9e0d805dfdba', 'status': 'completed', 'code': 200} May 06 09:59:31.608058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] For port 49c36af1-cfd7-4b8a-ad24-4000a5286ebc, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:31.608464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:31.643475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Calling delete_port for 49c36af1-cfd7-4b8a-ad24-4000a5286ebc owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:31.770625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:59:28Z', 'revision_number': 5, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port': {'id': '49c36af1-cfd7-4b8a-ad24-4000a5286ebc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:52:59Z', 'updated_at': '2022-05-06T09:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:31.828919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] Checking router: 212f8245-d0f5-4405-9fcd-38e8dd0532fa for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:31.844082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] Routers {'212f8245-d0f5-4405-9fcd-38e8dd0532fa'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:31.845698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:31.987806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35a7716d-b472-43a0-b477-73a69db40e6a req-d861c84b-c482-4431-aeec-05a25b2a78ba tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=a6729ffe-17fd-408b-a066-24eb83c18d6b HTTP/1.1" status: 200 len: 210 time: 0.0953350 May 06 09:59:32.047480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.134285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Pushing event deleted for resources: {'Port': ['ID=49c36af1-cfd7-4b8a-ad24-4000a5286ebc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:32.344529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.352554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] Set router 212f8245-d0f5-4405-9fcd-38e8dd0532fa gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:32.482371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:59:31Z', 'revision_number': 6, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:32.551373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e13ca-0ffc-4306-a108-b7cf3081af0b None None] The sync data for ids ['212f8245-d0f5-4405-9fcd-38e8dd0532fa'] in n-d-840834-1 is: [{'id': '212f8245-d0f5-4405-9fcd-38e8dd0532fa', 'name': 'tempest-AttachVolumeTestJSON-480147034-router', 'tenant_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:52:58Z', 'updated_at': '2022-05-06T09:59:31Z', 'revision_number': 6, 'project_id': '2395ed525a5d4cba83a393ebb2c5d0b3', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:32.605595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.608455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.662872 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.666177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 212f8245-d0f5-4405-9fcd-38e8dd0532fa {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:59:32.676505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.677934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-30d53eb9-189b-4a8c-a745-4f71d0c4bcda admin admin] 10.222.0.76 "DELETE /v2.0/routers/212f8245-d0f5-4405-9fcd-38e8dd0532fa HTTP/1.1" status: 204 len: 168 time: 2.0767186 May 06 09:59:32.680512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39780) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:32.767033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] Deleting subnet 6a27194b-24f8-42c8-bcc0-5e4a43bac974 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:32.772902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.864799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:32.989749 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.102791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.116627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.122726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92fcd4-6a94-434a-a0af-daa1ad3f9951 None None] Network c8028457-06a7-49c9-906c-cad51ce26f10 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:33.123887 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6a27194b-24f8-42c8-bcc0-5e4a43bac974 HTTP/1.1" status: 204 len: 168 time: 0.4417853 May 06 09:59:33.126049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39794) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:33.213106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49056c59-5265-45e8-9230-599473e91450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a27194b-24f8-42c8-bcc0-5e4a43bac974,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:33.350930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.514002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bf23ec13-9a08-4b8f-be37-9e0d805dfdba no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:33.548758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc4cb-f070-457b-b955-2c0986bc4e9a req-34a12915-5330-4474-84ed-11996c14b88c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:33.556576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84bdc4cb-f070-457b-b955-2c0986bc4e9a req-34a12915-5330-4474-84ed-11996c14b88c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 946 time: 0.1310480 May 06 09:59:33.603109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Deleting port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:33.609454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.668663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: bf23ec13-9a08-4b8f-be37-9e0d805dfdba {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:33.669915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bf23ec13-9a08-4b8f-be37-9e0d805dfdba not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:33.706062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] DHCP port deletion for c8028457-06a7-49c9-906c-cad51ce26f10 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:33.716650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f632e106-61ed-4fed-bb53-2c8d17d0e181 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:33.765312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f632e106-61ed-4fed-bb53-2c8d17d0e181 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:33.766027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f632e106-61ed-4fed-bb53-2c8d17d0e181 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:33.767453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 49c36af1-cfd7-4b8a-ad24-4000a5286ebc no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:33.811370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 49c36af1-cfd7-4b8a-ad24-4000a5286ebc {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:33.811984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 49c36af1-cfd7-4b8a-ad24-4000a5286ebc not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:33.842089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] Deleting port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:33.842739 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.930191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] For port f0c4a42e-47fb-43a9-bc0c-4320974c76d4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:33.930577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:33.953231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-5d2b49dd-faef-4c3f-863f-e9a8319f7b33 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:33.955338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-5d2b49dd-faef-4c3f-863f-e9a8319f7b33 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 946 time: 0.1750269 May 06 09:59:33.963574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84bdc4cb-f070-457b-b955-2c0986bc4e9a req-e4f85d30-09da-4bac-aeb1-31ac767ce2c4 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820927 May 06 09:59:33.978850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Calling delete_port for f0c4a42e-47fb-43a9-bc0c-4320974c76d4 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:34.046513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] For port f0c4a42e-47fb-43a9-bc0c-4320974c76d4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,segment=NetworkSegment(31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f),segment_id=31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:34.047400 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.073682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] Calling delete_port for f0c4a42e-47fb-43a9-bc0c-4320974c76d4 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:34.297698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Deleting port 700bd5a2-dada-4b34-b2f1-8d459cb1778d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:34.297698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 09:59:34.337998 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 09:59:34.354077 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.454566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] Pushing event deleted for resources: {'Port': ['ID=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:34.466094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aad516c-2ff6-482e-8a40-002ee43f5ead None None] No DVR routers for this DVR port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:34.475094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.542950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c4a42e-47fb-43a9-bc0c-4320974c76d4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:34.555255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] No DVR routers for this DVR port f0c4a42e-47fb-43a9-bc0c-4320974c76d4 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:34.716299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.754691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8028457-06a7-49c9-906c-cad51ce26f10']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:34.765053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:34.765465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ddd2f4-ad3d-4c68-b93f-39fefde5bd0f') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:34.783615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.798976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.811677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:59:34.812091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: timer() May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: self._notify() May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:59:34.817781 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:59:34.949657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] For port 700bd5a2-dada-4b34-b2f1-8d459cb1778d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=700bd5a2-dada-4b34-b2f1-8d459cb1778d,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:34.950269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:34.974139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Calling delete_port for 700bd5a2-dada-4b34-b2f1-8d459cb1778d owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:34.982847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.018655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.023652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c8028457-06a7-49c9-906c-cad51ce26f10 HTTP/1.1" status: 204 len: 168 time: 1.8964877 May 06 09:59:35.041769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a368337-121a-479c-a620-a5fd8b95f8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8028457-06a7-49c9-906c-cad51ce26f10,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:35.280079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0babe-c7e2-444b-861c-a15ed09508d7 req-02440eeb-25ea-49f5-8f73-2c254eb8b63b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:35.299806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ab0babe-c7e2-444b-861c-a15ed09508d7 req-02440eeb-25ea-49f5-8f73-2c254eb8b63b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ad7b89-905c-44e6-b38c-6e3158d629be HTTP/1.1" status: 200 len: 946 time: 0.1814768 May 06 09:59:35.376837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39836) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:35.402258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ab0babe-c7e2-444b-861c-a15ed09508d7 req-d7b6d53c-6e39-4fdc-ae9f-0f22c517eb4c tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887177 May 06 09:59:35.475991 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5c47f01b-c711-40e7-a44f-d765b0da66f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2395ed525a5d4cba83a393ebb2c5d0b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980060 May 06 09:59:35.478495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39838) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:35.492506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.505646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449', '700bd5a2-dada-4b34-b2f1-8d459cb1778d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:59:35.565284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c506261a-1cd7-47e0-9bab-a6278331225f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.594183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c506261a-1cd7-47e0-9bab-a6278331225f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.659746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event deleted for resources: {'Port': ['ID=700bd5a2-dada-4b34-b2f1-8d459cb1778d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:35.661324 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c506261a-1cd7-47e0-9bab-a6278331225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.669325 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c506261a-1cd7-47e0-9bab-a6278331225f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.674371 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c506261a-1cd7-47e0-9bab-a6278331225f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/113d4c7b-21f3-42e2-9d5d-b5d2a21ff813 HTTP/1.1" status: 204 len: 168 time: 0.1935029 May 06 09:59:35.706570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506261a-1cd7-47e0-9bab-a6278331225f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d4c7b-21f3-42e2-9d5d-b5d2a21ff813,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:35.711274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] No DVR routers for this DVR port 700bd5a2-dada-4b34-b2f1-8d459cb1778d on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:35.721067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:35.729342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-034b4721-973b-4d92-aaa9-3b51d9896d00 req-96569050-a02d-4b0c-9dcd-1c61240a146b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "DELETE /v2.0/ports/700bd5a2-dada-4b34-b2f1-8d459cb1778d HTTP/1.1" status: 204 len: 173 time: 1.7590353 May 06 09:59:35.729342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'name': 'network-vif-deleted', 'tag': '700bd5a2-dada-4b34-b2f1-8d459cb1778d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:35.734179 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fe11e-36ff-49c2-a01b-226a7b114b7c" -d '{"events": [{"server_uuid": "b2ad7b89-905c-44e6-b38c-6e3158d629be", "name": "network-vif-deleted", "tag": "700bd5a2-dada-4b34-b2f1-8d459cb1778d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:35.778628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f0c4a42e-47fb-43a9-bc0c-4320974c76d4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:35.843174 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9749a8-1443-417c-a6e9-1868ecb41cfc x-openstack-request-id: req-5d9749a8-1443-417c-a6e9-1868ecb41cfc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:35.843473 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ad7b89-905c-44e6-b38c-6e3158d629be", "name": "network-vif-deleted", "tag": "700bd5a2-dada-4b34-b2f1-8d459cb1778d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:35.843762 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d9749a8-1443-417c-a6e9-1868ecb41cfc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:35.844210 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9749a8-1443-417c-a6e9-1868ecb41cfc'] response: {'server_uuid': 'b2ad7b89-905c-44e6-b38c-6e3158d629be', 'name': 'network-vif-deleted', 'tag': '700bd5a2-dada-4b34-b2f1-8d459cb1778d', 'status': 'completed', 'code': 200} May 06 09:59:35.879089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f0c4a42e-47fb-43a9-bc0c-4320974c76d4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:35.879408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f0c4a42e-47fb-43a9-bc0c-4320974c76d4 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:36.881069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1655fd3-7bce-44f0-9e86-21c5c65cf7be req-e58a349a-d6f0-441a-8b8e-60a931d2229e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:36.885781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1655fd3-7bce-44f0-9e86-21c5c65cf7be req-e58a349a-d6f0-441a-8b8e-60a931d2229e tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.1434178 May 06 09:59:36.992220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1655fd3-7bce-44f0-9e86-21c5c65cf7be req-ab97ad49-1585-4207-8638-13bb2b23cde3 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=f0836b36-0207-4452-9d7c-a916199bded9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926025 May 06 09:59:37.105672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-f03e8ca2-69b7-42d0-9138-3ab24bb1fade tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:37.107380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-f03e8ca2-69b7-42d0-9138-3ab24bb1fade tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 946 time: 0.1108887 May 06 09:59:37.295551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Deleting port cbbd4c95-98ee-47ed-b108-a843d34bb449 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:37.297331 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.516468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] For port cbbd4c95-98ee-47ed-b108-a843d34bb449, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=cbbd4c95-98ee-47ed-b108-a843d34bb449,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:37.516894 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.564057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Calling delete_port for cbbd4c95-98ee-47ed-b108-a843d34bb449 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:37.836500 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:37.850060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['cbbd4c95-98ee-47ed-b108-a843d34bb449'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 09:59:37.883392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event deleted for resources: {'Port': ['ID=cbbd4c95-98ee-47ed-b108-a843d34bb449,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:37.989887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] No DVR routers for this DVR port cbbd4c95-98ee-47ed-b108-a843d34bb449 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:37.994926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:38.005933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3dc08e2-cb85-4f39-b914-312d80dde821 req-e5740e2f-df3f-426e-809b-b0de6bcb5228 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.82 "DELETE /v2.0/ports/cbbd4c95-98ee-47ed-b108-a843d34bb449 HTTP/1.1" status: 204 len: 173 time: 0.8921194 May 06 09:59:38.018918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e28845-6d14-4abf-8809-521e2b439e0b', 'name': 'network-vif-deleted', 'tag': 'cbbd4c95-98ee-47ed-b108-a843d34bb449'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:38.024611 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69df733-ad28-4084-bd83-36e32eee3555" -d '{"events": [{"server_uuid": "70e28845-6d14-4abf-8809-521e2b439e0b", "name": "network-vif-deleted", "tag": "cbbd4c95-98ee-47ed-b108-a843d34bb449"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:38.091791 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6131709-4321-4403-a8a2-0292730de991 x-openstack-request-id: req-a6131709-4321-4403-a8a2-0292730de991 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:38.092080 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e28845-6d14-4abf-8809-521e2b439e0b", "name": "network-vif-deleted", "tag": "cbbd4c95-98ee-47ed-b108-a843d34bb449", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:38.092324 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a6131709-4321-4403-a8a2-0292730de991 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:38.092724 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6131709-4321-4403-a8a2-0292730de991'] response: {'server_uuid': '70e28845-6d14-4abf-8809-521e2b439e0b', 'name': 'network-vif-deleted', 'tag': 'cbbd4c95-98ee-47ed-b108-a843d34bb449', 'status': 'completed', 'code': 200} May 06 09:59:38.158677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e43f7f80-388c-4870-9904-24e4af39f6dc req-459c7a20-4e82-4c5b-94ca-d1e909d647fc tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=70e28845-6d14-4abf-8809-521e2b439e0b HTTP/1.1" status: 200 len: 210 time: 0.0362136 May 06 09:59:38.773253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 700bd5a2-dada-4b34-b2f1-8d459cb1778d no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:38.834202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 700bd5a2-dada-4b34-b2f1-8d459cb1778d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:38.834545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 700bd5a2-dada-4b34-b2f1-8d459cb1778d not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:39.555113 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 09:59:39.865582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c1691-12d6-47b7-81b7-16deb8b128d5 req-5f5691de-451b-4c83-afba-c58d501658aa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:39.877035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91c1691-12d6-47b7-81b7-16deb8b128d5 req-5f5691de-451b-4c83-afba-c58d501658aa tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1588812 May 06 09:59:39.974486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91c1691-12d6-47b7-81b7-16deb8b128d5 req-682fd699-7ab8-4184-b595-7f2f07cc2980 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944324 May 06 09:59:40.390899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40024) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:40.585764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f54b6a6a-cbf2-4eef-bac8-142fce32678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.708447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f54b6a6a-cbf2-4eef-bac8-142fce32678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.724901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f54b6a6a-cbf2-4eef-bac8-142fce32678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.761293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:40.761961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f54b6a6a-cbf2-4eef-bac8-142fce32678b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3488cbb2aa654c34934e2c7b91b2e831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688273 May 06 09:59:40.800075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device cbbd4c95-98ee-47ed-b108-a843d34bb449 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:40.810441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b6a6a-cbf2-4eef-bac8-142fce32678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e799bde8-4bd9-4718-b66a-564f009537e7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:40.848450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: cbbd4c95-98ee-47ed-b108-a843d34bb449 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:40.848795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device cbbd4c95-98ee-47ed-b108-a843d34bb449 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:40.876172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc20eb03-2635-413e-ad1e-edefa3ec7db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:40.932302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc20eb03-2635-413e-ad1e-edefa3ec7db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.025712 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc20eb03-2635-413e-ad1e-edefa3ec7db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.030014 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc20eb03-2635-413e-ad1e-edefa3ec7db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.031461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fc20eb03-2635-413e-ad1e-edefa3ec7db4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e799bde8-4bd9-4718-b66a-564f009537e7 HTTP/1.1" status: 204 len: 168 time: 0.2691832 May 06 09:59:41.045126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20eb03-2635-413e-ad1e-edefa3ec7db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e799bde8-4bd9-4718-b66a-564f009537e7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:41.206435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698f124-9719-4ed0-933b-52442794fbd9 req-8e277549-ba8e-4925-9b76-e190fe177e01 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:41.217121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5698f124-9719-4ed0-933b-52442794fbd9 req-8e277549-ba8e-4925-9b76-e190fe177e01 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.1079667 May 06 09:59:41.320381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5698f124-9719-4ed0-933b-52442794fbd9 req-8630f939-4e7b-4dc0-bf00-f3f23d2e576b tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab8ec87-7332-4a15-80e8-1fb551f2dae9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021369 May 06 09:59:41.354381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-eaec8793-43ca-4e87-8f46-0a63e23bfa8f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:41.356575 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-eaec8793-43ca-4e87-8f46-0a63e23bfa8f tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 944 time: 0.0811088 May 06 09:59:41.527977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Deleting port 002254db-568d-45fa-ad04-35ae8ff513b8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:41.528625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.562503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40058) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:41.585910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d24489e0-d8e7-45d4-9afe-1a7f5b30ca76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.745301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] For port 002254db-568d-45fa-ad04-35ae8ff513b8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=002254db-568d-45fa-ad04-35ae8ff513b8,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:41.745754 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.788189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d24489e0-d8e7-45d4-9afe-1a7f5b30ca76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.805858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d24489e0-d8e7-45d4-9afe-1a7f5b30ca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.837803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d24489e0-d8e7-45d4-9afe-1a7f5b30ca76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b1de9bb0c204b9aac5de67f4ae45674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729211 May 06 09:59:41.840181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40072) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:41.916108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24489e0-d8e7-45d4-9afe-1a7f5b30ca76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83d14a8-7ac5-40d3-86a9-66689266fa4d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:41.935528 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4322e458-aadc-42d3-9c2f-a238862b103c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:41.975321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4322e458-aadc-42d3-9c2f-a238862b103c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.050314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4322e458-aadc-42d3-9c2f-a238862b103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.053455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4322e458-aadc-42d3-9c2f-a238862b103c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.054812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4322e458-aadc-42d3-9c2f-a238862b103c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d83d14a8-7ac5-40d3-86a9-66689266fa4d HTTP/1.1" status: 204 len: 168 time: 0.2130890 May 06 09:59:42.082196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322e458-aadc-42d3-9c2f-a238862b103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83d14a8-7ac5-40d3-86a9-66689266fa4d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:42.212515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.212642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.212994 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Floating IP 94152dc5-e916-4129-abb8-71f0e5f74d97 disassociated. External IP: 172.25.8.201, port: 002254db-568d-45fa-ad04-35ae8ff513b8. May 06 09:59:42.213620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Calling delete_port for 002254db-568d-45fa-ad04-35ae8ff513b8 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:42.425460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.476526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event deleted for resources: {'Port': ['ID=002254db-568d-45fa-ad04-35ae8ff513b8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:42.493617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36a68b22-54ea-40a8-a215-0da1ba8d65f4 req-a3e572d8-ba37-493e-94eb-ead7cf0e9cae tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0337877 May 06 09:59:42.659121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Router 343faf72-9880-45ae-87fe-81dd0fb21fff has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:42.678723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-62df89a5-81d0-4041-9543-66ccb59cc1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:42.976310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:42.987962 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] Sync routers for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:43.030146 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:43.032866 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:43.096441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] No DVR routers for this DVR port 002254db-568d-45fa-ad04-35ae8ff513b8 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:43.127691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:43.131259 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d835d95c-abdc-4c66-b5db-0144a315b4a6 req-b3b3af40-219a-409b-855f-cf59976d89f9 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.83 "DELETE /v2.0/ports/002254db-568d-45fa-ad04-35ae8ff513b8 HTTP/1.1" status: 204 len: 173 time: 1.7690907 May 06 09:59:43.131768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-deleted', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 09:59:43.171935 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413b17ce-436d-4987-bf2a-a33794c62b0f" -d '{"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-deleted", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 09:59:43.247108 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:43.285492 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 09:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb31bcc-c2ef-4884-b111-476aee9e8890 x-openstack-request-id: req-6eb31bcc-c2ef-4884-b111-476aee9e8890 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 09:59:43.286127 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2faf6608-1f17-4a06-8656-f4d7ee2ff4ba", "name": "network-vif-deleted", "tag": "002254db-568d-45fa-ad04-35ae8ff513b8", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 09:59:43.286592 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6eb31bcc-c2ef-4884-b111-476aee9e8890 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 09:59:43.287208 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb31bcc-c2ef-4884-b111-476aee9e8890'] response: {'server_uuid': '2faf6608-1f17-4a06-8656-f4d7ee2ff4ba', 'name': 'network-vif-deleted', 'tag': '002254db-568d-45fa-ad04-35ae8ff513b8', 'status': 'completed', 'code': 200} May 06 09:59:43.751805 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:13Z', 'revision_number': 5, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:43.788845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24425468-7ee4-41b6-bf5b-86fc43cae920 req-b6fd9497-a210-4f03-b8e2-0c4a82cf7569 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/ports?device_id=2faf6608-1f17-4a06-8656-f4d7ee2ff4ba HTTP/1.1" status: 200 len: 210 time: 0.0556641 May 06 09:59:43.825844 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] Checking router: 343faf72-9880-45ae-87fe-81dd0fb21fff for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:43.846068 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:43.847005 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:43.991926 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:44.389436 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:13Z', 'revision_number': 5, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:44.427028 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253f36-8058-4c11-b42c-335cd22be12b None None] The sync data for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 is: [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:05Z', 'revision_number': 4, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4827659b-f9a5-4d02-bc0d-a874cb451696', 'name': '', 'network_id': 'b27e451e-d47b-493e-ae26-9c7d322b1366', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'mac_address': 'fa:16:3e:12:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:04Z', 'updated_at': '2022-05-06T09:50:13Z', 'revision_number': 5, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'subnets': [{'id': '47ce91bb-44d7-4c58-86ec-6475412fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:44.813674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-2496a1fb-f333-47e5-add1-9aad012a073b req-8e0d3304-6f1b-4133-b25d-0eb0426b02ff service neutron] (102742) timed out ('10.222.0.82', 58364) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 09:59:44.970695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24807d-1f40-4460-a72b-1bc4c1f4259a None None] New status for floating IP 94152dc5-e916-4129-abb8-71f0e5f74d97: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 09:59:44.980852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40206) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:45.165600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72ebdfb4-d4e9-44c0-914d-1f6e0ae1eaf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.191425 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4b8c43f5-9078-492a-88a8-fa1c394812dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.272558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72ebdfb4-d4e9-44c0-914d-1f6e0ae1eaf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.395015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72ebdfb4-d4e9-44c0-914d-1f6e0ae1eaf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.402033 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-72ebdfb4-d4e9-44c0-914d-1f6e0ae1eaf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.405143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-72ebdfb4-d4e9-44c0-914d-1f6e0ae1eaf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "DELETE /v2.0/security-groups/dab8ec87-7332-4a15-80e8-1fb551f2dae9 HTTP/1.1" status: 204 len: 168 time: 0.4226289 May 06 09:59:45.410675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40232) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:45.429329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebdfb4-d4e9-44c0-914d-1f6e0ae1eaf5 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab8ec87-7332-4a15-80e8-1fb551f2dae9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:45.430287 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-a6fc9732-0512-4cab-bc48-492f4918d605 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] show failed (client error): The resource could not be found. May 06 09:59:45.431317 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a6fc9732-0512-4cab-bc48-492f4918d605 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "GET /v2.0/security-groups/dab8ec87-7332-4a15-80e8-1fb551f2dae9 HTTP/1.1" status: 404 len: 347 time: 0.0187070 May 06 09:59:45.435514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:45.575507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:45.648387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 002254db-568d-45fa-ad04-35ae8ff513b8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:45.651457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 002254db-568d-45fa-ad04-35ae8ff513b8 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:45.804814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Deleting port 3ee2607c-8980-49e2-85c8-46cc55599746 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:45.805156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.929531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.930125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:45.945341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Calling delete_port for 3ee2607c-8980-49e2-85c8-46cc55599746 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:46.149306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.185063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Pushing event deleted for resources: {'Port': ['ID=3ee2607c-8980-49e2-85c8-46cc55599746,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:46.322462 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.325389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.326667 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-80161203-b5e6-4407-95b5-0da10183db95 tempest-ServerActionsTestJSON-611220795 tempest-ServerActionsTestJSON-611220795-project] 10.222.0.76 "DELETE /v2.0/floatingips/94152dc5-e916-4129-abb8-71f0e5f74d97 HTTP/1.1" status: 204 len: 168 time: 0.8865213 May 06 09:59:46.329991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:46.525644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:46.660766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.218835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.651086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Deleting port 4827659b-f9a5-4d02-bc0d-a874cb451696 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:47.652182 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.765613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] For port 4827659b-f9a5-4d02-bc0d-a874cb451696, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4827659b-f9a5-4d02-bc0d-a874cb451696,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:47.766434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:47.798131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:47.848718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Calling delete_port for 4827659b-f9a5-4d02-bc0d-a874cb451696 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:48.026086 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17c480db-a5ab-4e3a-af77-6c18f8e5285f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.133828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17c480db-a5ab-4e3a-af77-6c18f8e5285f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.140043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17c480db-a5ab-4e3a-af77-6c18f8e5285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.160667 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.184021 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.193434 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17c480db-a5ab-4e3a-af77-6c18f8e5285f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b3cc8c3bc4a94ac68a577f8a3ecbe7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942070 May 06 09:59:48.201441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40340) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:48.254012 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c480db-a5ab-4e3a-af77-6c18f8e5285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a944b2e8-8181-443e-a6eb-b9100d6af418,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.355409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Pushing event deleted for resources: {'Port': ['ID=4827659b-f9a5-4d02-bc0d-a874cb451696,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.386046 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a128436-89f5-4f84-8238-610490575e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.420891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a128436-89f5-4f84-8238-610490575e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.486115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a128436-89f5-4f84-8238-610490575e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.489115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a128436-89f5-4f84-8238-610490575e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.490500 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a128436-89f5-4f84-8238-610490575e54 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a944b2e8-8181-443e-a6eb-b9100d6af418 HTTP/1.1" status: 204 len: 168 time: 0.2874677 May 06 09:59:48.521000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a128436-89f5-4f84-8238-610490575e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a944b2e8-8181-443e-a6eb-b9100d6af418,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:48.653946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:48.708077 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.071268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Router 343faf72-9880-45ae-87fe-81dd0fb21fff has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 09:59:49.082862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40372) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:49.113049 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48503865-1bc7-4069-9a0b-3df31fa96421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.222640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 09:59:49.233171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ea1506b2-cf11-4aa6-82fb-ab62c065ceaf admin admin] 10.222.0.76 "PUT /v2.0/routers/343faf72-9880-45ae-87fe-81dd0fb21fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9012957 May 06 09:59:49.233872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40376) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:49.237895 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] Sync routers for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 09:59:49.251069 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:49.251824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:49.428300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48503865-1bc7-4069-9a0b-3df31fa96421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.445725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-48503865-1bc7-4069-9a0b-3df31fa96421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.486940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:49.493445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.598432 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-48503865-1bc7-4069-9a0b-3df31fa96421 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de0e1b2825bc463796c9689c25eece05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144522 May 06 09:59:49.601190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48503865-1bc7-4069-9a0b-3df31fa96421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c193ee44-3c82-4ffd-8a18-f9acce908273,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:49.601326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40380) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:49.858306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dc951b0-bd32-4f67-bfbf-7d747b8285a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.913079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:49.936332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dc951b0-bd32-4f67-bfbf-7d747b8285a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.092641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dc951b0-bd32-4f67-bfbf-7d747b8285a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.093004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Deleting port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:50.093560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.099471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1dc951b0-bd32-4f67-bfbf-7d747b8285a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.103723 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:59:48Z', 'revision_number': 5, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port': {'id': '6ad948e1-32dc-40b0-8383-ddfd1b5d45c8', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:50.125535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1dc951b0-bd32-4f67-bfbf-7d747b8285a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c193ee44-3c82-4ffd-8a18-f9acce908273 HTTP/1.1" status: 204 len: 168 time: 0.5074191 May 06 09:59:50.157501 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] Checking router: 343faf72-9880-45ae-87fe-81dd0fb21fff for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 09:59:50.159034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc951b0-bd32-4f67-bfbf-7d747b8285a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193ee44-3c82-4ffd-8a18-f9acce908273,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:50.179867 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] Routers {'343faf72-9880-45ae-87fe-81dd0fb21fff'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 09:59:50.180502 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['343faf72-9880-45ae-87fe-81dd0fb21fff'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:50.354270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] Set router 343faf72-9880-45ae-87fe-81dd0fb21fff gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 09:59:50.363350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-b505de9f-512c-4b05-bc0a-8e09f10192d7 req-32209fa4-40ab-4be5-a0e2-4e7adb21ce52 service neutron] (102743) timed out ('10.222.0.82', 58285) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 09:59:50.371953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] For port 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:50.372625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.388428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Calling delete_port for 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:50.419615 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:59:49Z', 'revision_number': 6, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:50.455471 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec9e1a6-82e8-4fbb-a2b9-04fbe8493f9c None None] The sync data for ids ['343faf72-9880-45ae-87fe-81dd0fb21fff'] in n-d-840834-1 is: [{'id': '343faf72-9880-45ae-87fe-81dd0fb21fff', 'name': 'tempest-ServerActionsTestJSON-1773202168-router', 'tenant_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:50:01Z', 'updated_at': '2022-05-06T09:59:49Z', 'revision_number': 6, 'project_id': '8a5d853e05f2411b9337b33e7ffc9c6a', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 09:59:50.573481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.626105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.652347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad948e1-32dc-40b0-8383-ddfd1b5d45c8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:50.737557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.884850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:50.889014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.006596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.007125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 343faf72-9880-45ae-87fe-81dd0fb21fff {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 09:59:51.013380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.022336 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9b28d969-bbb7-47bc-907c-3b24c819a99b admin admin] 10.222.0.76 "DELETE /v2.0/routers/343faf72-9880-45ae-87fe-81dd0fb21fff HTTP/1.1" status: 204 len: 168 time: 1.7844565 May 06 09:59:51.022477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40422) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:51.151306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] Deleting subnet 47ce91bb-44d7-4c58-86ec-6475412fee71 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 09:59:51.162881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.267372 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.465451 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.563786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.651775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:51.666641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ce91bb-44d7-4c58-86ec-6475412fee71,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:51.684325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:51.691879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-20f28b2e-843f-4c2a-bd4a-915b17cd4fc2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/47ce91bb-44d7-4c58-86ec-6475412fee71 HTTP/1.1" status: 204 len: 168 time: 0.6683674 May 06 09:59:51.694349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40454) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:51.747052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:51.749465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6ad948e1-32dc-40b0-8383-ddfd1b5d45c8 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:51.750228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4827659b-f9a5-4d02-bc0d-a874cb451696 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:51.838250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aea3450-2a62-4f6b-889a-40759788aeab None None] Network b27e451e-d47b-493e-ae26-9c7d322b1366 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:51.843136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4827659b-f9a5-4d02-bc0d-a874cb451696 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:51.844111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4827659b-f9a5-4d02-bc0d-a874cb451696 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:52.066082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-3d02c51b-be9f-4369-8310-0fa7192eead6 req-8337959c-8c35-4eaf-89f8-aeb4664a8659 service neutron] (102743) timed out ('10.222.0.82', 58039) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 09:59:52.079532 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.208003 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Deleting port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:52.208349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.240275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] DHCP port deletion for b27e451e-d47b-493e-ae26-9c7d322b1366 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 09:59:52.329344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] For port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:52.331685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.384071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Calling delete_port for 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:52.418569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] Deleting port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 09:59:52.418961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.576513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.590434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] For port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,segment=NetworkSegment(aafa1384-506e-43e9-b484-64cfaabf7c19),segment_id=aafa1384-506e-43e9-b484-64cfaabf7c19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 09:59:52.590860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.643346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] Calling delete_port for 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 09:59:52.650784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] No DVR routers for this DVR port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:52.663503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:52.818093 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.862257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] No DVR routers for this DVR port 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 09:59:52.893820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:52.936783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b10ac-1840-4b2c-b474-2e25247192af None None] Pushing event deleted for resources: {'Port': ['ID=61e19bbe-e2b7-4aed-83c6-2fbbdd568178,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:52.982644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27e451e-d47b-493e-ae26-9c7d322b1366']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:53.018805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafa1384-506e-43e9-b484-64cfaabf7c19') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:53.023362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafa1384-506e-43e9-b484-64cfaabf7c19') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 09:59:53.048757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.086132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.096530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 09:59:53.097886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: timer() May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: self._notify() May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 09:59:53.100755 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 09:59:53.281291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.299466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.303550 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] 10.222.0.76 "DELETE /v2.0/networks/b27e451e-d47b-493e-ae26-9c7d322b1366 HTTP/1.1" status: 204 len: 168 time: 1.6075134 May 06 09:59:53.400992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caeb4d-3ec3-41c7-bcbf-c036ea96a0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=b27e451e-d47b-493e-ae26-9c7d322b1366,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:53.663777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 09:59:53.708261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 09:59:53.708607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 61e19bbe-e2b7-4aed-83c6-2fbbdd568178 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 09:59:53.727145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40518) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.815828 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-05e9fdf7-4266-4cf0-a068-a603482a4730 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a5d853e05f2411b9337b33e7ffc9c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867827 May 06 09:59:53.817840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40520) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:53.960679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c72ef46b-787d-49c5-87bd-a5b8731567c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:53.986716 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c72ef46b-787d-49c5-87bd-a5b8731567c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.040733 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c72ef46b-787d-49c5-87bd-a5b8731567c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.044082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c72ef46b-787d-49c5-87bd-a5b8731567c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:54.045275 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c72ef46b-787d-49c5-87bd-a5b8731567c0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f0836b36-0207-4452-9d7c-a916199bded9 HTTP/1.1" status: 204 len: 168 time: 0.2264509 May 06 09:59:54.066976 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ef46b-787d-49c5-87bd-a5b8731567c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0836b36-0207-4452-9d7c-a916199bded9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:55.497590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40706) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:55.677625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-network', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:55.724354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Made reservation on behalf of d1f3ceb6d41448c882c46e37000bf8e5 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:55.727113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.744450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.974042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:55.982570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.019206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75522371-ac92-469a-af13-fdf4fe6860cb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:56.045825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 09:59:56.065572 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.066272 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Added segment 0e63a64a-0e0d-43e8-a09c-fdcc033a0f09 of type vlan for network 14c6e9aa-368b-45ff-9b55-457545cd96b6 May 06 09:59:56.165470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.209166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.210481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:56.212080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.306978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40808) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:56.307810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8089421 May 06 09:59:56.312335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Request body: {'subnet': {'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-subnet', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:56.323640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d49b9-6228-4a54-8419-f4ef0f2a9a96 admin admin] Pushing event updated for resources: {'Network': ['ID=14c6e9aa-368b-45ff-9b55-457545cd96b6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:56.337578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 14c6e9aa-368b-45ff-9b55-457545cd96b6 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 09:59:56.367054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Made reservation on behalf of d1f3ceb6d41448c882c46e37000bf8e5 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 09:59:56.374666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.801139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:56.908504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dea22dd-c9ea-4700-a838-81140b5ec590,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:56.919571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Checking segment: {'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 09:59:56.919951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Network hostable DHCP agents. Network: 14c6e9aa-368b-45ff-9b55-457545cd96b6, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 09:59:56.964999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Network 14c6e9aa-368b-45ff-9b55-457545cd96b6 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 09:59:57.009328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 14c6e9aa-368b-45ff-9b55-457545cd96b6) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:57.022987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 09:59:57.023849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.026338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915177e5-dd12-4fc1-b66c-4b953689bf26 None None] Network 14c6e9aa-368b-45ff-9b55-457545cd96b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:57.056616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e7ec4304-53a9-4795-81fc-516b7bf0892f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7478216 May 06 09:59:57.058961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40898) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 09:59:57.073344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 09:59:57.125626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.128907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.301401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:57.428250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d2f14-ec7a-497b-95ba-1528d1dd90e9 None None] Network 14c6e9aa-368b-45ff-9b55-457545cd96b6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 09:59:58.359026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.707231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.732378 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:58.902183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Allocated IP 172.25.8.83 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/c08834c2-7fea-43f6-957f-3586c2da18e1) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 09:59:59.170546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.272925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 09:59:59.322858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 09:59:59.326045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 09:59:59.331260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 09:59:59.624105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Pushing event updated for resources: {'Port': ['ID=c08834c2-7fea-43f6-957f-3586c2da18e1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 09:59:59.870625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.206438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.360300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41218) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:00.506783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:00.741297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:00.753488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Sync routers for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:00.770101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:00.770855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:00.771048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:00.772691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1af1b87b-a3d9-4db5-8676-3345f3ce0e91 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7125685 May 06 10:00:00.775509 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:00.872457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0578f618-dc16-43c4-a1fb-e6f2613e1953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.012057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:01.388269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T09:59:59Z', 'revision_number': 3, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T09:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:01.532863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Checking router: 1e851a9b-9ac1-4691-ac6a-9c06ca38513b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:01.534061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Updating router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b port c08834c2-7fea-43f6-957f-3586c2da18e1 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:01.671153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.872671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0578f618-dc16-43c4-a1fb-e6f2613e1953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.885319 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0578f618-dc16-43c4-a1fb-e6f2613e1953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:01.964202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41258) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:01.980209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0578f618-dc16-43c4-a1fb-e6f2613e1953 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=40c416849d5c48b3ad43d669fd5e604d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6188693 May 06 10:00:02.107838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578f618-dc16-43c4-a1fb-e6f2613e1953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d5740d-5ccb-4a40-bf90-7166b6ed6748,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:02.137126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d25c53c3-e687-48a0-8637-530c425ce7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.286948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d25c53c3-e687-48a0-8637-530c425ce7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.397771 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.409272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.491784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d25c53c3-e687-48a0-8637-530c425ce7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.491784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d25c53c3-e687-48a0-8637-530c425ce7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.491784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d25c53c3-e687-48a0-8637-530c425ce7d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83d5740d-5ccb-4a40-bf90-7166b6ed6748 HTTP/1.1" status: 204 len: 168 time: 0.5222080 May 06 10:00:02.512186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Attempting to bind port c08834c2-7fea-43f6-957f-3586c2da18e1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:02.512556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Attempting to bind port c08834c2-7fea-43f6-957f-3586c2da18e1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:02.512922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Attempting to bind port c08834c2-7fea-43f6-957f-3586c2da18e1 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:02.513387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c53c3-e687-48a0-8637-530c425ce7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d5740d-5ccb-4a40-bf90-7166b6ed6748,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:02.520110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:02.520481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:02.520944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.521328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:02.521805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Bound port: c08834c2-7fea-43f6-957f-3586c2da18e1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:02.522173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.647188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] For port c08834c2-7fea-43f6-957f-3586c2da18e1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:02.664785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473605dc-4114-4120-bc83-b2ca661cb4f0 None None] Pushing event updated for resources: {'Port': ['ID=c08834c2-7fea-43f6-957f-3586c2da18e1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:02.690745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] For port c08834c2-7fea-43f6-957f-3586c2da18e1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c08834c2-7fea-43f6-957f-3586c2da18e1,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:02.704906 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:02.855071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473605dc-4114-4120-bc83-b2ca661cb4f0 None None] Pushing event updated for resources: {'Port': ['ID=c08834c2-7fea-43f6-957f-3586c2da18e1,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:02.873355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:02.876744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:02.892900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.340283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:03.402666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41286) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:03.416808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Allocated IP 172.20.0.1 (14c6e9aa-368b-45ff-9b55-457545cd96b6/9dea22dd-c9ea-4700-a838-81140b5ec590/9b3ba3b3-a30d-42e4-9c52-418796a5cdb4) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:03.445570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4911486b-d9ba-4543-bd1f-f984fa2ee239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.669409 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4911486b-d9ba-4543-bd1f-f984fa2ee239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.682533 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4911486b-d9ba-4543-bd1f-f984fa2ee239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.697435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.727357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T09:59:59Z', 'revision_number': 3, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:03.750893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911486b-d9ba-4543-bd1f-f984fa2ee239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7318a1-675b-4b37-ae70-9b30a7b8c67a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:03.772695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.781535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4911486b-d9ba-4543-bd1f-f984fa2ee239 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcd193e1c01c42c9ad07b6b049b28913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770726 May 06 10:00:03.784986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41292) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:03.798328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf7d2a-da84-4460-bfd4-9cc195eb9176 None None] The sync data for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 is: [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T09:59:59Z', 'revision_number': 3, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:03.843025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Network 14c6e9aa-368b-45ff-9b55-457545cd96b6 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:03.859806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:03.863956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:03.909158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0200d19c-4a41-4528-b12f-81fec8bd9b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:03.929341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.014159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0200d19c-4a41-4528-b12f-81fec8bd9b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.082651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Pushing event updated for resources: {'Port': ['ID=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.138398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0200d19c-4a41-4528-b12f-81fec8bd9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.142177 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0200d19c-4a41-4528-b12f-81fec8bd9b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:04.143606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0200d19c-4a41-4528-b12f-81fec8bd9b0a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea7318a1-675b-4b37-ae70-9b30a7b8c67a HTTP/1.1" status: 204 len: 168 time: 0.3573782 May 06 10:00:04.203917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d19c-4a41-4528-b12f-81fec8bd9b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7318a1-675b-4b37-ae70-9b30a7b8c67a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:04.513390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.125182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.160342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.230793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41320) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:05.326562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.540764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Pushing event updated for resources: {'Port': ['ID=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:05.618743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62e50437-0cd0-4ea5-a90e-3553c0c05ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.677722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Network 14c6e9aa-368b-45ff-9b55-457545cd96b6 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:05.679619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:05.799923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c08834c2-7fea-43f6-957f-3586c2da18e1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:05.909973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62e50437-0cd0-4ea5-a90e-3553c0c05ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:05.926872 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62e50437-0cd0-4ea5-a90e-3553c0c05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.000359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-62e50437-0cd0-4ea5-a90e-3553c0c05ca4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=911ea5864844489db1e4382371732032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682242 May 06 10:00:06.002999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41346) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:06.060483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:06.066956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c08834c2-7fea-43f6-957f-3586c2da18e1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:06.068791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.121328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e50437-0cd0-4ea5-a90e-3553c0c05ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f33e9eb-3c43-4553-85c1-ef28757557b6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:06.351026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75d8033f-3165-4225-91cf-176be3c74aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.454855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75d8033f-3165-4225-91cf-176be3c74aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.459167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:06.489304 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5405860a-6530-40e1-9642-769ac98100af admin admin] 10.222.0.76 "PUT /v2.0/routers/1e851a9b-9ac1-4691-ac6a-9c06ca38513b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7123866 May 06 10:00:06.527011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.570662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41360) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:06.613855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75d8033f-3165-4225-91cf-176be3c74aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.618102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75d8033f-3165-4225-91cf-176be3c74aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.620027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-75d8033f-3165-4225-91cf-176be3c74aa1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f33e9eb-3c43-4553-85c1-ef28757557b6 HTTP/1.1" status: 204 len: 168 time: 0.6155925 May 06 10:00:06.645655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8033f-3165-4225-91cf-176be3c74aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f33e9eb-3c43-4553-85c1-ef28757557b6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:06.667445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port c08834c2-7fea-43f6-957f-3586c2da18e1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c08834c2-7fea-43f6-957f-3586c2da18e1,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:06.692546 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:06.846735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=c08834c2-7fea-43f6-957f-3586c2da18e1,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:07.136196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f274f578-2238-4ccc-aa74-afeebbdedb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.395075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f274f578-2238-4ccc-aa74-afeebbdedb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.407352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f274f578-2238-4ccc-aa74-afeebbdedb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.476239 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f274f578-2238-4ccc-aa74-afeebbdedb1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3bf9058423b34dfcb2a8e05403b21f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9035828 May 06 10:00:07.479375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41386) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.533795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274f578-2238-4ccc-aa74-afeebbdedb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b05975e-70d9-4c1d-a80e-218f959ddef6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:07.654127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.698252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.763964 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Sync routers for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:07.777318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:07.778054 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:07.787828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c08834c2-7fea-43f6-957f-3586c2da18e1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:07.807682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.810309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.812257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b05975e-70d9-4c1d-a80e-218f959ddef6 HTTP/1.1" status: 204 len: 168 time: 0.3311586 May 06 10:00:07.853443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b05975e-70d9-4c1d-a80e-218f959ddef6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:07.869308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.870163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.870699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.874840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.875675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.878704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.879211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.879721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.880380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.880757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.880874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.881486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950f81a6-c803-4e89-bda8-6817ede21ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:07.940152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41402) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:07.970450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b67fef7e-3e8e-4891-8d4b-b352f23c8d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:07.996453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c08834c2-7fea-43f6-957f-3586c2da18e1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:07.997028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.043295 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:08.172752 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b67fef7e-3e8e-4891-8d4b-b352f23c8d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.181528 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b67fef7e-3e8e-4891-8d4b-b352f23c8d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.254036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41404) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:08.265729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b67fef7e-3e8e-4891-8d4b-b352f23c8d7b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7fa57a373cc14f8084752193cd922305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243673 May 06 10:00:08.272833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fef7e-3e8e-4891-8d4b-b352f23c8d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb03e1c-c720-413a-9368-000afa9e19ac,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:08.334483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8a68b46-35f7-4bda-917c-dc467b1bb63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.373506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8a68b46-35f7-4bda-917c-dc467b1bb63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.451916 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 2, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:08.474588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8a68b46-35f7-4bda-917c-dc467b1bb63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.478247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b8a68b46-35f7-4bda-917c-dc467b1bb63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.484773 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b8a68b46-35f7-4bda-917c-dc467b1bb63d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2bb03e1c-c720-413a-9368-000afa9e19ac HTTP/1.1" status: 204 len: 168 time: 0.2281795 May 06 10:00:08.485729 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Checking router: 1e851a9b-9ac1-4691-ac6a-9c06ca38513b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:08.486557 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Updating router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:08.513221 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.515227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a68b46-35f7-4bda-917c-dc467b1bb63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb03e1c-c720-413a-9368-000afa9e19ac,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:08.910779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-ee02388e-9032-402f-9cf5-9f9b217fdb97 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:08.930353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-ee02388e-9032-402f-9cf5-9f9b217fdb97 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 819 time: 0.3005250 May 06 10:00:08.931758 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.940338 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:08.962920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-417e4ed7-eaa9-4b24-8a12-4787f8aee717 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/quotas/d1f3ceb6d41448c882c46e37000bf8e5 HTTP/1.1" status: 200 len: 375 time: 0.0312378 May 06 10:00:09.028926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-49010c9d-8ae7-4871-83ab-a9e1a4f57d6b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637867 May 06 10:00:09.220867 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Pushing event updated for resources: {'Port': ['ID=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:09.235980 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.236719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.237769 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.238604 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.239748 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.240294 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.240823 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.241350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.241955 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.242528 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.243480 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.244036 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:09.261836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-41802cc6-14b3-4900-8a85-35ca00e59c52 service neutron] 10.222.0.76 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218266 May 06 10:00:09.317509 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Attempting to bind port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:09.317958 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Attempting to bind port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:09.318325 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Attempting to bind port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 on network 14c6e9aa-368b-45ff-9b55-457545cd96b6 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:09.329000 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:09.329682 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Checking segment: {'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:09.330261 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.330823 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Bound using segment: {'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:09.331836 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Bound port: 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:09.332408 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.411058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-2271b365-5e00-40a0-bcda-a332445bf295 service neutron] 10.222.0.76 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345012 May 06 10:00:09.482276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] For port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:09.495688 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] For port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:09.504215 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:09.568877 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:09.569917 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T09:59:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:09.769401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:09.883501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07db698b-804b-4fca-ba0f-d846b42a5277 req-7f4c0c23-015f-43a2-91f7-f8044985e169 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 210 time: 0.1821134 May 06 10:00:10.122798 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb3876-5487-4a9c-a504-f478a344b4bf None None] Pushing event updated for resources: {'Port': ['ID=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:10.353369 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:09Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:10.467434 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1a8d2e-378d-409b-afa1-d4a3b509f6fe None None] The sync data for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 is: [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:09Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:11.151969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a55b6c9-86a5-4454-834e-573da96905e6 req-a09c287d-fa52-4516-8d99-dc1f9fe4e727 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 210 time: 0.0985296 May 06 10:00:11.164356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:11.189215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-218bc81d-a7aa-440e-ac9f-ecfc503b2104 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502118 May 06 10:00:11.347381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-5993061f-d6f3-40d0-a949-577dae074fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:11.350665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-5993061f-d6f3-40d0-a949-577dae074fcd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=07858fe2fabb44788b6220c5f5f18d19&device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 1101 time: 0.1314824 May 06 10:00:11.820979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-617293344-network', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:11.853048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:11.889164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Made reservation on behalf of b8b3d3963b8642dd8e71ebe6547b3b07 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:11.892924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.913848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:11.941718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-ef286828-86e2-455c-84cd-9beb7ac7f341 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:11.948051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-ef286828-86e2-455c-84cd-9beb7ac7f341 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 819 time: 0.5100815 May 06 10:00:11.950076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-2b5be5c4-b09a-4ee9-9fad-9647a604a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:11.954390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-2b5be5c4-b09a-4ee9-9fad-9647a604a76c service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.5759869 May 06 10:00:11.972174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Request body: {'port': {'device_id': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'admin_state_up': True, 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:12.034394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-de9563b4-392d-4eec-b706-1fbb9390c895 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=9ecee605-7df0-4aa5-8377-760595154b00 HTTP/1.1" status: 200 len: 217 time: 0.0682361 May 06 10:00:12.072645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:12.075283 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.212687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-5ca8158f-1f75-4b64-bad7-136bd38c4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:12.216478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-5ca8158f-1f75-4b64-bad7-136bd38c4f8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.1707101 May 06 10:00:12.241493 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.250523 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.276713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:12.299332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.299982 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Added segment 5994e48b-30c2-408e-a894-9a57cc1beb81 of type vlan for network b7635aca-a9be-47f1-9024-aa83d23193d4 May 06 10:00:12.374345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9aad181-d624-493b-9721-95b3531e8ae9 req-bb8c899a-324b-48a2-86d5-7085722401b3 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 210 time: 0.0498753 May 06 10:00:12.390239 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.395008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-316574e1-94c9-40f5-b134-787e1a7c04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:12.397028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-316574e1-94c9-40f5-b134-787e1a7c04b9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659780 May 06 10:00:12.420155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.490822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:12.496304 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.500138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:12.501829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.502078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.509632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Made reservation on behalf of d1f3ceb6d41448c882c46e37000bf8e5 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:12.520725 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.725076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-7c74bafe-62bb-43a5-95bc-2a61061a5b9c service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158634 May 06 10:00:12.732062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bf8d46-a93c-47f1-bbca-4c49338c8514,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.770937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf1b0750-56c0-4e69-ac57-0879cafee821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.773815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.774173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.774514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.774850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.775184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.779365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.779764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.780187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.780512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.780887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.781223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.784535 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:12.784876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.795038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6294839 May 06 10:00:12.799375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41554) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:12.814657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Request body: {'subnet': {'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-617293344-subnet', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:12.835497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5f945-76e8-4614-b983-86facc801112 admin admin] Pushing event updated for resources: {'Network': ['ID=b7635aca-a9be-47f1-9024-aa83d23193d4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:12.851029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b7635aca-a9be-47f1-9024-aa83d23193d4 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:12.900526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Made reservation on behalf of b8b3d3963b8642dd8e71ebe6547b3b07 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:12.902075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:12.964941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c5e4166-39ae-4a05-ada1-f6a1dc77ca7d req-a0bfc1dc-7c3e-4026-b035-d3a0be674d97 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298892 May 06 10:00:12.966314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Allocated IP 172.20.0.2 (14c6e9aa-368b-45ff-9b55-457545cd96b6/9dea22dd-c9ea-4700-a838-81140b5ec590/9eb48b04-7086-431b-85d1-9d92a8ea8f74) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:13.295158 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.373133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Checking segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:13.373547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Network hostable DHCP agents. Network: b7635aca-a9be-47f1-9024-aa83d23193d4, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:13.378286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.411203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Network b7635aca-a9be-47f1-9024-aa83d23193d4 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:13.421761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0feaf791-74f1-4908-b65c-7ed213e78d76,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:13.429052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b7635aca-a9be-47f1-9024-aa83d23193d4) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:13.438217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faec3c6-5adb-4f3b-bdb9-1de21ae57d3e None None] Network b7635aca-a9be-47f1-9024-aa83d23193d4 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:13.461950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.462602 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.502535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.506011 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-398f6c89-65e8-4ecd-a96e-7a73c4df9e48 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7048812 May 06 10:00:13.508804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41572) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:13.513171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:13.555071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.556283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.620812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Network 14c6e9aa-368b-45ff-9b55-457545cd96b6 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:13.631852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:13.635699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:13.641986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event updated for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:13.680080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.685687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736faf72-108f-4039-aaf6-603b33da9085 req-b8be3766-b784-460d-974a-49d2b6b9f462 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.700323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-736faf72-108f-4039-aaf6-603b33da9085 req-b8be3766-b784-460d-974a-49d2b6b9f462 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 931 time: 0.1507857 May 06 10:00:13.750242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:13.751205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.779342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-954314c4-3325-438b-97c8-a22b52468264 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8145673 May 06 10:00:13.795129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-736faf72-108f-4039-aaf6-603b33da9085 req-402e3cea-b743-443f-9004-7b29e6fad83a tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908313 May 06 10:00:13.801954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Request body: {'port': {'device_id': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:13.832553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:13.841691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b7635aca-a9be-47f1-9024-aa83d23193d4', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:13.843814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:13.864480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.012445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.081228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:14.081868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.257577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Allocated IP 172.20.0.2 (b7635aca-a9be-47f1-9024-aa83d23193d4/0feaf791-74f1-4908-b65c-7ed213e78d76/83f34aa8-0eeb-4337-aea3-8602e270ea93) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:14.380134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb48b04-7086-431b-85d1-9d92a8ea8f74 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:00:14.400845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.423979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Transition to ACTIVE for port object 9eb48b04-7086-431b-85d1-9d92a8ea8f74 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:00:14.432237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.437803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.470484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.522659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:14.539441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.554552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.598825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Attempting to bind port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:14.599571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Attempting to bind port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:14.600074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Attempting to bind port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 on network 14c6e9aa-368b-45ff-9b55-457545cd96b6 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:14.606345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 on network 14c6e9aa-368b-45ff-9b55-457545cd96b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:14.606618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Attempting to bind port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 on network 14c6e9aa-368b-45ff-9b55-457545cd96b6 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:14.613809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:14.614227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Checking segment: {'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:14.614667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Bound using segment: {'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:14.615296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Bound port: 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:14.615783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.726128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Pushing event updated for resources: {'Port': ['ID=83f34aa8-0eeb-4337-aea3-8602e270ea93,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:14.731064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Allocated IP 172.25.8.212 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/c16db83a-d135-4b48-97ac-4fe9767e2122) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:14.760098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:14.760771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.761412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.761971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.762452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.762942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.763427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.764063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.765651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.766358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.766833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.767322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.767971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:00:14.769121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:14.778659 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.779396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Network b7635aca-a9be-47f1-9024-aa83d23193d4 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:14.782225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:14.785502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:14.871331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41640) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:14.911479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:14.914277 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:14.916833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] 10.222.0.82 "PUT /v2.0/ports/9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 1091 time: 1.1202881 May 06 10:00:14.922424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:14.925113 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485" -d '{"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:14.990135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Attempting to bind port 83f34aa8-0eeb-4337-aea3-8602e270ea93 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:14.990522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Attempting to bind port 83f34aa8-0eeb-4337-aea3-8602e270ea93 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:14.990876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Attempting to bind port 83f34aa8-0eeb-4337-aea3-8602e270ea93 on network b7635aca-a9be-47f1-9024-aa83d23193d4 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:15.003401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.006567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 9, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:15.006987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Checking segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:15.007405 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.008938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Bound using segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:15.009265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93475fce-650b-4025-acc9-2927dcc374a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:15.010400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Bound port: 83f34aa8-0eeb-4337-aea3-8602e270ea93, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:15.010812 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.100442 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.105799 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d41a24-74bf-4b15-ae71-800b8c72bb93 x-openstack-request-id: req-28d41a24-74bf-4b15-ae71-800b8c72bb93 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:15.106622 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:15.106885 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28d41a24-74bf-4b15-ae71-800b8c72bb93 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:15.107295 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d41a24-74bf-4b15-ae71-800b8c72bb93'] response: {'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'status': 'completed', 'code': 200} May 06 10:00:15.160080 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7b7c67ef-05be-476c-8765-c62303ea28df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.175950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] For port 83f34aa8-0eeb-4337-aea3-8602e270ea93, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:15.179559 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6144892d-876f-43da-8dd4-eafcfb22685f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.188721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:15.191794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:15.195055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:15.205934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] For port 83f34aa8-0eeb-4337-aea3-8602e270ea93, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83f34aa8-0eeb-4337-aea3-8602e270ea93,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:15.222256 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.231926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-e769af5c-e908-4273-bbf5-0b2f25c4472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:15.235835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-e769af5c-e908-4273-bbf5-0b2f25c4472a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1094 time: 0.1671007 May 06 10:00:15.252394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa939-25f3-4dd8-8087-1a097d434e6f req-cb8b2b95-ef08-4f10-829a-4b50b452274a tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:15.255173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e67fa939-25f3-4dd8-8087-1a097d434e6f req-cb8b2b95-ef08-4f10-829a-4b50b452274a tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 943 time: 0.2372472 May 06 10:00:15.359020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee9326-5e5f-48cf-a785-7ff253b44d68 None None] Pushing event updated for resources: {'Port': ['ID=83f34aa8-0eeb-4337-aea3-8602e270ea93,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:15.389028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Pushing event updated for resources: {'Port': ['ID=c16db83a-d135-4b48-97ac-4fe9767e2122,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:15.403427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-e7dd21de-cfe1-4e27-890d-6836d5e8f3c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.1464357 May 06 10:00:15.450817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e67fa939-25f3-4dd8-8087-1a097d434e6f req-2a18617e-b2b5-4c4d-be86-d86fb5312b7e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833637 May 06 10:00:15.496890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-8df55d51-823e-48b6-bde6-ea39ef814f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:15.498354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-8df55d51-823e-48b6-bde6-ea39ef814f32 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.0860372 May 06 10:00:15.552014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-99cd5567-12e4-4a0f-96e0-3eb6e4b6843c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449247 May 06 10:00:15.553986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6144892d-876f-43da-8dd4-eafcfb22685f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.576432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6144892d-876f-43da-8dd4-eafcfb22685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.683963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144892d-876f-43da-8dd4-eafcfb22685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417f02a-fce0-44a8-853e-b317baa4a4a5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:15.698879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6144892d-876f-43da-8dd4-eafcfb22685f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acef697dccd64e36bd16b531c04fc1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8199539 May 06 10:00:15.705736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41664) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:15.826620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:15.827762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-89997c39-204b-4d9e-aeca-7fb991b9aba9 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668991 May 06 10:00:16.082799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f74f53c-9cc6-4aa3-b3d0-b67c3f028de0 req-64e75b2d-8dcd-4606-a37c-4bc0e4cd2e64 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415709 May 06 10:00:16.117641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.132847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10601195-85b8-40bb-8738-9527862d62b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.230453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10601195-85b8-40bb-8738-9527862d62b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.349485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Router 1d993c39-2802-4413-83ba-434121d764b0 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:16.365594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-eb8eb590-e330-4268-8600-bc9903c57e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:16.368955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-eb8eb590-e330-4268-8600-bc9903c57e7b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1094 time: 0.1460934 May 06 10:00:16.498563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10601195-85b8-40bb-8738-9527862d62b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.506602 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10601195-85b8-40bb-8738-9527862d62b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.512303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:00:16.515351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-10601195-85b8-40bb-8738-9527862d62b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c417f02a-fce0-44a8-853e-b317baa4a4a5 HTTP/1.1" status: 204 len: 168 time: 0.7906692 May 06 10:00:16.551332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10601195-85b8-40bb-8738-9527862d62b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417f02a-fce0-44a8-853e-b317baa4a4a5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:16.615371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.689965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-c317ff22-dab3-4df8-b378-9696e9fcd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:16.697831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-c317ff22-dab3-4df8-b378-9696e9fcd9ae service neutron] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.3062382 May 06 10:00:16.705294 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.785702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-e2efbb2b-b0fb-4d97-a637-f17902a5a071 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.0779018 May 06 10:00:16.873132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:16.887945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Sync routers for ids ['1d993c39-2802-4413-83ba-434121d764b0'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:16.907595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:16.910491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Routers {'1d993c39-2802-4413-83ba-434121d764b0'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:16.911598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1d993c39-2802-4413-83ba-434121d764b0'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:16.912154 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4122965d-e485-4e24-ab47-e0d6641d525e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3992391 May 06 10:00:16.912854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41684) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:16.957493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-84c6f098-f78a-4191-b80c-3018a2ead20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:16.959506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-84c6f098-f78a-4191-b80c-3018a2ead20e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.1516967 May 06 10:00:17.024764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-a539a767-9d09-472b-b4a3-72f51dabbb6e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447159 May 06 10:00:17.051944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd195c-3c0c-4809-8da5-32a64a2ffaa7 req-2de825ab-1306-45c5-830a-4cae189612cf tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:17.054763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96cd195c-3c0c-4809-8da5-32a64a2ffaa7 req-2de825ab-1306-45c5-830a-4cae189612cf tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 943 time: 0.2669489 May 06 10:00:17.102621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Set router 1d993c39-2802-4413-83ba-434121d764b0 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:17.284740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96cd195c-3c0c-4809-8da5-32a64a2ffaa7 req-a0b717d2-85a1-404c-91ad-91d7c4b85421 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040257 May 06 10:00:17.338426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-f0760cb7-155f-43ac-ae6d-79e1195f6783 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826607 May 06 10:00:17.438411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:00:15Z', 'revision_number': 3, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port': {'id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:14Z', 'updated_at': '2022-05-06T10:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:17.495681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41700) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:17.519182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Checking router: 1d993c39-2802-4413-83ba-434121d764b0 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:17.519537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Updating router 1d993c39-2802-4413-83ba-434121d764b0 port c16db83a-d135-4b48-97ac-4fe9767e2122 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:17.521770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984879db-4a6c-4a7a-9e42-cd77b5b9f0cc None None] Network b7635aca-a9be-47f1-9024-aa83d23193d4 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:17.531006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df24988f-3885-4b35-bae8-228d90af4dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.715669 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:17.800584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83f34aa8-0eeb-4337-aea3-8602e270ea93 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:17.819575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2e7d75a7-3399-407f-9607-1b91e9f7cec8 None None] Provisioning complete for port 83f34aa8-0eeb-4337-aea3-8602e270ea93 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:17.819575 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e7d75a7-3399-407f-9607-1b91e9f7cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.263201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.423781 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df24988f-3885-4b35-bae8-228d90af4dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.435300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df24988f-3885-4b35-bae8-228d90af4dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.475671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b8f4fa7-246e-4986-a0f1-a3974e2f1485 req-a61ca162-cfbb-4c54-80b0-d7a1d85b6592 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1293192 May 06 10:00:18.553988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-df24988f-3885-4b35-bae8-228d90af4dcb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00bef036f2dc4dfcadc752b916ee3959&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0572538 May 06 10:00:18.557309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41736) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:18.557833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24988f-3885-4b35-bae8-228d90af4dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12273a3-ad36-492d-ab6b-efe31b82ab41,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:18.619390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43dd21-18d6-4a0b-8f46-1fb8a400d20c req-a2a822e2-3d0d-40d4-809a-aa3b32990645 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:18.629239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f43dd21-18d6-4a0b-8f46-1fb8a400d20c req-a2a822e2-3d0d-40d4-809a-aa3b32990645 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 943 time: 0.1510277 May 06 10:00:18.662817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Allocated IP 172.20.0.1 (b7635aca-a9be-47f1-9024-aa83d23193d4/0feaf791-74f1-4908-b65c-7ed213e78d76/5d640f15-7c9d-4137-8111-cb1b6b3bc554) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:18.719744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f43dd21-18d6-4a0b-8f46-1fb8a400d20c req-6959588d-aea1-4bde-a20f-72e9596780ab tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893710 May 06 10:00:18.736375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f87795cf-e246-477e-8b9b-39226c059951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.778366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f87795cf-e246-477e-8b9b-39226c059951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.825534 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.870829 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f87795cf-e246-477e-8b9b-39226c059951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.872964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.873828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f87795cf-e246-477e-8b9b-39226c059951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.877302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f87795cf-e246-477e-8b9b-39226c059951 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d12273a3-ad36-492d-ab6b-efe31b82ab41 HTTP/1.1" status: 204 len: 168 time: 0.3141668 May 06 10:00:18.883667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87795cf-e246-477e-8b9b-39226c059951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12273a3-ad36-492d-ab6b-efe31b82ab41,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:18.958494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:18.959161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d640f15-7c9d-4137-8111-cb1b6b3bc554,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:18.982414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eb48b04-7086-431b-85d1-9d92a8ea8f74 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:00:18.988111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Network b7635aca-a9be-47f1-9024-aa83d23193d4 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:18.991160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:19.003431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:19.033179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.068895 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e7d75a7-3399-407f-9607-1b91e9f7cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.094062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.160229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 83f34aa8-0eeb-4337-aea3-8602e270ea93 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:19.160612 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.184659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 10:00:19.341340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2e7d75a7-3399-407f-9607-1b91e9f7cec8 None None] For port 83f34aa8-0eeb-4337-aea3-8602e270ea93, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83f34aa8-0eeb-4337-aea3-8602e270ea93,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:19.372835 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e7d75a7-3399-407f-9607-1b91e9f7cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.412273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.474135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d75a7-3399-407f-9607-1b91e9f7cec8 None None] Pushing event updated for resources: {'Port': ['ID=83f34aa8-0eeb-4337-aea3-8602e270ea93,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:19.620615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:19.673143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.685119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.733714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'port_id': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'mac_address': 'fa:16:3e:0f:23:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:00:19.767027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.769174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.770928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d640f15-7c9d-4137-8111-cb1b6b3bc554,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:19.902782 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.910146 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:19.972491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb48b04-7086-431b-85d1-9d92a8ea8f74 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:00:20.087503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:20.096393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Attempting to bind port c16db83a-d135-4b48-97ac-4fe9767e2122 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:20.097060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Attempting to bind port c16db83a-d135-4b48-97ac-4fe9767e2122 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:20.097670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Attempting to bind port c16db83a-d135-4b48-97ac-4fe9767e2122 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:20.103113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459dc55-7e29-44c8-bbcc-c918ee218e71 None None] Pushing event updated for resources: {'Port': ['ID=c16db83a-d135-4b48-97ac-4fe9767e2122,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:20.106564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963d84-a298-44ce-9f1c-267a7e007803 req-8b6bfb63-50d4-487a-b28d-8afdd6c7d04b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:20.113456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0d103783-67bd-4a61-b1cf-483e94a66aec None None] Provisioning complete for port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:20.114208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c963d84-a298-44ce-9f1c-267a7e007803 req-8b6bfb63-50d4-487a-b28d-8afdd6c7d04b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 943 time: 0.1989830 May 06 10:00:20.115092 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d103783-67bd-4a61-b1cf-483e94a66aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.120135 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.133817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Network b7635aca-a9be-47f1-9024-aa83d23193d4 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:20.135287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:20.185377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c963d84-a298-44ce-9f1c-267a7e007803 req-1e3ef8ea-ee7e-46d7-a301-5f295a2848de tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624981 May 06 10:00:20.305527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83f34aa8-0eeb-4337-aea3-8602e270ea93 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:20.308403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:20.308805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:20.309201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.309597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:20.310088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Bound port: c16db83a-d135-4b48-97ac-4fe9767e2122, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:20.310468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.470134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9eb48b04-7086-431b-85d1-9d92a8ea8f74'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:00:20.560208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Router 1d993c39-2802-4413-83ba-434121d764b0 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:20.632347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:20.691719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0d103783-67bd-4a61-b1cf-483e94a66aec None None] Port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:20.812504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0d103783-67bd-4a61-b1cf-483e94a66aec None None] Provisioning complete for port 83f34aa8-0eeb-4337-aea3-8602e270ea93 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:20.813239 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d103783-67bd-4a61-b1cf-483e94a66aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.861837 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:20.863538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] For port c16db83a-d135-4b48-97ac-4fe9767e2122, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:20.943496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:20.958079 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-88d0fec7-c247-4c8a-8952-4669b0651bb6 admin admin] 10.222.0.76 "PUT /v2.0/routers/1d993c39-2802-4413-83ba-434121d764b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0426507 May 06 10:00:20.985233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] For port c16db83a-d135-4b48-97ac-4fe9767e2122, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c16db83a-d135-4b48-97ac-4fe9767e2122,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:21.011757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 83f34aa8-0eeb-4337-aea3-8602e270ea93 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:21.013348 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.019563 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.240794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Routers {'1d993c39-2802-4413-83ba-434121d764b0'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:21.241423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1d993c39-2802-4413-83ba-434121d764b0'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:21.377000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] Set router 1d993c39-2802-4413-83ba-434121d764b0 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:21.526725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1935f-1043-42f0-8653-9515752a9908 req-fc691b70-0ae3-436a-8220-9ca9ba9df096 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:21.529437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5da1935f-1043-42f0-8653-9515752a9908 req-fc691b70-0ae3-436a-8220-9ca9ba9df096 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 944 time: 0.1320834 May 06 10:00:21.619572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459dc55-7e29-44c8-bbcc-c918ee218e71 None None] Pushing event updated for resources: {'Port': ['ID=c16db83a-d135-4b48-97ac-4fe9767e2122,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:21.643705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5da1935f-1043-42f0-8653-9515752a9908 req-ab9ccf52-1855-4586-94df-e6ae47416cc8 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022706 May 06 10:00:21.833823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9d1d65c3-fa13-42c9-99ee-aecc92407117 None None] Provisioning complete for port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:21.835691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9d1d65c3-fa13-42c9-99ee-aecc92407117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:21.884490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 4, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port': {'id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:14Z', 'updated_at': '2022-05-06T10:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '5d640f15-7c9d-4137-8111-cb1b6b3bc554', 'name': '', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'mac_address': 'fa:16:3e:c7:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:18Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 2, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'subnets': [{'id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:21.957987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d65c3-fa13-42c9-99ee-aecc92407117 None None] Port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:21.963637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762926b-0679-4735-a16f-e04ba5b8aa37 None None] The sync data for ids ['1d993c39-2802-4413-83ba-434121d764b0'] in n-d-840834-1 is: [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 4, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port': {'id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:14Z', 'updated_at': '2022-05-06T10:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '5d640f15-7c9d-4137-8111-cb1b6b3bc554', 'name': '', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'mac_address': 'fa:16:3e:c7:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:18Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 2, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'subnets': [{'id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:22.169376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41848) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:22.176391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-404465327-network', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:22.209790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Made reservation on behalf of 3050569f993c45db8d7b1df4c39af8f1 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:22.212651 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.223756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.330527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.343229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.454493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:22.484441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.484791 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Added segment 80d4f431-e168-4e72-b18f-ca4162478311 of type vlan for network a7c52898-1789-4baf-b74a-4d3aaa7c742a May 06 10:00:22.503728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddbf614-17ed-4826-91a2-3b94cc7b4e81,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:22.620898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.711162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.713483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:22.714112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.840571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6689823 May 06 10:00:22.844146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41886) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:22.850896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Request body: {'subnet': {'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-404465327-subnet', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:22.882081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369b1ef-51df-4488-bb7f-a15d34d749cd admin admin] Pushing event updated for resources: {'Network': ['ID=a7c52898-1789-4baf-b74a-4d3aaa7c742a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:22.895977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:22.911091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Made reservation on behalf of 3050569f993c45db8d7b1df4c39af8f1 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:22.913753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:22.932383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c79ed-c587-4f1c-b42a-2a09f71fb4c7 req-8a22a8e6-d754-49f2-a335-17105a58e9c6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:22.955405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b22c79ed-c587-4f1c-b42a-2a09f71fb4c7 req-8a22a8e6-d754-49f2-a335-17105a58e9c6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 944 time: 0.2241957 May 06 10:00:23.047563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eb48b04-7086-431b-85d1-9d92a8ea8f74 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:23.065571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b22c79ed-c587-4f1c-b42a-2a09f71fb4c7 req-11cd77d6-f19d-4a3e-b6d2-ea5b8fe388d5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092029 May 06 10:00:23.162399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:00:23.179834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:23.181980 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.544954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.659140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=79eb8413-edbf-4b02-beae-e816ed53e72b,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:23.732029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Checking segment: {'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:23.735778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Network hostable DHCP agents. Network: a7c52898-1789-4baf-b74a-4d3aaa7c742a, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:23.777911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:23.808402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a7c52898-1789-4baf-b74a-4d3aaa7c742a) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:23.816948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:23.819888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.829635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.849853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a1808-df0b-4131-b6be-a1d827379c75 None None] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:23.858502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa18bf79-a6b5-4f56-9755-7365535762cd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0118589 May 06 10:00:23.861183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 41942) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:23.866490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:23.950086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:23.959010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.031733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:24.034130 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e88528-59d1-475e-b040-61197fcc22f8" -d '{"events": [{"server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "name": "network-vif-plugged", "status": "completed", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:24.165244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.185531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:24.198412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.376981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c16db83a-d135-4b48-97ac-4fe9767e2122 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:24.379321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41960) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:24.551224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3de79-135b-48e8-98d5-5e164f276e79 req-6a3ac947-e569-4be5-b950-3d935a4087ae tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:24.554688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bb3de79-135b-48e8-98d5-5e164f276e79 req-6a3ac947-e569-4be5-b950-3d935a4087ae tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.2455332 May 06 10:00:24.558922 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.580642 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3fa25-823b-41d5-ab90-dfc8644f887c x-openstack-request-id: req-c5b3fa25-823b-41d5-ab90-dfc8644f887c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:24.580934 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "name": "network-vif-plugged", "status": "completed", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:24.581182 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5b3fa25-823b-41d5-ab90-dfc8644f887c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:24.581587 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b3fa25-823b-41d5-ab90-dfc8644f887c'] response: {'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'code': 200} May 06 10:00:24.632356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe5d74a3-3712-402e-bb54-6e1d46d964b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.690501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:24.744445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d730c2-1599-4f72-b8c1-1413ea3e816d req-6e4ec071-b56c-4a4b-a10c-35aeb380feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:24.748049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25d730c2-1599-4f72-b8c1-1413ea3e816d req-6e4ec071-b56c-4a4b-a10c-35aeb380feff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.1794081 May 06 10:00:24.766440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'fixed_ips': [{'subnet_id': '79eb8413-edbf-4b02-beae-e816ed53e72b'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:24.768839 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.779198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c16db83a-d135-4b48-97ac-4fe9767e2122 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:24.780155 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.864906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2bb3de79-135b-48e8-98d5-5e164f276e79 req-c2eaa457-507b-4632-89fd-01be07cb897a tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906187 May 06 10:00:24.893421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe5d74a3-3712-402e-bb54-6e1d46d964b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:24.900604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe5d74a3-3712-402e-bb54-6e1d46d964b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.007227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fe5d74a3-3712-402e-bb54-6e1d46d964b4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f40556b7235945bca29801d9d8ad4f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261325 May 06 10:00:25.008119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 41972) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:25.020431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25d730c2-1599-4f72-b8c1-1413ea3e816d req-0a4c9369-58e1-482f-84b5-a96555b2e8c5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580552 May 06 10:00:25.020912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d74a3-3712-402e-bb54-6e1d46d964b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310553e5-7ce0-422e-8d82-92fea6e0877a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.106246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b316b92-beb8-4e86-accc-69479ca5cce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.159391 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.176491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b316b92-beb8-4e86-accc-69479ca5cce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.201773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port c16db83a-d135-4b48-97ac-4fe9767e2122, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c16db83a-d135-4b48-97ac-4fe9767e2122,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:25.208412 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.244276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b316b92-beb8-4e86-accc-69479ca5cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.246993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b316b92-beb8-4e86-accc-69479ca5cce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.248835 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5b316b92-beb8-4e86-accc-69479ca5cce6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/310553e5-7ce0-422e-8d82-92fea6e0877a HTTP/1.1" status: 204 len: 168 time: 0.2373617 May 06 10:00:25.267390 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b316b92-beb8-4e86-accc-69479ca5cce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310553e5-7ce0-422e-8d82-92fea6e0877a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.314558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.368195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.424109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Allocated IP 172.20.0.2 (a7c52898-1789-4baf-b74a-4d3aaa7c742a/79eb8413-edbf-4b02-beae-e816ed53e72b/c4110247-d319-48a8-8195-ca065fb1728f) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:25.450139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=c16db83a-d135-4b48-97ac-4fe9767e2122,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:25.632843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Allocated IP 172.25.8.60 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/86ecea4c-5244-441f-acbb-a5610224161b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:25.819064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:25.834583 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.100284 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.101225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:26.106884 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:26.121364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:26.128600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42006) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.181289 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-729b7640-f91f-4445-8b77-939573866cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.192936 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Sync routers for ids ['1d993c39-2802-4413-83ba-434121d764b0'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:26.209336 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Routers {'1d993c39-2802-4413-83ba-434121d764b0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:26.211955 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1d993c39-2802-4413-83ba-434121d764b0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:26.238444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Pushing event updated for resources: {'Port': ['ID=c4110247-d319-48a8-8195-ca065fb1728f,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:26.249202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c16db83a-d135-4b48-97ac-4fe9767e2122 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:26.259412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08206dd5-3ec0-4575-8e4d-eb3d51e4ce3a req-41d921ab-c3e6-4827-844d-2887baf80201 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:26.263678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08206dd5-3ec0-4575-8e4d-eb3d51e4ce3a req-41d921ab-c3e6-4827-844d-2887baf80201 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.2781746 May 06 10:00:26.379677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08206dd5-3ec0-4575-8e4d-eb3d51e4ce3a req-971b929a-47f5-4a32-a061-be05c9541cd0 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012633 May 06 10:00:26.411948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.458431 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Set router 1d993c39-2802-4413-83ba-434121d764b0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:26.469014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-729b7640-f91f-4445-8b77-939573866cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.475665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-729b7640-f91f-4445-8b77-939573866cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.475843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Attempting to bind port c4110247-d319-48a8-8195-ca065fb1728f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:26.476207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Attempting to bind port c4110247-d319-48a8-8195-ca065fb1728f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:26.477456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Attempting to bind port c4110247-d319-48a8-8195-ca065fb1728f on network a7c52898-1789-4baf-b74a-4d3aaa7c742a {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:26.489962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:26.490341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Checking segment: {'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:26.490747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.491142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Bound using segment: {'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:26.492953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:26.496450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:26.497256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Bound port: c4110247-d319-48a8-8195-ca065fb1728f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:26.498049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.503030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:26.533402 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-729b7640-f91f-4445-8b77-939573866cdf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5bb927a98e5c40348b27042bdd7ae94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024327 May 06 10:00:26.542410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42008) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:26.614658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Pushing event updated for resources: {'Port': ['ID=86ecea4c-5244-441f-acbb-a5610224161b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:26.628441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c16db83a-d135-4b48-97ac-4fe9767e2122 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:26.628811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.641862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b7640-f91f-4445-8b77-939573866cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b1e955-1b32-4aea-94ad-424c4c469401,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:26.734524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d44479db-455f-4248-b3d8-40cc91f38679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.814069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d44479db-455f-4248-b3d8-40cc91f38679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.868628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] For port c4110247-d319-48a8-8195-ca065fb1728f, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:26.950998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d44479db-455f-4248-b3d8-40cc91f38679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.963042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d44479db-455f-4248-b3d8-40cc91f38679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:26.964605 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d44479db-455f-4248-b3d8-40cc91f38679 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9b1e955-1b32-4aea-94ad-424c4c469401 HTTP/1.1" status: 204 len: 168 time: 0.4206197 May 06 10:00:26.971857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] For port c4110247-d319-48a8-8195-ca065fb1728f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c4110247-d319-48a8-8195-ca065fb1728f,segment=NetworkSegment(80d4f431-e168-4e72-b18f-ca4162478311),segment_id=80d4f431-e168-4e72-b18f-ca4162478311)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:26.992784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.015569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44479db-455f-4248-b3d8-40cc91f38679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b1e955-1b32-4aea-94ad-424c4c469401,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.091462 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 4, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port': {'id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:14Z', 'updated_at': '2022-05-06T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '5d640f15-7c9d-4137-8111-cb1b6b3bc554', 'name': '', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'mac_address': 'fa:16:3e:c7:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:18Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 2, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'subnets': [{'id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:27.097767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bd3c-f67d-4dd1-8a88-bbc6dba5660a None None] Pushing event updated for resources: {'Port': ['ID=c4110247-d319-48a8-8195-ca065fb1728f,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:27.206918 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Checking router: 1d993c39-2802-4413-83ba-434121d764b0 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:27.207616 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Updating router 1d993c39-2802-4413-83ba-434121d764b0 port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:27.285093 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.417750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.683795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f198630-7232-4ca9-a354-9f5662b68c03 req-aead1d4c-84c6-453b-8995-7eb007811ab7 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:27.692202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f198630-7232-4ca9-a354-9f5662b68c03 req-aead1d4c-84c6-453b-8995-7eb007811ab7 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1722643 May 06 10:00:27.832855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f198630-7232-4ca9-a354-9f5662b68c03 req-98b3bb47-2437-4207-ba84-386b0196d4a7 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398160 May 06 10:00:27.882937 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:27.892574 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.153391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.223868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c4110247-d319-48a8-8195-ca065fb1728f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:28.237329 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5ca71-33af-49c8-94d1-6032e871e1cf None None] Pushing event updated for resources: {'Port': ['ID=5d640f15-7c9d-4137-8111-cb1b6b3bc554,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:28.253404 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Attempting to bind port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:28.253761 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Attempting to bind port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:28.263705 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Attempting to bind port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 on network b7635aca-a9be-47f1-9024-aa83d23193d4 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:28.286303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:28.286678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Checking segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:28.288361 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.288774 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Bound using segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:28.289260 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Bound port: 5d640f15-7c9d-4137-8111-cb1b6b3bc554, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:28.289643 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.468575 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] For port 5d640f15-7c9d-4137-8111-cb1b6b3bc554, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:28.484639 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] For port 5d640f15-7c9d-4137-8111-cb1b6b3bc554, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d640f15-7c9d-4137-8111-cb1b6b3bc554,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:28.497007 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.573527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8e17fd5f-2731-4279-8461-7ae65428f396 None None] Provisioning complete for port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:28.573527 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e17fd5f-2731-4279-8461-7ae65428f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.638509 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Routers {'1d993c39-2802-4413-83ba-434121d764b0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:28.640010 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1d993c39-2802-4413-83ba-434121d764b0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:28.657424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-375bd17a-7340-43e9-ac30-c2eb5cf5d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:28.657988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-375bd17a-7340-43e9-ac30-c2eb5cf5d6de service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.1429944 May 06 10:00:28.677228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab585a-de06-4365-8610-72a55617a385 req-c54d1469-7989-4da7-9376-4f8a74030b32 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:28.736876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1ab585a-de06-4365-8610-72a55617a385 req-c54d1469-7989-4da7-9376-4f8a74030b32 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.2206340 May 06 10:00:28.864762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c4110247-d319-48a8-8195-ca065fb1728f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:28.867090 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:28.991528 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5ca71-33af-49c8-94d1-6032e871e1cf None None] Pushing event updated for resources: {'Port': ['ID=5d640f15-7c9d-4137-8111-cb1b6b3bc554,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:29.154807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1ab585a-de06-4365-8610-72a55617a385 req-93bf5df7-a798-40d8-a599-0916072e03cd tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167588 May 06 10:00:29.157784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Router 63595e86-a8af-4d51-9975-e48a1090f30a is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:00:29.210537 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] Set router 1d993c39-2802-4413-83ba-434121d764b0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:29.370493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20291886-9f0e-4fff-8abe-3d3cb6c2ab8f None None] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:29.494662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-612c6049-429b-4ee4-b91e-0608826a3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:29.505123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-612c6049-429b-4ee4-b91e-0608826a3a5c service neutron] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.7498887 May 06 10:00:29.512428 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e17fd5f-2731-4279-8461-7ae65428f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.536561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.641770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8e17fd5f-2731-4279-8461-7ae65428f396 None None] For port 5d640f15-7c9d-4137-8111-cb1b6b3bc554, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d640f15-7c9d-4137-8111-cb1b6b3bc554,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:29.649541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-d707ef65-dfa6-4086-bef5-0cdd2983991b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.1243932 May 06 10:00:29.673403 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e17fd5f-2731-4279-8461-7ae65428f396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.787240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port c4110247-d319-48a8-8195-ca065fb1728f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c4110247-d319-48a8-8195-ca065fb1728f,segment=NetworkSegment(80d4f431-e168-4e72-b18f-ca4162478311),segment_id=80d4f431-e168-4e72-b18f-ca4162478311)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:29.831167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17fd5f-2731-4279-8461-7ae65428f396 None None] Pushing event updated for resources: {'Port': ['ID=5d640f15-7c9d-4137-8111-cb1b6b3bc554,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:29.855000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:29.963121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1d871a32-c318-4900-87cd-fd34fc3fed9c None None] Provisioning complete for port c4110247-d319-48a8-8195-ca065fb1728f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:29.963452 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d871a32-c318-4900-87cd-fd34fc3fed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.002625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-8b834427-12c8-4c3c-83ea-00d6d8ffdeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:30.004735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-8b834427-12c8-4c3c-83ea-00d6d8ffdeb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.3371949 May 06 10:00:30.019760 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 4, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port': {'id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:14Z', 'updated_at': '2022-05-06T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '5d640f15-7c9d-4137-8111-cb1b6b3bc554', 'name': '', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'mac_address': 'fa:16:3e:c7:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:18Z', 'updated_at': '2022-05-06T10:00:28Z', 'revision_number': 4, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'subnets': [{'id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:30.103429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-71569045-a99a-4b7e-9141-8ed9f61f3918 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848265 May 06 10:00:30.137298 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a195f-5686-4506-b6a2-fc242979d0dd None None] The sync data for ids ['1d993c39-2802-4413-83ba-434121d764b0'] in n-d-840834-1 is: [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:00:19Z', 'revision_number': 4, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port': {'id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:14Z', 'updated_at': '2022-05-06T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '5d640f15-7c9d-4137-8111-cb1b6b3bc554', 'name': '', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'mac_address': 'fa:16:3e:c7:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:18Z', 'updated_at': '2022-05-06T10:00:28Z', 'revision_number': 4, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'subnets': [{'id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:30.198049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d640f15-7c9d-4137-8111-cb1b6b3bc554 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:30.317957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:30.354454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=c4110247-d319-48a8-8195-ca065fb1728f,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:30.378881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Sync routers for ids ['63595e86-a8af-4d51-9975-e48a1090f30a'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:30.434668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Routers {'63595e86-a8af-4d51-9975-e48a1090f30a'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:30.435310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63595e86-a8af-4d51-9975-e48a1090f30a'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:30.580821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:30.585163 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42098) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:30.592730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d209ac06-2a2a-4e5d-b704-b35e47af90d9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.7289081 May 06 10:00:30.676674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751fa68-7e45-4273-9e07-1770bec33920 req-9ec2b7e7-2efd-47b6-b08f-85e59bf0d517 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:30.683767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2751fa68-7e45-4273-9e07-1770bec33920 req-9ec2b7e7-2efd-47b6-b08f-85e59bf0d517 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.3655152 May 06 10:00:30.796445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Set router 63595e86-a8af-4d51-9975-e48a1090f30a gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:30.803234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-6882168b-7bdb-4386-84b0-df7c5b738d32 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875770 May 06 10:00:31.210169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2751fa68-7e45-4273-9e07-1770bec33920 req-18661cae-1e99-4cf0-b3cf-5abc32213457 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959340 May 06 10:00:31.294267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-714d9396-7db0-4785-ab8f-22208c2099b5 req-7b2d3e7c-b8a7-4a88-9212-595fbec3644d service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879258 May 06 10:00:31.333023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:31.343132 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.453423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1d871a32-c318-4900-87cd-fd34fc3fed9c None None] Provisioning complete for port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:31.454488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1d871a32-c318-4900-87cd-fd34fc3fed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:31.776588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.039931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '86ecea4c-5244-441f-acbb-a5610224161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:00:27Z', 'revision_number': 3, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port': {'id': '86ecea4c-5244-441f-acbb-a5610224161b', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:25Z', 'updated_at': '2022-05-06T10:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:32.120859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Checking router: 63595e86-a8af-4d51-9975-e48a1090f30a for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:32.123878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Updating router 63595e86-a8af-4d51-9975-e48a1090f30a port 86ecea4c-5244-441f-acbb-a5610224161b binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:32.168307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Allocated IP 172.20.0.1 (a7c52898-1789-4baf-b74a-4d3aaa7c742a/79eb8413-edbf-4b02-beae-e816ed53e72b/2d9445da-78eb-45f4-97f8-464f1fe771a3) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:32.219184 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.286562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c4110247-d319-48a8-8195-ca065fb1728f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:32.381334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7e01a3df-6dde-45a0-b8b3-622278a3b1ca None None] Provisioning complete for port c4110247-d319-48a8-8195-ca065fb1728f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:32.385818 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7e01a3df-6dde-45a0-b8b3-622278a3b1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.561904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c152b92-3ca4-416d-8a1e-8603665455e0 req-efc897b0-a559-4e72-abf1-2b7ba105f6bb tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:32.583008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c152b92-3ca4-416d-8a1e-8603665455e0 req-efc897b0-a559-4e72-abf1-2b7ba105f6bb tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1448317 May 06 10:00:32.597996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.675246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c152b92-3ca4-416d-8a1e-8603665455e0 req-78e45e79-2061-4f8b-b5d4-943cc57d5221 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869849 May 06 10:00:32.712752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:32.774401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:32.780537 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:32.785481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:32.878897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9445da-78eb-45f4-97f8-464f1fe771a3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:32.889496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.054115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.158693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.182710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c4110247-d319-48a8-8195-ca065fb1728f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:33.183086 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.193762 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.300061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Attempting to bind port 86ecea4c-5244-441f-acbb-a5610224161b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:33.300061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Attempting to bind port 86ecea4c-5244-441f-acbb-a5610224161b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:33.300508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Attempting to bind port 86ecea4c-5244-441f-acbb-a5610224161b on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:33.353723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0673ec9-7331-4aa5-992a-12ae9fb30b16 None None] Pushing event updated for resources: {'Port': ['ID=86ecea4c-5244-441f-acbb-a5610224161b,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:33.362600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:33.362986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:33.363454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.365305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:33.366530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Bound port: 86ecea4c-5244-441f-acbb-a5610224161b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:33.367490 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.457054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.463458 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.540211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] For port 86ecea4c-5244-441f-acbb-a5610224161b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:33.544359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9445da-78eb-45f4-97f8-464f1fe771a3,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:33.568511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] For port 86ecea4c-5244-441f-acbb-a5610224161b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=86ecea4c-5244-441f-acbb-a5610224161b,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:33.571944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.580172 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.694851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:33.696443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:33.814327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4ecb6b2d-c0c6-4932-a285-bc0c67dae36c None None] Provisioning complete for port 2d9445da-78eb-45f4-97f8-464f1fe771a3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:33.814737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4ecb6b2d-c0c6-4932-a285-bc0c67dae36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:33.845869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Routers {'63595e86-a8af-4d51-9975-e48a1090f30a'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:33.846516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63595e86-a8af-4d51-9975-e48a1090f30a'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:33.921174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82150aeb-c241-4de2-bc68-3cdc4c111bc8 req-2ee14f99-e2e6-4eeb-a599-152c11a30947 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:33.933007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82150aeb-c241-4de2-bc68-3cdc4c111bc8 req-2ee14f99-e2e6-4eeb-a599-152c11a30947 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.0964868 May 06 10:00:33.992962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Router 63595e86-a8af-4d51-9975-e48a1090f30a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:00:34.004882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0673ec9-7331-4aa5-992a-12ae9fb30b16 None None] Pushing event updated for resources: {'Port': ['ID=86ecea4c-5244-441f-acbb-a5610224161b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.020819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82150aeb-c241-4de2-bc68-3cdc4c111bc8 req-f7389040-d074-4a2b-93af-662cd816ebc6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864303 May 06 10:00:34.074330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb6b2d-c0c6-4932-a285-bc0c67dae36c None None] Port 2d9445da-78eb-45f4-97f8-464f1fe771a3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:34.221598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42230) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:34.241750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:00:34.251645 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83e28c47-f064-48fe-bcaf-aa322c4ad2b7 admin admin] 10.222.0.76 "PUT /v2.0/routers/63595e86-a8af-4d51-9975-e48a1090f30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6604536 May 06 10:00:34.273124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] Set router 63595e86-a8af-4d51-9975-e48a1090f30a gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:34.442452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f16d1b50-c3f1-493b-9a05-4d5979221c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.448562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bc0c79b1-17c6-4964-9b7a-d2f3aa30dd4d None None] Provisioning complete for port 2d9445da-78eb-45f4-97f8-464f1fe771a3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:34.449334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc0c79b1-17c6-4964-9b7a-d2f3aa30dd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.605597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c79b1-17c6-4964-9b7a-d2f3aa30dd4d None None] Port 2d9445da-78eb-45f4-97f8-464f1fe771a3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:34.609452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f16d1b50-c3f1-493b-9a05-4d5979221c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.617592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f16d1b50-c3f1-493b-9a05-4d5979221c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.693235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d1b50-c3f1-493b-9a05-4d5979221c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74075094-fa11-471c-8557-c1ea5b3c1454,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:34.702908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f16d1b50-c3f1-493b-9a05-4d5979221c87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0e87ce6eb7e4c79bc0b5ad25eee4d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794743 May 06 10:00:34.704865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42248) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:34.724068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '86ecea4c-5244-441f-acbb-a5610224161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 4, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port': {'id': '86ecea4c-5244-441f-acbb-a5610224161b', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:25Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2d9445da-78eb-45f4-97f8-464f1fe771a3', 'name': '', 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'mac_address': 'fa:16:3e:e3:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:31Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 2, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'subnets': [{'id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:34.809946 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9f99576-c3a2-44e7-90f7-81e8fd752b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:34.822165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf6e71-6aaf-48e6-bf9b-41abc858ebd8 None None] The sync data for ids ['63595e86-a8af-4d51-9975-e48a1090f30a'] in n-d-840834-1 is: [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '86ecea4c-5244-441f-acbb-a5610224161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 4, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port': {'id': '86ecea4c-5244-441f-acbb-a5610224161b', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:25Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2d9445da-78eb-45f4-97f8-464f1fe771a3', 'name': '', 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'mac_address': 'fa:16:3e:e3:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:31Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 2, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'subnets': [{'id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:34.868783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9f99576-c3a2-44e7-90f7-81e8fd752b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.010732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9f99576-c3a2-44e7-90f7-81e8fd752b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.013362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9f99576-c3a2-44e7-90f7-81e8fd752b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.015436 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e9f99576-c3a2-44e7-90f7-81e8fd752b49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74075094-fa11-471c-8557-c1ea5b3c1454 HTTP/1.1" status: 204 len: 168 time: 0.3087881 May 06 10:00:35.033066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f99576-c3a2-44e7-90f7-81e8fd752b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74075094-fa11-471c-8557-c1ea5b3c1454,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:35.406467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-38808dfc-f5b1-4fcc-86b3-173b7ef12add tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.434373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-38808dfc-f5b1-4fcc-86b3-173b7ef12add tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/networks?id=b7635aca-a9be-47f1-9024-aa83d23193d4 HTTP/1.1" status: 200 len: 910 time: 0.3594942 May 06 10:00:35.527996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39c63-1e1c-48fe-ab4d-bc92242dbbf6 req-14654896-801a-4a89-9f8e-28a34ed5e91e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:35.535408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29c39c63-1e1c-48fe-ab4d-bc92242dbbf6 req-14654896-801a-4a89-9f8e-28a34ed5e91e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.2356563 May 06 10:00:35.650100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-fabdb165-f25c-4a05-a569-8c821069f76b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/quotas/3050569f993c45db8d7b1df4c39af8f1 HTTP/1.1" status: 200 len: 375 time: 0.2122955 May 06 10:00:35.876318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29c39c63-1e1c-48fe-ab4d-bc92242dbbf6 req-5c0a6bc6-a6f1-4637-8967-4055a0fc1d77 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365917 May 06 10:00:35.906352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42296) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:35.931488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad72fe81-bc20-441f-8c01-0c551c94934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:35.971737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-93a28b23-4d4e-4426-b785-08ca2b20dcc5 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=3050569f993c45db8d7b1df4c39af8f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3201535 May 06 10:00:36.095993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-2791cf5e-4f98-4371-ac01-efa911a163c7 service neutron] 10.222.0.76 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219716 May 06 10:00:36.192634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad72fe81-bc20-441f-8c01-0c551c94934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.201119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad72fe81-bc20-441f-8c01-0c551c94934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.265079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-6bb73cef-4e90-4b3c-b6e9-9acb156276d8 service neutron] 10.222.0.76 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678021 May 06 10:00:36.320751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72fe81-bc20-441f-8c01-0c551c94934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc0ce6-0b97-4fd4-97c0-e32615b9b993,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:36.327217 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad72fe81-bc20-441f-8c01-0c551c94934e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=699d4dd8e33b48d6b0e2010cc6493beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191906 May 06 10:00:36.329794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42306) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:36.480460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20715425-7d04-4556-8bae-baf2245b23cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.522032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20715425-7d04-4556-8bae-baf2245b23cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.660306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7efc48ea-e94a-45f3-81f0-dc35b55649b1 req-16183832-4d57-44d2-8f98-5af7ebe9b418 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 210 time: 0.0595703 May 06 10:00:36.672534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20715425-7d04-4556-8bae-baf2245b23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.675938 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-20715425-7d04-4556-8bae-baf2245b23cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:36.677336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-20715425-7d04-4556-8bae-baf2245b23cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7bfc0ce6-0b97-4fd4-97c0-e32615b9b993 HTTP/1.1" status: 204 len: 168 time: 0.3463793 May 06 10:00:36.700641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20715425-7d04-4556-8bae-baf2245b23cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc0ce6-0b97-4fd4-97c0-e32615b9b993,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:37.146447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4282c16-02ec-4366-8bc0-fa3970f20e9d req-139ab27d-618d-4dda-b1b0-2ac75c4ba842 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:37.163353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4282c16-02ec-4366-8bc0-fa3970f20e9d req-139ab27d-618d-4dda-b1b0-2ac75c4ba842 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1813736 May 06 10:00:37.292280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f4282c16-02ec-4366-8bc0-fa3970f20e9d req-e56d22a6-0b3b-405d-a5a8-349001c94986 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280632 May 06 10:00:37.822296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb2d0c9b-ddcb-4d7c-88a8-7284a3e71963 req-1cf2c6d3-a98b-4216-ad44-0a407bb675d3 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 210 time: 0.0783150 May 06 10:00:38.207206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86ecea4c-5244-441f-acbb-a5610224161b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:38.373542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 86ecea4c-5244-441f-acbb-a5610224161b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:38.373995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.596763 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.645064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-1e932862-1a1a-4830-8cad-593e9dd7380d tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:38.646612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-1e932862-1a1a-4830-8cad-593e9dd7380d tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.82 "GET /v2.0/networks?id=b7635aca-a9be-47f1-9024-aa83d23193d4 HTTP/1.1" status: 200 len: 910 time: 0.2370648 May 06 10:00:38.667880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Request body: {'port': {'device_id': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'admin_state_up': True, 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:38.692164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 86ecea4c-5244-441f-acbb-a5610224161b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=86ecea4c-5244-441f-acbb-a5610224161b,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:38.703788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.780131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Made reservation on behalf of 3050569f993c45db8d7b1df4c39af8f1 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:38.782937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:38.820433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=86ecea4c-5244-441f-acbb-a5610224161b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:38.926652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b275f-4bc8-4afd-b28a-bf771b617ad2 req-b5486a30-5b1f-405c-a3c4-18a0ce5418c8 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:38.938441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-681b275f-4bc8-4afd-b28a-bf771b617ad2 req-b5486a30-5b1f-405c-a3c4-18a0ce5418c8 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.2884657 May 06 10:00:39.051284 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Sync routers for ids ['63595e86-a8af-4d51-9975-e48a1090f30a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:00:39.104299 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Routers {'63595e86-a8af-4d51-9975-e48a1090f30a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:39.108865 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63595e86-a8af-4d51-9975-e48a1090f30a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:39.324860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dff32e1d-7d78-4151-bf67-a0af57309d4b req-c86b65f9-d0f6-45cd-86b9-3fd49bde9e84 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 210 time: 0.1618652 May 06 10:00:39.364257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Allocated IP 172.20.0.4 (b7635aca-a9be-47f1-9024-aa83d23193d4/0feaf791-74f1-4908-b65c-7ed213e78d76/86390f5b-7a8f-4517-94aa-d6505c0fceb3) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:39.410533 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Set router 63595e86-a8af-4d51-9975-e48a1090f30a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:39.569566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.668256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-681b275f-4bc8-4afd-b28a-bf771b617ad2 req-582d944a-a04f-457f-9a33-854e22c8042e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7288513 May 06 10:00:39.671880 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.694909 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '86ecea4c-5244-441f-acbb-a5610224161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 4, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port': {'id': '86ecea4c-5244-441f-acbb-a5610224161b', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:25Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2d9445da-78eb-45f4-97f8-464f1fe771a3', 'name': '', 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'mac_address': 'fa:16:3e:e3:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:31Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 2, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'subnets': [{'id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:39.745817 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Checking router: 63595e86-a8af-4d51-9975-e48a1090f30a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:00:39.746221 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Updating router 63595e86-a8af-4d51-9975-e48a1090f30a port 2d9445da-78eb-45f4-97f8-464f1fe771a3 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:00:39.846596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Network b7635aca-a9be-47f1-9024-aa83d23193d4 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:39.847117 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:39.852588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:39.862479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:39.963539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Pushing event updated for resources: {'Port': ['ID=86390f5b-7a8f-4517-94aa-d6505c0fceb3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:40.001966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42434) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:40.009550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:40.011992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.048287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-54ab6284-9af1-4dcf-b4bf-111b12e74b17 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3863540 May 06 10:00:40.061365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Request body: {'port': {'device_id': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:40.209338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86ecea4c-5244-441f-acbb-a5610224161b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:40.225364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.398296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-693153619'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:40.423167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 86ecea4c-5244-441f-acbb-a5610224161b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:40.429799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.477876 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Made reservation on behalf of ab2e13aef6d44ae8b7262c8eebf04d8a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:40.482405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.506234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-82b4d996-2663-4d95-8d45-92792d3db4b9 None None] Provisioning complete for port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:40.506612 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-82b4d996-2663-4d95-8d45-92792d3db4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.528118 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.663034 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.675360 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.779425 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d366e7-0522-4c5c-a7bf-43818243978d None None] Pushing event updated for resources: {'Port': ['ID=2d9445da-78eb-45f4-97f8-464f1fe771a3,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:40.809264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-82b4d996-2663-4d95-8d45-92792d3db4b9 None None] Port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:40.823393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.838588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.913608 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Attempting to bind port 2d9445da-78eb-45f4-97f8-464f1fe771a3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:40.914136 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Attempting to bind port 2d9445da-78eb-45f4-97f8-464f1fe771a3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:40.917012 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Attempting to bind port 2d9445da-78eb-45f4-97f8-464f1fe771a3 on network a7c52898-1789-4baf-b74a-4d3aaa7c742a {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:40.923004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:40.943003 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:40.943897 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Checking segment: {'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:40.944560 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.945320 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Bound using segment: {'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:40.946050 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Bound port: 2d9445da-78eb-45f4-97f8-464f1fe771a3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d4f431-e168-4e72-b18f-ca4162478311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:40.946710 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.948584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:40.949522 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Added segment d73490ec-e01c-48b8-87f5-efd9db88d2c3 of type vlan for network 2dfb7956-9b31-45e9-9617-82a67904913d May 06 10:00:41.023101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.067619 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] For port 2d9445da-78eb-45f4-97f8-464f1fe771a3, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:41.073051 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] For port 2d9445da-78eb-45f4-97f8-464f1fe771a3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2d9445da-78eb-45f4-97f8-464f1fe771a3,segment=NetworkSegment(80d4f431-e168-4e72-b18f-ca4162478311),segment_id=80d4f431-e168-4e72-b18f-ca4162478311)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:41.090052 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.098369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.104644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:41.105118 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.273407 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Routers {'63595e86-a8af-4d51-9975-e48a1090f30a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:00:41.274713 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63595e86-a8af-4d51-9975-e48a1090f30a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:41.348424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-237d47f6-b51a-4076-a74f-ed9835b0baad None None] Provisioning complete for port 2d9445da-78eb-45f4-97f8-464f1fe771a3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:41.348987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d47f6-b51a-4076-a74f-ed9835b0baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.381982 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3782105 May 06 10:00:41.387871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9abdd8a-00bd-45a7-9c72-bbaca2d77a01,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:41.436165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c425c-8149-4b7d-9fa6-d8a5d6551dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Pushing event updated for resources: {'Network': ['ID=2dfb7956-9b31-45e9-9617-82a67904913d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:41.472181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2dfb7956-9b31-45e9-9617-82a67904913d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:41.670631 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d366e7-0522-4c5c-a7bf-43818243978d None None] Pushing event updated for resources: {'Port': ['ID=2d9445da-78eb-45f4-97f8-464f1fe771a3,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:41.713168 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] Set router 63595e86-a8af-4d51-9975-e48a1090f30a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:00:41.808385 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d47f6-b51a-4076-a74f-ed9835b0baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.885501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-237d47f6-b51a-4076-a74f-ed9835b0baad None None] For port 2d9445da-78eb-45f4-97f8-464f1fe771a3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2d9445da-78eb-45f4-97f8-464f1fe771a3,segment=NetworkSegment(80d4f431-e168-4e72-b18f-ca4162478311),segment_id=80d4f431-e168-4e72-b18f-ca4162478311)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:41.893675 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-237d47f6-b51a-4076-a74f-ed9835b0baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:41.989329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d47f6-b51a-4076-a74f-ed9835b0baad None None] Pushing event updated for resources: {'Port': ['ID=2d9445da-78eb-45f4-97f8-464f1fe771a3,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:42.030472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-09166822-f0e3-446e-b4d5-198d77401aae None None] Provisioning complete for port 2d9445da-78eb-45f4-97f8-464f1fe771a3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:42.030866 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-09166822-f0e3-446e-b4d5-198d77401aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.037786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86390f5b-7a8f-4517-94aa-d6505c0fceb3 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:00:42.047700 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '86ecea4c-5244-441f-acbb-a5610224161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 4, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port': {'id': '86ecea4c-5244-441f-acbb-a5610224161b', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:25Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2d9445da-78eb-45f4-97f8-464f1fe771a3', 'name': '', 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'mac_address': 'fa:16:3e:e3:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:31Z', 'updated_at': '2022-05-06T10:00:41Z', 'revision_number': 4, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'subnets': [{'id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:42.069730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.089652 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6ed0c-0fea-4772-a526-1dd29f424577 None None] The sync data for ids ['63595e86-a8af-4d51-9975-e48a1090f30a'] in n-d-840834-1 is: [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '86ecea4c-5244-441f-acbb-a5610224161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:00:33Z', 'revision_number': 4, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port': {'id': '86ecea4c-5244-441f-acbb-a5610224161b', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:25Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '2d9445da-78eb-45f4-97f8-464f1fe771a3', 'name': '', 'network_id': 'a7c52898-1789-4baf-b74a-4d3aaa7c742a', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'mac_address': 'fa:16:3e:e3:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:31Z', 'updated_at': '2022-05-06T10:00:41Z', 'revision_number': 4, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'subnets': [{'id': '79eb8413-edbf-4b02-beae-e816ed53e72b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:00:42.116809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Transition to ACTIVE for port object 86390f5b-7a8f-4517-94aa-d6505c0fceb3 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:00:42.179718 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.254187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2d9445da-78eb-45f4-97f8-464f1fe771a3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:42.276985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c0264-16a0-4728-8341-5594f41a5a36 req-0f4ec7ee-a24c-4507-9e43-7c7b8cf2a499 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:42.278793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e8c0264-16a0-4728-8341-5594f41a5a36 req-0f4ec7ee-a24c-4507-9e43-7c7b8cf2a499 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1027 time: 0.4592392 May 06 10:00:42.366512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17ced-8be8-4158-83fa-cf8973532fee req-72195b47-88d5-48ff-a7b1-667f65ca123c tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:42.377593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0a17ced-8be8-4158-83fa-cf8973532fee req-72195b47-88d5-48ff-a7b1-667f65ca123c tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.5590215 May 06 10:00:42.400890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2d9445da-78eb-45f4-97f8-464f1fe771a3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:42.401409 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.509085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0a17ced-8be8-4158-83fa-cf8973532fee req-ea6c134c-f99c-4183-85e8-fabf58f68a3f tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305032 May 06 10:00:42.527016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e8c0264-16a0-4728-8341-5594f41a5a36 req-69230896-a715-44c7-b717-3d7d251acd82 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297966 May 06 10:00:42.552465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Pushing event updated for resources: {'Port': ['ID=86390f5b-7a8f-4517-94aa-d6505c0fceb3,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:42.637291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Attempting to bind port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:42.639664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Attempting to bind port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:42.641717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Attempting to bind port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 on network b7635aca-a9be-47f1-9024-aa83d23193d4 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:42.659338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 on network b7635aca-a9be-47f1-9024-aa83d23193d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:42.659845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Attempting to bind port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 on network b7635aca-a9be-47f1-9024-aa83d23193d4 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:42.669867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:42.673307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Checking segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:42.674339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Bound using segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:42.682242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Bound port: 86390f5b-7a8f-4517-94aa-d6505c0fceb3, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:42.682767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.766846 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c6572aa-e44d-4a21-a904-f49cf8a6d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.876129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] For port 86390f5b-7a8f-4517-94aa-d6505c0fceb3, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:42.891490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] For port 86390f5b-7a8f-4517-94aa-d6505c0fceb3, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=86390f5b-7a8f-4517-94aa-d6505c0fceb3,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:42.901250 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.956121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:42.957634 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:42.967859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] 10.222.0.82 "PUT /v2.0/ports/86390f5b-7a8f-4517-94aa-d6505c0fceb3 HTTP/1.1" status: 200 len: 1091 time: 2.9112313 May 06 10:00:42.968635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'tag': '86390f5b-7a8f-4517-94aa-d6505c0fceb3'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:42.971463 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e652df45-9447-44dc-99fa-f0cefc3e7b6e", "tag": "86390f5b-7a8f-4517-94aa-d6505c0fceb3"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:43.004125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42496) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:43.011555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Request body: {'port': {'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d', 'binding:host_id': 'n-h1-840834-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1042868207'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:43.055802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd49074-5a79-4cbb-93a1-f58bc41186ca service neutron] Pushing event updated for resources: {'Port': ['ID=86390f5b-7a8f-4517-94aa-d6505c0fceb3,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:43.078290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Made reservation on behalf of 9955a68498e04d9491779fa6648b42aa for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:43.082425 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c213410-16c9-4eb8-8dec-9a7666f9039d x-openstack-request-id: req-0c213410-16c9-4eb8-8dec-9a7666f9039d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:43.082737 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e652df45-9447-44dc-99fa-f0cefc3e7b6e", "tag": "86390f5b-7a8f-4517-94aa-d6505c0fceb3", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:43.083119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.083868 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c213410-16c9-4eb8-8dec-9a7666f9039d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:43.084298 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c213410-16c9-4eb8-8dec-9a7666f9039d'] response: {'name': 'network-changed', 'server_uuid': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'tag': '86390f5b-7a8f-4517-94aa-d6505c0fceb3', 'status': 'completed', 'code': 200} May 06 10:00:43.109500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.269306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-38547e96-11d1-47c6-bffe-45a8a60a184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:43.276425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-38547e96-11d1-47c6-bffe-45a8a60a184c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3050569f993c45db8d7b1df4c39af8f1&device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1094 time: 0.1107206 May 06 10:00:43.356636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.365373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:43.370426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] device_id is not set on port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:43.411124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-f4b31500-643e-444b-ae8d-63f47417a565 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86390f5b-7a8f-4517-94aa-d6505c0fceb3 HTTP/1.1" status: 200 len: 217 time: 0.1268752 May 06 10:00:43.529088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-314e50b5-12b4-4858-829f-82ffe635bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:43.530868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-314e50b5-12b4-4858-829f-82ffe635bc07 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0feaf791-74f1-4908-b65c-7ed213e78d76 HTTP/1.1" status: 200 len: 848 time: 0.1099973 May 06 10:00:43.609889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-90c5d9a2-2b9a-4473-b03b-a45e515c4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:43.612183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-90c5d9a2-2b9a-4473-b03b-a45e515c4ba8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7635aca-a9be-47f1-9024-aa83d23193d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736060 May 06 10:00:43.673964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e4f648-0e83-4d81-a586-14b396980898,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:44.068971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-01488b36-9005-4a33-9662-2436ae3db8cd service neutron] 10.222.0.82 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466963 May 06 10:00:44.081255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] device_id is not set on port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:44.098293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.110066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.166013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005e920-6da9-4710-9968-2b895e4bca18 req-1f597273-2de2-4394-a964-67b6711d7de6 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:44.167809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5005e920-6da9-4710-9968-2b895e4bca18 req-1f597273-2de2-4394-a964-67b6711d7de6 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1094 time: 0.2314529 May 06 10:00:44.182713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb52a4-a580-4092-9b68-a9899fb46e4c req-1896389a-4c84-4734-a090-5bd402dd9a35 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:44.191442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93eb52a4-a580-4092-9b68-a9899fb46e4c req-1896389a-4c84-4734-a090-5bd402dd9a35 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.5063918 May 06 10:00:44.217455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=f77400b3-0ef3-46db-92d6-2be0ef3d53d3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:44.228431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Checking segment: {'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:44.229045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Network hostable DHCP agents. Network: 2dfb7956-9b31-45e9-9617-82a67904913d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:44.270288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93eb52a4-a580-4092-9b68-a9899fb46e4c req-00427638-cffe-4cf7-b8da-109bfca80eab tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777447 May 06 10:00:44.287126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5005e920-6da9-4710-9968-2b895e4bca18 req-f683bd13-6c5d-497a-8b48-af7519142d03 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736251 May 06 10:00:44.308090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Network 2dfb7956-9b31-45e9-9617-82a67904913d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:44.322142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e553223-41ea-483b-8009-bfb3ffa7f47c req-ff954558-d52d-4964-a400-f2938d99d02d service neutron] 10.222.0.82 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368529 May 06 10:00:44.341135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2dfb7956-9b31-45e9-9617-82a67904913d) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:44.345939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:44.360569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199c1503-d61d-4c7d-a801-cc4c1b3c1d50 None None] Network 2dfb7956-9b31-45e9-9617-82a67904913d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:44.388963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.389612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.391162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.407482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.409396 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.411451 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 2 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.432468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.433263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.433830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.457202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-4e84763a-a286-47c5-898f-ddaadac8b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:44.459605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-4e84763a-a286-47c5-898f-ddaadac8b10a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=3050569f993c45db8d7b1df4c39af8f1&device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1094 time: 0.0840433 May 06 10:00:44.460104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.460768 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.461463 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 3 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.491973 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.493699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.494217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.507660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.508177 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.508729 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 4 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.540709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.542946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.543465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.558350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.558909 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.559465 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 5 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.591918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.594292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.595685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.607172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.607658 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.608245 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 6 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.664388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.664766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.668186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.682066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.682404 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.682940 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 7 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.709334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-c9e37e17-c34b-4d4d-b626-5bd2b3a37252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:44.717945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-c9e37e17-c34b-4d4d-b626-5bd2b3a37252 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b7635aca-a9be-47f1-9024-aa83d23193d4 HTTP/1.1" status: 200 len: 910 time: 0.2504244 May 06 10:00:44.721230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.721580 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.721921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.752907 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.753239 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.753641 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 8 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.797035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.797512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.797734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.803903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-1210d809-7d8f-487f-9b02-9e36893e70a9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86390f5b-7a8f-4517-94aa-d6505c0fceb3 HTTP/1.1" status: 200 len: 217 time: 0.0787480 May 06 10:00:44.810602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.810935 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.811532 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 9 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.854392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.854618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.854883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.862671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.876107 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.876500 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 10 to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 May 06 10:00:44.901338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:44.901679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:44.902318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:44.909657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:44.909986 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:44.910367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:44.926519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-15a401c9-2ed8-402e-a345-49f66304474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:44.928460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-15a401c9-2ed8-402e-a345-49f66304474b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0feaf791-74f1-4908-b65c-7ed213e78d76 HTTP/1.1" status: 200 len: 848 time: 0.1140156 May 06 10:00:45.023860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-b2ee6f14-d2ca-4390-8a2c-683069d0237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:45.025547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-b2ee6f14-d2ca-4390-8a2c-683069d0237a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b7635aca-a9be-47f1-9024-aa83d23193d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879755 May 06 10:00:45.064356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] For port f77400b3-0ef3-46db-92d6-2be0ef3d53d3, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:45.065095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempted to set empty binding levels {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 10:00:45.076036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.135495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:45.136895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.160000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=f77400b3-0ef3-46db-92d6-2be0ef3d53d3,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:45.178607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e39e3fd-1b08-4420-90d7-37f9f1b6f079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.191523 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ded4d426-3493-4afd-97cf-24c74bef9e0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1857014 May 06 10:00:45.193742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42530) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:45.271752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-c84e7c3a-98ef-4281-8c76-95c5dd8d5198 service neutron] 10.222.0.82 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354376 May 06 10:00:45.375234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Deleting port f77400b3-0ef3-46db-92d6-2be0ef3d53d3 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:45.375783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.471248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] For port f77400b3-0ef3-46db-92d6-2be0ef3d53d3, host n-h1-840834-1, got binding levels [] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:45.472051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.489303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Calling delete_port for f77400b3-0ef3-46db-92d6-2be0ef3d53d3 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:45.508150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a6b70b4-562e-44ec-a9eb-b00b662e4c4d req-5a58c444-aabe-49e9-aa8d-779d2cbb5552 service neutron] 10.222.0.82 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262945 May 06 10:00:45.599935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11133768-2a43-40fa-9ef3-1abff10d6bb2 req-16a878ad-b891-4b02-af14-2caae3dab896 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:45.602034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11133768-2a43-40fa-9ef3-1abff10d6bb2 req-16a878ad-b891-4b02-af14-2caae3dab896 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1094 time: 0.0926065 May 06 10:00:45.615022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95247ebf-6d1f-4eaa-b1e1-025ced845242 req-6f91508b-6e4d-4bc5-b9d0-efc33897082a tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:45.616770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95247ebf-6d1f-4eaa-b1e1-025ced845242 req-6f91508b-6e4d-4bc5-b9d0-efc33897082a tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.0985811 May 06 10:00:45.654453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.669735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95247ebf-6d1f-4eaa-b1e1-025ced845242 req-d5dc6022-7aa4-4a9f-87c5-38c64235242c tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 May 06 10:00:45.684637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event deleted for resources: {'Port': ['ID=f77400b3-0ef3-46db-92d6-2be0ef3d53d3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:45.709209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.711354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11133768-2a43-40fa-9ef3-1abff10d6bb2 req-8d54af30-f3b1-4965-b6f0-896ed58b4184 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933719 May 06 10:00:45.715658 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-721375cf-4e99-4d31-99cc-873fd8b76817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/f77400b3-0ef3-46db-92d6-2be0ef3d53d3 HTTP/1.1" status: 204 len: 168 time: 0.5187106 May 06 10:00:45.717351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42540) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:45.760199 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-132cc904-99fd-41ab-b123-f66bcdf0a9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] GET failed (client error): The resource could not be found. May 06 10:00:45.761820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-132cc904-99fd-41ab-b123-f66bcdf0a9ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "GET /v2.0/ports/f77400b3-0ef3-46db-92d6-2be0ef3d53d3 HTTP/1.1" status: 404 len: 333 time: 0.0424817 May 06 10:00:45.765577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:45.771061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Request body: {'port': {'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-598402970'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:45.794516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Made reservation on behalf of 9955a68498e04d9491779fa6648b42aa for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:45.797353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:45.814490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] device_id is not set on port aa0f7084-4993-41c7-9b53-bc85f06f820e yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:45.998748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.064891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.125517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Network 2dfb7956-9b31-45e9-9617-82a67904913d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:46.131698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:46.142144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:46.144652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:46.155969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.170742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0f7084-4993-41c7-9b53-bc85f06f820e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:46.177446 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02c9eb72-d6fc-46cb-8ad4-6fa472281b41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4103549 May 06 10:00:46.179928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42546) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:46.185814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:46.255165 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.565659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.656355 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.873046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] device_id is not set on port aa0f7084-4993-41c7-9b53-bc85f06f820e yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:46.883211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.901463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:46.945419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066a8c7-0b19-4223-b726-688831214408 req-0aba4c0e-f8a5-4af0-a8b0-fd33f445aa0f tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:46.954076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f066a8c7-0b19-4223-b726-688831214408 req-0aba4c0e-f8a5-4af0-a8b0-fd33f445aa0f tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1672051 May 06 10:00:46.969187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0f7084-4993-41c7-9b53-bc85f06f820e,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:46.972611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231cefb-4198-49c4-b9ca-1340a36cf841 req-7679a48c-07a9-4f1b-aa34-7fc3d6f93176 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:46.974243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c231cefb-4198-49c4-b9ca-1340a36cf841 req-7679a48c-07a9-4f1b-aa34-7fc3d6f93176 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1094 time: 0.1368332 May 06 10:00:47.001379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.001718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.002064 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.006822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.007032 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.007419 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 2 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.022096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.022442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.022787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.034604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.034948 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.035356 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 3 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.048558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f066a8c7-0b19-4223-b726-688831214408 req-871f9620-b389-418e-9165-aed97e89823c tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868936 May 06 10:00:47.050614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c231cefb-4198-49c4-b9ca-1340a36cf841 req-3d3db7bf-1b0b-4771-98dc-940e0314df09 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663784 May 06 10:00:47.066475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.066816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.067158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.082217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.082217 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.082217 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 4 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.103383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.104057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.104498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.112629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.112967 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.113361 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 5 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.129206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.129551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.129887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.135985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.136649 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.137232 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 6 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.155553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 86390f5b-7a8f-4517-94aa-d6505c0fceb3 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:00:47.156644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.157183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.157518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.162118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.162441 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.162827 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 7 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.176616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.176958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.177286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.182324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.182851 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.183175 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 8 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.209420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.209756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.210189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.226615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.226940 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.227423 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 9 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.248958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.249171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.249514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.261413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.261743 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.262236 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 10 to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e May 06 10:00:47.288043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:47.288375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:47.288916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:47.297274 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:47.299566 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port aa0f7084-4993-41c7-9b53-bc85f06f820e on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:47.299800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.352798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 86390f5b-7a8f-4517-94aa-d6505c0fceb3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=86390f5b-7a8f-4517-94aa-d6505c0fceb3,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:47.377051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '86390f5b-7a8f-4517-94aa-d6505c0fceb3', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'port_id': '86390f5b-7a8f-4517-94aa-d6505c0fceb3', 'mac_address': 'fa:16:3e:f2:68:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:00:47.443162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] For port aa0f7084-4993-41c7-9b53-bc85f06f820e, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:47.443602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempted to set empty binding levels {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 10:00:47.451658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.468843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.495369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86390f5b-7a8f-4517-94aa-d6505c0fceb3 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:00:47.507729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] In _notify_port_updated(), no bound segment for port aa0f7084-4993-41c7-9b53-bc85f06f820e on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:00:47.508983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.509931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.511416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "PUT /v2.0/ports/aa0f7084-4993-41c7-9b53-bc85f06f820e HTTP/1.1" status: 200 len: 978 time: 1.3304825 May 06 10:00:47.514159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42592) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:47.547650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 86390f5b-7a8f-4517-94aa-d6505c0fceb3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=86390f5b-7a8f-4517-94aa-d6505c0fceb3,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:47.558079 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.623248 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277d826-4aa3-490d-a7cd-69fd9e79f5fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0f7084-4993-41c7-9b53-bc85f06f820e,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:47.642229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=86390f5b-7a8f-4517-94aa-d6505c0fceb3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:47.696330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.697233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.697890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.698645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.699336 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.700015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.700812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.701491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.702162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.702888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.703532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.704224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.704863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.706143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.707496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.708002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.708474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.708965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.709434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.709924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.710391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:47.718208 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-09a14c9d-8349-4e8b-8258-1bdea4d7e15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19017 time: 0.1982780 May 06 10:00:47.718208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42598) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:47.819149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['86390f5b-7a8f-4517-94aa-d6505c0fceb3'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:00:47.843677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Deleting port aa0f7084-4993-41c7-9b53-bc85f06f820e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:47.843987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.944351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] For port aa0f7084-4993-41c7-9b53-bc85f06f820e, host n-h1-840834-1, got binding levels [] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:47.944714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:47.960361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Calling delete_port for aa0f7084-4993-41c7-9b53-bc85f06f820e owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:48.058203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.094226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa0f7084-4993-41c7-9b53-bc85f06f820e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:48.113297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.119340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42604) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.120734 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-303fb758-c0ec-4ec4-97a6-dcb41fd2e525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/aa0f7084-4993-41c7-9b53-bc85f06f820e HTTP/1.1" status: 204 len: 168 time: 0.4014831 May 06 10:00:48.177066 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.180933 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-157095e6-a229-4641-b19e-1ba838467d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] GET failed (client error): The resource could not be found. May 06 10:00:48.184941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-157095e6-a229-4641-b19e-1ba838467d66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "GET /v2.0/ports/aa0f7084-4993-41c7-9b53-bc85f06f820e HTTP/1.1" status: 404 len: 333 time: 0.0638452 May 06 10:00:48.189879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42606) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.198595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1455458593', 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:48.244871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Made reservation on behalf of 9955a68498e04d9491779fa6648b42aa for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:48.248427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.278148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce02c13-8c8c-48f2-8c17-614c74346bbe req-ff75a5c9-eef3-461f-bbe3-8b0e9c55c4c0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:48.280197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bce02c13-8c8c-48f2-8c17-614c74346bbe req-ff75a5c9-eef3-461f-bbe3-8b0e9c55c4c0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1095 time: 0.0684218 May 06 10:00:48.289567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaae68-e342-4e72-a664-2c02d5e6148c req-d1870c54-78c3-4251-b4fd-8a8e05b7ef73 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:48.295126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] device_id is not set on port 7109f794-e244-4082-a9ae-393a88991c3c yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:48.300299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcdaae68-e342-4e72-a664-2c02d5e6148c req-d1870c54-78c3-4251-b4fd-8a8e05b7ef73 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1323996 May 06 10:00:48.358275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bce02c13-8c8c-48f2-8c17-614c74346bbe req-d3807b3f-85f0-46fb-92be-8db97b377683 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 May 06 10:00:48.391872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcdaae68-e342-4e72-a664-2c02d5e6148c req-4afeff19-172f-43e0-ac61-49ed684581d8 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899851 May 06 10:00:48.562939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.616052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.684239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Network 2dfb7956-9b31-45e9-9617-82a67904913d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:48.686376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=7109f794-e244-4082-a9ae-393a88991c3c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:48.689370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:48.692371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:48.692539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:48.693394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.713103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.723260 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47473532-e13c-4bcb-ba6e-f63ba7d586dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5322709 May 06 10:00:48.726321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42616) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.771786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b692c3dd-28d7-4206-a3ec-778f73fb3b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:48.776095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42618) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:48.776287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b692c3dd-28d7-4206-a3ec-778f73fb3b05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "GET /v2.0/ports/7109f794-e244-4082-a9ae-393a88991c3c HTTP/1.1" status: 200 len: 959 time: 0.0487809 May 06 10:00:48.877316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Deleting port 7109f794-e244-4082-a9ae-393a88991c3c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:48.877660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:48.977016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.004734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Calling delete_port for 7109f794-e244-4082-a9ae-393a88991c3c owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:49.133125 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.157470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 86390f5b-7a8f-4517-94aa-d6505c0fceb3 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:00:49.178431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event deleted for resources: {'Port': ['ID=7109f794-e244-4082-a9ae-393a88991c3c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:49.197733 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.204156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42620) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:49.205593 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a441215a-ab52-4e8b-8fe5-fc3461e96a52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/7109f794-e244-4082-a9ae-393a88991c3c HTTP/1.1" status: 204 len: 168 time: 0.4271214 May 06 10:00:49.247910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:00:49.248912 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7a5320-9ac7-481c-91eb-7ab5a9cca695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] GET failed (client error): The resource could not be found. May 06 10:00:49.251134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9d7a5320-9ac7-481c-91eb-7ab5a9cca695 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "GET /v2.0/ports/7109f794-e244-4082-a9ae-393a88991c3c HTTP/1.1" status: 404 len: 333 time: 0.0456011 May 06 10:00:49.252043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:49.252622 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.256971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:49.266596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Request body: {'port': {'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296475136'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:49.306134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Made reservation on behalf of 9955a68498e04d9491779fa6648b42aa for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:49.311451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.333366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] device_id is not set on port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:49.379983 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.437024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 86390f5b-7a8f-4517-94aa-d6505c0fceb3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=86390f5b-7a8f-4517-94aa-d6505c0fceb3,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:49.438151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86390f5b-7a8f-4517-94aa-d6505c0fceb3'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:00:49.441174 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f2e82-25ab-49e7-9096-c1b8edd537cd" -d '{"events": [{"server_uuid": "e652df45-9447-44dc-99fa-f0cefc3e7b6e", "name": "network-vif-plugged", "status": "completed", "tag": "86390f5b-7a8f-4517-94aa-d6505c0fceb3"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:00:49.446969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.521973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=86390f5b-7a8f-4517-94aa-d6505c0fceb3,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:49.619111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c2b3-1d94-4091-83fa-58e7b02c556e req-e23cc878-358f-4953-9dec-0b5a2cad0d43 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.621032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59c7c2b3-1d94-4091-83fa-58e7b02c556e req-e23cc878-358f-4953-9dec-0b5a2cad0d43 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.1064134 May 06 10:00:49.628579 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.644798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b823ee-cc73-41a1-94a9-83ea9e4809a8 req-422fb63e-8bc5-44e7-8b7c-24949052838d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.646768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b823ee-cc73-41a1-94a9-83ea9e4809a8 req-422fb63e-8bc5-44e7-8b7c-24949052838d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1066048 May 06 10:00:49.672603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.699818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3b823ee-cc73-41a1-94a9-83ea9e4809a8 req-4f82129e-218f-43db-8d9a-3a770129dff7 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456109 May 06 10:00:49.717160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59c7c2b3-1d94-4091-83fa-58e7b02c556e req-a49ef71e-6cdf-4b89-8ce7-0e1a8ad862d9 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898755 May 06 10:00:49.754063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Network 2dfb7956-9b31-45e9-9617-82a67904913d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:49.757557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:49.763302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:49.769020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.770612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.792677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:49.803089 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1d745da0-29d5-434d-962f-7d8f53576d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5411592 May 06 10:00:49.803089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42642) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:49.808852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:49.828367 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3357cbd6-2258-4772-b91d-4bf167db9cb1 x-openstack-request-id: req-3357cbd6-2258-4772-b91d-4bf167db9cb1 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:00:49.828891 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e652df45-9447-44dc-99fa-f0cefc3e7b6e", "name": "network-vif-plugged", "status": "completed", "tag": "86390f5b-7a8f-4517-94aa-d6505c0fceb3", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:00:49.828891 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3357cbd6-2258-4772-b91d-4bf167db9cb1 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:00:49.829303 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3357cbd6-2258-4772-b91d-4bf167db9cb1'] response: {'server_uuid': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86390f5b-7a8f-4517-94aa-d6505c0fceb3', 'code': 200} May 06 10:00:49.897334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:49.993365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbbe22-3ab7-48e2-8e5e-e714c7eb09a9 req-d12a9a91-c1d5-4dac-9817-0b364c070991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:49.994871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06bbbe22-3ab7-48e2-8e5e-e714c7eb09a9 req-d12a9a91-c1d5-4dac-9817-0b364c070991 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.0893984 May 06 10:00:50.034141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06bbbe22-3ab7-48e2-8e5e-e714c7eb09a9 req-3074b5bb-146d-457c-bc31-2ef6e3b694f3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 May 06 10:00:50.186873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] device_id is not set on port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:50.197660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.215250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.302816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42648) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:50.336930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.337279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.337627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.359329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:50.369665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.370057 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.374402 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 2 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.390534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.390955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.391316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.401687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.402024 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.402417 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 3 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.426054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.426390 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.426728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.431249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.431574 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.432049 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 4 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.439443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eccc8640-380c-438f-9f3e-4f353cea2c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.444577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.444923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.445259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.449642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.450645 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.451042 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 5 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.468039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.468298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.468638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.474246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.474603 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.474995 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 6 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.490107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.490421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.490772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.499136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.499476 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.499903 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 7 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.515159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.515747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.515882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.521812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.522163 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.523153 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 8 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.540570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.540915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.541257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.547516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.547891 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.548276 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 9 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.557115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eccc8640-380c-438f-9f3e-4f353cea2c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.566127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eccc8640-380c-438f-9f3e-4f353cea2c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.581948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.582301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.582838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.592443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.593199 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.593612 n-d-840834-1 neutron-server[102743]: INFO neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempt 10 to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 May 06 10:00:50.614117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.632995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:50.633458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:50.634518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempting to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:50.644411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eccc8640-380c-438f-9f3e-4f353cea2c30 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0e2bb39a68b148f5ba467bfca20c6631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372548 May 06 10:00:50.646218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42656) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:50.652883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:00:50.654109 n-d-840834-1 neutron-server[102743]: ERROR neutron.plugins.ml2.managers [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Failed to bind port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on host n-h1-840834-1 for vnic_type normal using segments [{'id': 'd73490ec-e01c-48b8-87f5-efd9db88d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2dfb7956-9b31-45e9-9617-82a67904913d'}] May 06 10:00:50.655612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.677481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc8640-380c-438f-9f3e-4f353cea2c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ee68d8-77f4-482d-8f3a-89072456619c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:50.777649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31c701e3-233b-45cd-89ac-668b871abcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.795367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] For port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07, host n-h1-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:50.795874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attempted to set empty binding levels {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 06 10:00:50.812367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.818143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31c701e3-233b-45cd-89ac-668b871abcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.886766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31c701e3-233b-45cd-89ac-668b871abcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.890044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31c701e3-233b-45cd-89ac-668b871abcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.900399 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-31c701e3-233b-45cd-89ac-668b871abcc2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/25ee68d8-77f4-482d-8f3a-89072456619c HTTP/1.1" status: 204 len: 168 time: 0.2528832 May 06 10:00:50.948187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d21de1-8f85-4b57-9257-0097e1675060 req-96f26969-431d-4318-b44d-ecefdf4a3783 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:50.956764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50d21de1-8f85-4b57-9257-0097e1675060 req-96f26969-431d-4318-b44d-ecefdf4a3783 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.0871277 May 06 10:00:50.959528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] In _notify_port_updated(), no bound segment for port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 on network 2dfb7956-9b31-45e9-9617-82a67904913d {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:00:50.960608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:50.961227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:50.972155 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "PUT /v2.0/ports/fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 HTTP/1.1" status: 200 len: 979 time: 1.1679637 May 06 10:00:50.975087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a9003-b860-43eb-bbba-9b73576ec0b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:50.981979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c962f8e-b24c-4f18-a968-6dbb05b23301 req-e2df3e33-59de-4b24-8f25-57a31e1805ee tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:50.984127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c962f8e-b24c-4f18-a968-6dbb05b23301 req-e2df3e33-59de-4b24-8f25-57a31e1805ee tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.1658661 May 06 10:00:50.991088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42664) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:51.029866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c701e3-233b-45cd-89ac-668b871abcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ee68d8-77f4-482d-8f3a-89072456619c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:51.041985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50d21de1-8f85-4b57-9257-0097e1675060 req-8923ade1-ca07-4618-b648-a23297b40a0e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777793 May 06 10:00:51.134271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c962f8e-b24c-4f18-a968-6dbb05b23301 req-49f05f10-e2ce-4809-98e9-603e1814a649 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131334 May 06 10:00:51.148831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Deleting port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:00:51.152571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.295363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] For port fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07, host n-h1-840834-1, got binding levels [] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:00:51.296090 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.332502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Calling delete_port for fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:00:51.441901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.468963 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.477996 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "DELETE /v2.0/ports/fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 HTTP/1.1" status: 204 len: 168 time: 0.4848628 May 06 10:00:51.478587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42676) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:51.504542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9f09e-9a33-4644-8761-8acf6cf24b7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:51.530932 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c45c64-d41c-4fd1-9883-857c833ee6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] GET failed (client error): The resource could not be found. May 06 10:00:51.534417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d3c45c64-d41c-4fd1-9883-857c833ee6fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1875594584-project-admin] 10.222.0.76 "GET /v2.0/ports/fe3b2d3b-c1c5-40eb-96e6-b86fc68ebb07 HTTP/1.1" status: 404 len: 333 time: 0.0538123 May 06 10:00:51.540367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42680) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:51.635270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.752605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.785040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfb7956-9b31-45e9-9617-82a67904913d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:51.796134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73490ec-e01c-48b8-87f5-efd9db88d2c3') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:51.796493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73490ec-e01c-48b8-87f5-efd9db88d2c3') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:00:51.814218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.832984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.841389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:00:51.841916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: timer() May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:00:51.847027 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:00:51.967354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.986052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:51.995500 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] 10.222.0.76 "DELETE /v2.0/networks/2dfb7956-9b31-45e9-9617-82a67904913d HTTP/1.1" status: 204 len: 168 time: 0.4537563 May 06 10:00:52.012099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994df6-663c-49b5-aceb-b8672392cb2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-54778444-project] Pushing event deleted for resources: {'Network': ['ID=2dfb7956-9b31-45e9-9617-82a67904913d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:52.286371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cb1e5-568f-42c7-a50b-e353031eedd9 req-9848b5e2-8cfe-4dfa-b4f0-5ab41ad4b7d6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:52.299196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d75cb1e5-568f-42c7-a50b-e353031eedd9 req-9848b5e2-8cfe-4dfa-b4f0-5ab41ad4b7d6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1521325 May 06 10:00:52.442928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42712) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:52.502384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d75cb1e5-568f-42c7-a50b-e353031eedd9 req-a6f52845-0bbf-4261-9269-ca0d8d0e22c1 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004318 May 06 10:00:52.517799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfee47f-6896-44c8-a75e-da5568be94e8 req-fd194555-735c-46c6-a7a6-8c6ef1554c72 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:52.522575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbfee47f-6896-44c8-a75e-da5568be94e8 req-fd194555-735c-46c6-a7a6-8c6ef1554c72 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.2050538 May 06 10:00:52.625567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbfee47f-6896-44c8-a75e-da5568be94e8 req-2e22a58d-2989-4c63-ba85-ed1c7b763f04 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920722 May 06 10:00:52.773932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42726) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:52.826629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b98d6a-ba00-470f-a408-5c46c6a3bd4d req-83707774-d5a7-4c90-bcfb-2c056b4167bb tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:52.847528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97b98d6a-ba00-470f-a408-5c46c6a3bd4d req-83707774-d5a7-4c90-bcfb-2c056b4167bb tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.1253114 May 06 10:00:52.913372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37c3e187-c1b5-4deb-a199-0105ad740f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:52.917108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97b98d6a-ba00-470f-a408-5c46c6a3bd4d req-18c5761b-dccd-4819-9813-cf9f681301e0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595653 May 06 10:00:52.961965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42738) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:52.976012 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-72401682-abc5-4993-8bf8-dcb48a03880c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab2e13aef6d44ae8b7262c8eebf04d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318301 May 06 10:00:53.100636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a862347f-f543-4665-aab0-d9ace09906b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.154554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37c3e187-c1b5-4deb-a199-0105ad740f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.168164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37c3e187-c1b5-4deb-a199-0105ad740f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.221238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a862347f-f543-4665-aab0-d9ace09906b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.224904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3e187-c1b5-4deb-a199-0105ad740f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34a757b-bdcd-454e-aab0-2f964e7534e5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:53.231950 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-37c3e187-c1b5-4deb-a199-0105ad740f2f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=95354541515c4d67944e1a719084cf40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560990 May 06 10:00:53.241524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42760) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:53.304680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49bfe3-6e3a-42b9-a435-bf5d82866ad2 req-9330c18f-655f-4d43-96a7-4345a98c16a0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:53.307061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c49bfe3-6e3a-42b9-a435-bf5d82866ad2 req-9330c18f-655f-4d43-96a7-4345a98c16a0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.2088273 May 06 10:00:53.356029 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0656-576c-4b58-ae7c-a4edbc572978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.389054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a862347f-f543-4665-aab0-d9ace09906b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.391767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a862347f-f543-4665-aab0-d9ace09906b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.393736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a862347f-f543-4665-aab0-d9ace09906b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9abdd8a-00bd-45a7-9c72-bbaca2d77a01 HTTP/1.1" status: 204 len: 168 time: 0.4304395 May 06 10:00:53.408001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c49bfe3-6e3a-42b9-a435-bf5d82866ad2 req-4750580a-b895-4236-b6d3-f3e3c2199ec0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895360 May 06 10:00:53.417124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862347f-f543-4665-aab0-d9ace09906b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9abdd8a-00bd-45a7-9c72-bbaca2d77a01,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:53.417400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0656-576c-4b58-ae7c-a4edbc572978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.464052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-d3e7d577-a419-49fa-a379-c4d94eaade21 req-963ddbf7-c6f0-4f10-aeca-81df4e75aeaf service neutron] (102742) timed out ('10.222.0.76', 49520) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:00:53.502966 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:00:53.628678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0656-576c-4b58-ae7c-a4edbc572978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.633236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0656-576c-4b58-ae7c-a4edbc572978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:53.641548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7c9f0656-576c-4b58-ae7c-a4edbc572978 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a34a757b-bdcd-454e-aab0-2f964e7534e5 HTTP/1.1" status: 204 len: 168 time: 0.3928430 May 06 10:00:53.677661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f0656-576c-4b58-ae7c-a4edbc572978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34a757b-bdcd-454e-aab0-2f964e7534e5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:53.759356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fd07f-62ef-4b36-95b6-48bbb90065a0 req-84ba1e62-fdd9-4ab9-a528-1a7d82b278a2 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:53.771875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a68fd07f-62ef-4b36-95b6-48bbb90065a0 req-84ba1e62-fdd9-4ab9-a528-1a7d82b278a2 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1188662 May 06 10:00:53.933160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a68fd07f-62ef-4b36-95b6-48bbb90065a0 req-0eb3310f-b71a-41ae-bb8b-6f691effc6b5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597259 May 06 10:00:53.978079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42848) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.019020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-85f9671e-0232-44b7-9f11-67b07d7de85f tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:54.026013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-85f9671e-0232-44b7-9f11-67b07d7de85f tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/networks?id=b7635aca-a9be-47f1-9024-aa83d23193d4 HTTP/1.1" status: 200 len: 910 time: 0.2260146 May 06 10:00:54.051918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-c55a118f-aa00-469d-99bd-22c8bda9b321 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/quotas/3050569f993c45db8d7b1df4c39af8f1 HTTP/1.1" status: 200 len: 375 time: 0.0190113 May 06 10:00:54.125203 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-27f07c5c-c2e3-47d4-82a5-72f754b021fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9955a68498e04d9491779fa6648b42aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427495 May 06 10:00:54.125575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42868) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.194195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-eea31ef4-a9ed-49e0-96d4-4e2d7beafeca tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=3050569f993c45db8d7b1df4c39af8f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236098 May 06 10:00:54.314943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65093327-d10c-4eab-b876-f87be5a4ea09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.379112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65093327-d10c-4eab-b876-f87be5a4ea09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.501054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65093327-d10c-4eab-b876-f87be5a4ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.505108 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-65093327-d10c-4eab-b876-f87be5a4ea09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.505108 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-65093327-d10c-4eab-b876-f87be5a4ea09 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2e4f648-0e83-4d81-a586-14b396980898 HTTP/1.1" status: 204 len: 168 time: 0.3780739 May 06 10:00:54.515793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-77a9f144-0895-4164-bbd7-e8d152cd2ef2 service neutron] 10.222.0.76 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203404 May 06 10:00:54.534970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65093327-d10c-4eab-b876-f87be5a4ea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e4f648-0e83-4d81-a586-14b396980898,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:54.578181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 42916) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.599462 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c973ea2-305f-4bae-a568-cabf7d56b3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.722044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c973ea2-305f-4bae-a568-cabf7d56b3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.732492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c973ea2-305f-4bae-a568-cabf7d56b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:54.737779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-aa91eb87-bde9-4607-ab42-bd086ec88669 service neutron] 10.222.0.76 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094777 May 06 10:00:54.809168 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c973ea2-305f-4bae-a568-cabf7d56b3a2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=594893d1f87f486683f263817abf4747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294919 May 06 10:00:54.812176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 42942) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:54.814709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973ea2-305f-4bae-a568-cabf7d56b3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24488661-01c7-44c1-817e-aa3938de9dd7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:54.914858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e894544d-a636-4e5f-8ad5-7563259ac658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.021976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e894544d-a636-4e5f-8ad5-7563259ac658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.132587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50700836-71d2-44bd-9389-a3a9db496816 req-fdfd69be-2546-4e08-baeb-dce27e9b7abd tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 210 time: 0.1728144 May 06 10:00:55.212223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f9186-16e5-441b-8690-521229785f55 req-ee76dc2d-3173-4da1-85cb-ea52e83d67b1 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:55.222939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-607f9186-16e5-441b-8690-521229785f55 req-ee76dc2d-3173-4da1-85cb-ea52e83d67b1 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1261921 May 06 10:00:55.263729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e894544d-a636-4e5f-8ad5-7563259ac658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.266499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e894544d-a636-4e5f-8ad5-7563259ac658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.268156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e894544d-a636-4e5f-8ad5-7563259ac658 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24488661-01c7-44c1-817e-aa3938de9dd7 HTTP/1.1" status: 204 len: 168 time: 0.4546623 May 06 10:00:55.310030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-607f9186-16e5-441b-8690-521229785f55 req-5fdbaf5e-6550-4d7c-915e-7ca21247d675 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851982 May 06 10:00:55.326095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894544d-a636-4e5f-8ad5-7563259ac658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24488661-01c7-44c1-817e-aa3938de9dd7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:55.698721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43054) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:55.706634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ce3717c3-62c0-406c-ab5c-b1aef26a1a90 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60113581', 'description': 'tempest-description--341627375'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:55.743434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce3717c3-62c0-406c-ab5c-b1aef26a1a90 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.928384 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce3717c3-62c0-406c-ab5c-b1aef26a1a90 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.936661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce3717c3-62c0-406c-ab5c-b1aef26a1a90 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.993692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce3717c3-62c0-406c-ab5c-b1aef26a1a90 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:55.997863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ce3717c3-62c0-406c-ab5c-b1aef26a1a90 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2980332 May 06 10:00:56.001690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:56.010372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8c3bec5d-cfdd-4688-9d24-755581042718 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': 'b1e7d12c-003c-489d-98ea-5a1b17f35a20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:56.019671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3717c3-62c0-406c-ab5c-b1aef26a1a90 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7d12c-003c-489d-98ea-5a1b17f35a20,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:56.119124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec5d-cfdd-4688-9d24-755581042718 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.284348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec5d-cfdd-4688-9d24-755581042718 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.290270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec5d-cfdd-4688-9d24-755581042718 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.318062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43140) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:56.328448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be016b00-6d8f-43a0-b258-1c073e47d61f req-8cadb888-833c-45d1-9624-204d95a7ac00 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 210 time: 0.0496399 May 06 10:00:56.330787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bec5d-cfdd-4688-9d24-755581042718 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d5457b-0900-4ed4-95a2-5e9389805b41,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:56.354278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3bec5d-cfdd-4688-9d24-755581042718 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.360943 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c3bec5d-cfdd-4688-9d24-755581042718 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575113 May 06 10:00:56.363225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:56.367990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7a6083e9-564e-4485-b4f8-c6abc467b322 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': 'b1e7d12c-003c-489d-98ea-5a1b17f35a20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:56.416824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a6083e9-564e-4485-b4f8-c6abc467b322 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.521890 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a6083e9-564e-4485-b4f8-c6abc467b322 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.540668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc98f1-e3d3-43b5-9eac-8ed6d65375c0 req-d362a081-07c9-40bf-b556-f70202dbeba3 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:56.549651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ddc98f1-e3d3-43b5-9eac-8ed6d65375c0 req-d362a081-07c9-40bf-b556-f70202dbeba3 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1022451 May 06 10:00:56.558446 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a6083e9-564e-4485-b4f8-c6abc467b322 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.626404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ddc98f1-e3d3-43b5-9eac-8ed6d65375c0 req-55f132ee-5172-459b-bc8a-9f46bd31943e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757952 May 06 10:00:56.633368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6083e9-564e-4485-b4f8-c6abc467b322 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f76db36-4101-4211-89ae-815c58f927fa,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:56.644950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a6083e9-564e-4485-b4f8-c6abc467b322 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.647599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7a6083e9-564e-4485-b4f8-c6abc467b322 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2832255 May 06 10:00:56.650960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:56.657258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:56.736486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.832478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1933961237'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:56.897092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:56.908148 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.926585 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:56.972948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-69a8b5d5-971f-4996-bf35-83997b897787 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:56.974812 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-69a8b5d5-971f-4996-bf35-83997b897787 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.83 "GET /v2.0/networks?id=b7635aca-a9be-47f1-9024-aa83d23193d4 HTTP/1.1" status: 200 len: 910 time: 0.2966397 May 06 10:00:56.990977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Request body: {'port': {'device_id': '704dac19-258a-49e2-8c64-eed566ab34a3', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'admin_state_up': True, 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:57.046554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Made reservation on behalf of 3050569f993c45db8d7b1df4c39af8f1 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:57.049799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.118353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.128591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.231742 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.254787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:00:57.337180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82473284-ea3b-422e-9dc8-fbd5ad5bc175,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:57.380004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.380357 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Added segment addb4a98-6a28-4ae9-b8da-02ef9e63e27e of type vlan for network 2e803932-38a8-4d64-933a-989577b9e70e May 06 10:00:57.455706 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Allocated IP 172.20.0.12 (b7635aca-a9be-47f1-9024-aa83d23193d4/0feaf791-74f1-4908-b65c-7ed213e78d76/99676f33-ca80-4492-8616-cbb86506d508) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:57.470427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.478343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82f11549-18dc-4a59-87c5-31326d99f33e req-2248fe36-11ae-42c6-8d76-80eda2ce1c62 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 210 time: 0.0447807 May 06 10:00:57.544991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.25.8.97 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/9a1bba52-bd58-4a89-97a8-28aaf41cfd49) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:57.610082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.616918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:57.617548 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:57.725270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2407e9-6c0e-464f-82fb-aa8b95af0ff7 req-6576144d-a7d1-4c45-b081-c57b05335670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:57.728113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b2407e9-6c0e-464f-82fb-aa8b95af0ff7 req-6576144d-a7d1-4c45-b081-c57b05335670 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.0789950 May 06 10:00:57.800720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b2407e9-6c0e-464f-82fb-aa8b95af0ff7 req-a1a017ea-0ccc-45a4-8402-c8120bc39660 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622716 May 06 10:00:57.813677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46926b-38df-4efa-9fdd-873c17d8952f req-cec92d4e-6777-45bc-8052-e03ae51e7883 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:57.815467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc46926b-38df-4efa-9fdd-873c17d8952f req-cec92d4e-6777-45bc-8052-e03ae51e7883 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.0862792 May 06 10:00:57.854932 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5323780 May 06 10:00:57.855827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43330) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:57.869061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'subnet': {'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:57.894839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6a1cc-0b4f-4f4e-856c-16b8969faf02 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Network': ['ID=2e803932-38a8-4d64-933a-989577b9e70e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:57.905959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2e803932-38a8-4d64-933a-989577b9e70e details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:00:57.956468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc46926b-38df-4efa-9fdd-873c17d8952f req-e1676ea0-9ce4-4827-bffc-2e78d595f894 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340151 May 06 10:00:57.959886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.004700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:58.008276 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.030956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.034446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.084769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:58.090781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:58.097752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:58.139291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=9a1bba52-bd58-4a89-97a8-28aaf41cfd49,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:58.166608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.178648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['86390f5b-7a8f-4517-94aa-d6505c0fceb3'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:00:58.218738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.261942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Network b7635aca-a9be-47f1-9024-aa83d23193d4 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:58.274109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Subnet': ['ID=710f50bf-06ce-4287-8e17-8b353e99202d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:58.274763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:58.301436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:58.307602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Checking segment: {'id': 'addb4a98-6a28-4ae9-b8da-02ef9e63e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2e803932-38a8-4d64-933a-989577b9e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:58.308249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network hostable DHCP agents. Network: 2e803932-38a8-4d64-933a-989577b9e70e, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:00:58.310201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Pushing event updated for resources: {'Port': ['ID=99676f33-ca80-4492-8616-cbb86506d508,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:58.315009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.348620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network 2e803932-38a8-4d64-933a-989577b9e70e is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:00:58.367864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2e803932-38a8-4d64-933a-989577b9e70e) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:58.381636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.382226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.399432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5ec18-3414-4e99-b352-6b96a8d777f6 None None] Network 2e803932-38a8-4d64-933a-989577b9e70e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:00:58.421172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5efeeee1-50af-4498-ac4b-c3f50b3c89d2 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5633557 May 06 10:00:58.423710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43348) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:00:58.429332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'name': 'tempest-AllowedAddressPairTestJSON-450444260'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:58.472232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.532470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:58.533069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.623911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-b5330ab8-cadd-49b2-a9b0-72189a70de5b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6373200 May 06 10:00:58.651216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Request body: {'port': {'device_id': '704dac19-258a-49e2-8c64-eed566ab34a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:58.710022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-2e803932-38a8-4d64-933a-989577b9e70e', 'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'tenant_id': '0f21f18ed2274615bda85b232add046a', 'fixed_ips': [{'subnet_id': '710f50bf-06ce-4287-8e17-8b353e99202d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:00:58.711057 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.716092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-220264d7-5224-40a1-b58b-2c9a0c03d4bb None None] Provisioning complete for port 99676f33-ca80-4492-8616-cbb86506d508 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:00:58.716831 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-220264d7-5224-40a1-b58b-2c9a0c03d4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:58.920902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.041853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abead43-8bef-418f-9216-613b0e0e6e2b req-84ca00ee-7bbb-4e58-b4f3-98fab676a6d0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.043720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6abead43-8bef-418f-9216-613b0e0e6e2b req-84ca00ee-7bbb-4e58-b4f3-98fab676a6d0 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1028 time: 0.1303768 May 06 10:00:59.101612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Allocated IP 172.20.0.2 (2e803932-38a8-4d64-933a-989577b9e70e/710f50bf-06ce-4287-8e17-8b353e99202d/d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:59.169846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6abead43-8bef-418f-9216-613b0e0e6e2b req-1895fcc9-7019-4fd9-856f-489651ce548b tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077390 May 06 10:00:59.177273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:00:59.181639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.197282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.215627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.236134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] device_id is not set on port 5b8e5a21-d047-49a6-bfc4-3e059913a321 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:00:59.251398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-220264d7-5224-40a1-b58b-2c9a0c03d4bb None None] Port 99676f33-ca80-4492-8616-cbb86506d508 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:00:59.339954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a25cbd-7d4a-424f-9d82-02a04c97d89a req-9368f59b-dc1a-4726-8ae3-fbab4e994594 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:00:59.350219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7a25cbd-7d4a-424f-9d82-02a04c97d89a req-9368f59b-dc1a-4726-8ae3-fbab4e994594 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1986752 May 06 10:00:59.364108 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.372850 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.424377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Network 2e803932-38a8-4d64-933a-989577b9e70e is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:59.428100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:59.432923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:00:59.445903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Pushing event updated for resources: {'Port': ['ID=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.455049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=9a1bba52-bd58-4a89-97a8-28aaf41cfd49,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.489016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Allocated IP 172.20.0.9 (2e803932-38a8-4d64-933a-989577b9e70e/710f50bf-06ce-4287-8e17-8b353e99202d/5b8e5a21-d047-49a6-bfc4-3e059913a321) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:00:59.540524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Attempting to bind port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:00:59.541885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Attempting to bind port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'addb4a98-6a28-4ae9-b8da-02ef9e63e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2e803932-38a8-4d64-933a-989577b9e70e'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:00:59.542362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Attempting to bind port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 on network 2e803932-38a8-4d64-933a-989577b9e70e {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:00:59.551354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:00:59.551901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Checking segment: {'id': 'addb4a98-6a28-4ae9-b8da-02ef9e63e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2e803932-38a8-4d64-933a-989577b9e70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:00:59.552398 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.552879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Bound using segment: {'id': 'addb4a98-6a28-4ae9-b8da-02ef9e63e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2e803932-38a8-4d64-933a-989577b9e70e'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:00:59.553472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Bound port: d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'addb4a98-6a28-4ae9-b8da-02ef9e63e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2e803932-38a8-4d64-933a-989577b9e70e'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:00:59.553955 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.666705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] For port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:00:59.672725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] For port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,segment=NetworkSegment(addb4a98-6a28-4ae9-b8da-02ef9e63e27e),segment_id=addb4a98-6a28-4ae9-b8da-02ef9e63e27e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:00:59.682403 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.686293 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.760839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7a25cbd-7d4a-424f-9d82-02a04c97d89a req-127ad402-5c60-4ae7-b4bb-e7ee7dfd5378 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036293 May 06 10:00:59.769582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.860480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dff287-9493-44aa-81aa-2cf52eecae2f None None] Pushing event updated for resources: {'Port': ['ID=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.897157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.907463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=5b8e5a21-d047-49a6-bfc4-3e059913a321,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:00:59.930469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4c5d3a59-8bd6-4370-a690-d39a3382c4d4 req-34b3fc80-b108-447a-8bf0-da699a0723c5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1970475514', 'description': 'tempest-description-611941736'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:00:59.940910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:00:59.949725 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-28653fe1-9091-41d6-9c49-53740b4d3d71 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2897620 May 06 10:00:59.967272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network 2e803932-38a8-4d64-933a-989577b9e70e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:00:59.974205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:00:59.977994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:00.090084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.091840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.097737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c5d3a59-8bd6-4370-a690-d39a3382c4d4 req-34b3fc80-b108-447a-8bf0-da699a0723c5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.222257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-821cf955-fe3b-4648-861a-9e873b1fe796 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7972949 May 06 10:01:00.233719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99676f33-ca80-4492-8616-cbb86506d508 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:00.235633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43390) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:00.251877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'name': 'tempest-AllowedAddressPairTestJSON-750703718', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b2:f3:1c'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:00.260257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.304127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Transition to ACTIVE for port object 99676f33-ca80-4492-8616-cbb86506d508 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:01:00.313194 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.504937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Pushing event updated for resources: {'Port': ['ID=99676f33-ca80-4492-8616-cbb86506d508,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.590498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Attempting to bind port 99676f33-ca80-4492-8616-cbb86506d508 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:00.591251 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Attempting to bind port 99676f33-ca80-4492-8616-cbb86506d508 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:00.591833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Attempting to bind port 99676f33-ca80-4492-8616-cbb86506d508 on network b7635aca-a9be-47f1-9024-aa83d23193d4 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:00.598637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Port 99676f33-ca80-4492-8616-cbb86506d508 on network b7635aca-a9be-47f1-9024-aa83d23193d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:01:00.599140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Attempting to bind port 99676f33-ca80-4492-8616-cbb86506d508 on network b7635aca-a9be-47f1-9024-aa83d23193d4 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:00.606623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:00.607672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Checking segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:00.608031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Bound using segment: {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:00.619233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Bound port: 99676f33-ca80-4492-8616-cbb86506d508, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5994e48b-30c2-408e-a894-9a57cc1beb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:00.619640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.626352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-fe1643c1-0e0a-4ba4-a3e9-ba6a0095906a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--60113581&fields=id&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 267 time: 0.1904771 May 06 10:01:00.717442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c5d3a59-8bd6-4370-a690-d39a3382c4d4 req-34b3fc80-b108-447a-8bf0-da699a0723c5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.723500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] For port 99676f33-ca80-4492-8616-cbb86506d508, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:00.727105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] For port 99676f33-ca80-4492-8616-cbb86506d508, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=99676f33-ca80-4492-8616-cbb86506d508,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:00.732805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.733322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c5d3a59-8bd6-4370-a690-d39a3382c4d4 req-34b3fc80-b108-447a-8bf0-da699a0723c5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.773937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.775755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.777409 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] 10.222.0.83 "PUT /v2.0/ports/99676f33-ca80-4492-8616-cbb86506d508 HTTP/1.1" status: 200 len: 1092 time: 2.1435008 May 06 10:01:00.778723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704dac19-258a-49e2-8c64-eed566ab34a3', 'tag': '99676f33-ca80-4492-8616-cbb86506d508'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:00.781953 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5587ef60-babe-441c-946d-ba92d512f073" -d '{"events": [{"name": "network-changed", "server_uuid": "704dac19-258a-49e2-8c64-eed566ab34a3", "tag": "99676f33-ca80-4492-8616-cbb86506d508"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:00.800876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:00.807484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4ace-aafc-424d-bff0-602d463dbc86 service neutron] Pushing event updated for resources: {'Port': ['ID=99676f33-ca80-4492-8616-cbb86506d508,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.820154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4c5d3a59-8bd6-4370-a690-d39a3382c4d4 req-34b3fc80-b108-447a-8bf0-da699a0723c5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:00.821779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4c5d3a59-8bd6-4370-a690-d39a3382c4d4 req-34b3fc80-b108-447a-8bf0-da699a0723c5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.0079329 May 06 10:01:00.886605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3fc80-b108-447a-8bf0-da699a0723c5 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d233a151-3e43-4bd4-818a-312a6639ad40,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:00.912125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-420d331b-8e36-4c1e-8ea4-d33714b2fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.913803 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-420d331b-8e36-4c1e-8ea4-d33714b2fd26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3050569f993c45db8d7b1df4c39af8f1&device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1095 time: 0.0864644 May 06 10:01:00.968658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-6841a44a-61eb-415e-bf9a-db2bd0ef178b tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:00.968938 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-34144880-3ab8-4c05-b2a8-21c73aa83505 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99676f33-ca80-4492-8616-cbb86506d508 HTTP/1.1" status: 200 len: 217 time: 0.0466878 May 06 10:01:00.971448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-6841a44a-61eb-415e-bf9a-db2bd0ef178b tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.3444874 May 06 10:01:01.039527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-53c1f5c3-b8b0-48ea-99b4-4c5f78472734 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/quotas/7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 375 time: 0.0379426 May 06 10:01:01.056912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-87ad809a-81cb-4636-8c7b-de9524a96525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:01.058739 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-87ad809a-81cb-4636-8c7b-de9524a96525 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0feaf791-74f1-4908-b65c-7ed213e78d76 HTTP/1.1" status: 200 len: 848 time: 0.0783734 May 06 10:01:01.096153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.120907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] device_id is not set on port 499175b5-c8d4-40c9-9271-1857dee9bca7 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:01.134706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633656c9-3d6c-4b10-a3b2-c92a8d9801d7 req-31ef3786-d05c-42f1-88ba-d44da5885397 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:01.143843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633656c9-3d6c-4b10-a3b2-c92a8d9801d7 req-31ef3786-d05c-42f1-88ba-d44da5885397 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1095 time: 0.2188144 May 06 10:01:01.145692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-615e804d-dc36-4999-8ff6-4054aadfc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:01.149810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-615e804d-dc36-4999-8ff6-4054aadfc0bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b7635aca-a9be-47f1-9024-aa83d23193d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815330 May 06 10:01:01.265170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-23510749-14d8-4a7e-8e0a-cd4a3d652151 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2148347 May 06 10:01:01.345272 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-e09c63eb-1f49-4996-9b37-1bf0e8dd26b1 service neutron] 10.222.0.83 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906888 May 06 10:01:01.393424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-633656c9-3d6c-4b10-a3b2-c92a8d9801d7 req-0a8bce34-a108-4e3c-9457-0ca9ea43f6e9 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328475 May 06 10:01:01.421347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d44395-58fe-4e10-aeca-ee0506af0c71 None None] Network 2e803932-38a8-4d64-933a-989577b9e70e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:01.481708 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6f4f00ef-ccf0-48fd-9798-4d874a4f152e req-6c268d78-7161-4aa6-906d-babf18b25e32 service neutron] 10.222.0.83 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294250 May 06 10:01:01.517814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Allocated IP 172.20.0.3 (2e803932-38a8-4d64-933a-989577b9e70e/710f50bf-06ce-4287-8e17-8b353e99202d/499175b5-c8d4-40c9-9271-1857dee9bca7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:01.621166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-7ca79f98-40bc-4d47-a685-8f2fa09f4748 service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231390 May 06 10:01:01.661101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bcee17e2-8358-4444-9f82-fcb8e0d1b1c1 None None] Provisioning complete for port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:01.661702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcee17e2-8358-4444-9f82-fcb8e0d1b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.700624 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9624391-e17b-45ae-8d86-9ad9b77a1202 x-openstack-request-id: req-e9624391-e17b-45ae-8d86-9ad9b77a1202 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:01.700919 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704dac19-258a-49e2-8c64-eed566ab34a3", "tag": "99676f33-ca80-4492-8616-cbb86506d508", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:01.701177 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9624391-e17b-45ae-8d86-9ad9b77a1202 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:01.701596 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9624391-e17b-45ae-8d86-9ad9b77a1202'] response: {'name': 'network-changed', 'server_uuid': '704dac19-258a-49e2-8c64-eed566ab34a3', 'tag': '99676f33-ca80-4492-8616-cbb86506d508', 'status': 'completed', 'code': 200} May 06 10:01:01.787663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-e76b6f38-f836-4708-85fa-a4d3792f8228 service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476924 May 06 10:01:01.815080 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcee17e2-8358-4444-9f82-fcb8e0d1b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:01.841495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ef60-babe-441c-946d-ba92d512f073 req-2cd6f266-7a20-46e5-aa19-bc59f5a33cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:01.843244 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5587ef60-babe-441c-946d-ba92d512f073 req-2cd6f266-7a20-46e5-aa19-bc59f5a33cd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3050569f993c45db8d7b1df4c39af8f1&device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1095 time: 0.1211185 May 06 10:01:01.939713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bcee17e2-8358-4444-9f82-fcb8e0d1b1c1 None None] For port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,segment=NetworkSegment(addb4a98-6a28-4ae9-b8da-02ef9e63e27e),segment_id=addb4a98-6a28-4ae9-b8da-02ef9e63e27e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:01.947795 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bcee17e2-8358-4444-9f82-fcb8e0d1b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.006558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de62ec51-314b-4884-82b6-5584a71faa9d req-53ae9699-d780-4048-9b7e-77e81af9a2da tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1970475514&fields=id&tenant_id=d1f3ceb6d41448c882c46e37000bf8e5 HTTP/1.1" status: 200 len: 267 time: 0.1606610 May 06 10:01:02.097613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ef60-babe-441c-946d-ba92d512f073 req-d94e60e2-0305-4f3b-9a3c-f4a0b3222e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:02.098973 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5587ef60-babe-441c-946d-ba92d512f073 req-d94e60e2-0305-4f3b-9a3c-f4a0b3222e4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b7635aca-a9be-47f1-9024-aa83d23193d4 HTTP/1.1" status: 200 len: 910 time: 0.2486777 May 06 10:01:02.113542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee17e2-8358-4444-9f82-fcb8e0d1b1c1 None None] Pushing event updated for resources: {'Port': ['ID=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:02.170763 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5587ef60-babe-441c-946d-ba92d512f073 req-b603bfca-aaae-4f66-8e1c-43bc06d3f7ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99676f33-ca80-4492-8616-cbb86506d508 HTTP/1.1" status: 200 len: 217 time: 0.0626094 May 06 10:01:02.283474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ce2e8a31-3ab7-4887-b411-a4dbe9c7801e None None] Provisioning complete for port 5b8e5a21-d047-49a6-bfc4-3e059913a321 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:02.283474 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8a31-3ab7-4887-b411-a4dbe9c7801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.290961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97488923-b2d0-4d27-803a-b1a6c937a39b req-9c325926-6e1d-4a61-945d-af2314a1ab47 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 210 time: 0.1311679 May 06 10:01:02.320710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ef60-babe-441c-946d-ba92d512f073 req-ca8682a6-5a1a-425c-9272-904a12f9484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:02.320710 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5587ef60-babe-441c-946d-ba92d512f073 req-ca8682a6-5a1a-425c-9272-904a12f9484d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0feaf791-74f1-4908-b65c-7ed213e78d76 HTTP/1.1" status: 200 len: 848 time: 0.1368768 May 06 10:01:02.321039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:02.332970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.394027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e8a31-3ab7-4887-b411-a4dbe9c7801e None None] Port 5b8e5a21-d047-49a6-bfc4-3e059913a321 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:02.405681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ec51-314b-4884-82b6-5584a71faa9d req-4340c123-5b74-4748-8dcf-5b8c2e266cfb tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:02.408482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de62ec51-314b-4884-82b6-5584a71faa9d req-4340c123-5b74-4748-8dcf-5b8c2e266cfb tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.3774941 May 06 10:01:02.410230 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.431109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ce2e8a31-3ab7-4887-b411-a4dbe9c7801e None None] Provisioning complete for port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:02.442003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8a31-3ab7-4887-b411-a4dbe9c7801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.444852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Request body: {'port': {'security_groups': ['75522371-ac92-469a-af13-fdf4fe6860cb', 'd233a151-3e43-4bd4-818a-312a6639ad40']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:02.478651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ef60-babe-441c-946d-ba92d512f073 req-9d05ab82-5590-4961-b161-15fdc0fab64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:02.480108 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5587ef60-babe-441c-946d-ba92d512f073 req-9d05ab82-5590-4961-b161-15fdc0fab64f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b7635aca-a9be-47f1-9024-aa83d23193d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560423 May 06 10:01:02.502247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network 2e803932-38a8-4d64-933a-989577b9e70e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:02.512580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:02.515919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:02.540419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:02.541484 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.748577 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5587ef60-babe-441c-946d-ba92d512f073 req-3ef733ad-184c-4443-b389-0e968f202844 service neutron] 10.222.0.83 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568500 May 06 10:01:02.754760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=499175b5-c8d4-40c9-9271-1857dee9bca7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:02.802626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.880343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:02.882964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:02.907663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61b338-d1ea-41fc-b329-ae46864b1a71 req-d5abaeda-2e54-4ea9-aba5-7f3ba66c333c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:02.916402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f61b338-d1ea-41fc-b329-ae46864b1a71 req-d5abaeda-2e54-4ea9-aba5-7f3ba66c333c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1095 time: 0.2749925 May 06 10:01:02.951370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-62202a32-936f-48b6-98fd-baab7c928dda tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.7132819 May 06 10:01:02.959682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43446) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:03.029504 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5587ef60-babe-441c-946d-ba92d512f073 req-9038b0a5-0959-48c2-852a-646397eb7cd6 service neutron] 10.222.0.83 "GET /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724140 May 06 10:01:03.046059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f61b338-d1ea-41fc-b329-ae46864b1a71 req-ecb3c59e-9d93-402a-9fa9-9fda45b389ea tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115789 May 06 10:01:03.133647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2c7e5e85-467a-4731-92c0-703746aad282 None None] Provisioning complete for port 5b8e5a21-d047-49a6-bfc4-3e059913a321 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:03.134537 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2c7e5e85-467a-4731-92c0-703746aad282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.208162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088fb92-9e34-4dd3-b8cc-aa2dd2d6a3f9 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.217968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e5e85-467a-4731-92c0-703746aad282 None None] Port 5b8e5a21-d047-49a6-bfc4-3e059913a321 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:03.223149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088fb92-9e34-4dd3-b8cc-aa2dd2d6a3f9 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.233579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2088fb92-9e34-4dd3-b8cc-aa2dd2d6a3f9 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.235282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2088fb92-9e34-4dd3-b8cc-aa2dd2d6a3f9 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2733562 May 06 10:01:03.238130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43452) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:03.338396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:03.350225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3c90038c-c8bd-4ad9-974c-b535da0a235b None None] Provisioning complete for port 499175b5-c8d4-40c9-9271-1857dee9bca7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:03.350225 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3c90038c-c8bd-4ad9-974c-b535da0a235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.415087 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.424017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.438602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9eb48b04-7086-431b-85d1-9d92a8ea8f74'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:03.447595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3c90038c-c8bd-4ad9-974c-b535da0a235b None None] Port 499175b5-c8d4-40c9-9271-1857dee9bca7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:03.451764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting port 499175b5-c8d4-40c9-9271-1857dee9bca7 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:03.452115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.564403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26ed577a-4d26-469f-b9c1-1fc176b7201d req-7d48f80e-9f78-4784-862e-fd2760718ab1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 210 time: 0.0784664 May 06 10:01:03.602924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:03.603617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.615461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de62ec51-314b-4884-82b6-5584a71faa9d req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "PUT /v2.0/ports/9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 981 time: 1.1926336 May 06 10:01:03.616272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:03.620358 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07db4d-add6-4dfd-85ee-63992c3e8f22" -d '{"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:03.638943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476bd05-04df-4c97-bfbe-13ea12d438ca tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event updated for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:03.696952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9eb48b04-7086-431b-85d1-9d92a8ea8f74'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:03.716954 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:03.732292 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ae2e40-ab63-4afb-b646-870120dca150 x-openstack-request-id: req-15ae2e40-ab63-4afb-b646-870120dca150 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:03.733093 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:03.733430 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15ae2e40-ab63-4afb-b646-870120dca150 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:03.733989 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15ae2e40-ab63-4afb-b646-870120dca150'] response: {'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'status': 'completed', 'code': 200} May 06 10:01:03.761401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Calling delete_port for 499175b5-c8d4-40c9-9271-1857dee9bca7 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:03.936515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-a96b9294-b9b4-4db1-ba62-bb6a4b1c09c7 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1970475514&fields=id&tenant_id=d1f3ceb6d41448c882c46e37000bf8e5 HTTP/1.1" status: 200 len: 267 time: 0.1568341 May 06 10:01:04.030471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-2961540e-2dcf-4a59-a366-a38a10f732f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.039162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-2961540e-2dcf-4a59-a366-a38a10f732f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1135 time: 0.2714145 May 06 10:01:04.124824 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.168266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Port': ['ID=499175b5-c8d4-40c9-9271-1857dee9bca7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:04.203948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:04.264569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-e9420b39-5ea7-4a4b-b6c5-c3e132c856c2 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.280215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-e9420b39-5ea7-4a4b-b6c5-c3e132c856c2 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 984 time: 0.3332489 May 06 10:01:04.313057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:04.315460 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.336557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Request body: {'port': {'security_groups': ['75522371-ac92-469a-af13-fdf4fe6860cb']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:04.345647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.355070 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3b88b968-3504-4c01-b55a-532c7e965281 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/ports/499175b5-c8d4-40c9-9271-1857dee9bca7 HTTP/1.1" status: 204 len: 168 time: 1.1136515 May 06 10:01:04.361330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.408026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-b2508df4-e236-4381-bdae-be3ea5f3da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.410712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-b2508df4-e236-4381-bdae-be3ea5f3da12 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.3623147 May 06 10:01:04.547283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-8221a37c-3b3a-4071-be9d-ee8f9b3d2b4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.0894918 May 06 10:01:04.608804 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:04.730341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-3252a1b6-30e4-4088-abd6-340dd3329c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.732983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-3252a1b6-30e4-4088-abd6-340dd3329c4a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.1263218 May 06 10:01:04.738253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b496ad-d4f7-4504-af0f-28fb7b66fe94 req-5f9fb63c-4b5a-4578-83ea-04a8d4d53529 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.746242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10b496ad-d4f7-4504-af0f-28fb7b66fe94 req-5f9fb63c-4b5a-4578-83ea-04a8d4d53529 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1095 time: 0.5549157 May 06 10:01:04.797302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-5d84f090-66fe-4dce-86b5-cd767c791c31 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454242 May 06 10:01:04.807670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-1941cd36-d2f8-4d65-ba12-a8b97b718b8d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:04.809971 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-1941cd36-d2f8-4d65-ba12-a8b97b718b8d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.4280636 May 06 10:01:04.811733 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8034b94-2e54-466a-87fd-084bc5e9343d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] GET failed (client error): The resource could not be found. May 06 10:01:04.813547 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f8034b94-2e54-466a-87fd-084bc5e9343d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "GET /v2.0/ports/499175b5-c8d4-40c9-9271-1857dee9bca7 HTTP/1.1" status: 404 len: 333 time: 0.4511938 May 06 10:01:04.817095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43486) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:04.827342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'name': 'tempest-AllowedAddressPairTestJSON-143016300'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:04.937035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-33a33545-adee-4db2-aee3-b6e220d233bb service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295974 May 06 10:01:05.001943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-10b496ad-d4f7-4504-af0f-28fb7b66fe94 req-67e1d6a2-8dd9-40af-9692-7471f8293cd1 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546434 May 06 10:01:05.044021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-6c0bfdf9-8fc6-44ee-8bf0-b85a953e0271 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 471 time: 0.2096403 May 06 10:01:05.090626 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'port': {'device_id': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'admin_state_up': True, 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'security_groups': ['b1e7d12c-003c-489d-98ea-5a1b17f35a20']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:05.267335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:05.271467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.307814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] device_id is not set on port ad677f7d-d39f-4460-9132-98088a133005 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:05.470172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:05.500923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.516649 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.537836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9eb48b04-7086-431b-85d1-9d92a8ea8f74'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:05.557500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Made reservation on behalf of 7444d65c20c1430c80690d1b85a40bd2 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:05.571156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.612988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-658af810-f37e-4966-8a19-27b71543bca1 req-4c182908-f6d6-45a4-a953-aabda3f0d6a4 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 210 time: 0.2459099 May 06 10:01:05.626170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event updated for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:05.650151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:05.650791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:05.652204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cbe3546-d62d-431a-a636-3d3ac5c5b652 req-fbf8aee2-f0e9-4ee0-9adc-46dbbc10589b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "PUT /v2.0/ports/9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 942 time: 1.3711720 May 06 10:01:05.694327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f07db4d-add6-4dfd-85ee-63992c3e8f22 req-6750035f-6aae-418f-8690-263d578cf300 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475247 May 06 10:01:05.739337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Allocated IP 172.20.0.6 (2e803932-38a8-4d64-933a-989577b9e70e/710f50bf-06ce-4287-8e17-8b353e99202d/ad677f7d-d39f-4460-9132-98088a133005) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:05.753452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9eb48b04-7086-431b-85d1-9d92a8ea8f74'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:05.870309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 99676f33-ca80-4492-8616-cbb86506d508 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:01:06.005014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:06.005014 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e172bfea-95de-409f-96b1-dbf1954771dc" -d '{"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:06.005014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-71ca2ca7-82b6-40d7-aa35-da70f6b72cd3 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3012202 May 06 10:01:06.022282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:06.044059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.20.0.8 (528c243b-3c37-406f-8fde-56a2d1361392/54da016d-f1ca-4f25-b0fc-69e52d45a371/501b5bb4-f581-4721-a565-c3bef31cbd30) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:06.085373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 99676f33-ca80-4492-8616-cbb86506d508, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=99676f33-ca80-4492-8616-cbb86506d508,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:06.089404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.103461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.119331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '99676f33-ca80-4492-8616-cbb86506d508', 'network_id': 'b7635aca-a9be-47f1-9024-aa83d23193d4', 'port_id': '99676f33-ca80-4492-8616-cbb86506d508', 'mac_address': 'fa:16:3e:71:ae:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0feaf791-74f1-4908-b65c-7ed213e78d76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:01:06.119706 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10925c92-c7f6-4f6a-bc6d-b1039b9014e2 x-openstack-request-id: req-10925c92-c7f6-4f6a-bc6d-b1039b9014e2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:06.120180 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:06.120442 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10925c92-c7f6-4f6a-bc6d-b1039b9014e2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:06.120847 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10925c92-c7f6-4f6a-bc6d-b1039b9014e2'] response: {'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'status': 'completed', 'code': 200} May 06 10:01:06.270948 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.313791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.319390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99676f33-ca80-4492-8616-cbb86506d508 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:06.400721 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=ad677f7d-d39f-4460-9132-98088a133005,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:06.404587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172bfea-95de-409f-96b1-dbf1954771dc req-b4096301-693f-4f30-8a08-17236135d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:06.412355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e172bfea-95de-409f-96b1-dbf1954771dc req-b4096301-693f-4f30-8a08-17236135d21c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.2079866 May 06 10:01:06.417751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 99676f33-ca80-4492-8616-cbb86506d508, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=99676f33-ca80-4492-8616-cbb86506d508,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:06.441635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network 2e803932-38a8-4d64-933a-989577b9e70e is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:06.448907 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:06.455210 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.466170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:06.475808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bae87-311d-4619-bc70-92a2b3fa5f0a req-a83fff55-ce19-4e06-81df-30903b4d12f6 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:06.480802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-949bae87-311d-4619-bc70-92a2b3fa5f0a req-a83fff55-ce19-4e06-81df-30903b4d12f6 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1095 time: 0.2213178 May 06 10:01:06.545671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:06.546410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.553580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.581801 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e542b215-07c2-40c3-99f8-f54c98b0926d tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7635944 May 06 10:01:06.585125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43526) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:06.597979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b2:f3:1c'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:06.605194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-949bae87-311d-4619-bc70-92a2b3fa5f0a req-6afa31e8-efaf-4b89-bd7c-fe3644801489 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817256 May 06 10:01:06.684784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172bfea-95de-409f-96b1-dbf1954771dc req-2569c788-b9dd-4f07-91dc-8894f5cae533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:06.692350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e172bfea-95de-409f-96b1-dbf1954771dc req-2569c788-b9dd-4f07-91dc-8894f5cae533 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.2634375 May 06 10:01:06.807283 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:06.810817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e172bfea-95de-409f-96b1-dbf1954771dc req-06f94f40-a9fd-4fd5-8b1c-82e07717ec67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.1057365 May 06 10:01:06.982851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=99676f33-ca80-4492-8616-cbb86506d508,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:06.989732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6561b8b-2c20-4168-862d-7feb1862c864 req-33e8593a-f342-46c1-8b9a-68bd7a5ff4c4 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 210 time: 0.0799868 May 06 10:01:07.003909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172bfea-95de-409f-96b1-dbf1954771dc req-ae414732-f5e4-4380-a358-5a67917c7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:07.005320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e172bfea-95de-409f-96b1-dbf1954771dc req-ae414732-f5e4-4380-a358-5a67917c7bbf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.1732728 May 06 10:01:07.036199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-560895ae-1965-4877-b265-e01578476bad None None] Provisioning complete for port ad677f7d-d39f-4460-9132-98088a133005 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:07.036486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-560895ae-1965-4877-b265-e01578476bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.069152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.071202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.072445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e172bfea-95de-409f-96b1-dbf1954771dc req-527c4ba9-bb19-42c5-becc-6d40b96d5909 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536702 May 06 10:01:07.083502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['99676f33-ca80-4492-8616-cbb86506d508'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:07.144724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-560895ae-1965-4877-b265-e01578476bad None None] Port ad677f7d-d39f-4460-9132-98088a133005 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:07.269363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 528c243b-3c37-406f-8fde-56a2d1361392 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:07.276927 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:07.286174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Allocated IP 172.25.8.249 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/1d607885-9aeb-4600-9dde-51ae071142e1) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:07.292604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=501b5bb4-f581-4721-a565-c3bef31cbd30,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:07.307477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:07.321517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977f6e0-6da9-4d7e-9ecc-b34154bd625c req-ae9f7037-a70b-47b2-a55e-3bf5fb912a31 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:07.335656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e977f6e0-6da9-4d7e-9ecc-b34154bd625c req-ae9f7037-a70b-47b2-a55e-3bf5fb912a31 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 950 time: 0.1800101 May 06 10:01:07.456204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:07.457132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.514266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.559417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e172bfea-95de-409f-96b1-dbf1954771dc req-931986cb-ef0b-4b5e-be05-01a7e32d6dc2 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283206 May 06 10:01:07.600723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.608731 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-ef5f210e-08cf-4ec0-874c-e0af84c395c5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5573521 May 06 10:01:07.611648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e977f6e0-6da9-4d7e-9ecc-b34154bd625c req-ca4e1c13-289c-4451-a006-7f1d213f7205 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750907 May 06 10:01:07.650596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Request body: {'port': {'device_id': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:07.708890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:07.714958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:07.719019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:07.733500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event updated for resources: {'Port': ['ID=1d607885-9aeb-4600-9dde-51ae071142e1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:07.773968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-723d9ba3-9571-4638-9188-3a8f2f672714 None None] Provisioning complete for port 501b5bb4-f581-4721-a565-c3bef31cbd30 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:07.774702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-723d9ba3-9571-4638-9188-3a8f2f672714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.850880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e172bfea-95de-409f-96b1-dbf1954771dc req-7a3af7b3-b8de-4ae9-9b02-d74b34833da7 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425573 May 06 10:01:07.888344 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-723d9ba3-9571-4638-9188-3a8f2f672714 None None] Port 501b5bb4-f581-4721-a565-c3bef31cbd30 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:07.905643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:07.956737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b848c-dc91-456d-9fb0-2cab64a081e6 req-78a780ae-470b-4f2d-8bce-2702b2698040 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:07.958175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab3b848c-dc91-456d-9fb0-2cab64a081e6 req-78a780ae-470b-4f2d-8bce-2702b2698040 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1096 time: 0.1634648 May 06 10:01:07.966185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.038193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.039339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.046715 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.081590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab3b848c-dc91-456d-9fb0-2cab64a081e6 req-a829fef6-8d7a-434c-ba13-0ddfb4dca734 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061816 May 06 10:01:08.223179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43560) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.286585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.297448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.370596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] In _notify_port_updated(), no bound segment for port ad677f7d-d39f-4460-9132-98088a133005 on network 2e803932-38a8-4d64-933a-989577b9e70e {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:01:08.377866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:08.378789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.382833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "PUT /v2.0/ports/ad677f7d-d39f-4460-9132-98088a133005 HTTP/1.1" status: 200 len: 992 time: 1.7884800 May 06 10:01:08.382833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a071bf-ff70-4b2f-8a60-513de7a8a734 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=ad677f7d-d39f-4460-9132-98088a133005,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:08.389918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43564) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:08.548944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting port ad677f7d-d39f-4460-9132-98088a133005 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:08.549293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.620845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a0479a14-8ccc-4754-8861-98a6e51e3178 None None] Provisioning complete for port ad677f7d-d39f-4460-9132-98088a133005 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:08.621619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a0479a14-8ccc-4754-8861-98a6e51e3178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.656711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a0479a14-8ccc-4754-8861-98a6e51e3178 None None] Port ad677f7d-d39f-4460-9132-98088a133005 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:08.661556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.682154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.692297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30875c1-3c61-4b13-9aa9-14c6cecece08 req-82376873-b659-4bc5-a73a-39f8f5cefdf9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:08.695928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a30875c1-3c61-4b13-9aa9-14c6cecece08 req-82376873-b659-4bc5-a73a-39f8f5cefdf9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 931 time: 0.4643195 May 06 10:01:08.708592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Calling delete_port for ad677f7d-d39f-4460-9132-98088a133005 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:08.720188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501b5bb4-f581-4721-a565-c3bef31cbd30 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:08.732654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.747179 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03fb36a0-2994-4e25-931f-2b6336a781ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.764771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event updated for resources: {'Port': ['ID=1d607885-9aeb-4600-9dde-51ae071142e1,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:08.776150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.776833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Transition to ACTIVE for port object 501b5bb4-f581-4721-a565-c3bef31cbd30 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:01:08.778176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7663677 May 06 10:01:08.789640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:08.796931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.797367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.797769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.798167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.798558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.798945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.799366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.799843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.800268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.800653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.801696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.802328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53239732-9a65-4f1a-b76f-1bfb2cb52319 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:08.894737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=501b5bb4-f581-4721-a565-c3bef31cbd30,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:08.915918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a30875c1-3c61-4b13-9aa9-14c6cecece08 req-cb839585-b946-468e-8828-d85254d3089f tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1933656 May 06 10:01:08.926027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f883835-3519-4231-88ad-48347db03d16 req-f057215f-86e3-4240-b9c4-4a1881e1656c tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:08.928460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f883835-3519-4231-88ad-48347db03d16 req-f057215f-86e3-4240-b9c4-4a1881e1656c tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.82 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 950 time: 0.2623429 May 06 10:01:08.932215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-ef482828-446e-40fe-ba38-29f60b2ebf9c tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.1444244 May 06 10:01:09.035547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.080402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Port': ['ID=ad677f7d-d39f-4460-9132-98088a133005,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:09.145848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Attempting to bind port 501b5bb4-f581-4721-a565-c3bef31cbd30 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:09.146197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Attempting to bind port 501b5bb4-f581-4721-a565-c3bef31cbd30 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:09.146793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Attempting to bind port 501b5bb4-f581-4721-a565-c3bef31cbd30 on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:09.175845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Port 501b5bb4-f581-4721-a565-c3bef31cbd30 on network 528c243b-3c37-406f-8fde-56a2d1361392 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:01:09.176188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Attempting to bind port 501b5bb4-f581-4721-a565-c3bef31cbd30 on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:09.229272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-14f8a81c-b30c-4569-9468-8ec280a011e9 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.231122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-14f8a81c-b30c-4569-9468-8ec280a011e9 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2795074 May 06 10:01:09.239364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d9c7-7a7c-48ec-9edd-b65b758e3090 req-3da51429-7607-42d0-8538-049eab0c212b tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.241194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acd9d9c7-7a7c-48ec-9edd-b65b758e3090 req-3da51429-7607-42d0-8538-049eab0c212b tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 950 time: 0.2124178 May 06 10:01:09.252152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:09.252627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Checking segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:09.253023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Bound using segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:09.253457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Bound port: 501b5bb4-f581-4721-a565-c3bef31cbd30, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:09.254517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.259805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-384458f3-c3fc-4cd7-92d4-cefcba4726f6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:09.260981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16fe8457-c66b-43a5-b7d0-aba88d68a265 req-384458f3-c3fc-4cd7-92d4-cefcba4726f6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187309 May 06 10:01:09.265918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.269172 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3301cfb2-75e9-45e8-b6e6-2d2e5ba579f7 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/ports/ad677f7d-d39f-4460-9132-98088a133005 HTTP/1.1" status: 204 len: 168 time: 0.8779798 May 06 10:01:09.278031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43574) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.287819 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03fb36a0-2994-4e25-931f-2b6336a781ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.304636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-03fb36a0-2994-4e25-931f-2b6336a781ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.307147 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee8da9-4112-4695-97a0-00496c0ee2b4 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] GET failed (client error): The resource could not be found. May 06 10:01:09.308280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Deleting port 9ecee605-7df0-4aa5-8377-760595154b00 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:09.313185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.313332 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f8ee8da9-4112-4695-97a0-00496c0ee2b4 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "GET /v2.0/ports/ad677f7d-d39f-4460-9132-98088a133005 HTTP/1.1" status: 404 len: 333 time: 0.0290775 May 06 10:01:09.314143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43576) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.338678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'name': 'tempest-AllowedAddressPairTestJSON-859440298'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:09.391252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] For port 501b5bb4-f581-4721-a565-c3bef31cbd30, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:09.395455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] For port 501b5bb4-f581-4721-a565-c3bef31cbd30, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=501b5bb4-f581-4721-a565-c3bef31cbd30,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:09.407781 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.498974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=501b5bb4-f581-4721-a565-c3bef31cbd30,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:09.504610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.505672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acd9d9c7-7a7c-48ec-9edd-b65b758e3090 req-ad8f3cda-0af0-436e-82d0-9ae9f81c6202 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/security-groups?id=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536283 May 06 10:01:09.507101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb36a0-2994-4e25-931f-2b6336a781ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d70bda-c202-431d-94b8-1b4e7da9a2df,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:09.516211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.517955 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-8c6eacd9-9745-49b9-a055-63a7c61b1dc3 service neutron] 10.222.0.83 "PUT /v2.0/ports/501b5bb4-f581-4721-a565-c3bef31cbd30 HTTP/1.1" status: 200 len: 1091 time: 1.8825703 May 06 10:01:09.518506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:09.522877 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00162f42-54f6-4f81-98f3-01fcd7a4041d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:09.524111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-03fb36a0-2994-4e25-931f-2b6336a781ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2d78ea2b6c9d4225817d84a68dc57b24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2997622 May 06 10:01:09.527322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43578) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:09.592216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] For port 9ecee605-7df0-4aa5-8377-760595154b00, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9ecee605-7df0-4aa5-8377-760595154b00,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:09.592596 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.618593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076a69a-81c5-489c-85b4-2facd5b48bb2 req-bc30b467-adbc-4060-9178-3c5159f53c96 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.624346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9076a69a-81c5-489c-85b4-2facd5b48bb2 req-bc30b467-adbc-4060-9178-3c5159f53c96 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1096 time: 0.2123981 May 06 10:01:09.630377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Calling delete_port for 9ecee605-7df0-4aa5-8377-760595154b00 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:09.714100 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25ab1cde-df2e-46dd-b4a1-034fef1d4313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.735025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-c3d4c007-84fc-4e3f-acf1-0b228cffbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.737311 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-c3d4c007-84fc-4e3f-acf1-0b228cffbbc5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 1094 time: 0.1645229 May 06 10:01:09.787435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9076a69a-81c5-489c-85b4-2facd5b48bb2 req-904f7a37-5c60-4d5c-85b4-a1883d5ce336 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526971 May 06 10:01:09.820079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25ab1cde-df2e-46dd-b4a1-034fef1d4313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.874042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 99676f33-ca80-4492-8616-cbb86506d508 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:09.890134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:09.892755 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-5f1d02ac-5e22-47f0-8a27-34e5159c42e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501b5bb4-f581-4721-a565-c3bef31cbd30 HTTP/1.1" status: 200 len: 217 time: 0.1449611 May 06 10:01:09.893713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:09.895012 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01de6362-22e3-4209-8e9a-8f3f2f71d613 x-openstack-request-id: req-01de6362-22e3-4209-8e9a-8f3f2f71d613 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:09.895539 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:09.896010 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01de6362-22e3-4209-8e9a-8f3f2f71d613 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:09.896642 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01de6362-22e3-4209-8e9a-8f3f2f71d613'] response: {'name': 'network-changed', 'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'status': 'completed', 'code': 200} May 06 10:01:09.918610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] device_id is not set on port ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:09.937360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-4d6a6641-49ac-4888-a49f-92f2e3f3aa8d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:09.946243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-4d6a6641-49ac-4888-a49f-92f2e3f3aa8d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2954867 May 06 10:01:10.004262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 99676f33-ca80-4492-8616-cbb86506d508 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:01:10.009002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 99676f33-ca80-4492-8616-cbb86506d508 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:10.009585 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.010247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-52374fb2-ea44-4614-a1df-de490ac4c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.012057 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-52374fb2-ea44-4614-a1df-de490ac4c10b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.0751595 May 06 10:01:10.014453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25ab1cde-df2e-46dd-b4a1-034fef1d4313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.017774 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25ab1cde-df2e-46dd-b4a1-034fef1d4313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.022354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-25ab1cde-df2e-46dd-b4a1-034fef1d4313 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24d70bda-c202-431d-94b8-1b4e7da9a2df HTTP/1.1" status: 204 len: 168 time: 0.4915299 May 06 10:01:10.057975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab1cde-df2e-46dd-b4a1-034fef1d4313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d70bda-c202-431d-94b8-1b4e7da9a2df,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:10.076988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Allocated IP 172.20.0.6 (2e803932-38a8-4d64-933a-989577b9e70e/710f50bf-06ce-4287-8e17-8b353e99202d/ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:10.114114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-04d931e3-3c8a-4c0c-b638-6a95b863e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.115960 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-04d931e3-3c8a-4c0c-b638-6a95b863e0d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944622 May 06 10:01:10.280916 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-abe24ce4-5df5-41a6-8118-0882e12cdb94 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570306 May 06 10:01:10.288028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.323361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704dac19-258a-49e2-8c64-eed566ab34a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99676f33-ca80-4492-8616-cbb86506d508'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:10.330657 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b0d34b-73cc-4fc4-899f-b60d036b4170" -d '{"events": [{"server_uuid": "704dac19-258a-49e2-8c64-eed566ab34a3", "name": "network-vif-plugged", "status": "completed", "tag": "99676f33-ca80-4492-8616-cbb86506d508"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:10.374109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 99676f33-ca80-4492-8616-cbb86506d508, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=99676f33-ca80-4492-8616-cbb86506d508,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:10.385515 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.389990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b7b6f002-a7ca-40ae-bbfb-9933c808a21d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 696 time: 0.4428656 May 06 10:01:10.420538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Request body: {'floatingip': {'port_id': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'fixed_ip_address': '172.20.0.2'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:10.503040 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ac03d3a8-199a-46ef-bc4f-159ba0298da3 req-3446fdde-83de-4fea-9eee-2170dba8dee2 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153466 May 06 10:01:10.503835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.521190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=99676f33-ca80-4492-8616-cbb86506d508,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:10.642581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-d459d8eb-19cc-4c69-9ff0-cb7f29c76eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.644104 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-d459d8eb-19cc-4c69-9ff0-cb7f29c76eb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 1094 time: 0.0780058 May 06 10:01:10.682058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77364c45-bc24-4c68-844a-d5daa3070185 req-f0ab8fb3-6f2b-4323-b635-4368fd7eef1d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.692467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77364c45-bc24-4c68-844a-d5daa3070185 req-f0ab8fb3-6f2b-4323-b635-4368fd7eef1d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 943 time: 0.4107852 May 06 10:01:10.788481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-5bbfa6c8-f68a-4339-8bfd-439594902464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.789926 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-5bbfa6c8-f68a-4339-8bfd-439594902464 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.1349902 May 06 10:01:10.790401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43598) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:10.811102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e48938d2-16db-43fe-a752-9b2fa899494d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.846477 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-30e4b9c7-0952-4caa-91bd-1d46b40b6924 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501b5bb4-f581-4721-a565-c3bef31cbd30 HTTP/1.1" status: 200 len: 217 time: 0.0428541 May 06 10:01:10.924404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:10.941103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-8efd2ca6-875d-4141-ac73-1cf3eb751b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:10.943133 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-8efd2ca6-875d-4141-ac73-1cf3eb751b16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.0882809 May 06 10:01:11.039731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.062755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e48938d2-16db-43fe-a752-9b2fa899494d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.074294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e48938d2-16db-43fe-a752-9b2fa899494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.115456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48938d2-16db-43fe-a752-9b2fa899494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe543d60-15c5-4d60-b555-a73519cc4f20,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:11.129225 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-b4966a9f-68f1-4b6b-b62a-28721f1db980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:11.130755 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-b4966a9f-68f1-4b6b-b62a-28721f1db980 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783979 May 06 10:01:11.155041 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e48938d2-16db-43fe-a752-9b2fa899494d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f9a0ddc87ee74ed8b62555d595e4f80c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636134 May 06 10:01:11.165552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43602) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:11.266578 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96babd72-3f99-465c-b367-784736f928a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.307206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96babd72-3f99-465c-b367-784736f928a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.346667 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-a2e4e4a3-3975-4ccf-95b9-8d4c23441086 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056401 May 06 10:01:11.450804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96babd72-3f99-465c-b367-784736f928a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.453441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96babd72-3f99-465c-b367-784736f928a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.457023 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-96babd72-3f99-465c-b367-784736f928a1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe543d60-15c5-4d60-b555-a73519cc4f20 HTTP/1.1" status: 204 len: 168 time: 0.2879407 May 06 10:01:11.476142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96babd72-3f99-465c-b367-784736f928a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe543d60-15c5-4d60-b555-a73519cc4f20,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:11.481397 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-00162f42-54f6-4f81-98f3-01fcd7a4041d req-252d0e30-635c-452c-977b-f65308ab0181 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268876 May 06 10:01:11.530814 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.546991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77364c45-bc24-4c68-844a-d5daa3070185 req-420fa120-4f24-4d63-bdba-aad81a5c9c12 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8534396 May 06 10:01:11.574521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-279defe1-38cf-49f5-a105-5e6aa44407bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6479225 May 06 10:01:11.610511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network 2e803932-38a8-4d64-933a-989577b9e70e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:11.644179 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0c9b0c-1db1-4fe6-9c8f-825f2b18977b x-openstack-request-id: req-3c0c9b0c-1db1-4fe6-9c8f-825f2b18977b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:11.644674 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704dac19-258a-49e2-8c64-eed566ab34a3", "name": "network-vif-plugged", "status": "completed", "tag": "99676f33-ca80-4492-8616-cbb86506d508", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:11.645482 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c0c9b0c-1db1-4fe6-9c8f-825f2b18977b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:11.646026 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0c9b0c-1db1-4fe6-9c8f-825f2b18977b'] response: {'server_uuid': '704dac19-258a-49e2-8c64-eed566ab34a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99676f33-ca80-4492-8616-cbb86506d508', 'code': 200} May 06 10:01:11.647357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:11.761025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3872d1-69a8-48d2-ad02-81a5f2cbc982 req-ce52910f-fd5c-462c-8f15-924d610250c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:11.762120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:11.762736 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4d3872d1-69a8-48d2-ad02-81a5f2cbc982 req-ce52910f-fd5c-462c-8f15-924d610250c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.0504384 May 06 10:01:11.764611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:11.819405 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4d3872d1-69a8-48d2-ad02-81a5f2cbc982 req-92f9ca0f-500d-43ed-8b9b-17adae0ba314 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474203 May 06 10:01:11.884933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] No DVR routers for this DVR port 9ecee605-7df0-4aa5-8377-760595154b00 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:11.888737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:11.892964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f883835-3519-4231-88ad-48347db03d16 req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.82 "DELETE /v2.0/ports/9ecee605-7df0-4aa5-8377-760595154b00 HTTP/1.1" status: 204 len: 173 time: 2.9561996 May 06 10:01:11.926836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f55873-d028-447e-9bed-51c45dce513a', 'name': 'network-vif-deleted', 'tag': '9ecee605-7df0-4aa5-8377-760595154b00'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:11.926836 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bfecda-17bb-4f59-bb11-acf18ff16982" -d '{"events": [{"server_uuid": "d3f55873-d028-447e-9bed-51c45dce513a", "name": "network-vif-deleted", "tag": "9ecee605-7df0-4aa5-8377-760595154b00"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:11.970970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcd9ea-9f55-447c-a2e8-654bed15fff9 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] Pushing event deleted for resources: {'Port': ['ID=9ecee605-7df0-4aa5-8377-760595154b00,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:11.982878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdf99870-3dd7-4eef-85ea-850833a0a9d9 req-d3012754-9264-4ebd-8cbd-569a55c1d275 tempest-VolumesBackupsTest-1990803216 tempest-VolumesBackupsTest-1990803216-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3f55873-d028-447e-9bed-51c45dce513a HTTP/1.1" status: 200 len: 210 time: 0.2140315 May 06 10:01:12.008923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.026579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.204188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 10:01:12.223285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-09d745cf-30d2-4e80-8719-8b2baec35cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.224724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-09d745cf-30d2-4e80-8719-8b2baec35cd8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.5704217 May 06 10:01:12.254739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2075b6c9-78c3-4479-bf73-c7242ce1110a None None] Provisioning complete for port ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:12.255903 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2075b6c9-78c3-4479-bf73-c7242ce1110a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.285605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-76ff5733-040a-4542-a41d-e0f044044bf5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9665956 May 06 10:01:12.288351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:12.294775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b2:f3:1c'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:12.332796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2075b6c9-78c3-4479-bf73-c7242ce1110a None None] Port ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:12.451493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-4a970f58-e95b-4036-ad9c-9fa4679bae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.452998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-4a970f58-e95b-4036-ad9c-9fa4679bae2f service neutron] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.1730371 May 06 10:01:12.596584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-973a744d-756e-4cc1-8d32-dc7484059fe4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.1230206 May 06 10:01:12.600360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.607120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df371-c797-47a4-98a5-7439db8c5065 req-27059629-f76d-490b-b711-61c1b9024703 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.614409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-414df371-c797-47a4-98a5-7439db8c5065 req-27059629-f76d-490b-b711-61c1b9024703 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.4480023 May 06 10:01:12.631924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.655791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.672617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1f3382d1-d049-4dee-9935-6ef87b52ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:12.745883 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Floating IP 251efa88-3559-4d61-8666-a0614310e525 associated. External IP: 172.25.8.249, port: 9eb48b04-7086-431b-85d1-9d92a8ea8f74. May 06 10:01:12.901499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-fe47806d-afd4-4785-9f5f-d7af2dc532ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:12.903407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-fe47806d-afd4-4785-9f5f-d7af2dc532ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.2864320 May 06 10:01:12.918697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-414df371-c797-47a4-98a5-7439db8c5065 req-69855c88-5bb9-480b-9c87-17907a645d1d tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034174 May 06 10:01:12.987832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-fcd2789f-49c8-445a-92c6-ec4bb1b69e24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677173 May 06 10:01:13.008039 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae6c40-2937-43fa-b93a-fc5e01358512 x-openstack-request-id: req-8cae6c40-2937-43fa-b93a-fc5e01358512 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:13.009436 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f55873-d028-447e-9bed-51c45dce513a", "name": "network-vif-deleted", "tag": "9ecee605-7df0-4aa5-8377-760595154b00", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:13.009966 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cae6c40-2937-43fa-b93a-fc5e01358512 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:13.010913 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cae6c40-2937-43fa-b93a-fc5e01358512'] response: {'server_uuid': 'd3f55873-d028-447e-9bed-51c45dce513a', 'name': 'network-vif-deleted', 'tag': '9ecee605-7df0-4aa5-8377-760595154b00', 'status': 'completed', 'code': 200} May 06 10:01:13.163012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-8e2764ef-caa9-4061-9b67-dddf450933aa service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215518 May 06 10:01:13.284241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ecee605-7df0-4aa5-8377-760595154b00 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:13.345487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 9ecee605-7df0-4aa5-8377-760595154b00 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:13.346178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9ecee605-7df0-4aa5-8377-760595154b00 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:13.465189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:13.485564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cde93-6b48-4e97-8e28-42b074e9adf6 req-5536bd69-bfe0-45a7-ad99-70fa8572bec6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:13.492993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f5cde93-6b48-4e97-8e28-42b074e9adf6 req-5536bd69-bfe0-45a7-ad99-70fa8572bec6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 943 time: 0.3287876 May 06 10:01:13.524481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20cfbf72-8a19-431d-a361-f065c4944b1a req-42a7afab-9687-4297-b1a0-ecb2089b750d service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476664 May 06 10:01:13.638804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f5cde93-6b48-4e97-8e28-42b074e9adf6 req-e4d3f2eb-7e07-4480-a92b-9df4d198b838 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1446788 May 06 10:01:13.763766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.771989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:13.878080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:13.898262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 501b5bb4-f581-4721-a565-c3bef31cbd30 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:01:13.973716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.976868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.977530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.979206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.979998 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.984120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.998068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.998821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:13.999664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.000371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.000761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.001161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:14.115809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] In _notify_port_updated(), no bound segment for port ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 on network 2e803932-38a8-4d64-933a-989577b9e70e {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:01:14.138842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:14.140535 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.146895 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d028e47e-c3cd-4e08-a38d-2797abc3905c tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "PUT /v2.0/ports/ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 HTTP/1.1" status: 200 len: 995 time: 1.8573518 May 06 10:01:14.148108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43670) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:14.206921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 501b5bb4-f581-4721-a565-c3bef31cbd30, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=501b5bb4-f581-4721-a565-c3bef31cbd30,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:14.226909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'port_id': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'mac_address': 'fa:16:3e:57:13:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:01:14.297118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting port ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:14.297498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.329724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.377886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501b5bb4-f581-4721-a565-c3bef31cbd30 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:01:14.427627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 501b5bb4-f581-4721-a565-c3bef31cbd30, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=501b5bb4-f581-4721-a565-c3bef31cbd30,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:14.439293 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.463749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:14.487091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.500997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.503928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772145e2-d412-4ac6-acc0-0cced56db2ac req-eff6aefa-f65f-42ff-8f70-404b6771ab6d tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:14.511775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] Sync routers for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:14.514919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-772145e2-d412-4ac6-acc0-0cced56db2ac req-eff6aefa-f65f-42ff-8f70-404b6771ab6d tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.1781201 May 06 10:01:14.530100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Calling delete_port for ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:14.569373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b0796f90-63aa-49dd-9870-e3aa847be851 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "PUT /v2.0/floatingips/251efa88-3559-4d61-8666-a0614310e525 HTTP/1.1" status: 200 len: 996 time: 4.1618276 May 06 10:01:14.574506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-772145e2-d412-4ac6-acc0-0cced56db2ac req-63578975-f0b8-47e1-8549-131a1c57578f tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 May 06 10:01:14.609064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8ef4a67e-5b99-4fbd-a43e-17972016b631 None None] Provisioning complete for port ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:14.609430 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8ef4a67e-5b99-4fbd-a43e-17972016b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.699452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-8ef4a67e-5b99-4fbd-a43e-17972016b631 None None] Port ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:14.717726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-637c8b25-566b-4099-a641-14947b5da882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:14.722939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:14.723626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:00:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:14.729327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-637c8b25-566b-4099-a641-14947b5da882 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.1414278 May 06 10:01:14.731176 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=501b5bb4-f581-4721-a565-c3bef31cbd30,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:14.827278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:14.841307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['501b5bb4-f581-4721-a565-c3bef31cbd30'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:14.881088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Port': ['ID=ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:14.902336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36d38-4940-4a1b-869a-42348e9e9311 req-473d53b4-a105-4703-a52e-569a19948bf3 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:14.904426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfe36d38-4940-4a1b-869a-42348e9e9311 req-473d53b4-a105-4703-a52e-569a19948bf3 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.1697397 May 06 10:01:14.987070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfe36d38-4940-4a1b-869a-42348e9e9311 req-acd824d2-1879-4067-a257-4a197f7e8e6a tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 May 06 10:01:14.997682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-1b3b3917-dd0b-4cad-92d7-e5b9efde882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:15.005843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-1b3b3917-dd0b-4cad-92d7-e5b9efde882a service neutron] 10.222.0.76 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.2354369 May 06 10:01:15.012319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:15.016026 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1558d0-fc7b-4f14-95f1-5a27b9962436" -d '{"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:15.030819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.035848 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-12bf1d76-e4ad-4526-b688-7115b97b280b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/ports/ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 HTTP/1.1" status: 204 len: 168 time: 0.8864493 May 06 10:01:15.038480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43714) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.074277 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e847a98-2edb-4364-9c95-264f64448b65 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] GET failed (client error): The resource could not be found. May 06 10:01:15.083386 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1e847a98-2edb-4364-9c95-264f64448b65 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "GET /v2.0/ports/ec1e56dd-7904-42b9-b5eb-d09ba20cfdd4 HTTP/1.1" status: 404 len: 333 time: 0.0365119 May 06 10:01:15.084464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43716) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.090743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'name': 'tempest-AllowedAddressPairTestJSON-675356943'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:15.092503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:15.209206 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b6671843-4891-4258-9ab0-6cfb6d9084ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 999 time: 0.1861022 May 06 10:01:15.254131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e823435-80c7-4e34-aa69-75ed3231491f req-3831ed3c-66d9-4bfe-9ed2-684c82251165 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:15.262573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e823435-80c7-4e34-aa69-75ed3231491f req-3831ed3c-66d9-4bfe-9ed2-684c82251165 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 944 time: 0.1305647 May 06 10:01:15.336947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e823435-80c7-4e34-aa69-75ed3231491f req-68bf2b6d-8932-4149-85c1-06574c6e71b5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728035 May 06 10:01:15.346932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-3997c70d-f4ef-4899-9510-d45ba8bddc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:15.349719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-3997c70d-f4ef-4899-9510-d45ba8bddc33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.1317563 May 06 10:01:15.353118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cff8a023-c57b-45a2-b8fc-328d33988086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.353303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:15.364069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.396820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] device_id is not set on port c7037847-4ea3-4c05-8e32-98842331f814 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:15.422031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-54648137-85e9-4844-8c78-0f4f2d468e7a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586224 May 06 10:01:15.432130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-660c6af6-c77a-4546-9722-f3d48fd1f252 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:15.434430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-660c6af6-c77a-4546-9722-f3d48fd1f252 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103459 May 06 10:01:15.494094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43720) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:15.578173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Allocated IP 172.20.0.12 (2e803932-38a8-4d64-933a-989577b9e70e/710f50bf-06ce-4287-8e17-8b353e99202d/c7037847-4ea3-4c05-8e32-98842331f814) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:15.645883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d49cd-3ead-4225-86a7-84ce964b48a1 req-00fec33e-5592-47ed-a1f4-3ec398f30356 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:15.648844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e7d49cd-3ead-4225-86a7-84ce964b48a1 req-00fec33e-5592-47ed-a1f4-3ec398f30356 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.1959245 May 06 10:01:15.735886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '251efa88-3559-4d61-8666-a0614310e525', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'port_id': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'mac_address': 'fa:16:3e:0f:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:07Z', 'updated_at': '2022-05-06T10:01:12Z', 'revision_number': 1, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:12Z', 'revision_number': 5, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:15.767037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-b4ffb513-eb7d-4d14-a958-9db0e1d681c0 service neutron] 10.222.0.76 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223593 May 06 10:01:15.768657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e7d49cd-3ead-4225-86a7-84ce964b48a1 req-abec1983-52ef-46e0-b79c-8ccc09f8f030 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118953 May 06 10:01:15.778768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] Checking router: 1e851a9b-9ac1-4691-ac6a-9c06ca38513b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:15.803808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:15.804428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:15.854658 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-009d354a-ed40-45f6-947c-b218649b6b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.872600 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c31eaf-907a-4a65-bbf3-52119ba48117 x-openstack-request-id: req-55c31eaf-907a-4a65-bbf3-52119ba48117 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:15.873131 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:15.873562 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55c31eaf-907a-4a65-bbf3-52119ba48117 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:15.874118 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c31eaf-907a-4a65-bbf3-52119ba48117'] response: {'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'status': 'completed', 'code': 200} May 06 10:01:15.906346 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:15.979528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.075620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=c7037847-4ea3-4c05-8e32-98842331f814,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:16.083775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0504322f-13ee-4bba-8d4b-565d19fb721c req-9482cf8e-6dca-4ba4-bcde-5ae300dbd56b service neutron] 10.222.0.76 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022747 May 06 10:01:16.110621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:16.143189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network 2e803932-38a8-4d64-933a-989577b9e70e is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:16.147057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:16.151155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:16.161755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-19b6a122-6b61-4ca9-86d9-cd9f3ca8c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:16.174844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-19b6a122-6b61-4ca9-86d9-cd9f3ca8c659 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.2728889 May 06 10:01:16.240968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:16.241721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.280425 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-137d14a3-3ceb-4a6c-b9a7-d932bbf49d0f tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1921525 May 06 10:01:16.280659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43738) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.287421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'network_id': '2e803932-38a8-4d64-933a-989577b9e70e', 'name': 'tempest-AllowedAddressPairTestJSON-1916493789'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:16.390384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43742) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.544796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Made reservation on behalf of 0f21f18ed2274615bda85b232add046a for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:16.549215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.571560 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-009d354a-ed40-45f6-947c-b218649b6b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.593555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.594943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] device_id is not set on port 40ca648d-1229-4d61-8043-8da72534b9bb yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:01:16.632171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-009d354a-ed40-45f6-947c-b218649b6b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.682745 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.700251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-7a5b0242-92cd-42a0-8f8e-43045e0e2352 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 999 time: 0.5243599 May 06 10:01:16.704798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '251efa88-3559-4d61-8666-a0614310e525', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'port_id': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'mac_address': 'fa:16:3e:0f:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:07Z', 'updated_at': '2022-05-06T10:01:12Z', 'revision_number': 1, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:12Z', 'revision_number': 5, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:16.719955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d354a-ed40-45f6-947c-b218649b6b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286a2d24-c176-453c-8dd8-4a8499a07e56,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:16.732474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0428332c-62a6-49c5-bbe6-9a4c2a3e5dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.737545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812a325-5a2f-4199-8409-6ad70551e97f None None] The sync data for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 is: [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '251efa88-3559-4d61-8666-a0614310e525', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'port_id': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 3078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'mac_address': 'fa:16:3e:0f:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:01:07Z', 'updated_at': '2022-05-06T10:01:12Z', 'revision_number': 1, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:12Z', 'revision_number': 5, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:16.739416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0d474e4d-1e1b-4f8d-a17b-0a47d8f10c0a None None] Provisioning complete for port c7037847-4ea3-4c05-8e32-98842331f814 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:16.739568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0d474e4d-1e1b-4f8d-a17b-0a47d8f10c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:16.797840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0d474e4d-1e1b-4f8d-a17b-0a47d8f10c0a None None] Port c7037847-4ea3-4c05-8e32-98842331f814 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:16.849942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77430b70-a4e4-4cd6-abff-ec7a4ca1c10d req-0761ff1c-fbef-4d39-a32a-87c872431e93 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:16.860260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77430b70-a4e4-4cd6-abff-ec7a4ca1c10d req-0761ff1c-fbef-4d39-a32a-87c872431e93 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.5795848 May 06 10:01:16.875833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-009d354a-ed40-45f6-947c-b218649b6b36 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b83e0e66ed2f44f59859fab923307ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3279204 May 06 10:01:16.883034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43746) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:16.927443 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-55f6cac9-a1a6-4b01-8f0a-95e14d2a5415 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888018 May 06 10:01:16.937002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-d839b322-ffd0-4912-88a0-0c3e8ffe163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:16.938801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-d839b322-ffd0-4912-88a0-0c3e8ffe163f service neutron] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.7268181 May 06 10:01:16.956351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-58a1b976-e71d-4ad5-aa62-45867a91e48d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:16.957802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-58a1b976-e71d-4ad5-aa62-45867a91e48d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports/9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 942 time: 0.2119660 May 06 10:01:17.003314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0428332c-62a6-49c5-bbe6-9a4c2a3e5dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.033767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77430b70-a4e4-4cd6-abff-ec7a4ca1c10d req-375ab08f-2cfb-45eb-90ff-73f23ad223fc tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730795 May 06 10:01:17.066353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0428332c-62a6-49c5-bbe6-9a4c2a3e5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.072365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Allocated IP 172.20.0.5 (2e803932-38a8-4d64-933a-989577b9e70e/710f50bf-06ce-4287-8e17-8b353e99202d/40ca648d-1229-4d61-8043-8da72534b9bb) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:17.111200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c156dae9-216c-441f-953e-cefe8474d0d1 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 999 time: 0.0759270 May 06 10:01:17.166057 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830bf33b-75c1-44aa-9646-499245c18bf5 None None] New status for floating IP 251efa88-3559-4d61-8666-a0614310e525: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:01:17.182256 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0428332c-62a6-49c5-bbe6-9a4c2a3e5dc4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=756901137fe0461480fd859da68f9ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908223 May 06 10:01:17.190756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428332c-62a6-49c5-bbe6-9a4c2a3e5dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288566b9-56cb-40f5-a3e8-1e794811477d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:17.197904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43748) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:17.237376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-0c0e8321-6819-4b23-bd7b-51d31dc7d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.239148 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-0c0e8321-6819-4b23-bd7b-51d31dc7d139 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 1097 time: 0.2334788 May 06 10:01:17.249290 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af16ec1-2744-44c6-b145-cf7409aa260e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.312789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-09bfe5d2-686a-4f09-96aa-f664fcc8019d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.322053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-09bfe5d2-686a-4f09-96aa-f664fcc8019d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2099414 May 06 10:01:17.358620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af16ec1-2744-44c6-b145-cf7409aa260e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.456660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-5a7d95a1-e587-49aa-8eb6-f9f39ce9ca06 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 999 time: 0.1332586 May 06 10:01:17.462763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-46d8bbff-b1b1-4137-bd20-abbfb747da1d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 999 time: 0.5026271 May 06 10:01:17.468287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:17.531098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-828dd859-30bb-427d-bed1-08d0116c277d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.585222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c5c7b-4b8a-4d74-86a7-1e7f30a6b468 req-e716da12-1225-4cc8-a197-07aa702201d9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.587669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d1c5c7b-4b8a-4d74-86a7-1e7f30a6b468 req-e716da12-1225-4cc8-a197-07aa702201d9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 944 time: 0.2827828 May 06 10:01:17.605000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af16ec1-2744-44c6-b145-cf7409aa260e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.607503 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af16ec1-2744-44c6-b145-cf7409aa260e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.611426 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9af16ec1-2744-44c6-b145-cf7409aa260e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/286a2d24-c176-453c-8dd8-4a8499a07e56 HTTP/1.1" status: 204 len: 168 time: 0.7237585 May 06 10:01:17.614495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.620169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-99e1cd5a-fdd7-4eed-acad-16d01fb5c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.622356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-828dd859-30bb-427d-bed1-08d0116c277d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.622930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-99e1cd5a-fdd7-4eed-acad-16d01fb5c022 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.1486993 May 06 10:01:17.626734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-63d3e4ee-737f-486b-b0e0-64064f1e1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.628691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-63d3e4ee-737f-486b-b0e0-64064f1e1660 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.3456650 May 06 10:01:17.646869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.654280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af16ec1-2744-44c6-b145-cf7409aa260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286a2d24-c176-453c-8dd8-4a8499a07e56,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:17.703791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-e801c96a-897e-4946-893a-18c2910a9a42 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702295 May 06 10:01:17.711098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-cba73bb7-e0c0-4be1-95fb-a51956ba5cca tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:17.712916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-cba73bb7-e0c0-4be1-95fb-a51956ba5cca tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.1817882 May 06 10:01:17.769517 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-3614a48a-4b3b-4241-b0b2-3eff7ca00981 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea HTTP/1.1" status: 200 len: 1002 time: 0.1258748 May 06 10:01:17.815472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.834786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-828dd859-30bb-427d-bed1-08d0116c277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.837268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-828dd859-30bb-427d-bed1-08d0116c277d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:17.841625 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-828dd859-30bb-427d-bed1-08d0116c277d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/288566b9-56cb-40f5-a3e8-1e794811477d HTTP/1.1" status: 204 len: 168 time: 0.6374431 May 06 10:01:17.880842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d1c5c7b-4b8a-4d74-86a7-1e7f30a6b468 req-6609a51d-4dcd-49e0-a5f6-35e717e38546 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2715025 May 06 10:01:17.913245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 501b5bb4-f581-4721-a565-c3bef31cbd30 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:17.967928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dd859-30bb-427d-bed1-08d0116c277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288566b9-56cb-40f5-a3e8-1e794811477d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:17.991341 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.000212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Network 2e803932-38a8-4d64-933a-989577b9e70e is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:18.006687 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.007030 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Floating IP 251efa88-3559-4d61-8666-a0614310e525 disassociated. External IP: 172.25.8.249, port: 9eb48b04-7086-431b-85d1-9d92a8ea8f74. May 06 10:01:18.037698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:18.041112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:18.049850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-aa01f4b2-581d-4c09-b819-a953d0e874b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:18.052532 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-aa01f4b2-581d-4c09-b819-a953d0e874b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.2740498 May 06 10:01:18.053675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=40ca648d-1229-4d61-8043-8da72534b9bb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:18.053842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Deleting port 99676f33-ca80-4492-8616-cbb86506d508 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:18.054230 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.061543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-87a0df9c-f63d-46b7-918d-c3c1fc154b22 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400900 May 06 10:01:18.063072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 501b5bb4-f581-4721-a565-c3bef31cbd30 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:01:18.070754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 501b5bb4-f581-4721-a565-c3bef31cbd30 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:18.071148 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.176224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43760) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:18.258061 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.274541 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-685c88d8-b4b2-40c4-aa97-9c16f014d5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.294468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:18.295680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.324947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-3902a999-f9da-4ff3-9f89-b8b6c19e3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:18.327144 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-3902a999-f9da-4ff3-9f89-b8b6c19e3c92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996939 May 06 10:01:18.337655 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6f0c8392-14bc-4e10-a69a-334b010eddfb tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0559006 May 06 10:01:18.342097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43766) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:18.353391 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.368714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:b2:f3:1c'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:4c:95:9d'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:18.419800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:18.423619 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35abe715-b59d-45a7-8c79-c1658ad347ee" -d '{"events": [{"server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "name": "network-vif-plugged", "status": "completed", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:18.469273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 501b5bb4-f581-4721-a565-c3bef31cbd30, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=501b5bb4-f581-4721-a565-c3bef31cbd30,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:18.484976 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.610288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=501b5bb4-f581-4721-a565-c3bef31cbd30,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:18.662868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.663496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.664230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.665111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.665693 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.666352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.666902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.669609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.670310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.671464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.672046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.672674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:01:18.707963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7d2ccb89-fc70-4949-878c-9c644fda1bda None None] Provisioning complete for port 40ca648d-1229-4d61-8043-8da72534b9bb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:18.708512 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7d2ccb89-fc70-4949-878c-9c644fda1bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.737208 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-2e0672a5-0595-4763-89c4-fd8ee7467468 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983517 May 06 10:01:18.753548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.780970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ccb89-fc70-4949-878c-9c644fda1bda None None] Port 40ca648d-1229-4d61-8043-8da72534b9bb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:18.790671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-685c88d8-b4b2-40c4-aa97-9c16f014d5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.805882 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-685c88d8-b4b2-40c4-aa97-9c16f014d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.893581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f628b-3458-4245-b81f-1e9e47675e53 req-ee28c7a7-d261-401c-936a-70ae5259be00 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:18.901829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac5f628b-3458-4245-b81f-1e9e47675e53 req-ee28c7a7-d261-401c-936a-70ae5259be00 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 1097 time: 0.7027185 May 06 10:01:18.905869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] For port 99676f33-ca80-4492-8616-cbb86506d508, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=99676f33-ca80-4492-8616-cbb86506d508,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:18.906250 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:18.983082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Calling delete_port for 99676f33-ca80-4492-8616-cbb86506d508 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:18.986430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf1558d0-fc7b-4f14-95f1-5a27b9962436 req-e6a541b3-c75b-4658-b2e4-6014ad0b3c90 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9039271 May 06 10:01:19.076255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.095083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac5f628b-3458-4245-b81f-1e9e47675e53 req-9a8d0478-0dab-431c-b256-0273d1fc3678 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853881 May 06 10:01:19.106534 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-685c88d8-b4b2-40c4-aa97-9c16f014d5a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=419d4f488d7a493fadf8e51c93c39ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9281631 May 06 10:01:19.109306 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a906905-3d5c-46a1-85c4-73021cfda611 req-d367e91a-8f62-4d31-b837-7e9ed4c72cd0 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456748 May 06 10:01:19.112630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43822) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:19.236866 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7b2f34-d059-48dd-adad-e09e2a412a50 x-openstack-request-id: req-de7b2f34-d059-48dd-adad-e09e2a412a50 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:19.237373 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "name": "network-vif-plugged", "status": "completed", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:19.237534 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de7b2f34-d059-48dd-adad-e09e2a412a50 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:19.238799 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7b2f34-d059-48dd-adad-e09e2a412a50'] response: {'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'code': 200} May 06 10:01:19.283600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c88d8-b4b2-40c4-aa97-9c16f014d5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde58a89-f621-4793-aa0d-6c9cd298cb9b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.368029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:19.443093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb500-5d08-4ab8-b834-c9fbffc46d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.496939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.510513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.525029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b4efb-b95f-499f-9150-10cb0da60a74 req-781a6b60-a7d6-4ef0-a944-0c023695556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.527092 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-243b4efb-b95f-499f-9150-10cb0da60a74 req-781a6b60-a7d6-4ef0-a944-0c023695556c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 1096 time: 0.1498575 May 06 10:01:19.545134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb500-5d08-4ab8-b834-c9fbffc46d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.557382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e602b-2710-4699-8162-40db3a614622 req-0c82a2e4-fa62-4e21-b47b-7463575f8ac8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.565316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f9e602b-2710-4699-8162-40db3a614622 req-0c82a2e4-fa62-4e21-b47b-7463575f8ac8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 945 time: 0.2121091 May 06 10:01:19.606036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event updated for resources: {'Port': ['ID=40ca648d-1229-4d61-8043-8da72534b9bb,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.646462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.661863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['99676f33-ca80-4492-8616-cbb86506d508'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:19.665772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['86390f5b-7a8f-4517-94aa-d6505c0fceb3'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:19.704190 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-243b4efb-b95f-499f-9150-10cb0da60a74 req-d4f26726-18a6-4bbe-b2f0-6939221a4318 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459248 May 06 10:01:19.716609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] In _notify_port_updated(), no bound segment for port 40ca648d-1229-4d61-8043-8da72534b9bb on network 2e803932-38a8-4d64-933a-989577b9e70e {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:01:19.724669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:19.725613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.731065 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d851bd57-f1d6-4554-ba74-46455572c181 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "PUT /v2.0/ports/40ca648d-1229-4d61-8043-8da72534b9bb HTTP/1.1" status: 200 len: 1056 time: 1.3879020 May 06 10:01:19.738487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43868) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:19.880406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] No DVR routers for this DVR port 99676f33-ca80-4492-8616-cbb86506d508 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:19.883051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Pushing event deleted for resources: {'Port': ['ID=99676f33-ca80-4492-8616-cbb86506d508,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:19.887560 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.915754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24123852-836f-4d3d-9f56-bf8c74b53cc7 req-0b6214ae-82aa-4888-a39c-eb4eb3df530c tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.83 "DELETE /v2.0/ports/99676f33-ca80-4492-8616-cbb86506d508 HTTP/1.1" status: 204 len: 173 time: 2.1749189 May 06 10:01:19.925132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting port 40ca648d-1229-4d61-8043-8da72534b9bb {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:19.925483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:19.934663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704dac19-258a-49e2-8c64-eed566ab34a3', 'name': 'network-vif-deleted', 'tag': '99676f33-ca80-4492-8616-cbb86506d508'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:19.938899 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cffff9c-e881-4b7b-bafd-7cddff3bbf62" -d '{"events": [{"server_uuid": "704dac19-258a-49e2-8c64-eed566ab34a3", "name": "network-vif-deleted", "tag": "99676f33-ca80-4492-8616-cbb86506d508"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:19.955011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f9e602b-2710-4699-8162-40db3a614622 req-fd381a0b-64c2-4737-bdec-3a6f8a83dd5f tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3885949 May 06 10:01:19.980072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:19.993788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.021735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] Sync routers for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:20.096559 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb500-5d08-4ab8-b834-c9fbffc46d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.098998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb500-5d08-4ab8-b834-c9fbffc46d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.100229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a3aeb500-5d08-4ab8-b834-c9fbffc46d40 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dde58a89-f621-4793-aa0d-6c9cd298cb9b HTTP/1.1" status: 204 len: 168 time: 0.9847517 May 06 10:01:20.118242 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33179ed5-128f-42b6-89ee-bf41ccf6ce90 x-openstack-request-id: req-33179ed5-128f-42b6-89ee-bf41ccf6ce90 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:20.118627 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704dac19-258a-49e2-8c64-eed566ab34a3", "name": "network-vif-deleted", "tag": "99676f33-ca80-4492-8616-cbb86506d508", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:20.118890 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33179ed5-128f-42b6-89ee-bf41ccf6ce90 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:20.119329 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33179ed5-128f-42b6-89ee-bf41ccf6ce90'] response: {'server_uuid': '704dac19-258a-49e2-8c64-eed566ab34a3', 'name': 'network-vif-deleted', 'tag': '99676f33-ca80-4492-8616-cbb86506d508', 'status': 'completed', 'code': 200} May 06 10:01:20.139963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-c2f49baf-7772-4db0-a8fc-0222130fd85e tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "PUT /v2.0/floatingips/251efa88-3559-4d61-8666-a0614310e525 HTTP/1.1" status: 200 len: 695 time: 2.6820505 May 06 10:01:20.199135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:20.205521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:20.216908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.255708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Calling delete_port for 40ca648d-1229-4d61-8043-8da72534b9bb owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:20.339422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af572d32-9239-4fbe-a815-11ff352c6131 req-3b80e4fa-451d-4b68-926c-bac24864d253 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=704dac19-258a-49e2-8c64-eed566ab34a3 HTTP/1.1" status: 200 len: 210 time: 0.0689700 May 06 10:01:20.340202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeb500-5d08-4ab8-b834-c9fbffc46d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde58a89-f621-4793-aa0d-6c9cd298cb9b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:20.385766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-13a9e214-d126-4605-a2be-1f4abbe6622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:20.395603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-13a9e214-d126-4605-a2be-1f4abbe6622d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.2230577 May 06 10:01:20.478873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-914dcbfa-59be-43f3-9fca-093630bcc420 None None] Provisioning complete for port 40ca648d-1229-4d61-8043-8da72534b9bb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:20.479454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-914dcbfa-59be-43f3-9fca-093630bcc420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.521584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-914dcbfa-59be-43f3-9fca-093630bcc420 None None] Port 40ca648d-1229-4d61-8043-8da72534b9bb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:01:20.597312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.629436 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:20.659149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-b49725e1-1529-4767-8bb9-a67550a8fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:20.659982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:20.660675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-b49725e1-1529-4767-8bb9-a67550a8fffd service neutron] 10.222.0.76 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.2557523 May 06 10:01:20.688104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Port': ['ID=40ca648d-1229-4d61-8043-8da72534b9bb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:20.734632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-7f096add-28ff-4e8d-ac66-1a52bc42955f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.0572960 May 06 10:01:20.921443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-cc63daf1-f2cb-40ce-8bfb-7e087ca4a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:20.922998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-cc63daf1-f2cb-40ce-8bfb-7e087ca4a8f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.1814749 May 06 10:01:21.003271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-cdde029f-8b51-48ab-83a5-a71fe6981510 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678585 May 06 10:01:21.269087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-f685aff0-b71d-4131-9e4a-f470b99b7947 service neutron] 10.222.0.76 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492521 May 06 10:01:21.273223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.288114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-72ee1d75-9d90-4710-9d00-15e09ceed328 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/ports/40ca648d-1229-4d61-8043-8da72534b9bb HTTP/1.1" status: 204 len: 168 time: 1.5463309 May 06 10:01:21.288900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43896) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:21.342470 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-71639a98-2a7b-4416-a02f-2d5c210ab36a tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] GET failed (client error): The resource could not be found. May 06 10:01:21.344402 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-71639a98-2a7b-4416-a02f-2d5c210ab36a tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "GET /v2.0/ports/40ca648d-1229-4d61-8043-8da72534b9bb HTTP/1.1" status: 404 len: 333 time: 0.0545540 May 06 10:01:21.347011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43900) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:21.364561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e16dd-0dbe-4683-af3e-afbcc0f8c998 req-473666ba-4d4e-4713-b631-5186c2af860e tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:21.368051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-741e16dd-0dbe-4683-af3e-afbcc0f8c998 req-473666ba-4d4e-4713-b631-5186c2af860e tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 945 time: 0.1953912 May 06 10:01:21.500539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-741e16dd-0dbe-4683-af3e-afbcc0f8c998 req-8beb007b-d686-4cad-92a5-13775da7d47c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143525 May 06 10:01:21.505012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8c7bef9-1b24-4fdb-bef1-7deaa716c190 req-3d4d19ee-e5c2-42ef-a06d-7b6d30a91614 service neutron] 10.222.0.76 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350976 May 06 10:01:21.531370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting port c7037847-4ea3-4c05-8e32-98842331f814 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:21.531760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.702487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-07a5e4d7-2b74-44aa-b3cf-97592825bd64 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips/251efa88-3559-4d61-8666-a0614310e525 HTTP/1.1" status: 200 len: 695 time: 0.1373734 May 06 10:01:21.720920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:12Z', 'revision_number': 5, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.734008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:21.750180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Calling delete_port for c7037847-4ea3-4c05-8e32-98842331f814 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:21.794318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] Checking router: 1e851a9b-9ac1-4691-ac6a-9c06ca38513b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:21.815506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:21.816424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:21.907439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 99676f33-ca80-4492-8616-cbb86506d508 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:21.938805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 99676f33-ca80-4492-8616-cbb86506d508 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:21.939435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 99676f33-ca80-4492-8616-cbb86506d508 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:21.950863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-09980bdf-e15f-4417-bb10-3afbbbefa67b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:21.958035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-09980bdf-e15f-4417-bb10-3afbbbefa67b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/networks/787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 784 time: 0.2487459 May 06 10:01:21.981573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-09087b77-a7df-40ed-af63-23515cb52a4d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:01:21.982642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-09087b77-a7df-40ed-af63-23515cb52a4d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168853 May 06 10:01:22.012192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:22.025489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.122456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-57268d21-c3ea-4b0c-9ea2-0cf0a1073087 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 698 time: 0.1080215 May 06 10:01:22.124162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:22.127979 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259eb4aa-df5d-436d-a1c0-59717017450f" -d '{"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:22.184651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Port': ['ID=c7037847-4ea3-4c05-8e32-98842331f814,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:22.285737 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-503b5876-b77a-4d9e-a90b-cfb3d7afe6e6 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.8.249 HTTP/1.1" status: 200 len: 698 time: 0.1483431 May 06 10:01:22.298467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb355323-a626-44ac-ba88-4e90c463a869 req-17049489-965b-4c56-b9cf-2d2c37097ceb tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:22.305858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb355323-a626-44ac-ba88-4e90c463a869 req-17049489-965b-4c56-b9cf-2d2c37097ceb tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.3420932 May 06 10:01:22.312818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.317176 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2411d295-813d-4d81-8e0f-c9fb764fb336 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/ports/c7037847-4ea3-4c05-8e32-98842331f814 HTTP/1.1" status: 204 len: 168 time: 0.9691293 May 06 10:01:22.319208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 43926) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:22.392657 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-36902da0-8d5e-47ed-8d59-1db38936421b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] GET failed (client error): The resource could not be found. May 06 10:01:22.394522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-36902da0-8d5e-47ed-8d59-1db38936421b tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "GET /v2.0/ports/c7037847-4ea3-4c05-8e32-98842331f814 HTTP/1.1" status: 404 len: 333 time: 0.0743594 May 06 10:01:22.398549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:22.409840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:12Z', 'revision_number': 5, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:22.450738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb355323-a626-44ac-ba88-4e90c463a869 req-efd057c9-1952-4f3e-8290-bfa76dc99e9d tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439307 May 06 10:01:22.457185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6733b-dfc9-40bf-bdcc-b2d755c30958 None None] The sync data for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 is: [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:00:04Z', 'revision_number': 4, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '9b3ba3b3-a30d-42e4-9c52-418796a5cdb4', 'name': '', 'network_id': '14c6e9aa-368b-45ff-9b55-457545cd96b6', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'mac_address': 'fa:16:3e:11:62:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:02Z', 'updated_at': '2022-05-06T10:00:12Z', 'revision_number': 5, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'subnets': [{'id': '9dea22dd-c9ea-4700-a838-81140b5ec590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:22.550286 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c3e8a-d221-4331-a6a8-7cf44c3712f4 x-openstack-request-id: req-c46c3e8a-d221-4331-a6a8-7cf44c3712f4 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:22.550592 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:22.550859 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c46c3e8a-d221-4331-a6a8-7cf44c3712f4 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:22.551279 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46c3e8a-d221-4331-a6a8-7cf44c3712f4'] response: {'name': 'network-changed', 'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'status': 'completed', 'code': 200} May 06 10:01:22.628027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting port 5b8e5a21-d047-49a6-bfc4-3e059913a321 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:22.628445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.752659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108a5f3-7c70-462f-9d3c-b15fabff470f req-13072b47-0e0e-4f9f-91c7-4a2f05fd64b9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:22.754222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a108a5f3-7c70-462f-9d3c-b15fabff470f req-13072b47-0e0e-4f9f-91c7-4a2f05fd64b9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 945 time: 0.1066082 May 06 10:01:22.760440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eb4aa-df5d-436d-a1c0-59717017450f req-0d2eeee3-ed62-4e7b-a730-d909a9907a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:22.762385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259eb4aa-df5d-436d-a1c0-59717017450f req-0d2eeee3-ed62-4e7b-a730-d909a9907a0f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 1096 time: 0.1938665 May 06 10:01:22.771012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.788183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Calling delete_port for 5b8e5a21-d047-49a6-bfc4-3e059913a321 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:22.877356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Deleting port 1d607885-9aeb-4600-9dde-51ae071142e1 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:22.877700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:22.950220 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631343a0-1f8f-4490-b736-5dd3fbb60c86 None None] New status for floating IP 251efa88-3559-4d61-8666-a0614310e525: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:01:22.968521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a108a5f3-7c70-462f-9d3c-b15fabff470f req-60a45deb-7fb0-45ee-8161-4bd6ae7a8e73 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985929 May 06 10:01:23.001160 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.045725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Port': ['ID=5b8e5a21-d047-49a6-bfc4-3e059913a321,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:23.092130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eb4aa-df5d-436d-a1c0-59717017450f req-38b97f12-4f0a-410b-aaeb-ea1a992fece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:23.093571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259eb4aa-df5d-436d-a1c0-59717017450f req-38b97f12-4f0a-410b-aaeb-ea1a992fece3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 200 len: 920 time: 0.3197496 May 06 10:01:23.123535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.123904 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.190823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.204455 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7233d201-b711-49db-be28-d9f18f916819 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/ports/5b8e5a21-d047-49a6-bfc4-3e059913a321 HTTP/1.1" status: 204 len: 168 time: 0.8044474 May 06 10:01:23.207197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43952) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:23.249511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259eb4aa-df5d-436d-a1c0-59717017450f req-0f443325-9249-4e35-bda5-946f04034632 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 200 len: 217 time: 0.1435678 May 06 10:01:23.250571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Calling delete_port for 1d607885-9aeb-4600-9dde-51ae071142e1 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:23.346908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting subnet 710f50bf-06ce-4287-8e17-8b353e99202d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:23.356421 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.420897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060f158-82af-4d91-9270-a51ff8271d74 req-545aeaad-ec57-4e55-b69b-fc84a28200d2 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:23.428143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f060f158-82af-4d91-9270-a51ff8271d74 req-545aeaad-ec57-4e55-b69b-fc84a28200d2 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 945 time: 0.3754327 May 06 10:01:23.432566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43956) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:23.446109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'port_id': '501b5bb4-f581-4721-a565-c3bef31cbd30'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:23.507093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.511823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:23.554099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eb4aa-df5d-436d-a1c0-59717017450f req-25fc97d7-a526-43d5-ab1a-f6d240fb8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:23.555376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259eb4aa-df5d-436d-a1c0-59717017450f req-25fc97d7-a526-43d5-ab1a-f6d240fb8e03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 200 len: 859 time: 0.2962480 May 06 10:01:23.629867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259eb4aa-df5d-436d-a1c0-59717017450f req-f33b3769-ad1d-4b50-a8fa-da45c95f1ab7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=14c6e9aa-368b-45ff-9b55-457545cd96b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523896 May 06 10:01:23.661452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a67d92-f75f-4186-b55d-d97073b36840 req-dcceb455-dfb4-45ee-bf53-c9036f7be010 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:23.663521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a67d92-f75f-4186-b55d-d97073b36840 req-dcceb455-dfb4-45ee-bf53-c9036f7be010 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.2275805 May 06 10:01:24.139024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7f37-9c62-4244-9b25-b796f980a728 req-6822b8dd-9119-42d5-89f1-9b1466bc781e tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:24.141987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62ec7f37-9c62-4244-9b25-b796f980a728 req-6822b8dd-9119-42d5-89f1-9b1466bc781e tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 1096 time: 0.5923080 May 06 10:01:24.191458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.239479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event deleted for resources: {'Port': ['ID=1d607885-9aeb-4600-9dde-51ae071142e1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:24.336953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.406426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62ec7f37-9c62-4244-9b25-b796f980a728 req-2ecc5c2c-42b7-4fc9-a655-8ab0b2a312a3 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=7ddbf614-17ed-4826-91a2-3b94cc7b4e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188959 May 06 10:01:24.425435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259eb4aa-df5d-436d-a1c0-59717017450f req-e622fc82-5f59-440c-ae85-6156936092dd service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776287 May 06 10:01:24.541309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-259eb4aa-df5d-436d-a1c0-59717017450f req-a213dbcc-a4d1-4a1a-b19d-38d2058ca634 service neutron] 10.222.0.82 "GET /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052752 May 06 10:01:24.552002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Deleting port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:24.552693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.555038 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.559549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.561048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46eaa1-7c2b-466a-9079-6471d8112a88 req-6409dbd2-9bec-4b3e-ad4e-d71afc235542 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "DELETE /v2.0/floatingips/251efa88-3559-4d61-8666-a0614310e525 HTTP/1.1" status: 204 len: 173 time: 2.2657948 May 06 10:01:24.694375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] For port 86390f5b-7a8f-4517-94aa-d6505c0fceb3, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=86390f5b-7a8f-4517-94aa-d6505c0fceb3,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:24.697498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.718949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.724823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.732892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Calling delete_port for 86390f5b-7a8f-4517-94aa-d6505c0fceb3 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:24.863046 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP a70782b0-a348-4b51-a30a-84c02c8d15a5 associated. External IP: 172.25.8.97, port: 501b5bb4-f581-4721-a565-c3bef31cbd30. May 06 10:01:24.866528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.969694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Subnet': ['ID=710f50bf-06ce-4287-8e17-8b353e99202d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:24.974674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:24.980427 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6dfb96fd-7db4-4cdd-bb8e-83eddc6b6091 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/subnets/710f50bf-06ce-4287-8e17-8b353e99202d HTTP/1.1" status: 204 len: 168 time: 1.7692759 May 06 10:01:24.980635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b460c-d03c-4373-8515-be6d91b50008 None None] Network 2e803932-38a8-4d64-933a-989577b9e70e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:24.981884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 43978) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:25.015702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.062575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['86390f5b-7a8f-4517-94aa-d6505c0fceb3'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:25.106527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Pushing event deleted for resources: {'Port': ['ID=86390f5b-7a8f-4517-94aa-d6505c0fceb3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:25.213105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d9c945-7c0f-4836-9e83-1ade762f570e req-289e1e66-fc89-4618-ada2-aaf362bb3f60 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups/d233a151-3e43-4bd4-818a-312a6639ad40 HTTP/1.1" status: 200 len: 1809 time: 0.3039856 May 06 10:01:25.264560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] No DVR routers for this DVR port 86390f5b-7a8f-4517-94aa-d6505c0fceb3 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:25.267749 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.278022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27a67d92-f75f-4186-b55d-d97073b36840 req-d4556219-eabc-49c3-90c9-f1da6bb2d821 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.82 "DELETE /v2.0/ports/86390f5b-7a8f-4517-94aa-d6505c0fceb3 HTTP/1.1" status: 204 len: 173 time: 1.5896604 May 06 10:01:25.282676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'name': 'network-vif-deleted', 'tag': '86390f5b-7a8f-4517-94aa-d6505c0fceb3'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:25.287003 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad4286a-acb6-4c98-b40f-866b39347679" -d '{"events": [{"server_uuid": "e652df45-9447-44dc-99fa-f0cefc3e7b6e", "name": "network-vif-deleted", "tag": "86390f5b-7a8f-4517-94aa-d6505c0fceb3"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:25.402433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.413882 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3ec2eb-923f-4f79-9018-c54e38c59a17 x-openstack-request-id: req-ed3ec2eb-923f-4f79-9018-c54e38c59a17 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:25.414215 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e652df45-9447-44dc-99fa-f0cefc3e7b6e", "name": "network-vif-deleted", "tag": "86390f5b-7a8f-4517-94aa-d6505c0fceb3", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:25.414500 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed3ec2eb-923f-4f79-9018-c54e38c59a17 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:25.417710 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3ec2eb-923f-4f79-9018-c54e38c59a17'] response: {'server_uuid': 'e652df45-9447-44dc-99fa-f0cefc3e7b6e', 'name': 'network-vif-deleted', 'tag': '86390f5b-7a8f-4517-94aa-d6505c0fceb3', 'status': 'completed', 'code': 200} May 06 10:01:25.449843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] DHCP port deletion for 2e803932-38a8-4d64-933a-989577b9e70e request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:25.512223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d9c945-7c0f-4836-9e83-1ade762f570e req-5c97cfb5-57c2-4815-8811-6c9864a50569 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.606816 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d9c945-7c0f-4836-9e83-1ade762f570e req-5c97cfb5-57c2-4815-8811-6c9864a50569 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.614604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] Deleting port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:25.618968 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.651495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06bf25d7-533a-49fb-a9ea-62566299782f req-2805edb1-16ac-4725-a381-98f05197b1c9 tempest-TestServerMultinode-2007619994 tempest-TestServerMultinode-2007619994-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e652df45-9447-44dc-99fa-f0cefc3e7b6e HTTP/1.1" status: 200 len: 210 time: 0.0786536 May 06 10:01:25.712464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] For port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,segment=NetworkSegment(addb4a98-6a28-4ae9-b8da-02ef9e63e27e),segment_id=addb4a98-6a28-4ae9-b8da-02ef9e63e27e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:25.712935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.733177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:25.733932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d9c945-7c0f-4836-9e83-1ade762f570e req-5c97cfb5-57c2-4815-8811-6c9864a50569 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.736561 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d9c945-7c0f-4836-9e83-1ade762f570e req-5c97cfb5-57c2-4815-8811-6c9864a50569 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.738023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d9c945-7c0f-4836-9e83-1ade762f570e req-5c97cfb5-57c2-4815-8811-6c9864a50569 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "DELETE /v2.0/security-groups/d233a151-3e43-4bd4-818a-312a6639ad40 HTTP/1.1" status: 204 len: 173 time: 0.4984844 May 06 10:01:25.740678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] Calling delete_port for d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:25.761560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97cfb5-57c2-4815-8811-6c9864a50569 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233a151-3e43-4bd4-818a-312a6639ad40,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:25.787669 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Deleting port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:25.791708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.863507 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:25.918091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] Pushing event deleted for resources: {'Port': ['ID=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:25.930476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f50b15-be7e-4155-a514-994e291c9e59 None None] No DVR routers for this DVR port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:25.998319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] For port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,segment=NetworkSegment(addb4a98-6a28-4ae9-b8da-02ef9e63e27e),segment_id=addb4a98-6a28-4ae9-b8da-02ef9e63e27e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:26.002515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.060652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Calling delete_port for d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:26.154513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.225723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Port': ['ID=d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:26.226200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:26.228425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] No DVR routers for this DVR port d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:26.285209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8110c-7322-4700-851a-bf8d4c9b7ee8 req-26b8af69-af8b-473a-8d11-f32b8805e445 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.286078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:26.286814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d0b8b49e-c3d5-41c7-bf62-66dd5116fbe0 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:26.298207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6f8110c-7322-4700-851a-bf8d4c9b7ee8 req-26b8af69-af8b-473a-8d11-f32b8805e445 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1406715 May 06 10:01:26.349219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6f8110c-7322-4700-851a-bf8d4c9b7ee8 req-fc0bc298-997f-46ad-9d0f-a2d9afefc5ef tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 May 06 10:01:26.374938 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.406416 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e803932-38a8-4d64-933a-989577b9e70e']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:26.424531 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:26.427550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addb4a98-6a28-4ae9-b8da-02ef9e63e27e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:26.428799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addb4a98-6a28-4ae9-b8da-02ef9e63e27e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:26.436947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:26.437934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.451240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:26.451897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:26.462980 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.483167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1f9c8cbe-291a-43c2-87a0-9228575c8537 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "PUT /v2.0/floatingips/a70782b0-a348-4b51-a30a-84c02c8d15a5 HTTP/1.1" status: 200 len: 990 time: 3.0470493 May 06 10:01:26.484336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.486379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:26.488834 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:26.498156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:26.498857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:26.503117 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:26.572435 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2248e3-cc31-4a12-8101-c74ab8c9f483 x-openstack-request-id: req-fe2248e3-cc31-4a12-8101-c74ab8c9f483 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:26.573670 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:26.574125 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe2248e3-cc31-4a12-8101-c74ab8c9f483 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:26.574578 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2248e3-cc31-4a12-8101-c74ab8c9f483'] response: {'name': 'network-changed', 'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'status': 'completed', 'code': 200} May 06 10:01:26.592237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.605742 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:26.615616 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] 10.222.0.76 "DELETE /v2.0/networks/2e803932-38a8-4d64-933a-989577b9e70e HTTP/1.1" status: 204 len: 168 time: 1.6279917 May 06 10:01:26.650227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf87ae-0a49-416e-9633-acee8ab919c5 tempest-AllowedAddressPairTestJSON-355451057 tempest-AllowedAddressPairTestJSON-355451057-project] Pushing event deleted for resources: {'Network': ['ID=2e803932-38a8-4d64-933a-989577b9e70e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:26.734543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:26.740312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-278cff2d-38ec-4707-9aa7-6e48eccc5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.742071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-278cff2d-38ec-4707-9aa7-6e48eccc5367 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 1096 time: 0.1488869 May 06 10:01:26.765397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44016) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:26.918553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-5cd88918-abd0-441d-8c1d-0de29b8763a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:26.926029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-5cd88918-abd0-441d-8c1d-0de29b8763a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.1763563 May 06 10:01:27.047503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-becdca92-ad31-4a9b-8ce5-784900410c09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=501b5bb4-f581-4721-a565-c3bef31cbd30 HTTP/1.1" status: 200 len: 998 time: 0.1137617 May 06 10:01:27.169103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-72d55080-4d99-4af3-84b2-f7282cd60494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:27.170729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-72d55080-4d99-4af3-84b2-f7282cd60494 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.1072345 May 06 10:01:27.255543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-4dff339d-7c4e-4228-be72-a2d4c4a09629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:27.257450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-4dff339d-7c4e-4228-be72-a2d4c4a09629 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799034 May 06 10:01:27.281258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44024) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:27.303109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:23Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}, {'id': 'a70782b0-a348-4b51-a30a-84c02c8d15a5', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:57:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:00:58Z', 'updated_at': '2022-05-06T10:01:24Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:27.412922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 86390f5b-7a8f-4517-94aa-d6505c0fceb3 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:27.427899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:27.482501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 86390f5b-7a8f-4517-94aa-d6505c0fceb3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:27.484004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 86390f5b-7a8f-4517-94aa-d6505c0fceb3 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:27.503639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:27.504272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:27.612998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-f6141d11-0212-4890-9889-86aec0b35157 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464057 May 06 10:01:27.654419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:27.661175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:27.796737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5aa75-3fec-474b-8891-fe731c067a2f req-0f7e5005-6c8d-4ee9-8c16-f00822a27a9b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:27.799218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54c5aa75-3fec-474b-8891-fe731c067a2f req-0f7e5005-6c8d-4ee9-8c16-f00822a27a9b tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.3203006 May 06 10:01:27.826381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a7e01da1-0f33-4cfc-a56c-54361142c60f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f21f18ed2274615bda85b232add046a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437188 May 06 10:01:27.828363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44032) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:27.955009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa2b0ef4-ad54-4406-9aa0-792c51ff4632 req-9e7d87d0-324b-4ea9-9408-3adea95f2318 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174472 May 06 10:01:28.054871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54c5aa75-3fec-474b-8891-fe731c067a2f req-2fc86af5-a4eb-4584-82f8-cb9f710ba907 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271252 May 06 10:01:28.091184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2b47-7f62-4b48-93da-102457a80fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.164431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2b47-7f62-4b48-93da-102457a80fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.178970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:23Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}, {'id': 'a70782b0-a348-4b51-a30a-84c02c8d15a5', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:57:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:00:58Z', 'updated_at': '2022-05-06T10:01:24Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:28.211504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37332ee-9997-4115-9618-b8c27a1a2885 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:23Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}, {'id': 'a70782b0-a348-4b51-a30a-84c02c8d15a5', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:57:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:00:58Z', 'updated_at': '2022-05-06T10:01:24Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:28.234043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2b47-7f62-4b48-93da-102457a80fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.243749 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbaf2b47-7f62-4b48-93da-102457a80fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.244952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bbaf2b47-7f62-4b48-93da-102457a80fea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82473284-ea3b-422e-9dc8-fbd5ad5bc175 HTTP/1.1" status: 204 len: 168 time: 0.4137619 May 06 10:01:28.271890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf2b47-7f62-4b48-93da-102457a80fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82473284-ea3b-422e-9dc8-fbd5ad5bc175,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:28.273841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Deleting port 5d640f15-7c9d-4137-8111-cb1b6b3bc554 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:28.274685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.390914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] For port 5d640f15-7c9d-4137-8111-cb1b6b3bc554, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d640f15-7c9d-4137-8111-cb1b6b3bc554,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:28.391287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.413553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Calling delete_port for 5d640f15-7c9d-4137-8111-cb1b6b3bc554 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:28.598389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-32680a80-18f8-49d6-b3ab-64ea2363e0eb tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:28.608107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-32680a80-18f8-49d6-b3ab-64ea2363e0eb tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.82 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.1088884 May 06 10:01:28.632345 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35823e00-dc6b-48df-8351-49adc3cbff82 None None] New status for floating IP a70782b0-a348-4b51-a30a-84c02c8d15a5: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:01:28.705223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:28.766719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d640f15-7c9d-4137-8111-cb1b6b3bc554,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:28.862508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Deleting port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:28.864068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.088774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] For port 9eb48b04-7086-431b-85d1-9d92a8ea8f74, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eb48b04-7086-431b-85d1-9d92a8ea8f74,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:29.094264 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.127601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Calling delete_port for 9eb48b04-7086-431b-85d1-9d92a8ea8f74 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:29.296164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.380257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44070) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:29.520588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb553ab-48e8-4a59-8a9b-ecb9282ec11b req-5d0f4399-f1a1-4654-a8e0-f5113d2540cc tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:29.520588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcb553ab-48e8-4a59-8a9b-ecb9282ec11b req-5d0f4399-f1a1-4654-a8e0-f5113d2540cc tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/ports?device_id=09634fa3-d6e8-4e8f-8ba1-d172942e27a8 HTTP/1.1" status: 200 len: 945 time: 0.2641201 May 06 10:01:29.669681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44078) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:29.685556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcb553ab-48e8-4a59-8a9b-ecb9282ec11b req-75a4c2b3-cbb6-4cb8-bfa7-9c96c6685d5d tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.76 "GET /v2.0/security-groups?id=75522371-ac92-469a-af13-fdf4fe6860cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558504 May 06 10:01:29.711140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.725314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9eb48b04-7086-431b-85d1-9d92a8ea8f74'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:01:29.810066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Router 1d993c39-2802-4413-83ba-434121d764b0 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:29.811094 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b557b1-dae2-4e01-b0d7-e2dcd95e36f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.812091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549288910'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:29.815815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Pushing event deleted for resources: {'Port': ['ID=9eb48b04-7086-431b-85d1-9d92a8ea8f74,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:29.896956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] No DVR routers for this DVR port 9eb48b04-7086-431b-85d1-9d92a8ea8f74 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:29.900085 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.905877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-01c2a520-fcbc-4aeb-8fd4-25e68257300b req-fafa38cc-57ab-4fef-a9e4-f51a49c8e787 tempest-ServerRescueTestJSONUnderV235-34944952 tempest-ServerRescueTestJSONUnderV235-34944952-project] 10.222.0.82 "DELETE /v2.0/ports/9eb48b04-7086-431b-85d1-9d92a8ea8f74 HTTP/1.1" status: 204 len: 173 time: 1.2909741 May 06 10:01:29.910185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'name': 'network-vif-deleted', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:01:29.912497 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a00ffd2-1960-4ac6-a5d1-57751933b244" -d '{"events": [{"server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "name": "network-vif-deleted", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:01:29.924072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:29.928264 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:29.943328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.036036 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f77a3-43e0-4f67-8005-df828a784fa9 x-openstack-request-id: req-c19f77a3-43e0-4f67-8005-df828a784fa9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:01:30.036789 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09634fa3-d6e8-4e8f-8ba1-d172942e27a8", "name": "network-vif-deleted", "tag": "9eb48b04-7086-431b-85d1-9d92a8ea8f74", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:01:30.037997 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c19f77a3-43e0-4f67-8005-df828a784fa9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:01:30.038932 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19f77a3-43e0-4f67-8005-df828a784fa9'] response: {'server_uuid': '09634fa3-d6e8-4e8f-8ba1-d172942e27a8', 'name': 'network-vif-deleted', 'tag': '9eb48b04-7086-431b-85d1-9d92a8ea8f74', 'status': 'completed', 'code': 200} May 06 10:01:30.039080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:30.049222 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-761f002b-d750-44d7-8083-a7fd6c166436 admin admin] 10.222.0.76 "PUT /v2.0/routers/1d993c39-2802-4413-83ba-434121d764b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2819836 May 06 10:01:30.056200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] Sync routers for ids ['1d993c39-2802-4413-83ba-434121d764b0'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:30.060272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:30.077358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] Routers {'1d993c39-2802-4413-83ba-434121d764b0'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:30.077969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1d993c39-2802-4413-83ba-434121d764b0'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:30.138161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.144840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.173872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:30.199745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.200359 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment 6c8083d3-ce99-4126-8aea-f88c797bfd5e of type vlan for network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 May 06 10:01:30.202357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b4090-c731-49a3-bc57-6b57ee397019,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:30.281199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b557b1-dae2-4e01-b0d7-e2dcd95e36f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.292580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5b557b1-dae2-4e01-b0d7-e2dcd95e36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.326057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] Set router 1d993c39-2802-4413-83ba-434121d764b0 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:30.352947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b557b1-dae2-4e01-b0d7-e2dcd95e36f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc4490-577b-4202-8db7-f0921dfa0f23,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:30.356292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.376440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.434108 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5b557b1-dae2-4e01-b0d7-e2dcd95e36f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4563aa94511b4a1082a21cb11ee61169&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0498214 May 06 10:01:30.437840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44088) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:30.506109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:01:30.552968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.579751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:30.580645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.586056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.711107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Deleting port c16db83a-d135-4b48-97ac-4fe9767e2122 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:30.711450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:30.712988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0417769 May 06 10:01:30.828606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:30.998358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a72be14-ea22-43a3-ad6e-f8b57128134e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.002415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:01:28Z', 'revision_number': 5, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port': {'id': 'c16db83a-d135-4b48-97ac-4fe9767e2122', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d993c39-2802-4413-83ba-434121d764b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:14Z', 'updated_at': '2022-05-06T10:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:31.060852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] For port c16db83a-d135-4b48-97ac-4fe9767e2122, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c16db83a-d135-4b48-97ac-4fe9767e2122,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:31.061238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.067170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a72be14-ea22-43a3-ad6e-f8b57128134e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.084302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] Checking router: 1d993c39-2802-4413-83ba-434121d764b0 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:31.108990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] Routers {'1d993c39-2802-4413-83ba-434121d764b0'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:31.110071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1d993c39-2802-4413-83ba-434121d764b0'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:31.120511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Calling delete_port for c16db83a-d135-4b48-97ac-4fe9767e2122 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:31.195385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addf82e-4fdf-45a7-b4d1-b28dc2841bb4 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=edd33d1f-57b0-4d83-a0f8-cd10b4e9b106,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:31.210418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a72be14-ea22-43a3-ad6e-f8b57128134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.214094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:31.218727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a72be14-ea22-43a3-ad6e-f8b57128134e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:31.222744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8a72be14-ea22-43a3-ad6e-f8b57128134e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56dc4490-577b-4202-8db7-f0921dfa0f23 HTTP/1.1" status: 204 len: 168 time: 0.7813683 May 06 10:01:31.284036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72be14-ea22-43a3-ad6e-f8b57128134e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc4490-577b-4202-8db7-f0921dfa0f23,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:31.547872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] Set router 1d993c39-2802-4413-83ba-434121d764b0 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:31.840730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:01:30Z', 'revision_number': 6, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:31.889706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb924e9e-0e95-47a1-8a5c-360e5132da8d None None] The sync data for ids ['1d993c39-2802-4413-83ba-434121d764b0'] in n-d-840834-1 is: [{'id': '1d993c39-2802-4413-83ba-434121d764b0', 'name': 'tempest-TestServerMultinode-617293344-router', 'tenant_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:13Z', 'updated_at': '2022-05-06T10:01:30Z', 'revision_number': 6, 'project_id': 'b8b3d3963b8642dd8e71ebe6547b3b07', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:32.062949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44104) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:32.089134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-713882a4-d3d2-454a-afe9-e158fd94d5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.197697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-713882a4-d3d2-454a-afe9-e158fd94d5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.204856 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-713882a4-d3d2-454a-afe9-e158fd94d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.267775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d640f15-7c9d-4137-8111-cb1b6b3bc554 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:32.312941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5d640f15-7c9d-4137-8111-cb1b6b3bc554 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:32.313529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d640f15-7c9d-4137-8111-cb1b6b3bc554 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:32.323975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-713882a4-d3d2-454a-afe9-e158fd94d5c6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=033d3f1be5f4459f839404138edf4307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595637 May 06 10:01:32.324923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713882a4-d3d2-454a-afe9-e158fd94d5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef02bdbb-2fbb-496a-b94b-a92ae669b446,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:32.328921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44106) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:32.394377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4330e52f-2d32-477e-9e87-a39353eabc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.424903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4330e52f-2d32-477e-9e87-a39353eabc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.482989 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4330e52f-2d32-477e-9e87-a39353eabc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.486047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4330e52f-2d32-477e-9e87-a39353eabc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.487917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4330e52f-2d32-477e-9e87-a39353eabc39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef02bdbb-2fbb-496a-b94b-a92ae669b446 HTTP/1.1" status: 204 len: 168 time: 0.1574817 May 06 10:01:32.500139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330e52f-2d32-477e-9e87-a39353eabc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef02bdbb-2fbb-496a-b94b-a92ae669b446,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:32.568331 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.624317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16db83a-d135-4b48-97ac-4fe9767e2122,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:32.738511 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:32.967787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.134349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.134349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.308550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.311278 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d993c39-2802-4413-83ba-434121d764b0 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:01:33.319183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.333554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eb48b04-7086-431b-85d1-9d92a8ea8f74 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:33.334156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:33.349812 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d234c907-e23a-4a0b-87f0-e9ace37e62f2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1d993c39-2802-4413-83ba-434121d764b0 HTTP/1.1" status: 204 len: 168 time: 3.2838247 May 06 10:01:33.409523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 9eb48b04-7086-431b-85d1-9d92a8ea8f74 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:33.410098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eb48b04-7086-431b-85d1-9d92a8ea8f74 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:33.524598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] Deleting subnet 0feaf791-74f1-4908-b65c-7ed213e78d76 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:33.533600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.654324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Deleting port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:33.654936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.672598 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.800818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] For port 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,segment=NetworkSegment(0e63a64a-0e0d-43e8-a09c-fdcc033a0f09),segment_id=0e63a64a-0e0d-43e8-a09c-fdcc033a0f09)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:33.801181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:33.840570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Calling delete_port for 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:33.909297 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.016391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.040563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e2348-26be-42bb-86ef-e86a9ab5fcb8 None None] Network b7635aca-a9be-47f1-9024-aa83d23193d4 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:34.041090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.049928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0feaf791-74f1-4908-b65c-7ed213e78d76 HTTP/1.1" status: 204 len: 168 time: 0.7151732 May 06 10:01:34.050157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44176) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.085581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082f276-6368-48da-bdd4-dcb933b907c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0feaf791-74f1-4908-b65c-7ed213e78d76,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:34.177420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44184) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:34.184209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': 'edd33d1f-57b0-4d83-a0f8-cd10b4e9b106', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:34.251703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c16db83a-d135-4b48-97ac-4fe9767e2122 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:34.283300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c16db83a-d135-4b48-97ac-4fe9767e2122 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:34.283907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c16db83a-d135-4b48-97ac-4fe9767e2122 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:34.324795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.415968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:34.423895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.427565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] DHCP port deletion for b7635aca-a9be-47f1-9024-aa83d23193d4 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:34.544777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Deleting port 83f34aa8-0eeb-4337-aea3-8602e270ea93 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:34.545122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.546009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] Deleting port 83f34aa8-0eeb-4337-aea3-8602e270ea93 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:34.546389 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.547179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.707197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] For port 83f34aa8-0eeb-4337-aea3-8602e270ea93, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83f34aa8-0eeb-4337-aea3-8602e270ea93,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:34.707615 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.725291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3ba3b3-a30d-42e4-9c52-418796a5cdb4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:34.745619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] Calling delete_port for 83f34aa8-0eeb-4337-aea3-8602e270ea93 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:34.817815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.826590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] For port 83f34aa8-0eeb-4337-aea3-8602e270ea93, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83f34aa8-0eeb-4337-aea3-8602e270ea93,segment=NetworkSegment(5994e48b-30c2-408e-a894-9a57cc1beb81),segment_id=5994e48b-30c2-408e-a894-9a57cc1beb81)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:34.826995 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.851365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Calling delete_port for 83f34aa8-0eeb-4337-aea3-8602e270ea93 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:34.924894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': '6c8083d3-ce99-4126-8aea-f88c797bfd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edd33d1f-57b0-4d83-a0f8-cd10b4e9b106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:34.925423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: edd33d1f-57b0-4d83-a0f8-cd10b4e9b106, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:34.930269 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:34.935972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=f8afc421-118d-4553-abb2-f515dd781757,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:34.960982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:34.978137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, edd33d1f-57b0-4d83-a0f8-cd10b4e9b106) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:34.987786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] Pushing event deleted for resources: {'Port': ['ID=83f34aa8-0eeb-4337-aea3-8602e270ea93,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:34.991183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355310a7-59aa-4ef0-b4e6-d3cd131ce0fe None None] Network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:34.995135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:34.995987 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.033207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1a3509e0-b015-4c15-ad0b-3f7551cc0641 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8519261 May 06 10:01:35.034027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44202) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.040533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-37061161'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:35.050315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffce549-d4d0-4d95-bba2-6ef22524bf11 None None] No DVR routers for this DVR port 83f34aa8-0eeb-4337-aea3-8602e270ea93 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:35.100976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:35.105115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.155267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.158801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:35.176994 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.177717 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment 88d79fef-2069-492a-a9e8-eb13ea246b52 of type vlan for network 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 May 06 10:01:35.224488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.285894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.292893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-edd33d1f-57b0-4d83-a0f8-cd10b4e9b106', 'network_id': 'edd33d1f-57b0-4d83-a0f8-cd10b4e9b106', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': 'f8afc421-118d-4553-abb2-f515dd781757'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:35.294587 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.301957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] No DVR routers for this DVR port 83f34aa8-0eeb-4337-aea3-8602e270ea93 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:35.316200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.332939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:35.351442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.358938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f34aa8-0eeb-4337-aea3-8602e270ea93,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:35.472480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.474209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4379323 May 06 10:01:35.475967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44208) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:35.487543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:35.489178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d38647-1c51-4169-8326-2092965f0b7e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:35.517208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:35.524781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7635aca-a9be-47f1-9024-aa83d23193d4']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:35.622128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5994e48b-30c2-408e-a894-9a57cc1beb81') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:35.622505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5994e48b-30c2-408e-a894-9a57cc1beb81') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:35.643999 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.804729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Allocated IP 2001:db8:0:ffff::2 (edd33d1f-57b0-4d83-a0f8-cd10b4e9b106/f8afc421-118d-4553-abb2-f515dd781757/2bae4724-8e8a-4cc3-92e8-00ac59e66f22) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:35.859477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.871857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:35.872318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:35.877560 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:35.984887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:35.989015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.023345 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.033708 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.098387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Pushing event updated for resources: {'Port': ['ID=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.111265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:36.114534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:36.122127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:36.135695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.153121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:36.168138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.171593 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b7635aca-a9be-47f1-9024-aa83d23193d4 HTTP/1.1" status: 204 len: 168 time: 2.1149168 May 06 10:01:36.174791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44222) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:36.241392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2901cb0-3e08-4767-a6fd-a45e405f5136 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7635aca-a9be-47f1-9024-aa83d23193d4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.254380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Attempting to bind port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:36.257184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Attempting to bind port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '6c8083d3-ce99-4126-8aea-f88c797bfd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edd33d1f-57b0-4d83-a0f8-cd10b4e9b106'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:36.257606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Attempting to bind port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 on network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:36.271411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:36.271933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Checking segment: {'id': '6c8083d3-ce99-4126-8aea-f88c797bfd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edd33d1f-57b0-4d83-a0f8-cd10b4e9b106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:36.272268 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.272669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Bound using segment: {'id': '6c8083d3-ce99-4126-8aea-f88c797bfd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edd33d1f-57b0-4d83-a0f8-cd10b4e9b106'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:36.273159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Bound port: 2bae4724-8e8a-4cc3-92e8-00ac59e66f22, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8083d3-ce99-4126-8aea-f88c797bfd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'edd33d1f-57b0-4d83-a0f8-cd10b4e9b106'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:36.277529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.358292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83f34aa8-0eeb-4337-aea3-8602e270ea93 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:36.420631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 83f34aa8-0eeb-4337-aea3-8602e270ea93 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:36.421209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83f34aa8-0eeb-4337-aea3-8602e270ea93 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:36.472227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] For port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:36.476281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] For port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,segment=NetworkSegment(6c8083d3-ce99-4126-8aea-f88c797bfd5e),segment_id=6c8083d3-ce99-4126-8aea-f88c797bfd5e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:36.483035 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.534899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:36.551992 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] Sync routers for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:36.552786 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cd71f563-fd7f-4c4b-98fb-ae3d0766c5ba admin admin] 10.222.0.76 "PUT /v2.0/routers/1e851a9b-9ac1-4691-ac6a-9c06ca38513b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7229598 May 06 10:01:36.562056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44230) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:36.581323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5826a-185f-4822-a22c-f5a653566e96 None None] Pushing event updated for resources: {'Port': ['ID=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.593646 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:36.597380 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:36.688410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.761355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.818763 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:36.919108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=4cfb9a12-5bf6-4ca8-b144-6facfd387e52,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:36.923224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': '88d79fef-2069-492a-a9e8-eb13ea246b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:36.923610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:36.943614 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:37.042862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:37.097053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:37.120314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9499b4-d203-42b6-8f20-72037b5cdea1 None None] Network 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:37.137433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:37.137835 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.146705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.193798 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7db9136f-0903-482c-8c8a-f78a54ca691c tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7163825 May 06 10:01:37.203929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44238) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:37.347284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Deleting port c08834c2-7fea-43f6-957f-3586c2da18e1 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:37.350195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.436967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.481792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:01:34Z', 'revision_number': 5, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port': {'id': 'c08834c2-7fea-43f6-957f-3586c2da18e1', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:59:58Z', 'updated_at': '2022-05-06T10:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:37.492108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37', 'network_id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': '4cfb9a12-5bf6-4ca8-b144-6facfd387e52'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:37.493096 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.521781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] For port c08834c2-7fea-43f6-957f-3586c2da18e1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c08834c2-7fea-43f6-957f-3586c2da18e1,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:37.522158 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.523141 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] Checking router: 1e851a9b-9ac1-4691-ac6a-9c06ca38513b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:37.537401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] Routers {'1e851a9b-9ac1-4691-ac6a-9c06ca38513b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:37.538291 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:37.554391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Calling delete_port for c08834c2-7fea-43f6-957f-3586c2da18e1 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:37.571412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:37.705731 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] Set router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:37.803430 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:01:37Z', 'revision_number': 6, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:37.831334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Allocated IP 2001:db8::1 (395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37/4cfb9a12-5bf6-4ca8-b144-6facfd387e52/20f6289f-9cf1-4061-a39f-822629287ede) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:37.846457 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27780650-34ac-456e-bcaf-248a7e35298c None None] The sync data for ids ['1e851a9b-9ac1-4691-ac6a-9c06ca38513b'] in n-d-840834-1 is: [{'id': '1e851a9b-9ac1-4691-ac6a-9c06ca38513b', 'name': 'tempest-ServerRescueTestJSONUnderV235-540191982-router', 'tenant_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:59:57Z', 'updated_at': '2022-05-06T10:01:37Z', 'revision_number': 6, 'project_id': 'd1f3ceb6d41448c882c46e37000bf8e5', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:37.869443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Deleting port 2d9445da-78eb-45f4-97f8-464f1fe771a3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:37.870266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.045778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.092958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] For port 2d9445da-78eb-45f4-97f8-464f1fe771a3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2d9445da-78eb-45f4-97f8-464f1fe771a3,segment=NetworkSegment(80d4f431-e168-4e72-b18f-ca4162478311),segment_id=80d4f431-e168-4e72-b18f-ca4162478311)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:38.095821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.118709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=c08834c2-7fea-43f6-957f-3586c2da18e1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:38.145972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Calling delete_port for 2d9445da-78eb-45f4-97f8-464f1fe771a3 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:38.243569 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.276189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.300538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.365928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.461689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Pushing event updated for resources: {'Port': ['ID=20f6289f-9cf1-4061-a39f-822629287ede,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:38.481252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Network 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:38.483319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:38.505961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:38.617188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c51c4e-ffb0-4e03-8721-8ae805f28be5 None None] Network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:38.651279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.669964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.737124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Attempting to bind port 20f6289f-9cf1-4061-a39f-822629287ede on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:38.737487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Attempting to bind port 20f6289f-9cf1-4061-a39f-822629287ede by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '88d79fef-2069-492a-a9e8-eb13ea246b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:38.737851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Attempting to bind port 20f6289f-9cf1-4061-a39f-822629287ede on network 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:38.748615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:38.748985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Checking segment: {'id': '88d79fef-2069-492a-a9e8-eb13ea246b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:38.751940 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.752686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Bound using segment: {'id': '88d79fef-2069-492a-a9e8-eb13ea246b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:38.753205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Bound port: 20f6289f-9cf1-4061-a39f-822629287ede, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d79fef-2069-492a-a9e8-eb13ea246b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:38.753601 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.758894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bf50a6c0-aa39-4195-aec3-8addf578729e None None] Provisioning complete for port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:38.759271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf50a6c0-aa39-4195-aec3-8addf578729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.857844 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:38.858958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.860192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e851a9b-9ac1-4691-ac6a-9c06ca38513b {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:01:38.877328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:38.880344 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f63ebdb7-227b-4f71-8505-709c6ad92a9f admin admin] 10.222.0.76 "DELETE /v2.0/routers/1e851a9b-9ac1-4691-ac6a-9c06ca38513b HTTP/1.1" status: 204 len: 168 time: 2.3152814 May 06 10:01:38.881762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44256) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:38.971322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfb9a12-5bf6-4ca8-b144-6facfd387e52,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.000179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] Deleting subnet 9dea22dd-c9ea-4700-a838-81140b5ec590 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:39.005126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.039945 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] For port 20f6289f-9cf1-4061-a39f-822629287ede, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:39.064876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.141779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.161501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d79fef-2069-492a-a9e8-eb13ea246b52') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.162261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d79fef-2069-492a-a9e8-eb13ea246b52') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.185340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.203775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.258037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.266418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.309336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9445da-78eb-45f4-97f8-464f1fe771a3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.480677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.484786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] For port 20f6289f-9cf1-4061-a39f-822629287ede, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=20f6289f-9cf1-4061-a39f-822629287ede,segment=NetworkSegment(88d79fef-2069-492a-a9e8-eb13ea246b52),segment_id=88d79fef-2069-492a-a9e8-eb13ea246b52)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:39.487203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf50a6c0-aa39-4195-aec3-8addf578729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.540143 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.594151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dea22dd-c9ea-4700-a838-81140b5ec590,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.598202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.607031 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-df6be49f-ee36-4485-abaa-e6724ec35f37 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9dea22dd-c9ea-4700-a838-81140b5ec590 HTTP/1.1" status: 204 len: 168 time: 0.7224114 May 06 10:01:39.610765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44272) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:39.702512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.745832 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.746216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.762177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:39.762594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: timer() May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:39.765829 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:39.825324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:39.825999 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.849012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bf50a6c0-aa39-4195-aec3-8addf578729e None None] For port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,segment=NetworkSegment(6c8083d3-ce99-4126-8aea-f88c797bfd5e),segment_id=6c8083d3-ce99-4126-8aea-f88c797bfd5e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:39.869790 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.893126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.api [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:39.893126 n-d-840834-1 neutron-server[102742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:39.893126 n-d-840834-1 neutron-server[102742]: [parameters: {'id': '395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37'}] May 06 10:01:39.893126 n-d-840834-1 neutron-server[102742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:39.893696 n-d-840834-1 neutron-server[102742]: DEBUG oslo_db.api [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:39.907566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c6e9aa-368b-45ff-9b55-457545cd96b6']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.919600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402861-d018-4fd3-9277-2c5926e86651 None None] Pushing event updated for resources: {'Port': ['ID=20f6289f-9cf1-4061-a39f-822629287ede,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:39.920732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.921428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e63a64a-0e0d-43e8-a09c-fdcc033a0f09') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:39.934126 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf50a6c0-aa39-4195-aec3-8addf578729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.939487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.959005 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:39.967572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:39.968875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.014822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b2a7bf-23db-4fed-97e7-4f5364e3dcb8 None None] Network 395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:40.037906 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:40.044411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.050764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.055092 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] 10.222.0.76 "DELETE /v2.0/networks/14c6e9aa-368b-45ff-9b55-457545cd96b6 HTTP/1.1" status: 204 len: 168 time: 0.4425676 May 06 10:01:40.081358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa05b3-43fe-45c1-a678-7a518045641e admin admin] Pushing event deleted for resources: {'Network': ['ID=14c6e9aa-368b-45ff-9b55-457545cd96b6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.233401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Router 63595e86-a8af-4d51-9975-e48a1090f30a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:01:40.289098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50a6c0-aa39-4195-aec3-8addf578729e None None] Pushing event updated for resources: {'Port': ['ID=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.365857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b7c87bc9-c56a-4993-8074-32381b432f66 None None] Provisioning complete for port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:40.366106 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7c87bc9-c56a-4993-8074-32381b432f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.398784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.411312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.414237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:01:40.426362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d3b23356-7e80-446a-86b9-653eee602450 admin admin] 10.222.0.76 "PUT /v2.0/routers/63595e86-a8af-4d51-9975-e48a1090f30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2498052 May 06 10:01:40.426683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:40.437697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] Sync routers for ids ['63595e86-a8af-4d51-9975-e48a1090f30a'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:01:40.492557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting port 20f6289f-9cf1-4061-a39f-822629287ede {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:40.493114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.577012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] Routers {'63595e86-a8af-4d51-9975-e48a1090f30a'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:40.577671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63595e86-a8af-4d51-9975-e48a1090f30a'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:40.580980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:40.581946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] For port 20f6289f-9cf1-4061-a39f-822629287ede, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=20f6289f-9cf1-4061-a39f-822629287ede,segment=NetworkSegment(88d79fef-2069-492a-a9e8-eb13ea246b52),segment_id=88d79fef-2069-492a-a9e8-eb13ea246b52)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:40.582409 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.614337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Calling delete_port for 20f6289f-9cf1-4061-a39f-822629287ede owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:40.682925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:40.683471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9b3ba3b3-a30d-42e4-9c52-418796a5cdb4 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:40.727557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.774315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Port': ['ID=20f6289f-9cf1-4061-a39f-822629287ede,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:40.793641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No DVR routers for this DVR port 20f6289f-9cf1-4061-a39f-822629287ede on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:40.797316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cabf1f-813c-42a6-881b-0ffe66d2e3ad None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:40.912664 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.942000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:40.952773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d79fef-2069-492a-a9e8-eb13ea246b52') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:40.953077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d79fef-2069-492a-a9e8-eb13ea246b52') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:40.964568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.980868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:40.989158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:40.989618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.050166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: timer() May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:41.064965 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:41.068842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.077108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.081212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 HTTP/1.1" status: 204 len: 168 time: 3.8760982 May 06 10:01:41.085416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44294) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.091039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220944822'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:41.117857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ba345-1276-4478-b1f5-1bcac03a57ca tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.134610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:41.139769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.168696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] Set router 63595e86-a8af-4d51-9975-e48a1090f30a gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:41.181035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:41.194393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.194969 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment 6a97e72c-b87d-4124-ad40-f66f9630faa9 of type vlan for network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 May 06 10:01:41.239362 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d467daed-63af-43d3-be31-68a4bf3ab936 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1f3ceb6d41448c882c46e37000bf8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8268883 May 06 10:01:41.241761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44296) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.262843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.272287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.339726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.353171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:41.355122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.408591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c56bddcd-8c9e-46ae-8c6e-3c1cdd63d8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.448722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3618755 May 06 10:01:41.453363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44304) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:41.461248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': '23a5eea3-f4bb-4b89-b0ff-092a07bd77f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:41.490706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c56bddcd-8c9e-46ae-8c6e-3c1cdd63d8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.521681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.542668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c2d4a-a833-4e30-954e-2f56d5628fe8 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=23a5eea3-f4bb-4b89-b0ff-092a07bd77f8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.559417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cabf1f-813c-42a6-881b-0ffe66d2e3ad None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:41.570046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:41.647061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c56bddcd-8c9e-46ae-8c6e-3c1cdd63d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.655216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c56bddcd-8c9e-46ae-8c6e-3c1cdd63d8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.662279 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c56bddcd-8c9e-46ae-8c6e-3c1cdd63d8e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75522371-ac92-469a-af13-fdf4fe6860cb HTTP/1.1" status: 204 len: 168 time: 0.4173214 May 06 10:01:41.662855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:41.673434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.682500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bddcd-8c9e-46ae-8c6e-3c1cdd63d8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75522371-ac92-469a-af13-fdf4fe6860cb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:41.714434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Deleting port 86ecea4c-5244-441f-acbb-a5610224161b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:41.716492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.907397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] For port 86ecea4c-5244-441f-acbb-a5610224161b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=86ecea4c-5244-441f-acbb-a5610224161b,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:41.908050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.939135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:41.943053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:41.946105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Calling delete_port for 86ecea4c-5244-441f-acbb-a5610224161b owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:42.056307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.191276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=0f6f43ef-62a1-45f0-9a2c-37c18244a2a4,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:42.202246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': '6a97e72c-b87d-4124-ad40-f66f9630faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23a5eea3-f4bb-4b89-b0ff-092a07bd77f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:42.202647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:42.232787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:42.258983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:42.269212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:42.274007 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.299119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-27eba8d1-5d29-4d0c-88cd-072b9aa5cded tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8436465 May 06 10:01:42.304155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44320) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.306415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '86ecea4c-5244-441f-acbb-a5610224161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:01:39Z', 'revision_number': 5, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port': {'id': '86ecea4c-5244-441f-acbb-a5610224161b', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:2b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:00:25Z', 'updated_at': '2022-05-06T10:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:42.313721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-777760482'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:42.347889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:42.354758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.409636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:42.426618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.427970 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment 3593ccbc-cf9c-4d73-b07e-ae8c30d9a6e1 of type vlan for network 4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012 May 06 10:01:42.441860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] Checking router: 63595e86-a8af-4d51-9975-e48a1090f30a for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:01:42.452985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.512682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ecea4c-5244-441f-acbb-a5610224161b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:42.516979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] Routers {'63595e86-a8af-4d51-9975-e48a1090f30a'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:01:42.520046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['63595e86-a8af-4d51-9975-e48a1090f30a'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:42.542414 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.612453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.618394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.632124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:42.632925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.770614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] Set router 63595e86-a8af-4d51-9975-e48a1090f30a gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:01:42.778685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4731863 May 06 10:01:42.801074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44332) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:42.824441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': '4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:42.854100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:01:42Z', 'revision_number': 7, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:42.924252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.925601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8174af9-8c02-4a7b-a4a8-70ba9ba6d3e0 None None] The sync data for ids ['63595e86-a8af-4d51-9975-e48a1090f30a'] in n-d-840834-1 is: [{'id': '63595e86-a8af-4d51-9975-e48a1090f30a', 'name': 'tempest-TestServerMultinode-404465327-router', 'tenant_id': '3050569f993c45db8d7b1df4c39af8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:00:23Z', 'updated_at': '2022-05-06T10:01:42Z', 'revision_number': 7, 'project_id': '3050569f993c45db8d7b1df4c39af8f1', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:01:42.933517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:42.965376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c08834c2-7fea-43f6-957f-3586c2da18e1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:43.009868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f024b87-36ff-4f80-b699-1e9f7f9f3310 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:43.021782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:43.027490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.036937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c08834c2-7fea-43f6-957f-3586c2da18e1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:43.037294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c08834c2-7fea-43f6-957f-3586c2da18e1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:43.042485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:43.063703 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.067693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63595e86-a8af-4d51-9975-e48a1090f30a {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:01:43.079573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.080918 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-145a941a-75a8-4f1e-99cd-b38f5f63f006 admin admin] 10.222.0.76 "DELETE /v2.0/routers/63595e86-a8af-4d51-9975-e48a1090f30a HTTP/1.1" status: 204 len: 168 time: 2.6532962 May 06 10:01:43.083890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44342) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:43.123037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Performing IP validity checks on allocation pools {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:01:43.124068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:01:43.201104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] Deleting subnet 79eb8413-edbf-4b02-beae-e816ed53e72b {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:01:43.205634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.285216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.425734 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.515659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.565266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2d9445da-78eb-45f4-97f8-464f1fe771a3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:43.592510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 2d9445da-78eb-45f4-97f8-464f1fe771a3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:43.592771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2d9445da-78eb-45f4-97f8-464f1fe771a3 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:43.607323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38da1ede-f316-4304-a5e3-11a7be7c9e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.619987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=eac46c9d-1e62-4496-bcc1-752d42199638,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:43.626513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.662839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79eb8413-edbf-4b02-beae-e816ed53e72b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:43.667994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.673949 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a7e9b15-856c-4cf0-ba5d-4f74b58314c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/79eb8413-edbf-4b02-beae-e816ed53e72b HTTP/1.1" status: 204 len: 168 time: 0.5851619 May 06 10:01:43.674360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44352) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:43.689716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': '3593ccbc-cf9c-4d73-b07e-ae8c30d9a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:43.690078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: 4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:43.706879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c112d-d750-4f9a-8175-e8837f6b1382 None None] Network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:43.710487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a875e-7705-4e44-823f-b4d5da04db1e None None] Network a7c52898-1789-4baf-b74a-4d3aaa7c742a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:43.721281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:43.740162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:43.758039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:43.762831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.789956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:43.804918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e0bb57e-102b-4dbc-a6a8-9115763d99eb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0027347 May 06 10:01:43.805793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44360) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:43.877661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90ea72-31b2-46ce-a3a1-9017e2c017bc None None] Network 4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:43.986073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Deleting port c4110247-d319-48a8-8195-ca065fb1728f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:43.988681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.125351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.195200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] For port c4110247-d319-48a8-8195-ca065fb1728f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c4110247-d319-48a8-8195-ca065fb1728f,segment=NetworkSegment(80d4f431-e168-4e72-b18f-ca4162478311),segment_id=80d4f431-e168-4e72-b18f-ca4162478311)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:44.195953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.238996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Calling delete_port for c4110247-d319-48a8-8195-ca065fb1728f owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:44.276907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.286400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-23a5eea3-f4bb-4b89-b0ff-092a07bd77f8', 'network_id': '23a5eea3-f4bb-4b89-b0ff-092a07bd77f8', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': '0f6f43ef-62a1-45f0-9a2c-37c18244a2a4'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:44.287561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.438925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.446662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.469830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d6f79a-6984-4c20-80c2-71a2e06c7f42 None None] DHCP port deletion for a7c52898-1789-4baf-b74a-4d3aaa7c742a request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:01:44.498050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Pushing event deleted for resources: {'Port': ['ID=c4110247-d319-48a8-8195-ca065fb1728f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.516527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] No DVR routers for this DVR port c4110247-d319-48a8-8195-ca065fb1728f on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:44.542296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44380) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:44.614449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ac23f-70e3-43db-ab60-e00bbba16fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012', 'network_id': '4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': 'eac46c9d-1e62-4496-bcc1-752d42199638'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:44.616000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9c4ac23f-70e3-43db-ab60-e00bbba16fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.617063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=eac46c9d-1e62-4496-bcc1-752d42199638,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.719861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.752742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.767866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c52898-1789-4baf-b74a-4d3aaa7c742a']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:44.790111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d4f431-e168-4e72-b18f-ca4162478311') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:44.790773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d4f431-e168-4e72-b18f-ca4162478311') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:44.803634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.810500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:44.819882 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.829054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:44.829914 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:44.832288 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:44.840311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6abb2fc-8817-4ffe-a84b-4a9e66faa53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.844184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3593ccbc-cf9c-4d73-b07e-ae8c30d9a6e1') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:44.844769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3593ccbc-cf9c-4d73-b07e-ae8c30d9a6e1') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:44.866014 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.892240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Allocated IP 2001:db8::3 (23a5eea3-f4bb-4b89-b0ff-092a07bd77f8/0f6f43ef-62a1-45f0-9a2c-37c18244a2a4/a665c2ca-fed7-4590-81e3-6facaded4626) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:44.906222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.918619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:44.919551 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.930105 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.963665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:44.970900 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] 10.222.0.76 "DELETE /v2.0/networks/a7c52898-1789-4baf-b74a-4d3aaa7c742a HTTP/1.1" status: 204 len: 168 time: 1.2954667 May 06 10:01:44.973202 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef1d44-7247-4e3a-a731-94011f275eff admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c52898-1789-4baf-b74a-4d3aaa7c742a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:44.976270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7801a98-c29d-421f-971d-59410cdc7561 None None] Network 4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: timer() May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:45.061678 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:45.067543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-454f3791-8ea2-42b5-ba62-639e2365c1b0 req-71c89816-c625-4514-9106-d9d351c5aff4 service neutron] (102742) timed out ('10.222.0.76', 50398) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:01:45.150371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.172964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.178863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012 HTTP/1.1" status: 204 len: 168 time: 1.3716562 May 06 10:01:45.183099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.192460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257260651'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:45.206519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86ecea4c-5244-441f-acbb-a5610224161b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:45.234102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 86ecea4c-5244-441f-acbb-a5610224161b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:45.234745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 86ecea4c-5244-441f-acbb-a5610224161b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:45.235323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c4110247-d319-48a8-8195-ca065fb1728f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:01:45.237358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a061facc-4b64-4b50-a9c4-00d39fae6691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.245537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e4da1-0956-48d0-9e74-5834e8c20155 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.254464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:45.258030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.283331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44402) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.297099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c4110247-d319-48a8-8195-ca065fb1728f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:01:45.297443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c4110247-d319-48a8-8195-ca065fb1728f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:01:45.384600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:45.389637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6abb2fc-8817-4ffe-a84b-4a9e66faa53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.397905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6abb2fc-8817-4ffe-a84b-4a9e66faa53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.444393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.446155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.448997 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment 1f7b8625-2f92-486d-865e-8425a0a9207c of type vlan for network 5536993b-5d2e-4e84-a1eb-f487044821b1 May 06 10:01:45.465877 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.481828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44408) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.488209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4a99b14-cd6f-4de6-8c29-88d2b2e309e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b8b3d3963b8642dd8e71ebe6547b3b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019813 May 06 10:01:45.512330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a6abb2fc-8817-4ffe-a84b-4a9e66faa53e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=72f21d63c5b2488db5456a29fd1b19ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9587755 May 06 10:01:45.518196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb2fc-8817-4ffe-a84b-4a9e66faa53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b9ee1f-e691-4691-b041-c586c3859813,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.523680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44410) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.570280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.599280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:45.614173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:45.621349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:45.647266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3b58-73c2-4dea-aa72-e5a14b127222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.650946 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.669159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:45.670188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.699397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3b58-73c2-4dea-aa72-e5a14b127222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.725791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1b75c11-6377-40e3-87ae-9e80f7c3259c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.747354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Pushing event updated for resources: {'Port': ['ID=a665c2ca-fed7-4590-81e3-6facaded4626,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.785331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Attempting to bind port a665c2ca-fed7-4590-81e3-6facaded4626 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:45.785597 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3b58-73c2-4dea-aa72-e5a14b127222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.785719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Attempting to bind port a665c2ca-fed7-4590-81e3-6facaded4626 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '6a97e72c-b87d-4124-ad40-f66f9630faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23a5eea3-f4bb-4b89-b0ff-092a07bd77f8'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:45.785719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Attempting to bind port a665c2ca-fed7-4590-81e3-6facaded4626 on network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:45.792216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:45.792668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Checking segment: {'id': '6a97e72c-b87d-4124-ad40-f66f9630faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23a5eea3-f4bb-4b89-b0ff-092a07bd77f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:45.793062 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.793457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Bound using segment: {'id': '6a97e72c-b87d-4124-ad40-f66f9630faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23a5eea3-f4bb-4b89-b0ff-092a07bd77f8'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:45.793855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ea3b58-73c2-4dea-aa72-e5a14b127222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.793994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Bound port: a665c2ca-fed7-4590-81e3-6facaded4626, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a97e72c-b87d-4124-ad40-f66f9630faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '23a5eea3-f4bb-4b89-b0ff-092a07bd77f8'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:45.794307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:45.796276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b1ea3b58-73c2-4dea-aa72-e5a14b127222 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/02bf8d46-a93c-47f1-bbca-4c49338c8514 HTTP/1.1" status: 204 len: 168 time: 0.3134365 May 06 10:01:45.819101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea3b58-73c2-4dea-aa72-e5a14b127222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bf8d46-a93c-47f1-bbca-4c49338c8514,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:45.871474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44416) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:45.883219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': '5536993b-5d2e-4e84-a1eb-f487044821b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:45.886069 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7005627 May 06 10:01:45.911385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1b75c11-6377-40e3-87ae-9e80f7c3259c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.009529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] For port a665c2ca-fed7-4590-81e3-6facaded4626, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:46.020361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] For port a665c2ca-fed7-4590-81e3-6facaded4626, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a665c2ca-fed7-4590-81e3-6facaded4626,segment=NetworkSegment(6a97e72c-b87d-4124-ad40-f66f9630faa9),segment_id=6a97e72c-b87d-4124-ad40-f66f9630faa9)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:46.031283 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.060989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21384f9c-4fb9-4c62-bcaa-a99820d85065 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=5536993b-5d2e-4e84-a1eb-f487044821b1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:46.085642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1b75c11-6377-40e3-87ae-9e80f7c3259c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.090614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1b75c11-6377-40e3-87ae-9e80f7c3259c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.092487 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1b75c11-6377-40e3-87ae-9e80f7c3259c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/50b9ee1f-e691-4691-b041-c586c3859813 HTTP/1.1" status: 204 len: 168 time: 0.5672252 May 06 10:01:46.115004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b75c11-6377-40e3-87ae-9e80f7c3259c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b9ee1f-e691-4691-b041-c586c3859813,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:46.142582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 5536993b-5d2e-4e84-a1eb-f487044821b1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:46.207017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:46.219105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.364753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0df89-109a-4aff-932b-3fc61d5ad5e2 None None] Pushing event updated for resources: {'Port': ['ID=a665c2ca-fed7-4590-81e3-6facaded4626,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:46.571843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.740212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.873196 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:46.905115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.049042 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d53e4fc6-fe69-4a8b-905b-ebf68883cbb8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3050569f993c45db8d7b1df4c39af8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422644 May 06 10:01:47.053206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44444) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.077313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=295478aa-8b39-4ff6-a0ee-839a42cbcbc2,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.095683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': '1f7b8625-2f92-486d-865e-8425a0a9207c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5536993b-5d2e-4e84-a1eb-f487044821b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:47.097667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: 5536993b-5d2e-4e84-a1eb-f487044821b1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:47.146788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 5536993b-5d2e-4e84-a1eb-f487044821b1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:47.169522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 5536993b-5d2e-4e84-a1eb-f487044821b1) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:47.176356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:47.177666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e800f2b-c88f-45e4-a23f-8fc933268dea None None] Network 5536993b-5d2e-4e84-a1eb-f487044821b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:47.177924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.234317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0f82719d-b267-4f3a-a72e-387c4e7dfee3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3602545 May 06 10:01:47.236789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44458) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.372910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a665c2ca-fed7-4590-81e3-6facaded4626 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:47.492487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-53d61bee-08b7-4b8f-9e42-5c2937995a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.561836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a665c2ca-fed7-4590-81e3-6facaded4626 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:47.562617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.567189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-53d61bee-08b7-4b8f-9e42-5c2937995a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.614621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.712514 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.791849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cfc0d6-2a4a-433e-a20b-58f5581a4cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-5536993b-5d2e-4e84-a1eb-f487044821b1', 'network_id': '5536993b-5d2e-4e84-a1eb-f487044821b1', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': '295478aa-8b39-4ff6-a0ee-839a42cbcbc2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:47.792809 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10cfc0d6-2a4a-433e-a20b-58f5581a4cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.853863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44472) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:47.878367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-53d61bee-08b7-4b8f-9e42-5c2937995a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.889953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-53d61bee-08b7-4b8f-9e42-5c2937995a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.896609 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-53d61bee-08b7-4b8f-9e42-5c2937995a8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ddbf614-17ed-4826-91a2-3b94cc7b4e81 HTTP/1.1" status: 204 len: 168 time: 0.8420713 May 06 10:01:47.906506 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:47.936839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d61bee-08b7-4b8f-9e42-5c2937995a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddbf614-17ed-4826-91a2-3b94cc7b4e81,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:47.975160 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.042267 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=295478aa-8b39-4ff6-a0ee-839a42cbcbc2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.080017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1799455405-network', 'tenant_id': '29ba0e6f18964319ba4016dbab5ae1af'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:48.091186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port a665c2ca-fed7-4590-81e3-6facaded4626, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a665c2ca-fed7-4590-81e3-6facaded4626,segment=NetworkSegment(6a97e72c-b87d-4124-ad40-f66f9630faa9),segment_id=6a97e72c-b87d-4124-ad40-f66f9630faa9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:48.197873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Made reservation on behalf of 29ba0e6f18964319ba4016dbab5ae1af for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:48.234671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.236454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.260833 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.336367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5536993b-5d2e-4e84-a1eb-f487044821b1']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:48.395288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7b8625-2f92-486d-865e-8425a0a9207c') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:48.395288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7b8625-2f92-486d-865e-8425a0a9207c') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:48.443191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.456965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.464323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.475486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.478139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6fac0-0c91-4b4b-8755-455e1ee39c74 None None] Network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:48.501748 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.506062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:48.507148 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:48.511077 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:48.540137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259b42ff-6715-4d6f-a145-75a648fc1982,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.807962 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.809588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fa9575ee-31aa-4c9e-a72f-8ae0ba6f3494 None None] Provisioning complete for port a665c2ca-fed7-4590-81e3-6facaded4626 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:48.810118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fa9575ee-31aa-4c9e-a72f-8ae0ba6f3494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.811323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.821399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:48.823269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.832839 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/5536993b-5d2e-4e84-a1eb-f487044821b1 HTTP/1.1" status: 204 len: 168 time: 1.5943165 May 06 10:01:48.838282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44498) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-10cfc0d6-2a4a-433e-a20b-58f5581a4cba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 295478aa-8b39-4ff6-a0ee-839a42cbcbc2: This subnet is being modified by another concurrent operation. May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 295478aa-8b39-4ff6-a0ee-839a42cbcbc2: This subnet is being modified by another concurrent operation. May 06 10:01:48.850247 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 10:01:48.858446 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.858446 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Added segment 1ed2fe7f-309b-4b6f-b426-586cc6fc5335 of type vlan for network ca6b3435-a2de-4692-870d-4cf14e93f2db May 06 10:01:48.871275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=a665c2ca-fed7-4590-81e3-6facaded4626,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.880042 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.888663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009349489'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:48.893178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde0a9c-d98f-4c02-bf38-05e4d08eef4e None None] Network 5536993b-5d2e-4e84-a1eb-f487044821b1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:48.902793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cc198-de74-47b4-a01a-cd7685a09d12 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=5536993b-5d2e-4e84-a1eb-f487044821b1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:48.939842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:48.943534 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.968228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:48.993387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:49.002469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde0a9c-d98f-4c02-bf38-05e4d08eef4e None None] Network 5536993b-5d2e-4e84-a1eb-f487044821b1 could not be found, it might have been deleted concurrently. {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 06 10:01:49.013935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.014271 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment 029a8059-14a5-4b64-a27a-401d22c51e60 of type vlan for network e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef May 06 10:01:49.031054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.046725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:49.047948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.089078 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.162378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.169389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:49.170023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.217534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] Pushing event updated for resources: {'Network': ['ID=ca6b3435-a2de-4692-870d-4cf14e93f2db,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.227335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-572ae86f-279b-48f9-a0c4-7bf696472565 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3709519 May 06 10:01:49.240551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3935242 May 06 10:01:49.243558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44510) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:49.250125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:49.272558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ca6b3435-a2de-4692-870d-4cf14e93f2db details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:49.284668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a665c2ca-fed7-4590-81e3-6facaded4626 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:49.321920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f3d55-e3da-486c-a808-57f1bb8b9745 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.365941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44512) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:49.523133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:49.570022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:49.575097 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.648030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99ae2c37-1052-4343-ba8d-c5d66fabe41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.799015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a665c2ca-fed7-4590-81e3-6facaded4626 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:49.800688 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.824754 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99ae2c37-1052-4343-ba8d-c5d66fabe41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.832730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-99ae2c37-1052-4343-ba8d-c5d66fabe41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:49.930147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2c37-1052-4343-ba8d-c5d66fabe41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c13bd3e-cbfa-4478-ad4f-4563be082c4f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:49.931867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195e941-8a28-4323-8213-9f91b199983a None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:49.943522 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-99ae2c37-1052-4343-ba8d-c5d66fabe41f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ebc3a06ba9fe404287eb13531f64577b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749013 May 06 10:01:49.946728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44524) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:49.966105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.026618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57d5f267-2e0a-41d1-a0c3-0a622aa97962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.050734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57d5f267-2e0a-41d1-a0c3-0a622aa97962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.101440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195e941-8a28-4323-8213-9f91b199983a None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:50.132513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57d5f267-2e0a-41d1-a0c3-0a622aa97962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.136889 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-57d5f267-2e0a-41d1-a0c3-0a622aa97962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.140037 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-57d5f267-2e0a-41d1-a0c3-0a622aa97962 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c13bd3e-cbfa-4478-ad4f-4563be082c4f HTTP/1.1" status: 204 len: 168 time: 0.1917586 May 06 10:01:50.166266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5f267-2e0a-41d1-a0c3-0a622aa97962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c13bd3e-cbfa-4478-ad4f-4563be082c4f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.216286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a352f2dc-ad2a-4fc3-9e2a-048c2705f56f None None] Provisioning complete for port a665c2ca-fed7-4590-81e3-6facaded4626 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:50.216662 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a352f2dc-ad2a-4fc3-9e2a-048c2705f56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.241596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=71270c3b-39df-461f-a9da-d37d86b59119,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:50.293404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': '029a8059-14a5-4b64-a27a-401d22c51e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:50.293741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:50.335740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fbd41-8a4f-41c3-9238-6a4329f15dd4 req-9f2f8576-b50c-4e3e-977b-c5850b2b56df tempest-ComputeTenantNetworksTest-872487516 tempest-ComputeTenantNetworksTest-872487516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:50.342432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fbd41-8a4f-41c3-9238-6a4329f15dd4 req-9f2f8576-b50c-4e3e-977b-c5850b2b56df tempest-ComputeTenantNetworksTest-872487516 tempest-ComputeTenantNetworksTest-872487516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:50.348825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fbd41-8a4f-41c3-9238-6a4329f15dd4 req-9f2f8576-b50c-4e3e-977b-c5850b2b56df tempest-ComputeTenantNetworksTest-872487516 tempest-ComputeTenantNetworksTest-872487516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:50.350563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-889fbd41-8a4f-41c3-9238-6a4329f15dd4 req-9f2f8576-b50c-4e3e-977b-c5850b2b56df tempest-ComputeTenantNetworksTest-872487516 tempest-ComputeTenantNetworksTest-872487516-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3349335 May 06 10:01:50.351975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:50.368829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:50.381999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:50.383448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.491240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-253eeb4f-9a2a-496a-bdfa-67d1bfe7c9d7 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2449470 May 06 10:01:50.495856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44532) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:50.620819 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:50.789500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185bead-169d-4bfa-8d7f-e56b300e4372 None None] Network e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:51.024144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef', 'network_id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': '71270c3b-39df-461f-a9da-d37d86b59119'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:51.026890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.082411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a5898-2dc4-48ee-8cde-d99496165e62 req-c3119ae6-30c9-420d-aafb-6236b50f8a8d tempest-ComputeTenantNetworksTest-872487516 tempest-ComputeTenantNetworksTest-872487516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:51.089194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-423a5898-2dc4-48ee-8cde-d99496165e62 req-c3119ae6-30c9-420d-aafb-6236b50f8a8d tempest-ComputeTenantNetworksTest-872487516 tempest-ComputeTenantNetworksTest-872487516-project] 10.222.0.76 "GET /v2.0/networks/ca6b3435-a2de-4692-870d-4cf14e93f2db HTTP/1.1" status: 200 len: 769 time: 0.6987031 May 06 10:01:51.094190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44536) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:51.198082 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.231747 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.256316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Allocated IP 2001:db8::1 (e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef/71270c3b-39df-461f-a9da-d37d86b59119/52afa25d-02f5-4d7f-9958-efb427fbf4e2) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:51.279447 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.400549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.444369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6b3435-a2de-4692-870d-4cf14e93f2db']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.458378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed2fe7f-309b-4b6f-b426-586cc6fc5335') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.459411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed2fe7f-309b-4b6f-b426-586cc6fc5335') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.472262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.491842 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.501801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:51.502339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:51.505043 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:51.550271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.564700 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.600071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.610966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.624272 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.631707 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] 10.222.0.76 "DELETE /v2.0/networks/ca6b3435-a2de-4692-870d-4cf14e93f2db HTTP/1.1" status: 204 len: 168 time: 0.5329823 May 06 10:01:51.631707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd08976-fea1-4ec8-bc0c-046a6e7ea2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6b3435-a2de-4692-870d-4cf14e93f2db,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:51.667061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Pushing event updated for resources: {'Port': ['ID=52afa25d-02f5-4d7f-9958-efb427fbf4e2,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:51.670494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=71270c3b-39df-461f-a9da-d37d86b59119,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:51.687573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Network e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:51.689177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:51.691839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:51.764229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Attempting to bind port 52afa25d-02f5-4d7f-9958-efb427fbf4e2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:51.764229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Attempting to bind port 52afa25d-02f5-4d7f-9958-efb427fbf4e2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '029a8059-14a5-4b64-a27a-401d22c51e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:51.764613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Attempting to bind port 52afa25d-02f5-4d7f-9958-efb427fbf4e2 on network e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:51.770401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.771845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:51.772223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Checking segment: {'id': '029a8059-14a5-4b64-a27a-401d22c51e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:51.772624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.773018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Bound using segment: {'id': '029a8059-14a5-4b64-a27a-401d22c51e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:51.773486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Bound port: 52afa25d-02f5-4d7f-9958-efb427fbf4e2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029a8059-14a5-4b64-a27a-401d22c51e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:51.773890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.795528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.808385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029a8059-14a5-4b64-a27a-401d22c51e60') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.809233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029a8059-14a5-4b64-a27a-401d22c51e60') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:51.828018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.843642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.850656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:51.851373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.859205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] For port 52afa25d-02f5-4d7f-9958-efb427fbf4e2, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: timer() May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:51.870716 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:51.929412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.api [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:51.929412 n-d-840834-1 neutron-server[102742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:51.929412 n-d-840834-1 neutron-server[102742]: [parameters: {'id': 'e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef'}] May 06 10:01:51.929412 n-d-840834-1 neutron-server[102742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:51.930265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] For port 52afa25d-02f5-4d7f-9958-efb427fbf4e2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=52afa25d-02f5-4d7f-9958-efb427fbf4e2,segment=NetworkSegment(029a8059-14a5-4b64-a27a-401d22c51e60),segment_id=029a8059-14a5-4b64-a27a-401d22c51e60)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:51.931763 n-d-840834-1 neutron-server[102742]: DEBUG oslo_db.api [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:51.936334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:51.944736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44544) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:51.990920 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8ea03c8b-5a09-475c-aaf6-00da75d993de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=29ba0e6f18964319ba4016dbab5ae1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421321 May 06 10:01:51.991113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44546) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:51.998019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9817cb-2816-4d56-8cd6-434120b3d7bd None None] Pushing event updated for resources: {'Port': ['ID=52afa25d-02f5-4d7f-9958-efb427fbf4e2,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:52.061279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d036228c-9f79-4c7c-9f76-c7f471d7a749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.068919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f625be-f5a1-41b5-92c4-8acf4d16c90f None None] Network e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:52.097782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d036228c-9f79-4c7c-9f76-c7f471d7a749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.152040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d036228c-9f79-4c7c-9f76-c7f471d7a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.155140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d036228c-9f79-4c7c-9f76-c7f471d7a749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.160599 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d036228c-9f79-4c7c-9f76-c7f471d7a749 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/259b42ff-6715-4d6f-a145-75a648fc1982 HTTP/1.1" status: 204 len: 168 time: 0.1684878 May 06 10:01:52.170961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036228c-9f79-4c7c-9f76-c7f471d7a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259b42ff-6715-4d6f-a145-75a648fc1982,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:52.224282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a855b-bb40-4c9c-a9ce-85170d21a37a None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:01:52.320355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4a855b-bb40-4c9c-a9ce-85170d21a37a None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:01:52.433135 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.553758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting port 52afa25d-02f5-4d7f-9958-efb427fbf4e2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:52.554114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.709780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] For port 52afa25d-02f5-4d7f-9958-efb427fbf4e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=52afa25d-02f5-4d7f-9958-efb427fbf4e2,segment=NetworkSegment(029a8059-14a5-4b64-a27a-401d22c51e60),segment_id=029a8059-14a5-4b64-a27a-401d22c51e60)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:52.710187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.729209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Calling delete_port for 52afa25d-02f5-4d7f-9958-efb427fbf4e2 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:52.824480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:52.835213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44572) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:52.878558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Port': ['ID=52afa25d-02f5-4d7f-9958-efb427fbf4e2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:52.897538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No DVR routers for this DVR port 52afa25d-02f5-4d7f-9958-efb427fbf4e2 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:52.997395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.034895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:53.047298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029a8059-14a5-4b64-a27a-401d22c51e60') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:53.048354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029a8059-14a5-4b64-a27a-401d22c51e60') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:53.058428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.065896 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afbc7031-8d15-4644-8d10-16c105dce180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.074547 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.083623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:53.084376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: timer() May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:53.088216 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:53.163153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.173924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.182875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44588) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:53.183566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef HTTP/1.1" status: 204 len: 168 time: 2.6854801 May 06 10:01:53.189089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675725113'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:53.202976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7e5f-8acc-4fd4-a862-c5154e864919 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.227105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:53.231264 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.268951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afbc7031-8d15-4644-8d10-16c105dce180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.276944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:53.278993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afbc7031-8d15-4644-8d10-16c105dce180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.305138 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.305492 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment d327c334-a385-459e-b8d9-f1c549f3985e of type vlan for network ceb44f44-09d8-4a47-8433-6567848cec0b May 06 10:01:53.357616 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-afbc7031-8d15-4644-8d10-16c105dce180 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f6014a7c63964dbd959930b19eaf6d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5183506 May 06 10:01:53.358554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44594) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:53.362007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc7031-8d15-4644-8d10-16c105dce180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e20e1b-56ea-47e3-8b5e-a9a4e6146bee,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.375803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.408235 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.415759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:53.416871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.424052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42cbf13-7278-4f7c-8265-2f417d419071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.450383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42cbf13-7278-4f7c-8265-2f417d419071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.492610 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3082762 May 06 10:01:53.496374 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44598) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:53.497056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175836cc-16df-4afc-94d2-09faf0f80ba3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=ceb44f44-09d8-4a47-8433-6567848cec0b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.503510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:53.507299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ceb44f44-09d8-4a47-8433-6567848cec0b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:53.547656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42cbf13-7278-4f7c-8265-2f417d419071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.551085 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d42cbf13-7278-4f7c-8265-2f417d419071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.554770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d42cbf13-7278-4f7c-8265-2f417d419071 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/02e20e1b-56ea-47e3-8b5e-a9a4e6146bee HTTP/1.1" status: 204 len: 168 time: 0.1929250 May 06 10:01:53.568100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cbf13-7278-4f7c-8265-2f417d419071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e20e1b-56ea-47e3-8b5e-a9a4e6146bee,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.637439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:53.643337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.858558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:53.927864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=af27a23c-7c0e-4d2e-bccc-e9cab9280578,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:53.946246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': 'd327c334-a385-459e-b8d9-f1c549f3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:53.946615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: ceb44f44-09d8-4a47-8433-6567848cec0b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:53.972989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network ceb44f44-09d8-4a47-8433-6567848cec0b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:53.984553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ceb44f44-09d8-4a47-8433-6567848cec0b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:53.993891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a3e24-55ad-418d-a4e5-b5f4305c7a57 None None] Network ceb44f44-09d8-4a47-8433-6567848cec0b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:53.997553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:53.998325 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.020840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44612) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.023612 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-415e28cb-efc5-42f7-b1d3-bb8461d51cb9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5236342 May 06 10:01:54.026675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44614) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.037178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f771406f-ec6c-4d29-a7ac-73358c5a2a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.037431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:54.185027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f771406f-ec6c-4d29-a7ac-73358c5a2a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.196989 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f771406f-ec6c-4d29-a7ac-73358c5a2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.199446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:54.204574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.249831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ceb44f44-09d8-4a47-8433-6567848cec0b', 'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': 'af27a23c-7c0e-4d2e-bccc-e9cab9280578'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:54.252195 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.272535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771406f-ec6c-4d29-a7ac-73358c5a2a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07afdac7-7914-4ee3-af0d-25b858690afd,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.306279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f771406f-ec6c-4d29-a7ac-73358c5a2a52 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=baa1c2eb5f7b4ea2bb77802292edee1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837598 May 06 10:01:54.309250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44622) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.383854 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-983d91b8-b7b5-4524-af61-7c004cb0f43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.412421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-983d91b8-b7b5-4524-af61-7c004cb0f43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.476238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-983d91b8-b7b5-4524-af61-7c004cb0f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.485445 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-983d91b8-b7b5-4524-af61-7c004cb0f43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.492545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-983d91b8-b7b5-4524-af61-7c004cb0f43f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07afdac7-7914-4ee3-af0d-25b858690afd HTTP/1.1" status: 204 len: 168 time: 0.1819448 May 06 10:01:54.518726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d91b8-b7b5-4524-af61-7c004cb0f43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07afdac7-7914-4ee3-af0d-25b858690afd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.520729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Allocated IP 2001:db8::2 (ceb44f44-09d8-4a47-8433-6567848cec0b/af27a23c-7c0e-4d2e-bccc-e9cab9280578/0fd6859f-0cf5-4a65-b304-096446250d06) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:54.602170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.681963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network ceb44f44-09d8-4a47-8433-6567848cec0b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:54.686628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:54.695090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:54.695780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.703971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=32ff775a-b31c-4d85-b145-395c949765de,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:54.741687 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-367f9957-e9ec-41ae-a5dd-286defb075e5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7091436 May 06 10:01:54.742091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44636) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.793520 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.804229 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.835039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Network ceb44f44-09d8-4a47-8433-6567848cec0b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:54.878335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adc7ba-d4c5-46a9-bed6-07c4f6f5c354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:54.880324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adc7ba-d4c5-46a9-bed6-07c4f6f5c354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:54.882332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adc7ba-d4c5-46a9-bed6-07c4f6f5c354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:54.884363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adc7ba-d4c5-46a9-bed6-07c4f6f5c354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:54.886298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2adc7ba-d4c5-46a9-bed6-07c4f6f5c354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:54.888378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e2adc7ba-d4c5-46a9-bed6-07c4f6f5c354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1452744 May 06 10:01:54.892370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44642) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:54.897402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1771463932'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:54.937419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:54.941801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:54.994621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:55.015675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.016166 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment dfada966-6739-4871-9d58-fa731db9f4db of type vlan for network 7ee12184-74a6-4ef7-9759-ce1e7afe986d May 06 10:01:55.081112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:55.083618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:55.090258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.093253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Pushing event updated for resources: {'Port': ['ID=0fd6859f-0cf5-4a65-b304-096446250d06,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.137494 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.148308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:55.148934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.178841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Attempting to bind port 0fd6859f-0cf5-4a65-b304-096446250d06 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:55.179835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Attempting to bind port 0fd6859f-0cf5-4a65-b304-096446250d06 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd327c334-a385-459e-b8d9-f1c549f3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:55.180208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Attempting to bind port 0fd6859f-0cf5-4a65-b304-096446250d06 on network ceb44f44-09d8-4a47-8433-6567848cec0b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:55.185955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:55.186315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Checking segment: {'id': 'd327c334-a385-459e-b8d9-f1c549f3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:55.187044 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.187750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Bound using segment: {'id': 'd327c334-a385-459e-b8d9-f1c549f3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:55.188383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Bound port: 0fd6859f-0cf5-4a65-b304-096446250d06, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd327c334-a385-459e-b8d9-f1c549f3985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:55.188932 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.222128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44650) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:55.240576 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62a7406-de40-4bbd-ad15-bd03322783d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.260720 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3669181 May 06 10:01:55.263499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44654) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:55.273162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:55.301485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] For port 0fd6859f-0cf5-4a65-b304-096446250d06, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:55.309461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] For port 0fd6859f-0cf5-4a65-b304-096446250d06, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0fd6859f-0cf5-4a65-b304-096446250d06,segment=NetworkSegment(d327c334-a385-459e-b8d9-f1c549f3985e),segment_id=d327c334-a385-459e-b8d9-f1c549f3985e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:55.317327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.331810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417e5da-70dd-40d2-89b7-c9aa997ab101 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=7ee12184-74a6-4ef7-9759-ce1e7afe986d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.392661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:55.482048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377b7ee-e28d-4468-a737-0663a1cf1369 None None] Pushing event updated for resources: {'Port': ['ID=0fd6859f-0cf5-4a65-b304-096446250d06,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.483843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62a7406-de40-4bbd-ad15-bd03322783d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.494040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e62a7406-de40-4bbd-ad15-bd03322783d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.572484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.599136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.615731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e62a7406-de40-4bbd-ad15-bd03322783d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afea85ec35f04069aeaa6d09b33d305c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922284 May 06 10:01:55.616832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a7406-de40-4bbd-ad15-bd03322783d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27822d67-fe1e-4635-bdd4-a1979dc408cf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.622938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:55.673735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d is not hosted by any dhcp agent {{(pid=102743) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:01:55.679384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:55.680300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.685293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "PUT /v2.0/networks/7ee12184-74a6-4ef7-9759-ce1e7afe986d HTTP/1.1" status: 200 len: 723 time: 0.4175487 May 06 10:01:55.686380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44666) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:55.693239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:55.713642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-820e57c8-0aa2-4597-bb8e-9461849078fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.744180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-820e57c8-0aa2-4597-bb8e-9461849078fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.774147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bf950-80d1-4f34-9c38-092023fcd3a1 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=7ee12184-74a6-4ef7-9759-ce1e7afe986d,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:55.791154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:55.868381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:55.874123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.890507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-820e57c8-0aa2-4597-bb8e-9461849078fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.894991 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-820e57c8-0aa2-4597-bb8e-9461849078fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:55.896531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-820e57c8-0aa2-4597-bb8e-9461849078fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27822d67-fe1e-4635-bdd4-a1979dc408cf HTTP/1.1" status: 204 len: 168 time: 0.2725496 May 06 10:01:55.906461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e57c8-0aa2-4597-bb8e-9461849078fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27822d67-fe1e-4635-bdd4-a1979dc408cf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.139230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.217371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': 'dfada966-6739-4871-9d58-fa731db9f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:56.218322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: 7ee12184-74a6-4ef7-9759-ce1e7afe986d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:01:56.232217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=82df149a-b9b3-4a7b-8d2e-469838f2bd7e,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:56.257331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:01:56.270247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 7ee12184-74a6-4ef7-9759-ce1e7afe986d) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:56.275712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:56.277389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.283613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb171d-d0a0-492c-a679-91033592d06e None None] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:56.330092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44690) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.330515 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc5eccbc-b590-4497-abc7-b829ef39bbed tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6434531 May 06 10:01:56.335692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-31458d7b-9207-49bb-b689-d1ef094f1410 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:56.530924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-7ee12184-74a6-4ef7-9759-ce1e7afe986d', 'network_id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': '82df149a-b9b3-4a7b-8d2e-469838f2bd7e'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:01:56.533507 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.538045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-31458d7b-9207-49bb-b689-d1ef094f1410 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-31193759'] for subnet, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.802261 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-31458d7b-9207-49bb-b689-d1ef094f1410 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788762031481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31158458'] for subnet, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.838327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31458d7b-9207-49bb-b689-d1ef094f1410 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:56.838842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-31458d7b-9207-49bb-b689-d1ef094f1410 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:56.840182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-31458d7b-9207-49bb-b689-d1ef094f1410 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "PUT /v2.0/subnets/82df149a-b9b3-4a7b-8d2e-469838f2bd7e HTTP/1.1" status: 200 len: 826 time: 0.5090766 May 06 10:01:56.843506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44712) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:56.886439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Allocated IP 2001:db8::2 (7ee12184-74a6-4ef7-9759-ce1e7afe986d/82df149a-b9b3-4a7b-8d2e-469838f2bd7e/66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:56.919625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31458d7b-9207-49bb-b689-d1ef094f1410 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=82df149a-b9b3-4a7b-8d2e-469838f2bd7e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:57.039497 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.112699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.127223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313d0a98-ab9b-43b9-92ec-fc3630a271a7 None None] Network ceb44f44-09d8-4a47-8433-6567848cec0b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:57.198139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.269863 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.274538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7a7e7d75-a372-4a6f-8ca4-9bff9bb76d17 None None] Provisioning complete for port 0fd6859f-0cf5-4a65-b304-096446250d06 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:57.275676 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7d75-a372-4a6f-8ca4-9bff9bb76d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.295259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.352219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0fd6859f-0cf5-4a65-b304-096446250d06 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:57.367173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=82df149a-b9b3-4a7b-8d2e-469838f2bd7e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:57.473580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:01:57.474639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7d75-a372-4a6f-8ca4-9bff9bb76d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.493257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:01:57.504711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Pushing event updated for resources: {'Port': ['ID=66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:57.507797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:01:57.530625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.592287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee12184-74a6-4ef7-9759-ce1e7afe986d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:57.605839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0fd6859f-0cf5-4a65-b304-096446250d06 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:57.606827 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.613194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfada966-6739-4871-9d58-fa731db9f4db') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:57.613484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfada966-6739-4871-9d58-fa731db9f4db') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:57.626038 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.642228 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.649873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:57.650708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:57.653971 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:57.718453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.db.api [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:01:57.718453 n-d-840834-1 neutron-server[102743]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:01:57.718453 n-d-840834-1 neutron-server[102743]: [parameters: {'id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d'}] May 06 10:01:57.718453 n-d-840834-1 neutron-server[102743]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:01:57.719005 n-d-840834-1 neutron-server[102743]: DEBUG oslo_db.api [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:01:57.764655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7a7e7d75-a372-4a6f-8ca4-9bff9bb76d17 None None] For port 0fd6859f-0cf5-4a65-b304-096446250d06, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0fd6859f-0cf5-4a65-b304-096446250d06,segment=NetworkSegment(d327c334-a385-459e-b8d9-f1c549f3985e),segment_id=d327c334-a385-459e-b8d9-f1c549f3985e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:57.767760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Attempting to bind port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:01:57.768401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Attempting to bind port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'dfada966-6739-4871-9d58-fa731db9f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:01:57.769111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Attempting to bind port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd on network 7ee12184-74a6-4ef7-9759-ce1e7afe986d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:01:57.784799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7d75-a372-4a6f-8ca4-9bff9bb76d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.813584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:01:57.813958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Checking segment: {'id': 'dfada966-6739-4871-9d58-fa731db9f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:01:57.814600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.815253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Bound using segment: {'id': 'dfada966-6739-4871-9d58-fa731db9f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:01:57.815977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Bound port: 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfada966-6739-4871-9d58-fa731db9f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ee12184-74a6-4ef7-9759-ce1e7afe986d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:01:57.816609 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:57.956713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e7d75-a372-4a6f-8ca4-9bff9bb76d17 None None] Pushing event updated for resources: {'Port': ['ID=0fd6859f-0cf5-4a65-b304-096446250d06,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:58.041679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] For port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:01:58.075658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] For port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd,segment=NetworkSegment(dfada966-6739-4871-9d58-fa731db9f4db),segment_id=dfada966-6739-4871-9d58-fa731db9f4db)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:01:58.084122 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.141976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b613a-caf7-423d-9e5d-d63283b2b1e2 None None] Pushing event updated for resources: {'Port': ['ID=66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:58.147455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f940cfb-061d-4ff3-b3a6-7fe772c3315d None None] Update dhcp port {'port': {'network_id': 'ceb44f44-09d8-4a47-8433-6567848cec0b', 'fixed_ips': [{'subnet_id': 'af27a23c-7c0e-4d2e-bccc-e9cab9280578', 'ip_address': '2001:db8::2'}, {'subnet_id': '32ff775a-b31c-4d85-b145-395c949765de'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '0fd6859f-0cf5-4a65-b304-096446250d06'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:01:58.176889 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f940cfb-061d-4ff3-b3a6-7fe772c3315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.220201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.303008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:01:58.304465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.342352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44756) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:58.365246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-8f940cfb-061d-4ff3-b3a6-7fe772c3315d None None] Allocated IP 172.20.0.1 (ceb44f44-09d8-4a47-8433-6567848cec0b/32ff775a-b31c-4d85-b145-395c949765de/0fd6859f-0cf5-4a65-b304-096446250d06) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:01:58.440328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] For port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd,segment=NetworkSegment(dfada966-6739-4871-9d58-fa731db9f4db),segment_id=dfada966-6739-4871-9d58-fa731db9f4db)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:58.440828 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.474150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Calling delete_port for 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:01:58.516866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621d996-6a29-45f2-ac07-7e147979223a None None] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:58.519763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8f940cfb-061d-4ff3-b3a6-7fe772c3315d None None] For port 0fd6859f-0cf5-4a65-b304-096446250d06, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0fd6859f-0cf5-4a65-b304-096446250d06,segment=NetworkSegment(d327c334-a385-459e-b8d9-f1c549f3985e),segment_id=d327c334-a385-459e-b8d9-f1c549f3985e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:01:58.604010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1cccfff-d806-43b7-8407-5d2f44b586e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.641417 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f940cfb-061d-4ff3-b3a6-7fe772c3315d None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.653044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.684290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Port': ['ID=66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:58.691123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No DVR routers for this DVR port 66c8cae2-70f3-4c1a-a7b4-0ffed4a0d8cd on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:01:58.699363 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f940cfb-061d-4ff3-b3a6-7fe772c3315d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.740124 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1cccfff-d806-43b7-8407-5d2f44b586e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.746666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1cccfff-d806-43b7-8407-5d2f44b586e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.792509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940cfb-061d-4ff3-b3a6-7fe772c3315d None None] Pushing event updated for resources: {'Port': ['ID=0fd6859f-0cf5-4a65-b304-096446250d06,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:58.802425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d1cccfff-d806-43b7-8407-5d2f44b586e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc94c1c45e9143ab9a391f6be5b27f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4559922 May 06 10:01:58.802425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cccfff-d806-43b7-8407-5d2f44b586e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c7aa87-49e6-47b8-9ce0-909d2867714b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:58.813152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44760) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:58.858707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d107cc-ef60-483f-beee-a860939c5791 None None] Network 7ee12184-74a6-4ef7-9759-ce1e7afe986d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:01:58.883365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.890948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9fccfd1-d78f-4735-a00c-79483d2d0e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.923330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9fccfd1-d78f-4735-a00c-79483d2d0e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:58.950327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee12184-74a6-4ef7-9759-ce1e7afe986d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:58.975865 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfada966-6739-4871-9d58-fa731db9f4db') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:58.976159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfada966-6739-4871-9d58-fa731db9f4db') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:01:59.003240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9fccfd1-d78f-4735-a00c-79483d2d0e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.008045 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9fccfd1-d78f-4735-a00c-79483d2d0e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.009970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e9fccfd1-d78f-4735-a00c-79483d2d0e5b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19c7aa87-49e6-47b8-9ce0-909d2867714b HTTP/1.1" status: 204 len: 168 time: 0.1952114 May 06 10:01:59.020392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fccfd1-d78f-4735-a00c-79483d2d0e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c7aa87-49e6-47b8-9ce0-909d2867714b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:59.030254 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.074682 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.087886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:01:59.088468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: timer() May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:01:59.095944 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:01:59.190994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0fd6859f-0cf5-4a65-b304-096446250d06 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:01:59.223355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.299473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.307488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44776) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.313527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0fd6859f-0cf5-4a65-b304-096446250d06 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:01:59.313911 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.317964 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/7ee12184-74a6-4ef7-9759-ce1e7afe986d HTTP/1.1" status: 204 len: 168 time: 2.4729278 May 06 10:01:59.319732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4c7f0-6b0d-4c03-9c8c-24c89110507e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=7ee12184-74a6-4ef7-9759-ce1e7afe986d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:59.362540 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ec9890-dd32-4691-b395-04071c9e2354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:01:59.363275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ec9890-dd32-4691-b395-04071c9e2354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:01:59.377266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-67ec9890-dd32-4691-b395-04071c9e2354 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/7ee12184-74a6-4ef7-9759-ce1e7afe986d HTTP/1.1" status: 404 len: 339 time: 0.0622535 May 06 10:01:59.377266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44778) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.388239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243399720', 'description': 'd1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:59.434016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:01:59.440766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.496735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:01:59.518175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.518632 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment 24901af2-c1f8-471c-8493-e676a47221ce of type vlan for network 042eedce-a057-426d-a4c9-af847390189d May 06 10:01:59.580238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44782) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.582828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.604425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97921e84-d3a2-4f37-bfe3-a4a3ced1a768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.626541 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.635557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:59.636415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.730292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3519309 May 06 10:01:59.733205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44784) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.772793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97921e84-d3a2-4f37-bfe3-a4a3ced1a768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.781805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97921e84-d3a2-4f37-bfe3-a4a3ced1a768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.836252 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-97921e84-d3a2-4f37-bfe3-a4a3ced1a768 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1dd94d3be384e36aa2c0b0bbbe7d247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509727 May 06 10:01:59.842102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.842257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb5d3b-fa2e-4c16-a36d-8516ed68533a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=042eedce-a057-426d-a4c9-af847390189d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:59.851503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921e84-d3a2-4f37-bfe3-a4a3ced1a768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0709ed95-8dd5-49f2-af84-a4b8fbb11fe5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:01:59.863849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 042eedce-a057-426d-a4c9-af847390189d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:01:59.898355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b14cdb-7963-4f54-8c53-6f86258fb911 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:01:59.901237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-02b14cdb-7963-4f54-8c53-6f86258fb911 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/networks?id=042eedce-a057-426d-a4c9-af847390189d HTTP/1.1" status: 200 len: 765 time: 0.1659286 May 06 10:01:59.903936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44788) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:01:59.909437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'description': 'd2'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:01:59.914468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3b960e-e595-48cd-ae21-437b8b12da32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.943553 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3b960e-e595-48cd-ae21-437b8b12da32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:01:59.984148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9c51a-63bc-48a4-808a-cac083c918c9 None None] Network ceb44f44-09d8-4a47-8433-6567848cec0b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:00.008635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3b960e-e595-48cd-ae21-437b8b12da32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.013113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c3b960e-e595-48cd-ae21-437b8b12da32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.016616 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c3b960e-e595-48cd-ae21-437b8b12da32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0709ed95-8dd5-49f2-af84-a4b8fbb11fe5 HTTP/1.1" status: 204 len: 168 time: 0.1763163 May 06 10:02:00.038513 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b960e-e595-48cd-ae21-437b8b12da32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0709ed95-8dd5-49f2-af84-a4b8fbb11fe5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:00.051352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-08e0b335-1876-41ea-8a7f-e3ef960e95e2 None None] Provisioning complete for port 0fd6859f-0cf5-4a65-b304-096446250d06 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:00.051745 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08e0b335-1876-41ea-8a7f-e3ef960e95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.123641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.147644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.225897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 042eedce-a057-426d-a4c9-af847390189d is not hosted by any dhcp agent {{(pid=102742) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:02:00.233331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:00.234118 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.235692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "PUT /v2.0/networks/042eedce-a057-426d-a4c9-af847390189d HTTP/1.1" status: 200 len: 762 time: 0.3307841 May 06 10:02:00.238900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44792) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.249381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62770d-b77d-4ca9-a891-64e9c7d8899d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=042eedce-a057-426d-a4c9-af847390189d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:00.264885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 042eedce-a057-426d-a4c9-af847390189d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:02:00.365916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542e08f-f6a2-4797-b1f5-4aa9355dffcb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:00.368228 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f542e08f-f6a2-4797-b1f5-4aa9355dffcb tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/networks?id=042eedce-a057-426d-a4c9-af847390189d HTTP/1.1" status: 200 len: 765 time: 0.1283388 May 06 10:02:00.372942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44798) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.549260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a6789d-e61f-4065-9655-82dfa15a61f4 None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:02:00.623699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ce4644-79e4-4eba-936e-774d764c4402 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:00.625388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-87ce4644-79e4-4eba-936e-774d764c4402 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2514329 May 06 10:02:00.627993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44808) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.676399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44812) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:00.676653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e3b3ebaa-ebb4-4189-a510-bc9fb376f1b9 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611 HTTP/1.1" status: 200 len: 207 time: 0.0466256 May 06 10:02:00.688997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-21a40883-2732-4f1b-a8d2-90b6accdfb56 None None] Provisioning complete for port 0fd6859f-0cf5-4a65-b304-096446250d06 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:00.689356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-21a40883-2732-4f1b-a8d2-90b6accdfb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:00.694764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a6789d-e61f-4065-9655-82dfa15a61f4 None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:02:01.387818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d81e60-4530-45f4-8702-a67111acd624 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.394985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d81e60-4530-45f4-8702-a67111acd624 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.401654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d81e60-4530-45f4-8702-a67111acd624 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.407755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d81e60-4530-45f4-8702-a67111acd624 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.413597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d81e60-4530-45f4-8702-a67111acd624 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.421123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d81e60-4530-45f4-8702-a67111acd624 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.423333 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83d81e60-4530-45f4-8702-a67111acd624 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7456470 May 06 10:02:01.427381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44838) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:01.606201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9ba7f497-bb78-4d8e-91ee-c951bf36ea28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1774375 May 06 10:02:01.610200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44848) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:01.696334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411dee4-8441-4077-af5d-9f0ab65741d2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.698577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411dee4-8441-4077-af5d-9f0ab65741d2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.700357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411dee4-8441-4077-af5d-9f0ab65741d2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.701997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411dee4-8441-4077-af5d-9f0ab65741d2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.703547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f411dee4-8441-4077-af5d-9f0ab65741d2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.707914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f411dee4-8441-4077-af5d-9f0ab65741d2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0933597 May 06 10:02:01.709289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44854) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:01.773786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e1731-82f0-4e65-b966-c1e75ab8258d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.775399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e1731-82f0-4e65-b966-c1e75ab8258d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.777174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e1731-82f0-4e65-b966-c1e75ab8258d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.778625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e1731-82f0-4e65-b966-c1e75ab8258d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.780113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e1731-82f0-4e65-b966-c1e75ab8258d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.781936 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d1e1731-82f0-4e65-b966-c1e75ab8258d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0716450 May 06 10:02:01.785525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44858) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:01.930322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e198c-85cd-4422-bd63-6aff649ecef5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:01.932766 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1c2e198c-85cd-4422-bd63-6aff649ecef5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/networks/edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 HTTP/1.1" status: 200 len: 804 time: 0.1458507 May 06 10:02:01.936503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44866) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.060899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-22aad7da-a352-4b55-a62f-88569011c12a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/networks/edd33d1f-57b0-4d83-a0f8-cd10b4e9b106?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1232336 May 06 10:02:02.064758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44872) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.130559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad558c74-7ae0-4287-a6a8-3112b7b1b772 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:02.131988 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad558c74-7ae0-4287-a6a8-3112b7b1b772 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/subnets/f8afc421-118d-4553-abb2-f515dd781757 HTTP/1.1" status: 200 len: 843 time: 0.0661767 May 06 10:02:02.136495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44876) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.213852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff45a8c-8104-412a-929e-d5b3d660a2a2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['shared'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:02.215179 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aff45a8c-8104-412a-929e-d5b3d660a2a2 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "GET /v2.0/subnets/f8afc421-118d-4553-abb2-f515dd781757?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0776930 May 06 10:02:02.219126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44880) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.225100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369618327'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:02.248530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:02.252502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.289502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:02:02.301977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.302346 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Added segment f3476c74-3f16-4c3f-ab21-ee029b13d122 of type vlan for network 3615fba1-4609-43ea-be32-78c489379ce6 May 06 10:02:02.364937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.404089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.411011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:02.411657 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.491872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Network': ['ID=3615fba1-4609-43ea-be32-78c489379ce6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:02.508652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 3615fba1-4609-43ea-be32-78c489379ce6 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:02:02.509734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44896) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:02.510159 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-050fb732-011d-4e17-8f4d-4d12d43a5305 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2886508 May 06 10:02:02.514415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'network_id': '3615fba1-4609-43ea-be32-78c489379ce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:02.651438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Made reservation on behalf of 291c104bb88841a3a52032305b68605a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:02.656094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:02.755876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Performing IP validity checks on allocation pools {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:02:02.757508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:02:02.947919 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.000420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44914) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.043510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=488b0bbf-f666-4ec6-8b0e-407056630d0f,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.051308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Checking segment: {'id': 'f3476c74-3f16-4c3f-ab21-ee029b13d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3615fba1-4609-43ea-be32-78c489379ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:03.051902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network hostable DHCP agents. Network: 3615fba1-4609-43ea-be32-78c489379ce6, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:02:03.070265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Network 3615fba1-4609-43ea-be32-78c489379ce6 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:02:03.081593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 3615fba1-4609-43ea-be32-78c489379ce6) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:03.086273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:03.088079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.096546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0845ad1-514b-45f4-8420-467bb4f75fe0 None None] Network 3615fba1-4609-43ea-be32-78c489379ce6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:03.117708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44918) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.124363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7ae80f19-8db9-45aa-9e9f-96c46a198c59 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:03.131063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a6081194-1f35-4039-a6ec-22d5ffe4357d tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6189103 May 06 10:02:03.245744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371e6dbe-cc0c-4349-b3ca-8543c44521bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.288275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-3615fba1-4609-43ea-be32-78c489379ce6', 'network_id': '3615fba1-4609-43ea-be32-78c489379ce6', 'tenant_id': '291c104bb88841a3a52032305b68605a', 'fixed_ips': [{'subnet_id': '488b0bbf-f666-4ec6-8b0e-407056630d0f'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:02:03.289642 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.297122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ae80f19-8db9-45aa-9e9f-96c46a198c59 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30655295'] for subnet, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.308515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44922) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.455992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8174-df18-4d61-bda6-bf4aca730968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.466339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371e6dbe-cc0c-4349-b3ca-8543c44521bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.474788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-371e6dbe-cc0c-4349-b3ca-8543c44521bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.537995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8174-df18-4d61-bda6-bf4aca730968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.544151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a6fd8174-df18-4d61-bda6-bf4aca730968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.550691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-371e6dbe-cc0c-4349-b3ca-8543c44521bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f6572736b3e4441a9468c79eb5720a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491848 May 06 10:02:03.554568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.568993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e6dbe-cc0c-4349-b3ca-8543c44521bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dda6f9-2695-403e-b305-e7d422e0b0f9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.606357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a6fd8174-df18-4d61-bda6-bf4aca730968 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f8cf905c61b94f748cedcd5c20956b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965875 May 06 10:02:03.607285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd8174-df18-4d61-bda6-bf4aca730968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b2cdb-e20a-4ceb-a3ad-12e57d3c8d1c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.609776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44930) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.654927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ae80f19-8db9-45aa-9e9f-96c46a198c59 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788762031481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-31060791'] for subnet, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.666185 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a380d30-08cf-4954-b0a5-0b6519748699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.688184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a380d30-08cf-4954-b0a5-0b6519748699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.706844 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d915eaa-1809-4e0c-afcb-18e29a4bfa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.715076 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae80f19-8db9-45aa-9e9f-96c46a198c59 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:03.715700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ae80f19-8db9-45aa-9e9f-96c46a198c59 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.717052 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7ae80f19-8db9-45aa-9e9f-96c46a198c59 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "PUT /v2.0/subnets/488b0bbf-f666-4ec6-8b0e-407056630d0f HTTP/1.1" status: 200 len: 900 time: 0.5972710 May 06 10:02:03.720170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44932) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:03.732620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Allocated IP 2001:db8::3 (3615fba1-4609-43ea-be32-78c489379ce6/488b0bbf-f666-4ec6-8b0e-407056630d0f/344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:03.745107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d915eaa-1809-4e0c-afcb-18e29a4bfa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.746763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae80f19-8db9-45aa-9e9f-96c46a198c59 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event updated for resources: {'Subnet': ['ID=488b0bbf-f666-4ec6-8b0e-407056630d0f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.806253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d915eaa-1809-4e0c-afcb-18e29a4bfa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.809430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d915eaa-1809-4e0c-afcb-18e29a4bfa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.812260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a380d30-08cf-4954-b0a5-0b6519748699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.818902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d915eaa-1809-4e0c-afcb-18e29a4bfa9f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36dda6f9-2695-403e-b305-e7d422e0b0f9 HTTP/1.1" status: 204 len: 168 time: 0.2578239 May 06 10:02:03.819096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a380d30-08cf-4954-b0a5-0b6519748699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:03.819096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0a380d30-08cf-4954-b0a5-0b6519748699 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0a7b2cdb-e20a-4ceb-a3ad-12e57d3c8d1c HTTP/1.1" status: 204 len: 168 time: 0.2051182 May 06 10:02:03.842962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d915eaa-1809-4e0c-afcb-18e29a4bfa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dda6f9-2695-403e-b305-e7d422e0b0f9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.895206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a380d30-08cf-4954-b0a5-0b6519748699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b2cdb-e20a-4ceb-a3ad-12e57d3c8d1c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:03.909914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.033950 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.045703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.057137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.097199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Network 3615fba1-4609-43ea-be32-78c489379ce6 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:04.100071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:04.104148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:04.114560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Pushing event updated for resources: {'Port': ['ID=344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:04.155752 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.199643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=488b0bbf-f666-4ec6-8b0e-407056630d0f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:04.216558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Attempting to bind port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:04.217600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Attempting to bind port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f3476c74-3f16-4c3f-ab21-ee029b13d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3615fba1-4609-43ea-be32-78c489379ce6'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:04.218405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Attempting to bind port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4 on network 3615fba1-4609-43ea-be32-78c489379ce6 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:04.229180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:04.229646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Checking segment: {'id': 'f3476c74-3f16-4c3f-ab21-ee029b13d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3615fba1-4609-43ea-be32-78c489379ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:04.230114 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.230531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Bound using segment: {'id': 'f3476c74-3f16-4c3f-ab21-ee029b13d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3615fba1-4609-43ea-be32-78c489379ce6'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:04.231065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Bound port: 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3476c74-3f16-4c3f-ab21-ee029b13d122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '3615fba1-4609-43ea-be32-78c489379ce6'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:04.231475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.301842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.311417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44952) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:04.341811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-343f9fac-afb0-4d93-8c6a-6a168e0d69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.344954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] For port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:04.348788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] For port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4,segment=NetworkSegment(f3476c74-3f16-4c3f-ab21-ee029b13d122),segment_id=f3476c74-3f16-4c3f-ab21-ee029b13d122)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:04.353651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3615fba1-4609-43ea-be32-78c489379ce6']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.354892 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.371663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3476c74-3f16-4c3f-ab21-ee029b13d122') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.372286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3476c74-3f16-4c3f-ab21-ee029b13d122') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:04.386228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.420268 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.442672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:04.442672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: timer() May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:04.444593 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:04.497466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63341a0e-4962-45f2-92ac-dc299a775a78 None None] Pushing event updated for resources: {'Port': ['ID=344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:04.505312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe05ee-f522-48b5-932d-295ae8b4e5ef None None] Network 3615fba1-4609-43ea-be32-78c489379ce6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:04.514698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.api [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 06 10:02:04.514698 n-d-840834-1 neutron-server[102742]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 06 10:02:04.514698 n-d-840834-1 neutron-server[102742]: [parameters: {'id': '3615fba1-4609-43ea-be32-78c489379ce6'}] May 06 10:02:04.514698 n-d-840834-1 neutron-server[102742]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:02:04.515415 n-d-840834-1 neutron-server[102742]: DEBUG oslo_db.api [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:02:04.585679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-343f9fac-afb0-4d93-8c6a-6a168e0d69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.595894 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-343f9fac-afb0-4d93-8c6a-6a168e0d69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.626365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-343f9fac-afb0-4d93-8c6a-6a168e0d69b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d33582c813f94f14af50309ffb957e94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115914 May 06 10:02:04.626617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44960) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:04.674019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f9fac-afb0-4d93-8c6a-6a168e0d69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f33aa9e-b881-45d2-b309-7ef91e34489d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:04.686962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda61aad-3a55-43f0-89d1-b402b5eb6a44 None None] Network 3615fba1-4609-43ea-be32-78c489379ce6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:04.720144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcac8af8-06ac-4731-9cf7-aca5e3b180fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.742889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcac8af8-06ac-4731-9cf7-aca5e3b180fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.813872 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcac8af8-06ac-4731-9cf7-aca5e3b180fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.816587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcac8af8-06ac-4731-9cf7-aca5e3b180fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:04.827020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dcac8af8-06ac-4731-9cf7-aca5e3b180fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f33aa9e-b881-45d2-b309-7ef91e34489d HTTP/1.1" status: 204 len: 168 time: 0.1958985 May 06 10:02:04.842089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519693ba-b7b5-487b-996e-2bbd586fb66b None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:02:04.843096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac8af8-06ac-4731-9cf7-aca5e3b180fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f33aa9e-b881-45d2-b309-7ef91e34489d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:05.009730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519693ba-b7b5-487b-996e-2bbd586fb66b None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:02:05.016678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.082573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:05.083019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.162125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] For port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4,segment=NetworkSegment(f3476c74-3f16-4c3f-ab21-ee029b13d122),segment_id=f3476c74-3f16-4c3f-ab21-ee029b13d122)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:05.162577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.178323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Calling delete_port for 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:05.280935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.315570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Port': ['ID=344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:05.325432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No DVR routers for this DVR port 344bf1c8-9e45-423e-ab5c-6bc3ea9bebd4 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:05.455155 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.495018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3615fba1-4609-43ea-be32-78c489379ce6']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:05.507538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3476c74-3f16-4c3f-ab21-ee029b13d122') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:05.508005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3476c74-3f16-4c3f-ab21-ee029b13d122') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:05.522137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.539708 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.549607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:05.550166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: timer() May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:05.553734 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:05.650448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.658333 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.662154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/3615fba1-4609-43ea-be32-78c489379ce6 HTTP/1.1" status: 204 len: 168 time: 1.9406955 May 06 10:02:05.667620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:05.677213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f268dbb-7c72-4a70-925b-12d41ff59a28 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=3615fba1-4609-43ea-be32-78c489379ce6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:05.699236 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f4ad9c-2b91-4f1a-a760-c7897ce9620f tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:05.699861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f4ad9c-2b91-4f1a-a760-c7897ce9620f tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:05.706665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 44996) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:05.707312 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c3f4ad9c-2b91-4f1a-a760-c7897ce9620f tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/488b0bbf-f666-4ec6-8b0e-407056630d0f HTTP/1.1" status: 404 len: 337 time: 0.0384302 May 06 10:02:05.726454 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f9cc8a-b3d1-45d0-bace-70e3af3bad2b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:05.727114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f9cc8a-b3d1-45d0-bace-70e3af3bad2b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:05.731721 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c2f9cc8a-b3d1-45d0-bace-70e3af3bad2b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/3615fba1-4609-43ea-be32-78c489379ce6 HTTP/1.1" status: 404 len: 339 time: 0.0227389 May 06 10:02:05.733591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 44998) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:05.833300 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:05.976348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.011947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042eedce-a057-426d-a4c9-af847390189d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:06.023936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24901af2-c1f8-471c-8493-e676a47221ce') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:06.024302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24901af2-c1f8-471c-8493-e676a47221ce') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:06.036416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.056436 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.069074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:06.070644 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: timer() May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:06.075098 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:06.185793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.192448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.196640 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/042eedce-a057-426d-a4c9-af847390189d HTTP/1.1" status: 204 len: 168 time: 0.4617028 May 06 10:02:06.199291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45024) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.215108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34046472-767c-4eae-b809-0accd6a8b8a0 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=042eedce-a057-426d-a4c9-af847390189d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:06.238454 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc45d9b7-3ef4-48cb-b8da-7611b5092e92 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:06.239030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc45d9b7-3ef4-48cb-b8da-7611b5092e92 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:06.246548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45028) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.246847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fc45d9b7-3ef4-48cb-b8da-7611b5092e92 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/82df149a-b9b3-4a7b-8d2e-469838f2bd7e HTTP/1.1" status: 404 len: 337 time: 0.0427735 May 06 10:02:06.278297 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2190a089-648b-4a0f-89cb-525905fdccff tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:06.281188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2190a089-648b-4a0f-89cb-525905fdccff tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:06.286983 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2190a089-648b-4a0f-89cb-525905fdccff tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/7ee12184-74a6-4ef7-9759-ce1e7afe986d HTTP/1.1" status: 404 len: 339 time: 0.0387568 May 06 10:02:06.289593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.393296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting subnet 32ff775a-b31c-4d85-b145-395c949765de {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:06.398329 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.484699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.606243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.682659 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.726615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=32ff775a-b31c-4d85-b145-395c949765de,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:06.729153 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.734687 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-582828f6-abba-459e-8e73-32b492a4a965 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/32ff775a-b31c-4d85-b145-395c949765de HTTP/1.1" status: 204 len: 168 time: 0.4406538 May 06 10:02:06.735420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:06.739863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d9c35-9ab8-4918-9a9e-347a11d610d1 None None] Network ceb44f44-09d8-4a47-8433-6567848cec0b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:06.852843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting subnet af27a23c-7c0e-4d2e-bccc-e9cab9280578 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:06.861372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:06.938667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.094057 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.148873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45064) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:07.154936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940953605', 'description': 'tempest-secgroup-smoke-1940953605 description', 'project_id': 'e12c2da4041b40559768da50e19f8773'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:07.185753 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.197373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.216144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.256166 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.272562 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/af27a23c-7c0e-4d2e-bccc-e9cab9280578 HTTP/1.1" status: 204 len: 168 time: 0.5350504 May 06 10:02:07.275809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45070) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:07.306121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b98479-a7da-464e-b70e-0cbe8e89d9f5 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=af27a23c-7c0e-4d2e-bccc-e9cab9280578,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:07.398167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.409751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.455912 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.512869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac7676-8148-4100-b5a7-9a5263fee0a8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:07.538218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:02:07.546859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting port 0fd6859f-0cf5-4a65-b304-096446250d06 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:07.546859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.647438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.655724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] For port 0fd6859f-0cf5-4a65-b304-096446250d06, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0fd6859f-0cf5-4a65-b304-096446250d06,segment=NetworkSegment(d327c334-a385-459e-b8d9-f1c549f3985e),segment_id=d327c334-a385-459e-b8d9-f1c549f3985e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:07.656239 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.664485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.681762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Calling delete_port for 0fd6859f-0cf5-4a65-b304-096446250d06 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:07.713504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.717996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5668588 May 06 10:02:07.718294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45086) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:07.718797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecff587-1d6b-4152-b463-f7b6d7b373ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:07.723180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c9d86691-55e6-4cff-a5c8-fb48a14b6111 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:07.791371 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9d86691-55e6-4cff-a5c8-fb48a14b6111 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.856881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.898944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Port': ['ID=0fd6859f-0cf5-4a65-b304-096446250d06,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:07.906159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No DVR routers for this DVR port 0fd6859f-0cf5-4a65-b304-096446250d06 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:07.919394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9d86691-55e6-4cff-a5c8-fb48a14b6111 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.933669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9d86691-55e6-4cff-a5c8-fb48a14b6111 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:07.939326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cfc2b8-f882-439e-a0c2-a10f84a15c9a None None] Network ceb44f44-09d8-4a47-8433-6567848cec0b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:07.960410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86691-55e6-4cff-a5c8-fb48a14b6111 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251f2525-8549-432e-899e-f5f873dd9cc7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.004825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9d86691-55e6-4cff-a5c8-fb48a14b6111 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.014266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-28f6a4f4-6760-425e-ac75-66a34bf49a11 None None] Could not find standard attr ID for object 0fd6859f-0cf5-4a65-b304-096446250d06. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:02:08.018197 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c9d86691-55e6-4cff-a5c8-fb48a14b6111 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986841 May 06 10:02:08.020154 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45098) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.029905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-74247920-8623-4479-9b8b-fea620ad1de5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:08.041111 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.068325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb44f44-09d8-4a47-8433-6567848cec0b']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.080437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74247920-8623-4479-9b8b-fea620ad1de5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.080701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd327c334-a385-459e-b8d9-f1c549f3985e') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.081008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd327c334-a385-459e-b8d9-f1c549f3985e') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:08.095205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.115063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.134668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:08.135331 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: timer() May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:08.146474 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:08.204062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f222e6-77c4-415f-b9fd-5b57be5d7537 None None] DHCP port deletion for ceb44f44-09d8-4a47-8433-6567848cec0b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:08.206610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74247920-8623-4479-9b8b-fea620ad1de5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.216531 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74247920-8623-4479-9b8b-fea620ad1de5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.246388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74247920-8623-4479-9b8b-fea620ad1de5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3a1eac-c313-44fb-bef5-c2a18e4a224a,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.266453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74247920-8623-4479-9b8b-fea620ad1de5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.268559 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-74247920-8623-4479-9b8b-fea620ad1de5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458065 May 06 10:02:08.272127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45112) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.278799 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.284187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a6e87937-81f7-4f7a-942c-fd8791aa7308 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:08.296772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.303100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/ceb44f44-09d8-4a47-8433-6567848cec0b HTTP/1.1" status: 204 len: 168 time: 1.0257504 May 06 10:02:08.311277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.328679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1fbbe-0c98-4c44-b6ed-188d3d1a2898 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=ceb44f44-09d8-4a47-8433-6567848cec0b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.348213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6e87937-81f7-4f7a-942c-fd8791aa7308 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.352990 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94f747e-e5fe-4c69-b9d5-53bdab12dd3e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:08.353877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94f747e-e5fe-4c69-b9d5-53bdab12dd3e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:08.356982 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e94f747e-e5fe-4c69-b9d5-53bdab12dd3e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/71270c3b-39df-461f-a9da-d37d86b59119 HTTP/1.1" status: 404 len: 337 time: 0.0445275 May 06 10:02:08.359671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45118) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.385680 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3d8853-12b1-4af6-8347-ff8f25a746a3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:08.386262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3d8853-12b1-4af6-8347-ff8f25a746a3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:08.392061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6f3d8853-12b1-4af6-8347-ff8f25a746a3 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/e2c32ea1-9cc2-42e0-8eb1-6496d9f7abef HTTP/1.1" status: 404 len: 339 time: 0.0312474 May 06 10:02:08.392777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45120) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.419737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6e87937-81f7-4f7a-942c-fd8791aa7308 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.422757 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-7075f4e2-0f51-4dcc-bdb0-130a0131bc43 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:08.423473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7075f4e2-0f51-4dcc-bdb0-130a0131bc43 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:08.425080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6e87937-81f7-4f7a-942c-fd8791aa7308 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.428444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7075f4e2-0f51-4dcc-bdb0-130a0131bc43 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/295478aa-8b39-4ff6-a0ee-839a42cbcbc2 HTTP/1.1" status: 404 len: 337 time: 0.0337293 May 06 10:02:08.431447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45122) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.448758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e87937-81f7-4f7a-942c-fd8791aa7308 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf21204d-5bae-401a-8fed-ffef3ec124d6,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.461068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6e87937-81f7-4f7a-942c-fd8791aa7308 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.463000 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-50857808-f2f8-49ee-a55c-9bf81b30f386 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:08.463674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50857808-f2f8-49ee-a55c-9bf81b30f386 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:08.467413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-50857808-f2f8-49ee-a55c-9bf81b30f386 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/5536993b-5d2e-4e84-a1eb-f487044821b1 HTTP/1.1" status: 404 len: 339 time: 0.0343134 May 06 10:02:08.468218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45124) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.468398 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a6e87937-81f7-4f7a-942c-fd8791aa7308 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1923628 May 06 10:02:08.469956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45128) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.474001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5d77196d-2206-43f1-883c-9917eb31c83b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:08.506420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5d77196d-2206-43f1-883c-9917eb31c83b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.511472 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a471f6-8b9d-46ab-a7d9-8d13f2d51f4a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:08.512060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a471f6-8b9d-46ab-a7d9-8d13f2d51f4a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:08.518261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45132) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.518586 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-91a471f6-8b9d-46ab-a7d9-8d13f2d51f4a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/eac46c9d-1e62-4496-bcc1-752d42199638 HTTP/1.1" status: 404 len: 337 time: 0.0473380 May 06 10:02:08.556636 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83fd22a-e68e-447b-8691-6d1e6880976a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:08.557528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83fd22a-e68e-447b-8691-6d1e6880976a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:08.560864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c83fd22a-e68e-447b-8691-6d1e6880976a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/4dca04a9-4ccf-4ad8-997f-d3f5ca6c7012 HTTP/1.1" status: 404 len: 339 time: 0.0414705 May 06 10:02:08.564337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45136) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.613211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5d77196d-2206-43f1-883c-9917eb31c83b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.619761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5d77196d-2206-43f1-883c-9917eb31c83b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.640112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77196d-2206-43f1-883c-9917eb31c83b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16da362a-69d3-4634-b825-41fa4eeea5da,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.651483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5d77196d-2206-43f1-883c-9917eb31c83b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.655410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5d77196d-2206-43f1-883c-9917eb31c83b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1829262 May 06 10:02:08.655840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45140) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.660420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:08.674760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting subnet 0f6f43ef-62a1-45f0-9a2c-37c18244a2a4 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:08.679629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.682853 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:02:08.688870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.720297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45142) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.748827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.773856 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.779826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.806675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b319833-0718-4f03-b687-4937a7ed32b0,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.816612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.817901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1610339 May 06 10:02:08.821462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.829745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:08.836479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.837072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.837735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.838428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.838995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.840003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.840368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.840705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.841038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.841813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.842405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.842840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65c0a8c0-d7e2-43f2-8e75-ed2f13de26fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:08.853800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.871161 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:02:08.899611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.921030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4033649f-7698-465e-9a40-2abb61cec389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.939317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.978025 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:08.982631 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/0f6f43ef-62a1-45f0-9a2c-37c18244a2a4 HTTP/1.1" status: 204 len: 168 time: 0.4164884 May 06 10:02:08.984154 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4493c1-69b0-4022-99d5-2111da587e39 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6f43ef-62a1-45f0-9a2c-37c18244a2a4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:08.987093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45152) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:08.990782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b8090-a38c-4705-8d74-fd526b9e512d None None] Network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:09.011785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.018939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.038381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c729fb9-b89c-4a46-8c5d-ee757509a2f7,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.079216 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.108078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.109589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-24d01727-4d36-4a04-af53-b2c32b0fecc9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2861793 May 06 10:02:09.113776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45154) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:09.123313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'network': {'name': 'tempest-network-smoke--1878406469', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:09.144795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting port a665c2ca-fed7-4590-81e3-6facaded4626 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:09.145029 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.146297 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4033649f-7698-465e-9a40-2abb61cec389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.155021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4033649f-7698-465e-9a40-2abb61cec389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.201204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4033649f-7698-465e-9a40-2abb61cec389 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4721b84ac71c4fbcbb50755f93832be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797139 May 06 10:02:09.206402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0fd6859f-0cf5-4a65-b304-096446250d06 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:09.207251 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45156) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:09.236102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0fd6859f-0cf5-4a65-b304-096446250d06 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:09.236697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0fd6859f-0cf5-4a65-b304-096446250d06 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:09.252332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:09.256204 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.271872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033649f-7698-465e-9a40-2abb61cec389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa86a52-8612-4f0a-b268-15593d935715,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.275945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] For port a665c2ca-fed7-4590-81e3-6facaded4626, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a665c2ca-fed7-4590-81e3-6facaded4626,segment=NetworkSegment(6a97e72c-b87d-4124-ad40-f66f9630faa9),segment_id=6a97e72c-b87d-4124-ad40-f66f9630faa9)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:09.278120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.291167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:02:09.296382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] DHCP port deletion for 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:09.302372 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.302931 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Added segment d55ea012-3b80-44bb-aaf5-6297fdfc5cf5 of type vlan for network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b May 06 10:02:09.305497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Calling delete_port for a665c2ca-fed7-4590-81e3-6facaded4626 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:09.307871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-15474cc0-7935-4904-b2bf-bdcb97bd727b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.350516 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.376926 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-15474cc0-7935-4904-b2bf-bdcb97bd727b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.378632 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.388323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:09.388986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.399747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] Deleting port a665c2ca-fed7-4590-81e3-6facaded4626 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:09.401834 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.458366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.460174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3454258 May 06 10:02:09.464721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45158) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:09.470593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'admin_state_up': True, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:09.494018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Port': ['ID=a665c2ca-fed7-4590-81e3-6facaded4626,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.495387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce068e1-566a-46f2-9d45-45aaf7da05d1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Network': ['ID=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.502910 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-15474cc0-7935-4904-b2bf-bdcb97bd727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.506389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-15474cc0-7935-4904-b2bf-bdcb97bd727b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.507663 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-15474cc0-7935-4904-b2bf-bdcb97bd727b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8fa86a52-8612-4f0a-b268-15593d935715 HTTP/1.1" status: 204 len: 168 time: 0.2993698 May 06 10:02:09.513736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.514984 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.517127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No DVR routers for this DVR port a665c2ca-fed7-4590-81e3-6facaded4626 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:09.521471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:02:09.530189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15474cc0-7935-4904-b2bf-bdcb97bd727b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa86a52-8612-4f0a-b268-15593d935715,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.581727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] For port a665c2ca-fed7-4590-81e3-6facaded4626, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a665c2ca-fed7-4590-81e3-6facaded4626,segment=NetworkSegment(6a97e72c-b87d-4124-ad40-f66f9630faa9),segment_id=6a97e72c-b87d-4124-ad40-f66f9630faa9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:09.582396 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.640179 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.673347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.702042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] Calling delete_port for a665c2ca-fed7-4590-81e3-6facaded4626 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:09.713111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a5eea3-f4bb-4b89-b0ff-092a07bd77f8']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:09.727190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a97e72c-b87d-4124-ad40-f66f9630faa9') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:09.728362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a97e72c-b87d-4124-ad40-f66f9630faa9') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:09.744559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.762323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.770830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:09.771845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: timer() May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:09.847843 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:09.852624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.860789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:09.866929 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 HTTP/1.1" status: 204 len: 168 time: 0.8762922 May 06 10:02:09.867352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45166) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:09.925641 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe1d13e-e6fc-41e6-b597-1b8f7059fa5a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:09.926157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe1d13e-e6fc-41e6-b597-1b8f7059fa5a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:09.933476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-afe1d13e-e6fc-41e6-b597-1b8f7059fa5a tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/4cfb9a12-5bf6-4ca8-b144-6facfd387e52 HTTP/1.1" status: 404 len: 337 time: 0.0613923 May 06 10:02:09.933476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c2b3-9e06-4018-89e3-fa71142e5070 tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=23a5eea3-f4bb-4b89-b0ff-092a07bd77f8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:09.934943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45168) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:09.956422 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-173915d9-83b0-4679-b6bf-3efbac16427e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] DELETE failed (client error): The resource could not be found. May 06 10:02:09.957174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173915d9-83b0-4679-b6bf-3efbac16427e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:02:09.965023 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-173915d9-83b0-4679-b6bf-3efbac16427e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/395f7ebf-ae2f-4d9b-ad58-ac12e9fd6b37 HTTP/1.1" status: 404 len: 339 time: 0.0255997 May 06 10:02:09.965340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45170) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:09.989614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.020222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] Network 23a5eea3-f4bb-4b89-b0ff-092a07bd77f8 is not hosted by any dhcp agent {{(pid=102744) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 06 10:02:10.021384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] No DVR routers for this DVR port a665c2ca-fed7-4590-81e3-6facaded4626 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:10.033303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eb916-3576-4567-8266-d56d1427d21a None None] Pushing event deleted for resources: {'Port': ['ID=a665c2ca-fed7-4590-81e3-6facaded4626,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:10.091266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting subnet f8afc421-118d-4553-abb2-f515dd781757 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:10.103843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.159370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45172) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:10.184259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2c6c-f325-4bcc-8150-ad1601ec027b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.204266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.256054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.355270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.408927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2c6c-f325-4bcc-8150-ad1601ec027b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.420761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c3fc2c6c-f325-4bcc-8150-ad1601ec027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.484044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.491347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c3fc2c6c-f325-4bcc-8150-ad1601ec027b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9c2e5a9b4a9942ce97b55efeacabd861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304548 May 06 10:02:10.495454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45178) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:10.496284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc2c6c-f325-4bcc-8150-ad1601ec027b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fba20b-725e-4947-985c-4a679da39bed,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:10.507269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.568201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.624805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Subnet': ['ID=f8afc421-118d-4553-abb2-f515dd781757,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:10.635718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.114 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ba394809-d1c5-46e6-8d02-5e461b886131) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:10.643417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a6b609-e2e6-4a86-aedf-10ab08b031f0 None None] Network edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:10.651010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.659127 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9cb7347e-6b6d-426b-9f29-eeeba70a114e tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/subnets/f8afc421-118d-4553-abb2-f515dd781757 HTTP/1.1" status: 204 len: 168 time: 0.6893234 May 06 10:02:10.659879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:10.760060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.762929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a34cc84-7573-4c40-9fd1-d798700587b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.818246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a34cc84-7573-4c40-9fd1-d798700587b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.845891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.876915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Deleting port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:10.877206 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.889669 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:10.935106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:10.939438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:10.941923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:10.985464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] For port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,segment=NetworkSegment(6c8083d3-ce99-4126-8aea-f88c797bfd5e),segment_id=6c8083d3-ce99-4126-8aea-f88c797bfd5e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:10.985909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.003374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a34cc84-7573-4c40-9fd1-d798700587b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.007424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a34cc84-7573-4c40-9fd1-d798700587b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.011796 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a34cc84-7573-4c40-9fd1-d798700587b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27fba20b-725e-4947-985c-4a679da39bed HTTP/1.1" status: 204 len: 168 time: 0.5096233 May 06 10:02:11.012710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] DHCP port deletion for edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:11.015354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Calling delete_port for 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:11.029942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=ba394809-d1c5-46e6-8d02-5e461b886131,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.030240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34cc84-7573-4c40-9fd1-d798700587b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fba20b-725e-4947-985c-4a679da39bed,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.099053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] Deleting port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:11.099523 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.207079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] For port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,segment=NetworkSegment(6c8083d3-ce99-4126-8aea-f88c797bfd5e),segment_id=6c8083d3-ce99-4126-8aea-f88c797bfd5e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:11.207480 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.211256 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.222698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] Calling delete_port for 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:11.269463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Port': ['ID=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.290360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] No DVR routers for this DVR port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:11.311229 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.313303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a665c2ca-fed7-4590-81e3-6facaded4626 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:11.355411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a665c2ca-fed7-4590-81e3-6facaded4626 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:11.355781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a665c2ca-fed7-4590-81e3-6facaded4626 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:11.357018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:11.396106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] Pushing event deleted for resources: {'Port': ['ID=2bae4724-8e8a-4cc3-92e8-00ac59e66f22,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.399488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:11.399943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:11.401466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd201414-cf2e-423d-9e3a-9a1e6d452a26 None None] No DVR routers for this DVR port 2bae4724-8e8a-4cc3-92e8-00ac59e66f22 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:11.457547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.480731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.494718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd33d1f-57b0-4d83-a0f8-cd10b4e9b106']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:11.513839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8083d3-ce99-4126-8aea-f88c797bfd5e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:11.518993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8083d3-ce99-4126-8aea-f88c797bfd5e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:11.537117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.558392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.566542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:11.567023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: timer() May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:11.627066 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:11.646487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.659771 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.667754 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] 10.222.0.76 "DELETE /v2.0/networks/edd33d1f-57b0-4d83-a0f8-cd10b4e9b106 HTTP/1.1" status: 204 len: 168 time: 1.0042269 May 06 10:02:11.683545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79136a-758a-4c5b-a411-8b94fad7396b tempest-NetworksIpV6Test-315348469 tempest-NetworksIpV6Test-315348469-project] Pushing event deleted for resources: {'Network': ['ID=edd33d1f-57b0-4d83-a0f8-cd10b4e9b106,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:11.783573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:11.953636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 95b9988d-bba5-4b6d-8f8c-a939660c172b is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:02:12.049797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45216) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.094761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:12.108588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Sync routers for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:12.120637 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:12.121726 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.133426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.138258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45222) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.139469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e747c7e-bd5c-45af-9d14-b2d87347a733 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6723487 May 06 10:02:12.244734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45228) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.246976 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8b0b2266-232b-4991-a501-63fd05918455 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=291c104bb88841a3a52032305b68605a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959739 May 06 10:02:12.282130 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:12.313221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac907-16be-422d-9a2e-75992b688e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.349262 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac907-16be-422d-9a2e-75992b688e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.419091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac907-16be-422d-9a2e-75992b688e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.422248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac907-16be-422d-9a2e-75992b688e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.423639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dd2ac907-16be-422d-9a2e-75992b688e26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b0b4090-c731-49a3-bc57-6b57ee397019 HTTP/1.1" status: 204 len: 168 time: 0.1774356 May 06 10:02:12.434975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ac907-16be-422d-9a2e-75992b688e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b4090-c731-49a3-bc57-6b57ee397019,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:12.503252 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f129674f-ef8c-4b83-8d05-6f6526aa2102 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=e12c2da4041b40559768da50e19f8773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3637564 May 06 10:02:12.506749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45240) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.613233 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:11Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:12.657752 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Checking router: 95b9988d-bba5-4b6d-8f8c-a939660c172b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:12.658339 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Updating router 95b9988d-bba5-4b6d-8f8c-a939660c172b port ba394809-d1c5-46e6-8d02-5e461b886131 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:02:12.673830 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-59527855-221e-4f92-9bf3-19d8d92865fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.697723 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:12.750982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd8a222-da22-4532-b047-544572ff3ad5 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:12.756634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45248) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.757116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0fd8a222-da22-4532-b047-544572ff3ad5 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2488186 May 06 10:02:12.829451 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4a8da65b-fc7f-4e26-9d89-3be4e3907f12 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687492 May 06 10:02:12.829814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45256) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:12.836252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176415507', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:12.989226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:12.994448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.189787 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.204675 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.232686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.284099 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Attempting to bind port ba394809-d1c5-46e6-8d02-5e461b886131 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:13.284462 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Attempting to bind port ba394809-d1c5-46e6-8d02-5e461b886131 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:13.285088 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Attempting to bind port ba394809-d1c5-46e6-8d02-5e461b886131 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:13.287258 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Pushing event updated for resources: {'Port': ['ID=ba394809-d1c5-46e6-8d02-5e461b886131,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:13.298896 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.299433 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.299953 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.300446 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.300940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.301534 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.301683 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.301900 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.302229 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.302549 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.302868 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.303179 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:13.313924 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:13.317626 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:13.318243 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.318648 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:13.319138 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Bound port: ba394809-d1c5-46e6-8d02-5e461b886131, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:13.319525 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.361988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Subnet': ['ID=63716514-994b-4136-a9a3-a51d9c4b066a,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:13.377141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Checking segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:13.377537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network hostable DHCP agents. Network: b4c0f3c4-c2e3-4d97-912a-c1062b01e53b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:02:13.412175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:02:13.421554 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] For port ba394809-d1c5-46e6-8d02-5e461b886131, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:13.425828 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] For port ba394809-d1c5-46e6-8d02-5e461b886131, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ba394809-d1c5-46e6-8d02-5e461b886131,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:13.433197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b4c0f3c4-c2e3-4d97-912a-c1062b01e53b) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:13.442285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f1580-d70c-46c8-a704-2c2e0d11d5d0 None None] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:13.444759 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.450401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:13.451005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.503530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0d5adf88-c00a-42af-971a-4fd691d0879e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6706595 May 06 10:02:13.504425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:13.515210 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:13.516170 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:01:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:13.639804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45282) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:13.750464 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:13.819022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:02:13.819947 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.846918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848040165'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:13.886003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:13.911837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.035267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.042307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.096811 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e672084-77b1-4cbe-af9d-d8dcfafa6fde None None] Pushing event updated for resources: {'Port': ['ID=ba394809-d1c5-46e6-8d02-5e461b886131,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.135699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b698568-6817-414a-a1ce-cbd5d388ca6f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.149663 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:11Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:14.190531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Allocated IP 172.20.0.2 (b4c0f3c4-c2e3-4d97-912a-c1062b01e53b/63716514-994b-4136-a9a3-a51d9c4b066a/cf7057be-d8f4-4d85-b082-93033c08f7e2) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:14.221626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.225612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.239046 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8585b-e30b-4a4c-b093-71544764e219 None None] The sync data for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 is: [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:11Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:14.275643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b43860f-2833-4edc-aeec-5b07a725bf35,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.295350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.299257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a9716aa3-4658-4645-8724-2812ea75ce47 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6560514 May 06 10:02:14.299658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45300) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.399839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e7ef9814-996b-4c93-b015-011c3c226877 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0958381 May 06 10:02:14.400379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45302) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.408063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-security--282472828', 'description': 'tempest-security-description-630707964'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:14.499678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.711423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.725837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.732697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.736664 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "PUT /v2.0/security-groups/1b43860f-2833-4edc-aeec-5b07a725bf35 HTTP/1.1" status: 200 len: 1778 time: 0.3328333 May 06 10:02:14.737041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45312) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.786644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.797918 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.838972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-33e1b9fd-9208-4a8e-9678-c8436ec4591d tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups/1b43860f-2833-4edc-aeec-5b07a725bf35 HTTP/1.1" status: 200 len: 1778 time: 0.0997736 May 06 10:02:14.842292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45318) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:14.865180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b43860f-2833-4edc-aeec-5b07a725bf35,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.878939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:14.883733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.884182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.884532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.884818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.885148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.885470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.885799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.886132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.886458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.886780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.887122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.887420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5acaa76-53e3-4169-85c0-04746a91a88f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:14.891624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Pushing event updated for resources: {'Port': ['ID=cf7057be-d8f4-4d85-b082-93033c08f7e2,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:14.917887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:14.929179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:14.934361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:14.952933 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c848362f-ce82-4007-b6ff-8585235b9f04 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.005717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c848362f-ce82-4007-b6ff-8585235b9f04 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.062590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c848362f-ce82-4007-b6ff-8585235b9f04 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.066979 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c848362f-ce82-4007-b6ff-8585235b9f04 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.072180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c848362f-ce82-4007-b6ff-8585235b9f04 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/1b43860f-2833-4edc-aeec-5b07a725bf35 HTTP/1.1" status: 204 len: 168 time: 0.2284510 May 06 10:02:15.072999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45324) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:15.074402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Attempting to bind port cf7057be-d8f4-4d85-b082-93033c08f7e2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:15.074777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Attempting to bind port cf7057be-d8f4-4d85-b082-93033c08f7e2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:15.075133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Attempting to bind port cf7057be-d8f4-4d85-b082-93033c08f7e2 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:15.089102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:15.089483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Checking segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:15.089881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.090275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Bound using segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:15.090758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Bound port: cf7057be-d8f4-4d85-b082-93033c08f7e2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:15.091133 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.106752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848362f-ce82-4007-b6ff-8585235b9f04 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b43860f-2833-4edc-aeec-5b07a725bf35,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.156632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-acf0dadc-9138-4e0e-aae5-fdc27e114f77 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792105 May 06 10:02:15.157368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45326) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:15.176802 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-b92fc922-16a7-4719-acf5-e0bb6f965143 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] delete failed (client error): The resource could not be found. May 06 10:02:15.183088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b92fc922-16a7-4719-acf5-e0bb6f965143 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/1b43860f-2833-4edc-aeec-5b07a725bf35 HTTP/1.1" status: 404 len: 347 time: 0.0244262 May 06 10:02:15.184183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45328) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:15.191369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b91f0dc3-bd45-4805-860d-c44be90e8843 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204220531'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:15.220166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b91f0dc3-bd45-4805-860d-c44be90e8843 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.250137 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a0614cf2-6335-4dfc-a3a7-b2b994c805cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.327116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] For port cf7057be-d8f4-4d85-b082-93033c08f7e2, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:15.329468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba394809-d1c5-46e6-8d02-5e461b886131 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:15.332956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] For port cf7057be-d8f4-4d85-b082-93033c08f7e2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cf7057be-d8f4-4d85-b082-93033c08f7e2,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:15.369713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b91f0dc3-bd45-4805-860d-c44be90e8843 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.374534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.375741 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b91f0dc3-bd45-4805-860d-c44be90e8843 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.423709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f0dc3-bd45-4805-860d-c44be90e8843 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60df4520-ff49-41fe-973b-0d8adec0958c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.430813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b91f0dc3-bd45-4805-860d-c44be90e8843 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.452216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b91f0dc3-bd45-4805-860d-c44be90e8843 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2665887 May 06 10:02:15.453363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45332) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:15.461070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-419b1eb6-118f-43e4-9213-ce3a64936f50 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '60df4520-ff49-41fe-973b-0d8adec0958c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:15.499078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a341b-54a2-4fa6-a356-bcbcfecfef25 None None] Pushing event updated for resources: {'Port': ['ID=cf7057be-d8f4-4d85-b082-93033c08f7e2,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.509339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ba394809-d1c5-46e6-8d02-5e461b886131 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:15.510328 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.524686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-419b1eb6-118f-43e4-9213-ce3a64936f50 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.614453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-419b1eb6-118f-43e4-9213-ce3a64936f50 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.621489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-419b1eb6-118f-43e4-9213-ce3a64936f50 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.638459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.1 (b4c0f3c4-c2e3-4d97-912a-c1062b01e53b/63716514-994b-4136-a9a3-a51d9c4b066a/3c425d71-5cd6-45fe-8461-2fd69b38e862) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:15.647572 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.675368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-419b1eb6-118f-43e4-9213-ce3a64936f50 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.686758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port ba394809-d1c5-46e6-8d02-5e461b886131, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ba394809-d1c5-46e6-8d02-5e461b886131,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:15.687509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-419b1eb6-118f-43e4-9213-ce3a64936f50 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314191 May 06 10:02:15.688898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45338) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:15.693657 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.772513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc42384e-35f1-4f4b-adb7-41b45f3a62c8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.790928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc42384e-35f1-4f4b-adb7-41b45f3a62c8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.849802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.850813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b1eb6-118f-43e4-9213-ce3a64936f50 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d57e897-8e3d-4b90-ab19-fc92a7721a06,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.884480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc42384e-35f1-4f4b-adb7-41b45f3a62c8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.898267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc42384e-35f1-4f4b-adb7-41b45f3a62c8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:15.912099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cc42384e-35f1-4f4b-adb7-41b45f3a62c8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/0d57e897-8e3d-4b90-ab19-fc92a7721a06 HTTP/1.1" status: 204 len: 168 time: 0.2035575 May 06 10:02:15.913480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=ba394809-d1c5-46e6-8d02-5e461b886131,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:15.915955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45344) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:15.956789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42384e-35f1-4f4b-adb7-41b45f3a62c8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d57e897-8e3d-4b90-ab19-fc92a7721a06,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.034307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fcb30dcb-47a1-4669-a2e1-f0afaad38e6d tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0995889 May 06 10:02:16.035339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45346) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.124959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5a78fa1-ff34-4ad2-ad6c-08d0e7e8a55c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.170361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5a78fa1-ff34-4ad2-ad6c-08d0e7e8a55c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.239426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5a78fa1-ff34-4ad2-ad6c-08d0e7e8a55c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.244180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c5a78fa1-ff34-4ad2-ad6c-08d0e7e8a55c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.248254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c5a78fa1-ff34-4ad2-ad6c-08d0e7e8a55c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/60df4520-ff49-41fe-973b-0d8adec0958c HTTP/1.1" status: 204 len: 168 time: 0.2092559 May 06 10:02:16.251129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45350) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.293670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a78fa1-ff34-4ad2-ad6c-08d0e7e8a55c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df4520-ff49-41fe-973b-0d8adec0958c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.325236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6cbafbd3-90c8-44d5-8ef7-e4769b27f444 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0714023 May 06 10:02:16.329761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45354) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.334808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-81614de7-e366-4b1e-a7f4-fd21d1f070ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550944079'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:16.346168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.363930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81614de7-e366-4b1e-a7f4-fd21d1f070ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.403337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:16.406508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:16.412147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:16.484547 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81614de7-e366-4b1e-a7f4-fd21d1f070ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.489586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=3c425d71-5cd6-45fe-8461-2fd69b38e862,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.490663 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81614de7-e366-4b1e-a7f4-fd21d1f070ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.506766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.530464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-81614de7-e366-4b1e-a7f4-fd21d1f070ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.534675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-81614de7-e366-4b1e-a7f4-fd21d1f070ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2038226 May 06 10:02:16.537642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45362) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.542835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8f948ba6-5fa3-4bcb-8a50-aabb75401aba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '789dcbf8-691b-4e02-8342-c8bbf8e70f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:16.548965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81614de7-e366-4b1e-a7f4-fd21d1f070ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789dcbf8-691b-4e02-8342-c8bbf8e70f3b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.566443 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.607160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f948ba6-5fa3-4bcb-8a50-aabb75401aba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.671734 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.703517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f948ba6-5fa3-4bcb-8a50-aabb75401aba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.708925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f948ba6-5fa3-4bcb-8a50-aabb75401aba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.750932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f948ba6-5fa3-4bcb-8a50-aabb75401aba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efe6c8c-f51e-4b10-9835-6ce7f3ca16fd,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.756561 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f948ba6-5fa3-4bcb-8a50-aabb75401aba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.758173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8f948ba6-5fa3-4bcb-8a50-aabb75401aba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2194014 May 06 10:02:16.761226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45370) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.769126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-388f68e1-a96d-46ff-a9e1-0f5ad377deb9 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '789dcbf8-691b-4e02-8342-c8bbf8e70f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:16.781502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.804268 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-388f68e1-a96d-46ff-a9e1-0f5ad377deb9 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.900952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-388f68e1-a96d-46ff-a9e1-0f5ad377deb9 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.917606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-388f68e1-a96d-46ff-a9e1-0f5ad377deb9 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.948089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f68e1-a96d-46ff-a9e1-0f5ad377deb9 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5994c7dd-54c2-4bd9-b0ae-dd3e0655f63c,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:16.964340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-388f68e1-a96d-46ff-a9e1-0f5ad377deb9 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:16.969479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-388f68e1-a96d-46ff-a9e1-0f5ad377deb9 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2042980 May 06 10:02:16.969974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45376) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:16.977734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8c80d2ee-fd09-402b-bca5-35249d22ae11 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '789dcbf8-691b-4e02-8342-c8bbf8e70f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:17.016980 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c80d2ee-fd09-402b-bca5-35249d22ae11 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.110408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c80d2ee-fd09-402b-bca5-35249d22ae11 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.117233 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c80d2ee-fd09-402b-bca5-35249d22ae11 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.159212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80d2ee-fd09-402b-bca5-35249d22ae11 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79105ced-320e-4651-b959-4093e0121d38,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:17.166845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c80d2ee-fd09-402b-bca5-35249d22ae11 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.172035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c80d2ee-fd09-402b-bca5-35249d22ae11 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1983998 May 06 10:02:17.172510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45380) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.178032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7d3d3435-f801-4ccc-b00e-98ab97958168 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '789dcbf8-691b-4e02-8342-c8bbf8e70f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:17.228714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.232789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3435-f801-4ccc-b00e-98ab97958168 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.242324 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.322546 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.384489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3435-f801-4ccc-b00e-98ab97958168 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.390319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3435-f801-4ccc-b00e-98ab97958168 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.393453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba394809-d1c5-46e6-8d02-5e461b886131 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:17.421233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d3435-f801-4ccc-b00e-98ab97958168 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478ec3c2-2ba9-45d9-9919-989d3ce9e3f8,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:17.427417 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3435-f801-4ccc-b00e-98ab97958168 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.432534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7d3d3435-f801-4ccc-b00e-98ab97958168 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2592244 May 06 10:02:17.433378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45382) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.438431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b29a69-4e7e-42f7-952a-ea0c31a0a630 None None] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:17.439676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7a572a1e-ddee-480d-b066-e786fe5b5d9a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '789dcbf8-691b-4e02-8342-c8bbf8e70f3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:17.451939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=3c425d71-5cd6-45fe-8461-2fd69b38e862,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:17.487117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a572a1e-ddee-480d-b066-e786fe5b5d9a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.527491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:17.529198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:17.567539 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a572a1e-ddee-480d-b066-e786fe5b5d9a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.578646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a572a1e-ddee-480d-b066-e786fe5b5d9a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.608414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d66d7286-5805-4d2f-928b-fc503d9edd72 None None] Provisioning complete for port cf7057be-d8f4-4d85-b082-93033c08f7e2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:17.609093 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d66d7286-5805-4d2f-928b-fc503d9edd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.655111 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7a572a1e-ddee-480d-b066-e786fe5b5d9a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.656287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7a572a1e-ddee-480d-b066-e786fe5b5d9a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2218506 May 06 10:02:17.657007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a572a1e-ddee-480d-b066-e786fe5b5d9a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba294d9-a4a5-4133-8ae5-ffcab25e551f,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:17.672516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45388) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.694704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ba394809-d1c5-46e6-8d02-5e461b886131 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:17.695343 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.706095 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba9bdaec-f39b-4621-9d59-4ca25a72c855 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.714251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba9bdaec-f39b-4621-9d59-4ca25a72c855 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.744430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba9bdaec-f39b-4621-9d59-4ca25a72c855 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.753090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ba9bdaec-f39b-4621-9d59-4ca25a72c855 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.754808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ba9bdaec-f39b-4621-9d59-4ca25a72c855 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/9ba294d9-a4a5-4133-8ae5-ffcab25e551f HTTP/1.1" status: 204 len: 168 time: 0.0813143 May 06 10:02:17.759103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45390) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.764536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 95b9988d-bba5-4b6d-8f8c-a939660c172b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:17.786011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9bdaec-f39b-4621-9d59-4ca25a72c855 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ba294d9-a4a5-4133-8ae5-ffcab25e551f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:17.846978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-4f1c3e11-82b7-455e-809f-59557246f1e3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804186 May 06 10:02:17.862973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-63629723-5bd7-4e80-bfe3-8a1cab10e0e2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1025906 May 06 10:02:17.867393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45396) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:17.896527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-035266cc-94c7-4dcf-91b2-4f213c16aaa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.923634 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-035266cc-94c7-4dcf-91b2-4f213c16aaa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.961872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d66d7286-5805-4d2f-928b-fc503d9edd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:17.977593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:18.022965 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a771001c-da41-40a0-88e7-cc217fa16b51 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/95b9988d-bba5-4b6d-8f8c-a939660c172b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5084503 May 06 10:02:18.030944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-035266cc-94c7-4dcf-91b2-4f213c16aaa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.034984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Sync routers for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:18.038953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d66d7286-5805-4d2f-928b-fc503d9edd72 None None] For port cf7057be-d8f4-4d85-b082-93033c08f7e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cf7057be-d8f4-4d85-b082-93033c08f7e2,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:18.041208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d9c45-be94-4a42-820e-a35298700a72 req-137b7a93-f5d6-47a1-884e-ba568835068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:18.049790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-137b7a93-f5d6-47a1-884e-ba568835068a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 1097 time: 0.1414688 May 06 10:02:18.053852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-035266cc-94c7-4dcf-91b2-4f213c16aaa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.054117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d66d7286-5805-4d2f-928b-fc503d9edd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.064531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-035266cc-94c7-4dcf-91b2-4f213c16aaa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/478ec3c2-2ba9-45d9-9919-989d3ce9e3f8 HTTP/1.1" status: 204 len: 168 time: 0.1935589 May 06 10:02:18.064819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45404) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:18.072290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035266cc-94c7-4dcf-91b2-4f213c16aaa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=478ec3c2-2ba9-45d9-9919-989d3ce9e3f8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.156230 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aee2c255-7c7f-4f1b-9f13-f5839c12898b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0902824 May 06 10:02:18.159430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45410) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:18.218982 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dce4521-357d-46dc-8d90-79d96a6bfb55 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.233041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d7286-5805-4d2f-928b-fc503d9edd72 None None] Pushing event updated for resources: {'Port': ['ID=cf7057be-d8f4-4d85-b082-93033c08f7e2,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.245516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cf7057be-d8f4-4d85-b082-93033c08f7e2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:18.251465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dce4521-357d-46dc-8d90-79d96a6bfb55 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.252384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:18.253469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:18.289958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d9c45-be94-4a42-820e-a35298700a72 req-9a6b88d8-0043-4e62-8f75-1548bb8d890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:18.297212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dce4521-357d-46dc-8d90-79d96a6bfb55 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.305121 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dce4521-357d-46dc-8d90-79d96a6bfb55 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.306577 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8dce4521-357d-46dc-8d90-79d96a6bfb55 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/79105ced-320e-4651-b959-4093e0121d38 HTTP/1.1" status: 204 len: 168 time: 0.1446452 May 06 10:02:18.312566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:18.316818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-9a6b88d8-0043-4e62-8f75-1548bb8d890e service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.2230735 May 06 10:02:18.321757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce4521-357d-46dc-8d90-79d96a6bfb55 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79105ced-320e-4651-b959-4093e0121d38,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.455446 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.464681 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-04c697cd-2aff-430f-a4fd-324d4bd83722 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1507986 May 06 10:02:18.465210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-6b7fc6fe-8243-45ce-a555-c1faf46cc8ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea HTTP/1.1" status: 200 len: 1002 time: 0.1392317 May 06 10:02:18.465361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45428) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:18.483730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cf7057be-d8f4-4d85-b082-93033c08f7e2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:18.484460 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.518791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-304090af-934d-4d6f-b716-7784837ab9b2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940953605&fields=id&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 267 time: 0.1060960 May 06 10:02:18.536056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418ff09d-f8a5-4856-83b5-db3c6e58e91b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.548933 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418ff09d-f8a5-4856-83b5-db3c6e58e91b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.606460 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418ff09d-f8a5-4856-83b5-db3c6e58e91b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.623037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-418ff09d-f8a5-4856-83b5-db3c6e58e91b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.626210 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-418ff09d-f8a5-4856-83b5-db3c6e58e91b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/5994c7dd-54c2-4bd9-b0ae-dd3e0655f63c HTTP/1.1" status: 204 len: 168 time: 0.1583526 May 06 10:02:18.636237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45432) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:18.655031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ff09d-f8a5-4856-83b5-db3c6e58e91b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5994c7dd-54c2-4bd9-b0ae-dd3e0655f63c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:18.694331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:18.751626 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f6651367-c5cb-4a7e-896d-3bc821a403cb tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1120760 May 06 10:02:18.752466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45434) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:18.780703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.792898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d9c45-be94-4a42-820e-a35298700a72 req-dc84b964-69e8-40d3-9887-13a57c1c48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:18.798213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-dc84b964-69e8-40d3-9887-13a57c1c48ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.3243148 May 06 10:02:18.818613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5ba2-561c-4def-89ca-566625ec670c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.826855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6e8ba251-fef7-4cdb-a8d8-837366bc4f87 None None] Provisioning complete for port cf7057be-d8f4-4d85-b082-93033c08f7e2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:18.827944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba251-fef7-4cdb-a8d8-837366bc4f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.858876 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5ba2-561c-4def-89ca-566625ec670c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.904557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5ba2-561c-4def-89ca-566625ec670c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.912191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bdf5ba2-561c-4def-89ca-566625ec670c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:18.920795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2bdf5ba2-561c-4def-89ca-566625ec670c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/9efe6c8c-f51e-4b10-9835-6ce7f3ca16fd HTTP/1.1" status: 204 len: 168 time: 0.1671216 May 06 10:02:18.922076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45438) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:18.944853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf5ba2-561c-4def-89ca-566625ec670c tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9efe6c8c-f51e-4b10-9835-6ce7f3ca16fd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:19.020141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d9c45-be94-4a42-820e-a35298700a72 req-2df4ecd4-1eef-46a7-b111-48159f927e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:19.022043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-2df4ecd4-1eef-46a7-b111-48159f927e35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158461 May 06 10:02:19.066313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6e8ba251-fef7-4cdb-a8d8-837366bc4f87 None None] Provisioning complete for port 3c425d71-5cd6-45fe-8461-2fd69b38e862 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:19.066850 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e8ba251-fef7-4cdb-a8d8-837366bc4f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.068344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-6e5fc191-3dc7-4ef0-9bcc-a1cb8c72572b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:19.069962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-6e5fc191-3dc7-4ef0-9bcc-a1cb8c72572b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 797 time: 0.4795010 May 06 10:02:19.119721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ba251-fef7-4cdb-a8d8-837366bc4f87 None None] Port 3c425d71-5cd6-45fe-8461-2fd69b38e862 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:19.138500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 2, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:19.156204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-94d14e8c-3d96-4e78-8757-194f2686b830 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2208714 May 06 10:02:19.160709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:19.170986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-ace69a38-93e1-409c-a196-af1bac462daa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/quotas/e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 375 time: 0.0754411 May 06 10:02:19.196040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Checking router: 95b9988d-bba5-4b6d-8f8c-a939660c172b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:19.196451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Updating router 95b9988d-bba5-4b6d-8f8c-a939660c172b port 3c425d71-5cd6-45fe-8461-2fd69b38e862 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:02:19.245675 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.341009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47008bb7-e462-4f56-bc93-3c7e34380161 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.348906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cf7057be-d8f4-4d85-b082-93033c08f7e2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:19.384870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47008bb7-e462-4f56-bc93-3c7e34380161 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.468557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2749a566-38f3-4716-953f-b414ceccc871 None None] Provisioning complete for port 3c425d71-5cd6-45fe-8461-2fd69b38e862 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:19.469161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2749a566-38f3-4716-953f-b414ceccc871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.493530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47008bb7-e462-4f56-bc93-3c7e34380161 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.504525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-47008bb7-e462-4f56-bc93-3c7e34380161 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.513036 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47008bb7-e462-4f56-bc93-3c7e34380161 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/789dcbf8-691b-4e02-8342-c8bbf8e70f3b HTTP/1.1" status: 204 len: 168 time: 0.3508799 May 06 10:02:19.515071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45450) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:19.545350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2749a566-38f3-4716-953f-b414ceccc871 None None] Port 3c425d71-5cd6-45fe-8461-2fd69b38e862 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:19.552107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cf7057be-d8f4-4d85-b082-93033c08f7e2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:19.552658 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.579750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47008bb7-e462-4f56-bc93-3c7e34380161 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789dcbf8-691b-4e02-8342-c8bbf8e70f3b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:19.644557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-137d0683-5d16-4355-b9cf-426f0d97f12b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0975170 May 06 10:02:19.644684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45454) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:19.650433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c6d8172a-9e4a-4144-bf11-d2ed40b58109 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--430365616'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:19.682718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8172a-9e4a-4144-bf11-d2ed40b58109 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.754389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-e5be8787-f1af-4c27-8420-d88451507141 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117605 May 06 10:02:19.765098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-a148ea19-369b-4188-8979-51d9b09196cc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5709665 May 06 10:02:19.842472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8172a-9e4a-4144-bf11-d2ed40b58109 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.844717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-32a31288-6e7b-4c09-86a1-0720075549c6 None None] Provisioning complete for port 3c425d71-5cd6-45fe-8461-2fd69b38e862 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:19.845236 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32a31288-6e7b-4c09-86a1-0720075549c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.848298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8172a-9e4a-4144-bf11-d2ed40b58109 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.867041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-799d9c45-be94-4a42-820e-a35298700a72 req-fe487ee3-2ced-47df-aa7c-fd6e94742724 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008909 May 06 10:02:19.910718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6d8172a-9e4a-4144-bf11-d2ed40b58109 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.912242 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c6d8172a-9e4a-4144-bf11-d2ed40b58109 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2665594 May 06 10:02:19.915834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45460) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:19.923080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c1756e69-76f0-4ef6-a967-f25793fbf95f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '5216fc74-1b54-4144-a313-037c99b0e211', 'direction': 'ingress', 'protocol': 17}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:19.935815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8172a-9e4a-4144-bf11-d2ed40b58109 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5216fc74-1b54-4144-a313-037c99b0e211,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:19.964917 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1756e69-76f0-4ef6-a967-f25793fbf95f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:19.974017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-32a31288-6e7b-4c09-86a1-0720075549c6 None None] Port 3c425d71-5cd6-45fe-8461-2fd69b38e862 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:19.996256 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.013550 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.052092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1756e69-76f0-4ef6-a967-f25793fbf95f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.057442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1756e69-76f0-4ef6-a967-f25793fbf95f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.107055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1756e69-76f0-4ef6-a967-f25793fbf95f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249f59c7-d9d4-498b-a5aa-dc2f43733ff1,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:20.124440 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1756e69-76f0-4ef6-a967-f25793fbf95f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.125834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c1756e69-76f0-4ef6-a967-f25793fbf95f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2089653 May 06 10:02:20.128936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45468) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:20.259892 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6b39-4a67-453a-9247-4ee5af7c32f6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.315782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6b39-4a67-453a-9247-4ee5af7c32f6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.366372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-510f6e2e-cee3-45bb-bf97-a1a7a019bf9c service neutron] 10.222.0.76 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974635 May 06 10:02:20.383376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Pushing event updated for resources: {'Port': ['ID=3c425d71-5cd6-45fe-8461-2fd69b38e862,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:20.410975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6b39-4a67-453a-9247-4ee5af7c32f6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.415080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb7c6b39-4a67-453a-9247-4ee5af7c32f6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.419403 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb7c6b39-4a67-453a-9247-4ee5af7c32f6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/5216fc74-1b54-4144-a313-037c99b0e211 HTTP/1.1" status: 204 len: 168 time: 0.2891252 May 06 10:02:20.422646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:20.441036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.441476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.441885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.442292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.442690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.443111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.443504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.443920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.444258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.444655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.445050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.445508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:02:20.475902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Attempting to bind port 3c425d71-5cd6-45fe-8461-2fd69b38e862 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:20.477089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Attempting to bind port 3c425d71-5cd6-45fe-8461-2fd69b38e862 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:20.477631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Attempting to bind port 3c425d71-5cd6-45fe-8461-2fd69b38e862 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:20.482408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c6b39-4a67-453a-9247-4ee5af7c32f6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5216fc74-1b54-4144-a313-037c99b0e211,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:20.484169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:20.484777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Checking segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:20.485511 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.486081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Bound using segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:20.486749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Bound port: 3c425d71-5cd6-45fe-8461-2fd69b38e862, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:20.487379 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.541940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-f3cae212-a3c8-407c-a417-56a4a1eac7e2 service neutron] 10.222.0.76 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731787 May 06 10:02:20.553663 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fcba2a69-3255-418a-87ca-663e06e12800 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145117 May 06 10:02:20.553663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45478) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:20.558566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2853892c-e7b4-4780-be00-1898ed646b47 None None] Provisioning complete for port 3c425d71-5cd6-45fe-8461-2fd69b38e862 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:20.558954 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2853892c-e7b4-4780-be00-1898ed646b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.560094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-77d7d11e-f43a-4a0a-bf93-ee4e4a10caa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494086662'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:20.588256 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77d7d11e-f43a-4a0a-bf93-ee4e4a10caa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.670333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] For port 3c425d71-5cd6-45fe-8461-2fd69b38e862, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:20.677240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] For port 3c425d71-5cd6-45fe-8461-2fd69b38e862, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3c425d71-5cd6-45fe-8461-2fd69b38e862,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:20.691814 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77d7d11e-f43a-4a0a-bf93-ee4e4a10caa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.699146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2853892c-e7b4-4780-be00-1898ed646b47 None None] Port 3c425d71-5cd6-45fe-8461-2fd69b38e862 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:20.710141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77d7d11e-f43a-4a0a-bf93-ee4e4a10caa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.729040 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.741825 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.746461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77d7d11e-f43a-4a0a-bf93-ee4e4a10caa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.748354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-77d7d11e-f43a-4a0a-bf93-ee4e4a10caa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1922305 May 06 10:02:20.751724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45486) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:20.757309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-005b857d-0d6d-43cd-a3df-ec43cc55c1b8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--178322242'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:20.764810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d11e-f43a-4a0a-bf93-ee4e4a10caa1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd09a5f9-136f-418f-9fbc-fbeedeab035c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:20.808448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-207e0f67-cc67-4a9f-b76f-9563cca80659 req-882698e0-a12c-436b-a896-52ba6ece4738 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 210 time: 0.0682743 May 06 10:02:20.815441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-005b857d-0d6d-43cd-a3df-ec43cc55c1b8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.876213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:20.877439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:20.980972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-005b857d-0d6d-43cd-a3df-ec43cc55c1b8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:20.987050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-005b857d-0d6d-43cd-a3df-ec43cc55c1b8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.046943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b857d-0d6d-43cd-a3df-ec43cc55c1b8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2ea84-baf5-4ad2-a25b-e205ea513f85,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:21.053115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:21.061404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-005b857d-0d6d-43cd-a3df-ec43cc55c1b8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.062708 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-005b857d-0d6d-43cd-a3df-ec43cc55c1b8 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3099055 May 06 10:02:21.065638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45500) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:21.070091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e95facc9-fdea-4171-85dd-c441c7f3e02b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': 'cd09a5f9-136f-418f-9fbc-fbeedeab035c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5bf2ea84-baf5-4ad2-a25b-e205ea513f85', 'remote_ip_prefix': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:21.124830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e95facc9-fdea-4171-85dd-c441c7f3e02b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.185531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725bca6-c129-40ce-8fec-059997448dcb None None] Pushing event updated for resources: {'Port': ['ID=3c425d71-5cd6-45fe-8461-2fd69b38e862,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:21.247566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e95facc9-fdea-4171-85dd-c441c7f3e02b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.255802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e95facc9-fdea-4171-85dd-c441c7f3e02b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.277568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-786dfa19-2d92-44cb-83ff-254ae55546e4 None None] Provisioning complete for port 3c425d71-5cd6-45fe-8461-2fd69b38e862 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:21.278266 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-786dfa19-2d92-44cb-83ff-254ae55546e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.316823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95facc9-fdea-4171-85dd-c441c7f3e02b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ad6f34-e3a0-4140-a227-a10bd708b853,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:21.332948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e95facc9-fdea-4171-85dd-c441c7f3e02b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.336486 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e95facc9-fdea-4171-85dd-c441c7f3e02b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2696600 May 06 10:02:21.337291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45508) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:21.366838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29d1a84e-28b5-4062-a4d8-0b642703577b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.385072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29d1a84e-28b5-4062-a4d8-0b642703577b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.431842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29d1a84e-28b5-4062-a4d8-0b642703577b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.440948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29d1a84e-28b5-4062-a4d8-0b642703577b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.442262 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-786dfa19-2d92-44cb-83ff-254ae55546e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.442753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-29d1a84e-28b5-4062-a4d8-0b642703577b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e9ad6f34-e3a0-4140-a227-a10bd708b853 HTTP/1.1" status: 204 len: 168 time: 0.1039753 May 06 10:02:21.445164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45514) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:21.458028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1a84e-28b5-4062-a4d8-0b642703577b tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9ad6f34-e3a0-4140-a227-a10bd708b853,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:21.501666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-786dfa19-2d92-44cb-83ff-254ae55546e4 None None] For port 3c425d71-5cd6-45fe-8461-2fd69b38e862, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3c425d71-5cd6-45fe-8461-2fd69b38e862,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:21.506062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:20Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:21.537559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ec50988f-934a-4aed-9bfd-7b0180d0d7c6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0904284 May 06 10:02:21.540494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fdd0e-0db0-4213-b0ff-810ee98077c4 None None] The sync data for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 is: [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:20Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:21.540892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45518) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:21.542407 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-786dfa19-2d92-44cb-83ff-254ae55546e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.654035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-14421fbe-d2b2-4b09-b7a2-8b6b2565ae13 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.654422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dfa19-2d92-44cb-83ff-254ae55546e4 None None] Pushing event updated for resources: {'Port': ['ID=3c425d71-5cd6-45fe-8461-2fd69b38e862,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:21.702771 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-14421fbe-d2b2-4b09-b7a2-8b6b2565ae13 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.754108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-14421fbe-d2b2-4b09-b7a2-8b6b2565ae13 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.756897 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-14421fbe-d2b2-4b09-b7a2-8b6b2565ae13 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:21.761639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45526) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:21.762360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-14421fbe-d2b2-4b09-b7a2-8b6b2565ae13 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/5bf2ea84-baf5-4ad2-a25b-e205ea513f85 HTTP/1.1" status: 204 len: 168 time: 0.2199500 May 06 10:02:21.783683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14421fbe-d2b2-4b09-b7a2-8b6b2565ae13 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2ea84-baf5-4ad2-a25b-e205ea513f85,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:21.880496 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-14f799a3-f08b-4a70-9683-5ba3b968ec95 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1150899 May 06 10:02:21.881308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45532) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:22.013334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f4f6710-a872-44a9-84c5-496cd91d8331 req-428eb2ba-9763-474d-a40f-491187052a79 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 210 time: 0.0609095 May 06 10:02:22.041585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef30b0f5-100e-4f50-bc14-f887bd7d59ae tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.074986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef30b0f5-100e-4f50-bc14-f887bd7d59ae tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.124428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef30b0f5-100e-4f50-bc14-f887bd7d59ae tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.127795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef30b0f5-100e-4f50-bc14-f887bd7d59ae tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.132116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45540) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:22.132299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef30b0f5-100e-4f50-bc14-f887bd7d59ae tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/cd09a5f9-136f-418f-9fbc-fbeedeab035c HTTP/1.1" status: 204 len: 168 time: 0.2480636 May 06 10:02:22.143162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30b0f5-100e-4f50-bc14-f887bd7d59ae tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd09a5f9-136f-418f-9fbc-fbeedeab035c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:22.228288 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5d6f310b-41f6-4f40-a01d-983cf8081e01 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893304 May 06 10:02:22.230116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45544) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:22.236507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9c781e4c-c38a-42bb-8f5f-86909850a453 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079784884'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:22.279840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c781e4c-c38a-42bb-8f5f-86909850a453 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.546201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-b1f29656-0357-48dd-820c-f712604c585b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:22.548671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-b1f29656-0357-48dd-820c-f712604c585b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 797 time: 0.2121310 May 06 10:02:22.578269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c781e4c-c38a-42bb-8f5f-86909850a453 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.593550 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c781e4c-c38a-42bb-8f5f-86909850a453 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.638961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-a860c8df-ddbd-4849-82cd-9041f8a28af6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 380 time: 0.0757864 May 06 10:02:22.652891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c781e4c-c38a-42bb-8f5f-86909850a453 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.657915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9c781e4c-c38a-42bb-8f5f-86909850a453 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4218752 May 06 10:02:22.658252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45552) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:22.662784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d56e7ec6-f014-4246-ab96-e891ef99c324 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '1ad200d9-a2a8-4f35-9884-52cf62638d4a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:22.664487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'port': {'device_id': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'admin_state_up': True, 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'security_groups': ['50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:22.722649 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d56e7ec6-f014-4246-ab96-e891ef99c324 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.745060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c781e4c-c38a-42bb-8f5f-86909850a453 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad200d9-a2a8-4f35-9884-52cf62638d4a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:22.816944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d56e7ec6-f014-4246-ab96-e891ef99c324 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.826516 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d56e7ec6-f014-4246-ab96-e891ef99c324 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.848745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e7ec6-f014-4246-ab96-e891ef99c324 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0758ea7a-c5bf-4bcc-98fc-a40699b764f1,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:22.871196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d56e7ec6-f014-4246-ab96-e891ef99c324 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.872823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:22.876489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.877266 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d56e7ec6-f014-4246-ab96-e891ef99c324 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2179384 May 06 10:02:22.877935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45556) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:22.909600 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2835efa1-328d-42e9-b2ac-199acad18330 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.925589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2835efa1-328d-42e9-b2ac-199acad18330 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.965559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2835efa1-328d-42e9-b2ac-199acad18330 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.980539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2835efa1-328d-42e9-b2ac-199acad18330 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:22.988411 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2835efa1-328d-42e9-b2ac-199acad18330 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/0758ea7a-c5bf-4bcc-98fc-a40699b764f1 HTTP/1.1" status: 204 len: 168 time: 0.1081758 May 06 10:02:23.002883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45558) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:23.010199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835efa1-328d-42e9-b2ac-199acad18330 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0758ea7a-c5bf-4bcc-98fc-a40699b764f1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:23.119696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-da6452de-aba5-4b8b-a9bd-97018a0308ab tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153457 May 06 10:02:23.122478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45564) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:23.159107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.5 (b4c0f3c4-c2e3-4d97-912a-c1062b01e53b/63716514-994b-4136-a9a3-a51d9c4b066a/a83152e4-6d48-4f46-95a4-72cf8386c9b7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:23.252635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3c425d71-5cd6-45fe-8461-2fd69b38e862 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:23.277296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7fecc7-b910-4efb-927f-6b1ff41337d3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.307178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7fecc7-b910-4efb-927f-6b1ff41337d3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.348511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3c425d71-5cd6-45fe-8461-2fd69b38e862 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:23.349505 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.379433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7fecc7-b910-4efb-927f-6b1ff41337d3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.393815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6d7fecc7-b910-4efb-927f-6b1ff41337d3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.395777 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d7fecc7-b910-4efb-927f-6b1ff41337d3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/1ad200d9-a2a8-4f35-9884-52cf62638d4a HTTP/1.1" status: 204 len: 168 time: 0.2722778 May 06 10:02:23.409426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45576) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:23.412366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fecc7-b910-4efb-927f-6b1ff41337d3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad200d9-a2a8-4f35-9884-52cf62638d4a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:23.450840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f80d56a-1e3b-4d42-8587-3f709fa6fccc req-1d114322-c474-407b-98b1-5ed744c12f25 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 210 time: 0.3148129 May 06 10:02:23.540047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8a774336-ee91-4ac9-85a2-74760e43a5ba tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183152 May 06 10:02:23.544599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:23.549529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8a2a662e-73f4-4997-9def-e98b2db17ab2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817195097'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:23.575449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.587904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a2a662e-73f4-4997-9def-e98b2db17ab2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.630182 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.677111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:23.685456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:23.686518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a2a662e-73f4-4997-9def-e98b2db17ab2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.689825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:23.703690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a2a662e-73f4-4997-9def-e98b2db17ab2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.743923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:23.744475 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.768880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:23.779538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-77acda41-9af7-4760-8ac3-0ce832512a57 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1315899 May 06 10:02:23.782042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a2a662e-73f4-4997-9def-e98b2db17ab2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.787486 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a2a662e-73f4-4997-9def-e98b2db17ab2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2417860 May 06 10:02:23.788189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:23.794968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1a3e224b-6a7c-4a79-84f3-e355cf39c758 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '8b0fa36a-657c-4678-a691-7ee228e2b6e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:23.799454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a662e-73f4-4997-9def-e98b2db17ab2 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0fa36a-657c-4678-a691-7ee228e2b6e3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:23.800701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Request body: {'port': {'device_id': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:23.844141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a3e224b-6a7c-4a79-84f3-e355cf39c758 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.892230 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.945416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a3e224b-6a7c-4a79-84f3-e355cf39c758 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.950725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a3e224b-6a7c-4a79-84f3-e355cf39c758 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:23.983256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e224b-6a7c-4a79-84f3-e355cf39c758 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea40d747-8eb7-4460-a621-a57a4acd6a73,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.021513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1a3e224b-6a7c-4a79-84f3-e355cf39c758 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.023880 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1a3e224b-6a7c-4a79-84f3-e355cf39c758 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2325389 May 06 10:02:24.026974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45590) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.046030 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f5b35322-b6e4-48ed-9303-fcf68cc78cf5 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules/ea40d747-8eb7-4460-a621-a57a4acd6a73 HTTP/1.1" status: 200 len: 763 time: 0.0175214 May 06 10:02:24.059372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45592) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.094279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5c65a251-1b92-44c0-8694-933f5325859f None None] Provisioning complete for port a83152e4-6d48-4f46-95a4-72cf8386c9b7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:24.095138 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c65a251-1b92-44c0-8694-933f5325859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.168857 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58bf42a7-b149-4bd0-a962-9f538f0037d5 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1062419 May 06 10:02:24.172634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45598) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.176891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5c65a251-1b92-44c0-8694-933f5325859f None None] Port a83152e4-6d48-4f46-95a4-72cf8386c9b7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:24.211677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d061c42-b6ec-493b-a054-50b7b6014555 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.223145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d061c42-b6ec-493b-a054-50b7b6014555 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.261266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d061c42-b6ec-493b-a054-50b7b6014555 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.276477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d061c42-b6ec-493b-a054-50b7b6014555 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.278114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3d061c42-b6ec-493b-a054-50b7b6014555 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ea40d747-8eb7-4460-a621-a57a4acd6a73 HTTP/1.1" status: 204 len: 168 time: 0.1029897 May 06 10:02:24.279084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d061c42-b6ec-493b-a054-50b7b6014555 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea40d747-8eb7-4460-a621-a57a4acd6a73,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.280980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45602) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.283484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83152e4-6d48-4f46-95a4-72cf8386c9b7 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:02:24.293519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.308553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Transition to ACTIVE for port object a83152e4-6d48-4f46-95a4-72cf8386c9b7 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:02:24.314113 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.356086 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-483a78bf-1030-4312-9854-145ae20c0bb1 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664120 May 06 10:02:24.359255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45606) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.371748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cae9fc25-7b31-4b15-b117-67844c4942ed tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '8b0fa36a-657c-4678-a691-7ee228e2b6e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:24.406485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.435529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cae9fc25-7b31-4b15-b117-67844c4942ed tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.537941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:24.538445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:24.538594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:24.554008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:02:24.554352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:24.565345 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cae9fc25-7b31-4b15-b117-67844c4942ed tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.568885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:24.569230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Checking segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:24.569639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Bound using segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:24.570643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Bound port: a83152e4-6d48-4f46-95a4-72cf8386c9b7, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:24.571040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.571178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cae9fc25-7b31-4b15-b117-67844c4942ed tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.615371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9fc25-7b31-4b15-b117-67844c4942ed tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a9b984-9149-41e6-8b10-b6198cd29a2c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.638319 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cae9fc25-7b31-4b15-b117-67844c4942ed tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.640234 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cae9fc25-7b31-4b15-b117-67844c4942ed tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2792747 May 06 10:02:24.642640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45618) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.666773 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d57879b-f0c4-48ee-8396-48cf043af513 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules/30a9b984-9149-41e6-8b10-b6198cd29a2c HTTP/1.1" status: 200 len: 763 time: 0.0226707 May 06 10:02:24.673452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45620) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.733205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b6e3-8d63-47e6-ba91-0257cb0cf112 req-63abccb6-20ac-42c1-bbfc-87de39cbcd00 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:24.734931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaa4b6e3-8d63-47e6-ba91-0257cb0cf112 req-63abccb6-20ac-42c1-bbfc-87de39cbcd00 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 943 time: 0.1819894 May 06 10:02:24.743834 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b62d70fa-317e-40e7-9df1-44804ba4f997 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0649436 May 06 10:02:24.744484 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45622) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.785706 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c46d2b52-63c4-4115-9f6d-117ce7657768 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.786543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:24.796405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c46d2b52-63c4-4115-9f6d-117ce7657768 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.819756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:24.834292 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c46d2b52-63c4-4115-9f6d-117ce7657768 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.839300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaa4b6e3-8d63-47e6-ba91-0257cb0cf112 req-745b9752-e379-4740-af73-85f3961986bc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823545 May 06 10:02:24.843031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.850392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c46d2b52-63c4-4115-9f6d-117ce7657768 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.852309 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c46d2b52-63c4-4115-9f6d-117ce7657768 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/30a9b984-9149-41e6-8b10-b6198cd29a2c HTTP/1.1" status: 204 len: 168 time: 0.1061327 May 06 10:02:24.856885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45624) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.879014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d2b52-63c4-4115-9f6d-117ce7657768 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30a9b984-9149-41e6-8b10-b6198cd29a2c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.903815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:24.904562 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:24.905958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] 10.222.0.82 "PUT /v2.0/ports/a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 1091 time: 1.1183264 May 06 10:02:24.906402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:24.908664 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:24.957558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e29f0-6117-4950-9c6d-6a95776f7284 service neutron] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:24.989126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6a60a0a9-3bb4-4b82-aec1-7a9b6c5f57bf tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1284492 May 06 10:02:24.989501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45630) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:24.989703 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45154f4e-753c-4612-a553-9d1538be38d6 x-openstack-request-id: req-45154f4e-753c-4612-a553-9d1538be38d6 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:24.989984 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:24.990231 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-45154f4e-753c-4612-a553-9d1538be38d6 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:24.990630 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45154f4e-753c-4612-a553-9d1538be38d6'] response: {'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'status': 'completed', 'code': 200} May 06 10:02:24.996327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': '8b0fa36a-657c-4678-a691-7ee228e2b6e3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:25.027383 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Project 619beb60aa3745a1bfaf4295808c467f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:02:25.034095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.079447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-8db55305-19e7-4f78-a613-6e91667bdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:25.085242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-8db55305-19e7-4f78-a613-6e91667bdd5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1094 time: 0.0960104 May 06 10:02:25.102470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.108154 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.130542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae796765-7756-4340-b23b-16dbf5c76e1d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:25.140273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.141898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-beef9a3b-dc9f-4563-99b9-8f9a4087d7f3 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506228 May 06 10:02:25.145405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45632) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.170876 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d17640b2-ba65-4fcb-84fa-8dc47b9a14d6 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules/ae796765-7756-4340-b23b-16dbf5c76e1d HTTP/1.1" status: 200 len: 769 time: 0.0241969 May 06 10:02:25.173908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45634) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.177676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-c7026b74-73e6-4900-acd2-bf915e06c049 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 217 time: 0.0849791 May 06 10:02:25.253705 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a97cb513-f50e-47ae-a138-cdebd5ed3f8f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0785880 May 06 10:02:25.254184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45638) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.272706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-fa9396c7-8ce5-4ae5-bd72-d1503f262585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:25.275400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-fa9396c7-8ce5-4ae5-bd72-d1503f262585 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.0895302 May 06 10:02:25.297803 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4628ce19-8a23-4bd4-a1a1-b99e692fcedd tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.326621 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4628ce19-8a23-4bd4-a1a1-b99e692fcedd tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.356955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-fa0e729c-ab81-4969-a211-be75ba352d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:25.358814 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-fa0e729c-ab81-4969-a211-be75ba352d07 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765514 May 06 10:02:25.374582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4628ce19-8a23-4bd4-a1a1-b99e692fcedd tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.395364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4628ce19-8a23-4bd4-a1a1-b99e692fcedd tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.399075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4628ce19-8a23-4bd4-a1a1-b99e692fcedd tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ae796765-7756-4340-b23b-16dbf5c76e1d HTTP/1.1" status: 204 len: 168 time: 0.1398461 May 06 10:02:25.400896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45642) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.448320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628ce19-8a23-4bd4-a1a1-b99e692fcedd tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae796765-7756-4340-b23b-16dbf5c76e1d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:25.483270 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1930a26b-5c71-4744-9785-de7978f2f3dc tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0804377 May 06 10:02:25.486455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45648) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.509499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-82f899d9-a1b1-4af7-a2a8-91f8ed33e34a service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424739 May 06 10:02:25.555157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62cac124-6cca-4792-bf24-5cfd9de4491f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.588150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62cac124-6cca-4792-bf24-5cfd9de4491f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.628870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe16cdb0-35c9-4de3-939c-480d1949ba9f req-710af41a-d16c-42dc-8add-6f4b3e523e0d service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126065 May 06 10:02:25.648051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62cac124-6cca-4792-bf24-5cfd9de4491f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.652431 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62cac124-6cca-4792-bf24-5cfd9de4491f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.656805 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-62cac124-6cca-4792-bf24-5cfd9de4491f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/8b0fa36a-657c-4678-a691-7ee228e2b6e3 HTTP/1.1" status: 204 len: 168 time: 0.1661210 May 06 10:02:25.658226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45658) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.681780 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cac124-6cca-4792-bf24-5cfd9de4491f tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0fa36a-657c-4678-a691-7ee228e2b6e3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:25.730371 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2aa0833a-f64f-4d7f-8853-5d722bcf7394 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684958 May 06 10:02:25.736826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45662) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.743687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e2271789-1b2d-4ef6-a1f1-006ff8b6b140 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891025448'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:25.767616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-b4692fa3-da5d-478f-8961-4773fadc4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:25.769583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-b4692fa3-da5d-478f-8961-4773fadc4f1d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1094 time: 0.0777063 May 06 10:02:25.772875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2271789-1b2d-4ef6-a1f1-006ff8b6b140 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.879386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2271789-1b2d-4ef6-a1f1-006ff8b6b140 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.885940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2271789-1b2d-4ef6-a1f1-006ff8b6b140 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.889710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-48d6f5c1-f098-4195-a72e-fcc783519df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:25.892101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-48d6f5c1-f098-4195-a72e-fcc783519df9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.1157768 May 06 10:02:25.921190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e2271789-1b2d-4ef6-a1f1-006ff8b6b140 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.925548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e2271789-1b2d-4ef6-a1f1-006ff8b6b140 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1848538 May 06 10:02:25.925699 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45668) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:25.930473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c79d6345-11c8-4d75-9e1f-51a61fd55c7a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Request body: {'security_group_rule': {'security_group_id': 'ab395d6d-69b5-4782-b960-f18ad89bd71a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:25.935803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2271789-1b2d-4ef6-a1f1-006ff8b6b140 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab395d6d-69b5-4782-b960-f18ad89bd71a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:25.974052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c79d6345-11c8-4d75-9e1f-51a61fd55c7a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:25.997401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-ee4a2e30-aae3-4083-84b8-41da4b02daca service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 217 time: 0.0961189 May 06 10:02:26.044042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c79d6345-11c8-4d75-9e1f-51a61fd55c7a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.049557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c79d6345-11c8-4d75-9e1f-51a61fd55c7a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.079809 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c79d6345-11c8-4d75-9e1f-51a61fd55c7a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.084781 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c79d6345-11c8-4d75-9e1f-51a61fd55c7a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1581914 May 06 10:02:26.085825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45672) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:26.093971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d6345-11c8-4d75-9e1f-51a61fd55c7a tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ddb67e-a0dd-40c2-bbce-984a4fdf0767,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:26.113550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61ebbd-6125-4c61-bc1e-965dad81e22e req-c5413a6b-e7ea-4712-bab3-be9745aa0d67 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.122125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac61ebbd-6125-4c61-bc1e-965dad81e22e req-c5413a6b-e7ea-4712-bab3-be9745aa0d67 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 943 time: 0.1267369 May 06 10:02:26.138232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-72ef1ef3-cb47-465b-ac61-99d93996ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.139840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-72ef1ef3-cb47-465b-ac61-99d93996ea6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.1285870 May 06 10:02:26.165644 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d778214-ab00-4be8-9ad1-6866d6d3d7de tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.196294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d778214-ab00-4be8-9ad1-6866d6d3d7de tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.196699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac61ebbd-6125-4c61-bc1e-965dad81e22e req-783c81d2-82fd-4cbb-b824-7de3039cd9df tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735161 May 06 10:02:26.211357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-dbb6911d-9d39-4920-8042-d6d7617f4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:26.214567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-dbb6911d-9d39-4920-8042-d6d7617f4437 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678256 May 06 10:02:26.259429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d778214-ab00-4be8-9ad1-6866d6d3d7de tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.261905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8d778214-ab00-4be8-9ad1-6866d6d3d7de tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:26.265498 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8d778214-ab00-4be8-9ad1-6866d6d3d7de tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/ab395d6d-69b5-4782-b960-f18ad89bd71a HTTP/1.1" status: 204 len: 168 time: 0.1757064 May 06 10:02:26.268588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45678) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:26.296359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d778214-ab00-4be8-9ad1-6866d6d3d7de tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab395d6d-69b5-4782-b960-f18ad89bd71a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:26.348212 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-83e6ac28-4754-48cf-b578-d8976926f3ac tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787547 May 06 10:02:26.350788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45680) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:26.364770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-90a4f7ac-178d-4292-a9b4-f1e1105d6d56 service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424296 May 06 10:02:26.399169 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bb2bc51f-94f8-4808-bef0-eb3f91be6b21 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0471778 May 06 10:02:26.401880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45684) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:26.417775 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-7369fd2d-8b00-4f9f-b98d-faa82547e464 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] delete failed (client error): The resource could not be found. May 06 10:02:26.418725 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7369fd2d-8b00-4f9f-b98d-faa82547e464 tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "DELETE /v2.0/security-groups/ab395d6d-69b5-4782-b960-f18ad89bd71a HTTP/1.1" status: 404 len: 347 time: 0.0158868 May 06 10:02:26.423446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45686) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:26.477010 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a7310b6c-0a1c-45af-a46b-81bdb00ed5dd tempest-SecGroupIPv6Test-1706507724 tempest-SecGroupIPv6Test-1706507724-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522919 May 06 10:02:26.539307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ff48bfd-017e-4f4f-81cd-1ba6adb65c7a req-9398ba53-69e3-4926-9002-e454357497d3 service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669626 May 06 10:02:26.806029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45710) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:26.963618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-91f8e1f8-6995-483e-aa5e-1154f8f77767 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=619beb60aa3745a1bfaf4295808c467f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530843 May 06 10:02:26.963781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45718) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:27.015941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d5485995-1fca-4e22-8fe8-4568096f84ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.040441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d5485995-1fca-4e22-8fe8-4568096f84ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.093251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d5485995-1fca-4e22-8fe8-4568096f84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.097345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d5485995-1fca-4e22-8fe8-4568096f84ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:27.100050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d5485995-1fca-4e22-8fe8-4568096f84ad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b698568-6817-414a-a1ce-cbd5d388ca6f HTTP/1.1" status: 204 len: 168 time: 0.1351871 May 06 10:02:27.108612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5485995-1fca-4e22-8fe8-4568096f84ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b698568-6817-414a-a1ce-cbd5d388ca6f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:27.365318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f192d0-47f1-40a1-a18e-224685c07fe3 req-fff8e0de-1e85-4aca-bf35-bee217f70579 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:27.375264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43f192d0-47f1-40a1-a18e-224685c07fe3 req-fff8e0de-1e85-4aca-bf35-bee217f70579 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 943 time: 0.0715132 May 06 10:02:27.418465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43f192d0-47f1-40a1-a18e-224685c07fe3 req-55c2b513-2d2f-4c3b-b767-90ce4ce0265b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 May 06 10:02:28.177792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45768) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.283762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bdd20ee5-f324-4026-9c97-da3890bdb3c3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:28.284165 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-bdd20ee5-f324-4026-9c97-da3890bdb3c3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 10:02:28.284922 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-bdd20ee5-f324-4026-9c97-da3890bdb3c3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): There was a conflict when trying to complete your request. May 06 10:02:28.285865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bdd20ee5-f324-4026-9c97-da3890bdb3c3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1070306 May 06 10:02:28.290640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.297045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009007746'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:28.320474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.330457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.415557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.420313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.468506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d7b4f7-9457-4967-a7cd-d477f4e3cb7b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:28.522448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.529403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.565620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.571529 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2794633 May 06 10:02:28.572365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.583740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-77faba12-2f5a-41f2-aaca-87f2b205d2ee tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '7d4d2de1-1878-4526-bb37-0b6bcab31043', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:28.609467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382573d-9001-48b5-b59a-bffb6a36cf6b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4d2de1-1878-4526-bb37-0b6bcab31043,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:28.625972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a78d-acbc-43c1-8fa4-7b9b4f127eff req-aa24d304-7b4d-436d-8cd4-0a556b61f6f7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:28.627801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d859a78d-acbc-43c1-8fa4-7b9b4f127eff req-aa24d304-7b4d-436d-8cd4-0a556b61f6f7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 943 time: 0.1109080 May 06 10:02:28.639574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77faba12-2f5a-41f2-aaca-87f2b205d2ee tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.693160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d859a78d-acbc-43c1-8fa4-7b9b4f127eff req-a79ada9b-3f03-4465-a506-6b4a762c4ebc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458119 May 06 10:02:28.709319 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77faba12-2f5a-41f2-aaca-87f2b205d2ee tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.715707 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77faba12-2f5a-41f2-aaca-87f2b205d2ee tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.739768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faba12-2f5a-41f2-aaca-87f2b205d2ee tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeda1aff-af7b-4d6d-9044-c7366f49589d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:28.749301 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77faba12-2f5a-41f2-aaca-87f2b205d2ee tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.750629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-77faba12-2f5a-41f2-aaca-87f2b205d2ee tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717153 May 06 10:02:28.753627 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45800) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.759994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-01ebbd2b-06fc-45fb-be5c-478082ce929e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '7d4d2de1-1878-4526-bb37-0b6bcab31043', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:28.792780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-01ebbd2b-06fc-45fb-be5c-478082ce929e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.849010 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-01ebbd2b-06fc-45fb-be5c-478082ce929e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): There was a conflict when trying to complete your request. May 06 10:02:28.854052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45806) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:28.856199 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-01ebbd2b-06fc-45fb-be5c-478082ce929e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1003194 May 06 10:02:28.918702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99af5d73-dad5-404d-ae7a-4e460750b839 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.946350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99af5d73-dad5-404d-ae7a-4e460750b839 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.994313 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99af5d73-dad5-404d-ae7a-4e460750b839 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:28.997171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99af5d73-dad5-404d-ae7a-4e460750b839 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.001238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45812) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.001403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-99af5d73-dad5-404d-ae7a-4e460750b839 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/7d4d2de1-1878-4526-bb37-0b6bcab31043 HTTP/1.1" status: 204 len: 168 time: 0.1460178 May 06 10:02:29.012408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af5d73-dad5-404d-ae7a-4e460750b839 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4d2de1-1878-4526-bb37-0b6bcab31043,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.062474 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc8998f7-8c63-4e08-8068-5b6e2a23d1b2 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595498 May 06 10:02:29.065847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45814) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.070776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b9c4977e-099b-47e2-9b1b-759f92cbe341 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946423180'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:29.093630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c4977e-099b-47e2-9b1b-759f92cbe341 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.169972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c4977e-099b-47e2-9b1b-759f92cbe341 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.182963 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c4977e-099b-47e2-9b1b-759f92cbe341 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.214137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9c4977e-099b-47e2-9b1b-759f92cbe341 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.215371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b9c4977e-099b-47e2-9b1b-759f92cbe341 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1485164 May 06 10:02:29.218742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45818) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.222911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4977e-099b-47e2-9b1b-759f92cbe341 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61db3761-cd4c-4bd0-9749-1e21ea538ff6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.224009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2d8200ee-b085-4d14-ab85-f08e2bae4055 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '61db3761-cd4c-4bd0-9749-1e21ea538ff6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:29.224614 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-2d8200ee-b085-4d14-ab85-f08e2bae4055 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 06 10:02:29.225874 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-2d8200ee-b085-4d14-ab85-f08e2bae4055 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:29.227921 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d8200ee-b085-4d14-ab85-f08e2bae4055 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078905 May 06 10:02:29.233354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45820) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.299198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c218c274-742a-4de2-b64b-f35e42c4563b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.326422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c218c274-742a-4de2-b64b-f35e42c4563b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.375034 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c218c274-742a-4de2-b64b-f35e42c4563b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.378913 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c218c274-742a-4de2-b64b-f35e42c4563b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.382629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c218c274-742a-4de2-b64b-f35e42c4563b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/61db3761-cd4c-4bd0-9749-1e21ea538ff6 HTTP/1.1" status: 204 len: 168 time: 0.1485293 May 06 10:02:29.383016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45824) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.391957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218c274-742a-4de2-b64b-f35e42c4563b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db3761-cd4c-4bd0-9749-1e21ea538ff6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.440975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4e708ed3-a742-4a44-9b15-5f091b91b3b6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566888 May 06 10:02:29.444717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.449830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a6ada9ec-de5f-41e8-ba65-7ecd5bd807b3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--181525489'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:29.471314 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6ada9ec-de5f-41e8-ba65-7ecd5bd807b3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.547221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:02:29.547955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6ada9ec-de5f-41e8-ba65-7ecd5bd807b3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.552414 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6ada9ec-de5f-41e8-ba65-7ecd5bd807b3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.589803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a6ada9ec-de5f-41e8-ba65-7ecd5bd807b3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.594645 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a6ada9ec-de5f-41e8-ba65-7ecd5bd807b3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1449821 May 06 10:02:29.594645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada9ec-de5f-41e8-ba65-7ecd5bd807b3 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0403ffa1-dded-47cb-ab54-73502459b214,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.595531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45834) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.598946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bc24e76d-69ab-4a6d-ab3f-7e0c1116ebbb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '0403ffa1-dded-47cb-ab54-73502459b214', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:29.599989 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-bc24e76d-69ab-4a6d-ab3f-7e0c1116ebbb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 06 10:02:29.600402 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-bc24e76d-69ab-4a6d-ab3f-7e0c1116ebbb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:29.601961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bc24e76d-69ab-4a6d-ab3f-7e0c1116ebbb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059247 May 06 10:02:29.605349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45836) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.673674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5d5f-4f10-4616-a1b4-69e71b19f571 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.712399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:29.712614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5d5f-4f10-4616-a1b4-69e71b19f571 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.734669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'port_id': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'mac_address': 'fa:16:3e:2b:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:02:29.782716 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.801636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83152e4-6d48-4f46-95a4-72cf8386c9b7 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:02:29.816292 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5d5f-4f10-4616-a1b4-69e71b19f571 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.819487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9cd5d5f-4f10-4616-a1b4-69e71b19f571 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.824384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45848) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.827379 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e9cd5d5f-4f10-4616-a1b4-69e71b19f571 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/0403ffa1-dded-47cb-ab54-73502459b214 HTTP/1.1" status: 204 len: 168 time: 0.2150211 May 06 10:02:29.835896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:29.843273 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:29.849933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd5d5f-4f10-4616-a1b4-69e71b19f571 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0403ffa1-dded-47cb-ab54-73502459b214,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.947604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:29.975862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-592b4374-1038-4f63-b788-5ee51b186dea tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1495721 May 06 10:02:29.979408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45856) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:29.983970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-de9cd3c8-e91a-464f-8783-990abcc21eed tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--392712775'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.018428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38b1de-4fa6-4c5f-93c7-8b6209d72fbb req-edaecfda-e6a8-4863-9000-c1a32f7641cc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:30.034520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb38b1de-4fa6-4c5f-93c7-8b6209d72fbb req-edaecfda-e6a8-4863-9000-c1a32f7641cc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 944 time: 0.2075472 May 06 10:02:30.041366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de9cd3c8-e91a-464f-8783-990abcc21eed tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.064232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['a83152e4-6d48-4f46-95a4-72cf8386c9b7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:02:30.136948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb38b1de-4fa6-4c5f-93c7-8b6209d72fbb req-889f2065-b676-4fe2-ab5d-64df0a6373db tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014812 May 06 10:02:30.148855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45864) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.247500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de9cd3c8-e91a-464f-8783-990abcc21eed tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.252312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de9cd3c8-e91a-464f-8783-990abcc21eed tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.287852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-de9cd3c8-e91a-464f-8783-990abcc21eed tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.292967 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-de9cd3c8-e91a-464f-8783-990abcc21eed tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3097045 May 06 10:02:30.293676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45870) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.298353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd3bdc-3282-47e0-84ae-71eb3553ccb9 req-ad60ac02-19a6-446b-b345-d8d1327509fe tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:30.298992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bc724271-34ef-4820-a3ec-33c2434b95a4 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '2240e1f3-efaf-4738-8a0f-651ce9f165a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.300577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3edd3bdc-3282-47e0-84ae-71eb3553ccb9 req-ad60ac02-19a6-446b-b345-d8d1327509fe tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 945 time: 0.0692699 May 06 10:02:30.307365 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-bc724271-34ef-4820-a3ec-33c2434b95a4 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 06 10:02:30.308023 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-bc724271-34ef-4820-a3ec-33c2434b95a4 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.309130 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc724271-34ef-4820-a3ec-33c2434b95a4 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147798 May 06 10:02:30.317821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45872) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.325717 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-624165a2-e849-4d6f-ac8e-40bb8fc0a905 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '2240e1f3-efaf-4738-8a0f-651ce9f165a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.326425 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-624165a2-e849-4d6f-ac8e-40bb8fc0a905 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 06 10:02:30.326947 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-624165a2-e849-4d6f-ac8e-40bb8fc0a905 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.327930 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-624165a2-e849-4d6f-ac8e-40bb8fc0a905 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059605 May 06 10:02:30.337530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45874) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.344215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0d899f7c-0b78-428b-bf87-e719997f5e13 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '2240e1f3-efaf-4738-8a0f-651ce9f165a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.347422 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-0d899f7c-0b78-428b-bf87-e719997f5e13 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 06 10:02:30.347980 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-0d899f7c-0b78-428b-bf87-e719997f5e13 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.353050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0d899f7c-0b78-428b-bf87-e719997f5e13 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0144646 May 06 10:02:30.353521 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cd3c8-e91a-464f-8783-990abcc21eed tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2240e1f3-efaf-4738-8a0f-651ce9f165a6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.353846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45876) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.361888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-62aee025-31e6-4fde-a889-dda44c5c27c6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '2240e1f3-efaf-4738-8a0f-651ce9f165a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.363019 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-62aee025-31e6-4fde-a889-dda44c5c27c6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 06 10:02:30.363499 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-62aee025-31e6-4fde-a889-dda44c5c27c6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.367971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45878) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.368642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-62aee025-31e6-4fde-a889-dda44c5c27c6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103414 May 06 10:02:30.401641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3edd3bdc-3282-47e0-84ae-71eb3553ccb9 req-70189140-902b-415b-86d7-dc32c3974a52 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924790 May 06 10:02:30.410400 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbbff5d8-9886-4aa6-ad97-651a8d89b560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.440909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10f1850c-90ef-4e99-8a76-c6ac90e4d503 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.478826 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10f1850c-90ef-4e99-8a76-c6ac90e4d503 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.504127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbbff5d8-9886-4aa6-ad97-651a8d89b560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.509588 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbbff5d8-9886-4aa6-ad97-651a8d89b560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.529067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10f1850c-90ef-4e99-8a76-c6ac90e4d503 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.531786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-10f1850c-90ef-4e99-8a76-c6ac90e4d503 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.533114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-10f1850c-90ef-4e99-8a76-c6ac90e4d503 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/2240e1f3-efaf-4738-8a0f-651ce9f165a6 HTTP/1.1" status: 204 len: 168 time: 0.1641324 May 06 10:02:30.537851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45880) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.548223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dbbff5d8-9886-4aa6-ad97-651a8d89b560 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e29b176e1174419a9251c7b43e90373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3981109 May 06 10:02:30.551369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45882) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.552169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1850c-90ef-4e99-8a76-c6ac90e4d503 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2240e1f3-efaf-4738-8a0f-651ce9f165a6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.555766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbff5d8-9886-4aa6-ad97-651a8d89b560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbc9f05-4627-41c8-b041-284b623285a6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.630850 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3dc5c50b-1bbe-4519-b6a2-5211f12a6095 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0871327 May 06 10:02:30.631175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45886) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.641635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6725b64e-e241-40fd-b761-169257225c6e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--976697124'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.646818 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58cc9376-570c-475c-a0ad-9fad7881d7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.661284 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6725b64e-e241-40fd-b761-169257225c6e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.671363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58cc9376-570c-475c-a0ad-9fad7881d7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.733631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58cc9376-570c-475c-a0ad-9fad7881d7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.739638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58cc9376-570c-475c-a0ad-9fad7881d7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.743689 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58cc9376-570c-475c-a0ad-9fad7881d7af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4dbc9f05-4627-41c8-b041-284b623285a6 HTTP/1.1" status: 204 len: 168 time: 0.1865988 May 06 10:02:30.743884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6725b64e-e241-40fd-b761-169257225c6e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.748786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6725b64e-e241-40fd-b761-169257225c6e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.752246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc9376-570c-475c-a0ad-9fad7881d7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbc9f05-4627-41c8-b041-284b623285a6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.783787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725b64e-e241-40fd-b761-169257225c6e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f4c82b-23a1-4040-9e06-696fb70ec3a4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:30.795763 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6725b64e-e241-40fd-b761-169257225c6e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:30.797567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6725b64e-e241-40fd-b761-169257225c6e tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1641717 May 06 10:02:30.800605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45890) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.807088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3a998732-346a-4afa-9440-e16dc6483da5 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.808057 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-3a998732-346a-4afa-9440-e16dc6483da5 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 10:02:30.808788 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-3a998732-346a-4afa-9440-e16dc6483da5 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.810359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3a998732-346a-4afa-9440-e16dc6483da5 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080075 May 06 10:02:30.813475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45892) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.819139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-129027c6-e422-4006-aab1-a94e00cd231c tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.859039 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-129027c6-e422-4006-aab1-a94e00cd231c tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.863675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-129027c6-e422-4006-aab1-a94e00cd231c tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0455632 May 06 10:02:30.863970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45894) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.869132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d7594a23-1d9a-4f16-9b9f-ee120f3eae96 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.869561 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-d7594a23-1d9a-4f16-9b9f-ee120f3eae96 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 06 10:02:30.870183 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-d7594a23-1d9a-4f16-9b9f-ee120f3eae96 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.873665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d7594a23-1d9a-4f16-9b9f-ee120f3eae96 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061018 May 06 10:02:30.873847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45896) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.878193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e5ada243-0fc4-4441-a7df-a782787a1054 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.916461 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-e5ada243-0fc4-4441-a7df-a782787a1054 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.917998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e5ada243-0fc4-4441-a7df-a782787a1054 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0431654 May 06 10:02:30.920979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45900) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.925901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9e8ba019-c830-48b5-83d1-b5b0ffd5928a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.926383 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-9e8ba019-c830-48b5-83d1-b5b0ffd5928a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 06 10:02:30.926900 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-9e8ba019-c830-48b5-83d1-b5b0ffd5928a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.927925 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9e8ba019-c830-48b5-83d1-b5b0ffd5928a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057471 May 06 10:02:30.930939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45902) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.936367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-17963444-2491-43a1-a5fe-d575d82fd6ba tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.961710 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-17963444-2491-43a1-a5fe-d575d82fd6ba tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Project 7a41490139844e1a9c96ad4ff81dbd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:02:30.977601 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-17963444-2491-43a1-a5fe-d575d82fd6ba tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.979192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-17963444-2491-43a1-a5fe-d575d82fd6ba tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0468976 May 06 10:02:30.981998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45904) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.988318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b8cd910a-5421-489a-8426-d3956106c3ce tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:30.989645 n-d-840834-1 neutron-server[102742]: WARNING neutron.api.v2.base [None req-b8cd910a-5421-489a-8426-d3956106c3ce tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 06 10:02:30.990423 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-b8cd910a-5421-489a-8426-d3956106c3ce tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:30.992738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b8cd910a-5421-489a-8426-d3956106c3ce tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085068 May 06 10:02:30.994966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45906) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:30.999557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a5399b23-9b06-41ea-bb00-a8cff664256c tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:31.028936 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-a5399b23-9b06-41ea-bb00-a8cff664256c tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Project 7a41490139844e1a9c96ad4ff81dbd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:02:31.043717 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-a5399b23-9b06-41ea-bb00-a8cff664256c tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:31.045283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a5399b23-9b06-41ea-bb00-a8cff664256c tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0490303 May 06 10:02:31.048231 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45908) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.054739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-218a4886-3009-4910-8611-5a3a1353d42f tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': 'f7f4c82b-23a1-4040-9e06-696fb70ec3a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:31.076813 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-218a4886-3009-4910-8611-5a3a1353d42f tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Project 7a41490139844e1a9c96ad4ff81dbd0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:02:31.092949 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-218a4886-3009-4910-8611-5a3a1353d42f tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:31.095680 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-218a4886-3009-4910-8611-5a3a1353d42f tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0448620 May 06 10:02:31.095835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45910) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.100192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45912) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.109436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-636bc723-a99d-4bfd-88eb-0971f14d1ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.169074 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbec9-c265-4683-a591-f1a30e9607cf tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.198677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbec9-c265-4683-a591-f1a30e9607cf tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.217428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-636bc723-a99d-4bfd-88eb-0971f14d1ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.226769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-636bc723-a99d-4bfd-88eb-0971f14d1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.252778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbec9-c265-4683-a591-f1a30e9607cf tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.256222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d9bbec9-c265-4683-a591-f1a30e9607cf tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.260527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7d9bbec9-c265-4683-a591-f1a30e9607cf tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/f7f4c82b-23a1-4040-9e06-696fb70ec3a4 HTTP/1.1" status: 204 len: 168 time: 0.1552038 May 06 10:02:31.261354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45916) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.283020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bbec9-c265-4683-a591-f1a30e9607cf tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f4c82b-23a1-4040-9e06-696fb70ec3a4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.303932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bc723-a99d-4bfd-88eb-0971f14d1ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e4ed76-4e70-4598-af87-5b12411329c1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.310297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-636bc723-a99d-4bfd-88eb-0971f14d1ab8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=be21e20e44394ac4a1257fe86c39fcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141562 May 06 10:02:31.319004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a5ec4-5b44-4b4f-9f62-845424315230 req-550e02c5-c7f2-49b6-ab31-544bc7d93096 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:31.321074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f55a5ec4-5b44-4b4f-9f62-845424315230 req-550e02c5-c7f2-49b6-ab31-544bc7d93096 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 944 time: 0.0880551 May 06 10:02:31.321723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45918) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.344246 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d7e07c8f-43d1-4d8f-bc9d-6b753abe7ff5 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816338 May 06 10:02:31.347014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45920) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.352707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-761da813-229e-4f1c-997c-7086e3d986e0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--893716359'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:31.375691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761da813-229e-4f1c-997c-7086e3d986e0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.390188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f55a5ec4-5b44-4b4f-9f62-845424315230 req-66141696-7e5f-4be0-99df-8d7652034156 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555942 May 06 10:02:31.406187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce799796-bc89-40c2-825c-f4dca07764b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.437789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce799796-bc89-40c2-825c-f4dca07764b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.474637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761da813-229e-4f1c-997c-7086e3d986e0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.481930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761da813-229e-4f1c-997c-7086e3d986e0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.521232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce799796-bc89-40c2-825c-f4dca07764b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.521509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-761da813-229e-4f1c-997c-7086e3d986e0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.523825 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-761da813-229e-4f1c-997c-7086e3d986e0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1754920 May 06 10:02:31.525959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761da813-229e-4f1c-997c-7086e3d986e0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4628578a-7067-4db7-a922-a2a5dc612b0d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.528609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.533661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce799796-bc89-40c2-825c-f4dca07764b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.537073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4f4074fc-4e20-4cd2-b7b3-0c14b262e331 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '4628578a-7067-4db7-a922-a2a5dc612b0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:31.541268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ce799796-bc89-40c2-825c-f4dca07764b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44e4ed76-4e70-4598-af87-5b12411329c1 HTTP/1.1" status: 204 len: 168 time: 0.2182281 May 06 10:02:31.562700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce799796-bc89-40c2-825c-f4dca07764b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e4ed76-4e70-4598-af87-5b12411329c1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:31.576685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:31.595927 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-4f4074fc-4e20-4cd2-b7b3-0c14b262e331 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The resource could not be found. May 06 10:02:31.597269 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4f4074fc-4e20-4cd2-b7b3-0c14b262e331 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0675454 May 06 10:02:31.600885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45932) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.610623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a26248bb-9fd2-4535-944e-c61f2ea021e2 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '4628578a-7067-4db7-a922-a2a5dc612b0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b311fa4d-7ef0-45bd-9e3b-8c9fb8c6187d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:31.672399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ced6e-20b4-4536-a0d2-e68620529506 req-f5cb4b43-6406-4c67-b6f7-dab0feaa79ef tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:31.675746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc4ced6e-20b4-4536-a0d2-e68620529506 req-f5cb4b43-6406-4c67-b6f7-dab0feaa79ef tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 945 time: 0.1553123 May 06 10:02:31.685452 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-a26248bb-9fd2-4535-944e-c61f2ea021e2 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The resource could not be found. May 06 10:02:31.687205 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a26248bb-9fd2-4535-944e-c61f2ea021e2 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0837793 May 06 10:02:31.691857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45936) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.730286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port a83152e4-6d48-4f46-95a4-72cf8386c9b7 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:02:31.733692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-f280456f-e5e7-4301-af2f-aa9a54831f9d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:31.735434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port a83152e4-6d48-4f46-95a4-72cf8386c9b7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:31.735840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-f280456f-e5e7-4301-af2f-aa9a54831f9d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 945 time: 0.1123679 May 06 10:02:31.736264 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.748304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc4ced6e-20b4-4536-a0d2-e68620529506 req-40f52b9c-6bba-4bff-a680-bf99b9aed2a4 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=b1e7d12c-003c-489d-98ea-5a1b17f35a20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627599 May 06 10:02:31.800948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5d06b3d7-5d83-4bee-9e30-f3860fac095a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.859826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port 501b5bb4-f581-4721-a565-c3bef31cbd30 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:31.860202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.867250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5d06b3d7-5d83-4bee-9e30-f3860fac095a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.933598 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.946492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5d06b3d7-5d83-4bee-9e30-f3860fac095a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.949757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5d06b3d7-5d83-4bee-9e30-f3860fac095a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:31.951009 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5d06b3d7-5d83-4bee-9e30-f3860fac095a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/4628578a-7067-4db7-a922-a2a5dc612b0d HTTP/1.1" status: 204 len: 168 time: 0.2581410 May 06 10:02:31.954603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45944) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:31.989154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:31.992934 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b0602b-6aac-4a7f-846d-f8a13af4e078" -d '{"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-plugged", "status": "completed", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:31.997009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:32.002603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.019540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] For port 501b5bb4-f581-4721-a565-c3bef31cbd30, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=501b5bb4-f581-4721-a565-c3bef31cbd30,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:32.019976 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.034658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06b3d7-5d83-4bee-9e30-f3860fac095a tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4628578a-7067-4db7-a922-a2a5dc612b0d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:32.081939 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb670e40-ad1d-4a49-9db5-10c389e26585 x-openstack-request-id: req-cb670e40-ad1d-4a49-9db5-10c389e26585 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:32.082617 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-plugged", "status": "completed", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:32.083247 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb670e40-ad1d-4a49-9db5-10c389e26585 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:32.083844 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb670e40-ad1d-4a49-9db5-10c389e26585'] response: {'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'code': 200} May 06 10:02:32.089090 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ea2b5a8c-b5d3-447f-b50a-388d72ae29ac tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1284106 May 06 10:02:32.093603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45952) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.103480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a521780e-7592-4ce8-ae22-058e81c51f18 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '28e29438-3e02-49d5-8b17-3465dd7a4bb8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:32.118783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:32.148133 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-a521780e-7592-4ce8-ae22-058e81c51f18 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The resource could not be found. May 06 10:02:32.150573 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a521780e-7592-4ce8-ae22-058e81c51f18 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0557461 May 06 10:02:32.156670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45954) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.161338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6439bd62-62d5-468e-b2c0-65d1e1ccd349 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977969003'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:32.262098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6439bd62-62d5-468e-b2c0-65d1e1ccd349 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.269936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93df888-ebbe-4a1c-b9d5-ceba272529c4 req-2a4be96c-fbee-458b-ae2a-59775b66ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:32.271760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a93df888-ebbe-4a1c-b9d5-ceba272529c4 req-2a4be96c-fbee-458b-ae2a-59775b66ab72 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.1331284 May 06 10:02:32.405256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a93df888-ebbe-4a1c-b9d5-ceba272529c4 req-f3915fa8-d0dd-4a84-a1a7-9d2ca3493564 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239085 May 06 10:02:32.410230 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.410769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.411091 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP a70782b0-a348-4b51-a30a-84c02c8d15a5 disassociated. External IP: 172.25.8.97, port: 501b5bb4-f581-4721-a565-c3bef31cbd30. May 06 10:02:32.411435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for 501b5bb4-f581-4721-a565-c3bef31cbd30 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:32.515447 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6439bd62-62d5-468e-b2c0-65d1e1ccd349 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.542631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6439bd62-62d5-468e-b2c0-65d1e1ccd349 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.616499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6439bd62-62d5-468e-b2c0-65d1e1ccd349 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.618432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6439bd62-62d5-468e-b2c0-65d1e1ccd349 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4605849 May 06 10:02:32.621649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45968) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.622407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439bd62-62d5-468e-b2c0-65d1e1ccd349 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a36294-0d3f-408b-b1cb-031623e0dedf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:32.640042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade45eea-4573-4ca4-b2f6-505de4ee1e3f req-de1a8e11-5365-4c04-ad14-f323a7b8139c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:32.642077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-00113575-9c8b-4046-8572-b833f9904b56 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--828860395'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:32.643344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ade45eea-4573-4ca4-b2f6-505de4ee1e3f req-de1a8e11-5365-4c04-ad14-f323a7b8139c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.1496780 May 06 10:02:32.673356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00113575-9c8b-4046-8572-b833f9904b56 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.757917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ade45eea-4573-4ca4-b2f6-505de4ee1e3f req-89e3282c-acac-4b23-97ae-244284724c65 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968685 May 06 10:02:32.760156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.778183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00113575-9c8b-4046-8572-b833f9904b56 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.790750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00113575-9c8b-4046-8572-b833f9904b56 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.824427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=501b5bb4-f581-4721-a565-c3bef31cbd30,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:32.837686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00113575-9c8b-4046-8572-b833f9904b56 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:32.840273 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-00113575-9c8b-4046-8572-b833f9904b56 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2175245 May 06 10:02:32.841101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00113575-9c8b-4046-8572-b833f9904b56 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53b1217-2c8c-482d-9ffe-5b2323880d6f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:32.844018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45982) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:32.871695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d08c670c-d22a-4f76-b3be-43031c9e3acb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '86a36294-0d3f-408b-b1cb-031623e0dedf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f53b1217-2c8c-482d-9ffe-5b2323880d6f'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:32.950875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e7554ed-f57c-4737-aa59-98b2f6b9b7c3 req-347c0dec-3b4e-4bd6-8286-3e04b3f347bf tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 210 time: 0.0734353 May 06 10:02:33.026451 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-d08c670c-d22a-4f76-b3be-43031c9e3acb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:33.027494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d08c670c-d22a-4f76-b3be-43031c9e3acb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1613107 May 06 10:02:33.032959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 45986) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.095802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:33.121311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84cd0399-5677-4887-855e-e24c1f47afe9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.152797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84cd0399-5677-4887-855e-e24c1f47afe9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.333036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:33.355201 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:33.372459 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:33.377833 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:33.411906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] No DVR routers for this DVR port 501b5bb4-f581-4721-a565-c3bef31cbd30 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:33.417837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.422282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7e46be7-0b41-4a4d-a430-2216de95780f req-c282b8da-7661-4163-87e0-f9a7724e6178 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "DELETE /v2.0/ports/501b5bb4-f581-4721-a565-c3bef31cbd30 HTTP/1.1" status: 204 len: 173 time: 1.6804285 May 06 10:02:33.423440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'name': 'network-vif-deleted', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:33.426840 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bfcac7-02ac-4d42-8d9e-91c567616e95" -d '{"events": [{"server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "name": "network-vif-deleted", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:33.430724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84cd0399-5677-4887-855e-e24c1f47afe9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.434306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84cd0399-5677-4887-855e-e24c1f47afe9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.435704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-84cd0399-5677-4887-855e-e24c1f47afe9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/f53b1217-2c8c-482d-9ffe-5b2323880d6f HTTP/1.1" status: 204 len: 168 time: 0.4044352 May 06 10:02:33.438375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 45998) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.447368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd0399-5677-4887-855e-e24c1f47afe9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53b1217-2c8c-482d-9ffe-5b2323880d6f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:33.565082 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcfb4b8-ca48-4228-a01d-44c896c47bf2 x-openstack-request-id: req-1bcfb4b8-ca48-4228-a01d-44c896c47bf2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:33.565394 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd", "name": "network-vif-deleted", "tag": "501b5bb4-f581-4721-a565-c3bef31cbd30", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:33.565650 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1bcfb4b8-ca48-4228-a01d-44c896c47bf2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:33.566063 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcfb4b8-ca48-4228-a01d-44c896c47bf2'] response: {'server_uuid': 'c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd', 'name': 'network-vif-deleted', 'tag': '501b5bb4-f581-4721-a565-c3bef31cbd30', 'status': 'completed', 'code': 200} May 06 10:02:33.611997 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3cd5ff84-3633-42ef-8629-e96316981107 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1721458 May 06 10:02:33.615043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46002) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.676423 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:33.727388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7d77b43-b8a3-4c99-aeef-a3eeeb01e9a6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.759555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7d77b43-b8a3-4c99-aeef-a3eeeb01e9a6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.831278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7d77b43-b8a3-4c99-aeef-a3eeeb01e9a6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.838581 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7d77b43-b8a3-4c99-aeef-a3eeeb01e9a6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:33.840696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a7d77b43-b8a3-4c99-aeef-a3eeeb01e9a6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/86a36294-0d3f-408b-b1cb-031623e0dedf HTTP/1.1" status: 204 len: 168 time: 0.2230945 May 06 10:02:33.843683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46016) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.853189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d77b43-b8a3-4c99-aeef-a3eeeb01e9a6 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a36294-0d3f-408b-b1cb-031623e0dedf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:33.936852 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cfdf2488-b3bc-4422-8693-e9fe523993fb tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919995 May 06 10:02:33.941138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46020) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:33.954442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b9b52d36-6403-43bb-a865-296061368bc9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--735606041'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:33.966719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f73e67-de86-4853-871d-96d6108408c1 req-611fd8b0-190b-4678-9d77-3e126e288bae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:33.968324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88f73e67-de86-4853-871d-96d6108408c1 req-611fd8b0-190b-4678-9d77-3e126e288bae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0979869 May 06 10:02:33.986440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d36-6403-43bb-a865-296061368bc9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.106963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88f73e67-de86-4853-871d-96d6108408c1 req-b49b8741-574f-4691-9b20-64530f1dc6b2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292443 May 06 10:02:34.150451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d36-6403-43bb-a865-296061368bc9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.156208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d36-6403-43bb-a865-296061368bc9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.201445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbfd22cb-71a9-41b1-92fc-ddddb8f6dab0 req-3896e7e7-ee13-451b-9286-4f2150890c0b tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3fd3cd1-d305-42dd-94f1-ab1c490b8ddd HTTP/1.1" status: 200 len: 210 time: 0.0532026 May 06 10:02:34.243405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9b52d36-6403-43bb-a865-296061368bc9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.247891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 501b5bb4-f581-4721-a565-c3bef31cbd30 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:34.250945 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b9b52d36-6403-43bb-a865-296061368bc9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3087294 May 06 10:02:34.254582 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b52d36-6403-43bb-a865-296061368bc9 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45b78d-d7e2-412b-a80e-7dcc18c7fde5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:34.273129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.284379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f8d2bc12-bcb8-4830-a50b-83459f820047 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '4a45b78d-d7e2-412b-a80e-7dcc18c7fde5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:34.285703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 501b5bb4-f581-4721-a565-c3bef31cbd30 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:34.286142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 501b5bb4-f581-4721-a565-c3bef31cbd30 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:34.292843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c7d0e-636b-48e3-b0b7-962bc3cc7b72 req-fd02dbc8-528e-4481-9959-273c6a571ce0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.302485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d14c7d0e-636b-48e3-b0b7-962bc3cc7b72 req-fd02dbc8-528e-4481-9959-273c6a571ce0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0815275 May 06 10:02:34.324443 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:23Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:34.338470 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-f8d2bc12-bcb8-4830-a50b-83459f820047 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:34.339556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f8d2bc12-bcb8-4830-a50b-83459f820047 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0651779 May 06 10:02:34.343169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46034) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.348953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8a2237e7-4ac1-4bc1-b6e6-9ebf5695dfea tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group_rule': {'security_group_id': '4a45b78d-d7e2-412b-a80e-7dcc18c7fde5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:34.362214 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:34.372201 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:34.372803 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:34.384790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d14c7d0e-636b-48e3-b0b7-962bc3cc7b72 req-144cd21e-e2b9-4f5d-9bcd-bea493d6ecf7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760119 May 06 10:02:34.398059 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46036) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.449875 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-8a2237e7-4ac1-4bc1-b6e6-9ebf5695dfea tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:02:34.451073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8a2237e7-4ac1-4bc1-b6e6-9ebf5695dfea tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1069314 May 06 10:02:34.452624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f39c7b-95b0-4958-8a5d-31cd80e8e7b7 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:34.453985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46040) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.457264 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c2f39c7b-95b0-4958-8a5d-31cd80e8e7b7 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1091 time: 0.0576293 May 06 10:02:34.457851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46042) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.463033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:34.491004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.537016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afebf7d9-d4ad-4a61-9257-a6903d7e692b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.545305 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:34.573925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afebf7d9-d4ad-4a61-9257-a6903d7e692b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.654184 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.683929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afebf7d9-d4ad-4a61-9257-a6903d7e692b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.687375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afebf7d9-d4ad-4a61-9257-a6903d7e692b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.691877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-afebf7d9-d4ad-4a61-9257-a6903d7e692b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/4a45b78d-d7e2-412b-a80e-7dcc18c7fde5 HTTP/1.1" status: 204 len: 168 time: 0.2363899 May 06 10:02:34.692979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46050) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.721195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf7d9-d4ad-4a61-9257-a6903d7e692b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45b78d-d7e2-412b-a80e-7dcc18c7fde5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:34.770149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-307aae2a-9743-4599-8e11-c57327c913d1 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716817 May 06 10:02:34.771052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46052) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:34.788922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ebca5b85-d307-44a9-87a1-941289f4fe04 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'tempest-secgroup--648769377'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:34.826067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ebca5b85-d307-44a9-87a1-941289f4fe04 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.886656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.17 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/f4835515-c96a-44d4-b128-35b18273604a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:34.943136 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:23Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:34.975017 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c4d776-8313-4071-84a4-11c2c078df03 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '733ebafa-c7b1-451f-8a3a-4267eb7de126', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:68:1b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T09:58:54Z', 'updated_at': '2022-05-06T09:59:23Z', 'revision_number': 2, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:34.982591 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ebca5b85-d307-44a9-87a1-941289f4fe04 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:34.990812 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ebca5b85-d307-44a9-87a1-941289f4fe04 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.034039 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ebca5b85-d307-44a9-87a1-941289f4fe04 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.038915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ebca5b85-d307-44a9-87a1-941289f4fe04 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2660990 May 06 10:02:35.041609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46058) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.045743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca5b85-d307-44a9-87a1-941289f4fe04 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb902b-c591-49c7-8185-de910f52f0df,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:35.051247 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-47987893-5901-4fe2-8054-4e2e5192aec0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:35.052175 n-d-840834-1 neutron-server[102743]: WARNING neutron.api.v2.base [None req-47987893-5901-4fe2-8054-4e2e5192aec0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 06 10:02:35.053021 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-47987893-5901-4fe2-8054-4e2e5192aec0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] update failed (client error): There was a conflict when trying to complete your request. May 06 10:02:35.057094 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47987893-5901-4fe2-8054-4e2e5192aec0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "PUT /v2.0/security-groups/95fb902b-c591-49c7-8185-de910f52f0df HTTP/1.1" status: 409 len: 330 time: 0.0077271 May 06 10:02:35.058374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46060) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.072403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.124401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.139830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cec028a6-bb78-4550-830f-f9d9895a10b0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.144820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46062) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.177924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:35.180545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cec028a6-bb78-4550-830f-f9d9895a10b0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.180926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:35.183478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:35.229939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=f4835515-c96a-44d4-b128-35b18273604a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:35.282194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cec028a6-bb78-4550-830f-f9d9895a10b0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.286377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cec028a6-bb78-4550-830f-f9d9895a10b0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.290544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cec028a6-bb78-4550-830f-f9d9895a10b0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/95fb902b-c591-49c7-8185-de910f52f0df HTTP/1.1" status: 204 len: 168 time: 0.2286654 May 06 10:02:35.291954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46072) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.339955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec028a6-bb78-4550-830f-f9d9895a10b0 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb902b-c591-49c7-8185-de910f52f0df,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:35.377271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46076) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.406592 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6054c762-b215-4996-8ac4-1beb6a3b62cf tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030087 May 06 10:02:35.408938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46078) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.434464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37247e4f-1358-4c88-809a-595a7ac77723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.450025 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-117a5609-fc97-4d1a-9155-9ecc66f53220 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] delete failed (client error): The resource could not be found. May 06 10:02:35.451131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-117a5609-fc97-4d1a-9155-9ecc66f53220 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "DELETE /v2.0/security-groups/f86d4afd-658e-4a25-a6b8-2e9b5710b4f0 HTTP/1.1" status: 404 len: 347 time: 0.0405364 May 06 10:02:35.457122 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.462353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca303474-8ea3-4570-b8ff-51be7ad815c0 None None] New status for floating IP a70782b0-a348-4b51-a30a-84c02c8d15a5: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:02:35.513253 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-7e9cbc7a-2830-4b3e-908d-02e00718c53b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] show failed (client error): The resource could not be found. May 06 10:02:35.518117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46082) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.518404 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7e9cbc7a-2830-4b3e-908d-02e00718c53b tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-groups/32651d1d-92df-4824-9ff9-864e1f082d8b HTTP/1.1" status: 404 len: 347 time: 0.0592332 May 06 10:02:35.538354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37247e4f-1358-4c88-809a-595a7ac77723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.540816 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-e4bab2a4-5232-444a-ad0b-b6ea13c43430 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] show failed (client error): The resource could not be found. May 06 10:02:35.542429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4bab2a4-5232-444a-ad0b-b6ea13c43430 tempest-NegativeSecGroupIPv6Test-2099567338 tempest-NegativeSecGroupIPv6Test-2099567338-project] 10.222.0.76 "GET /v2.0/security-group-rules/8b44b067-38bb-405c-a171-afa1e099d4de HTTP/1.1" status: 404 len: 356 time: 0.0228331 May 06 10:02:35.544332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37247e4f-1358-4c88-809a-595a7ac77723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.552805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c7f2db-56a4-47a5-ab53-3655bc8e8dd9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.585932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37247e4f-1358-4c88-809a-595a7ac77723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82c4894-7b22-43e1-a10c-f89401a8296c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:35.612081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c7f2db-56a4-47a5-ab53-3655bc8e8dd9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.612705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-37247e4f-1358-4c88-809a-595a7ac77723 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14c8a1c26e3746b8ae114762f33ce1f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4668779 May 06 10:02:35.613876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46086) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.683684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46a5b437-d27c-41a0-af07-887003d5e198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.709686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46a5b437-d27c-41a0-af07-887003d5e198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.778820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c7f2db-56a4-47a5-ab53-3655bc8e8dd9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.782269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c7f2db-56a4-47a5-ab53-3655bc8e8dd9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.783434 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-16c7f2db-56a4-47a5-ab53-3655bc8e8dd9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/security-groups/b1e7d12c-003c-489d-98ea-5a1b17f35a20 HTTP/1.1" status: 204 len: 168 time: 0.4048557 May 06 10:02:35.785477 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46a5b437-d27c-41a0-af07-887003d5e198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.788084 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46a5b437-d27c-41a0-af07-887003d5e198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:35.788243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46088) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.792141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-46a5b437-d27c-41a0-af07-887003d5e198 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e82c4894-7b22-43e1-a10c-f89401a8296c HTTP/1.1" status: 204 len: 168 time: 0.1746922 May 06 10:02:35.801135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5b437-d27c-41a0-af07-887003d5e198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82c4894-7b22-43e1-a10c-f89401a8296c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:35.884859 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-a1ab9420-0d07-433a-8d08-74afed62e8c3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] show failed (client error): The resource could not be found. May 06 10:02:35.885901 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a1ab9420-0d07-433a-8d08-74afed62e8c3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups/b1e7d12c-003c-489d-98ea-5a1b17f35a20 HTTP/1.1" status: 404 len: 347 time: 0.0256596 May 06 10:02:35.888492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7f2db-56a4-47a5-ab53-3655bc8e8dd9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7d12c-003c-489d-98ea-5a1b17f35a20,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:35.889065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46096) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:35.974723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46098) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.060297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.114837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port 9a1bba52-bd58-4a89-97a8-28aaf41cfd49 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:36.115358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.149769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.246353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.246668 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.262291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for 9a1bba52-bd58-4a89-97a8-28aaf41cfd49 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:36.349192 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.355327 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.456224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=f4835515-c96a-44d4-b128-35b18273604a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:36.464937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.755928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-920d40c9-c8e3-46c6-b3b3-ec73189fd6f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a41490139844e1a9c96ad4ff81dbd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800612 May 06 10:02:36.758592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46122) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:36.826067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a135aaf-4e3d-4756-89c7-df646a281ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.866276 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 associated. External IP: 172.25.8.17, port: a83152e4-6d48-4f46-95a4-72cf8386c9b7. May 06 10:02:36.881802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a135aaf-4e3d-4756-89c7-df646a281ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.907936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:36.965674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=9a1bba52-bd58-4a89-97a8-28aaf41cfd49,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:37.022261 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a135aaf-4e3d-4756-89c7-df646a281ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.026035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a135aaf-4e3d-4756-89c7-df646a281ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.027354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a135aaf-4e3d-4756-89c7-df646a281ecc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9d7b4f7-9457-4967-a7cd-d477f4e3cb7b HTTP/1.1" status: 204 len: 168 time: 0.2676935 May 06 10:02:37.041525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a135aaf-4e3d-4756-89c7-df646a281ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d7b4f7-9457-4967-a7cd-d477f4e3cb7b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:37.048882 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.063370 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.067130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7cd8e85d-f3b7-4a20-91a5-6e23930f4c16 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/floatingips/a70782b0-a348-4b51-a30a-84c02c8d15a5 HTTP/1.1" status: 204 len: 168 time: 1.1770921 May 06 10:02:37.137283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 95b9988d-bba5-4b6d-8f8c-a939660c172b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:37.305800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:37.315368 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] Sync routers for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:37.332985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:37.336901 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:37.337938 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:37.399559 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2cd2f1aa-a737-4466-b771-5fa162393286 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9381933 May 06 10:02:37.399559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:37.428809 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f44a58-e713-4d56-8349-0ef92b68f5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:37.587882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:37.633351 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ce8bab-c7d9-4533-a401-c5a6bc05d132 x-openstack-request-id: req-20ce8bab-c7d9-4533-a401-c5a6bc05d132 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:37.633728 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:37.634045 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20ce8bab-c7d9-4533-a401-c5a6bc05d132 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:37.634542 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ce8bab-c7d9-4533-a401-c5a6bc05d132'] response: {'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'status': 'completed', 'code': 200} May 06 10:02:37.648612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae96a0-8df0-4a67-973c-5b891f2cb002 req-c175aad8-a218-4823-89c8-c1a156095963 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:37.659894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22ae96a0-8df0-4a67-973c-5b891f2cb002 req-c175aad8-a218-4823-89c8-c1a156095963 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.1107862 May 06 10:02:37.736166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22ae96a0-8df0-4a67-973c-5b891f2cb002 req-63038740-caeb-474e-8537-cfb32ee91c16 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753348 May 06 10:02:37.754678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46160) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:37.770169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-0dfea2eb-1502-409a-8545-c7c09f658f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:37.776786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-0dfea2eb-1502-409a-8545-c7c09f658f72 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.1058037 May 06 10:02:37.973948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eb5833a8-7e5b-430f-a997-cc3400b29158 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 HTTP/1.1" status: 200 len: 990 time: 0.2159762 May 06 10:02:37.980810 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e1b4b0a1-c7b9-4b84-baee-68e8ec97f656', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'port_id': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'mac_address': 'fa:16:3e:2b:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:02:35Z', 'updated_at': '2022-05-06T10:02:35Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:21Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:38.025497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-efb71126-5d96-4b90-ab7b-3c0a98985fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:38.031066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-efb71126-5d96-4b90-ab7b-3c0a98985fb1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.1882267 May 06 10:02:38.065652 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] Checking router: 95b9988d-bba5-4b6d-8f8c-a939660c172b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:38.090406 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:38.091304 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:38.122102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-acb881fe-3bb2-435f-ad16-410e6f613197 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 998 time: 0.0833721 May 06 10:02:38.231873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-02302223-6f9d-4db1-99e7-54e036d0fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:38.236418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-02302223-6f9d-4db1-99e7-54e036d0fddc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.1084769 May 06 10:02:38.316388 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:38.352860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-40a88337-d9ed-4235-b29d-66168e63b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:38.354687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-40a88337-d9ed-4235-b29d-66168e63b878 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1109233 May 06 10:02:38.539898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-2725abd2-be68-443e-a201-8bb1a39671da service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755679 May 06 10:02:38.698617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46196) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:38.726302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4f44a58-e713-4d56-8349-0ef92b68f5e0 req-61276a98-988c-417f-a3bc-a95b6115ef94 service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787546 May 06 10:02:38.851862 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e1b4b0a1-c7b9-4b84-baee-68e8ec97f656', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'port_id': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'mac_address': 'fa:16:3e:2b:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:02:35Z', 'updated_at': '2022-05-06T10:02:35Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:21Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:38.856742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-609043310'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:38.893311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Made reservation on behalf of 3771d69ffbbc496f91ba9924eb6f7a91 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:38.894163 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f1da1-6b43-4e5a-b486-9e9177d06f82 None None] The sync data for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 is: [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e1b4b0a1-c7b9-4b84-baee-68e8ec97f656', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.17', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'port_id': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'mac_address': 'fa:16:3e:2b:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:02:35Z', 'updated_at': '2022-05-06T10:02:35Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:21Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:38.897712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.911549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:38.978080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46204) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:39.027461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46206) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:39.069299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.077435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef707edf-9ba3-4296-8744-c1c032c330c1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 HTTP/1.1" status: 200 len: 990 time: 0.0979140 May 06 10:02:39.079848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.116343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:02:39.128200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d3d8c-d8d6-47d6-8e8a-b8df00fd5c3a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:39.133991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.134679 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Added segment 4ffdd2ee-8fb2-47b5-bd02-86d23347d30c of type vlan for network 53795c30-4765-48ad-8458-822ba7d4490c May 06 10:02:39.209021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.218716 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a94a6085-ec96-4d82-a6ff-90b5e0003157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.266196 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.271264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9f64fe-e7dc-4146-9e3d-1e953bd0fb82 None None] New status for floating IP e1b4b0a1-c7b9-4b84-baee-68e8ec97f656: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:02:39.273180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:39.274306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.357184 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6573908 May 06 10:02:39.360219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46210) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:39.365734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Request body: {'subnet': {'network_id': '53795c30-4765-48ad-8458-822ba7d4490c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:39.371491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a92d6-0ab1-4489-bb01-19f642635f30 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event updated for resources: {'Network': ['ID=53795c30-4765-48ad-8458-822ba7d4490c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:39.426981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a94a6085-ec96-4d82-a6ff-90b5e0003157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.432823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a94a6085-ec96-4d82-a6ff-90b5e0003157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.434171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 53795c30-4765-48ad-8458-822ba7d4490c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:02:39.466862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a6085-ec96-4d82-a6ff-90b5e0003157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25faeb65-b41c-4bca-97a0-299eb12458d8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:39.491646 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a94a6085-ec96-4d82-a6ff-90b5e0003157 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ffe543846144e389430b47d7814a0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620974 May 06 10:02:39.492236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46212) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:39.532230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Made reservation on behalf of 3771d69ffbbc496f91ba9924eb6f7a91 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:39.539915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.552476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4135-4c75-4389-9a84-4d4ef5fb2259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.583971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4135-4c75-4389-9a84-4d4ef5fb2259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.653180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4135-4c75-4389-9a84-4d4ef5fb2259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.656850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4135-4c75-4389-9a84-4d4ef5fb2259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.660074 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4e9a4135-4c75-4389-9a84-4d4ef5fb2259 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/25faeb65-b41c-4bca-97a0-299eb12458d8 HTTP/1.1" status: 204 len: 168 time: 0.1667216 May 06 10:02:39.683882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a4135-4c75-4389-9a84-4d4ef5fb2259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25faeb65-b41c-4bca-97a0-299eb12458d8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:39.842534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:39.916467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event updated for resources: {'Subnet': ['ID=362322e0-58ee-4024-9651-37c37f6cbc96,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:39.929777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Checking segment: {'id': '4ffdd2ee-8fb2-47b5-bd02-86d23347d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53795c30-4765-48ad-8458-822ba7d4490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:39.930142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Network hostable DHCP agents. Network: 53795c30-4765-48ad-8458-822ba7d4490c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:02:39.950271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Network 53795c30-4765-48ad-8458-822ba7d4490c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:02:39.961211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 53795c30-4765-48ad-8458-822ba7d4490c) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:39.973469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c47351-9b99-4637-8dd6-80569aeb22a6 None None] Network 53795c30-4765-48ad-8458-822ba7d4490c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:39.974188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:39.974791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.011630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-60a4d19d-4bd6-44e2-b6c3-b23af87ca6df tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6480043 May 06 10:02:40.014371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46226) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:40.021128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Request body: {'port': {'network_id': '53795c30-4765-48ad-8458-822ba7d4490c', 'name': 'tempest-TagsExtTest-774048693'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:40.081497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46228) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:40.140925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46230) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:40.162454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9b5d-156d-42c1-855c-d7ba512bc07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.177182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f2f6a9d4-8791-4f27-9b44-4bbcd7dd1de1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 HTTP/1.1" status: 200 len: 992 time: 0.0941279 May 06 10:02:40.224398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-53795c30-4765-48ad-8458-822ba7d4490c', 'network_id': '53795c30-4765-48ad-8458-822ba7d4490c', 'tenant_id': '3771d69ffbbc496f91ba9924eb6f7a91', 'fixed_ips': [{'subnet_id': '362322e0-58ee-4024-9651-37c37f6cbc96'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:02:40.226965 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.232172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Made reservation on behalf of 3771d69ffbbc496f91ba9924eb6f7a91 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:40.235854 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.259735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] device_id is not set on port 4a0e0431-6764-4eef-b66f-eb790a803951 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:02:40.389732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9b5d-156d-42c1-855c-d7ba512bc07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.397972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e7aa9b5d-156d-42c1-855c-d7ba512bc07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.432445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Allocated IP 172.20.0.4 (53795c30-4765-48ad-8458-822ba7d4490c/362322e0-58ee-4024-9651-37c37f6cbc96/4a0e0431-6764-4eef-b66f-eb790a803951) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:40.465451 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e7aa9b5d-156d-42c1-855c-d7ba512bc07e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53acdb7aeb4b4fc69bd19763e2c1c394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3205950 May 06 10:02:40.466135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46232) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:40.473607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa9b5d-156d-42c1-855c-d7ba512bc07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e2729-8cc6-4a67-b468-17fb0d474434,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:40.541423 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87ca1f95-86f1-416e-a4d0-cb6233ec9761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.565365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87ca1f95-86f1-416e-a4d0-cb6233ec9761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.629289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87ca1f95-86f1-416e-a4d0-cb6233ec9761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.632321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87ca1f95-86f1-416e-a4d0-cb6233ec9761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.633464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-87ca1f95-86f1-416e-a4d0-cb6233ec9761 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a2e2729-8cc6-4a67-b468-17fb0d474434 HTTP/1.1" status: 204 len: 168 time: 0.1664021 May 06 10:02:40.642327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca1f95-86f1-416e-a4d0-cb6233ec9761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e2729-8cc6-4a67-b468-17fb0d474434,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:40.686191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.725801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.786465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event updated for resources: {'Port': ['ID=4a0e0431-6764-4eef-b66f-eb790a803951,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:40.833366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Network 53795c30-4765-48ad-8458-822ba7d4490c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:40.835742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:40.836337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Allocated IP 172.20.0.2 (53795c30-4765-48ad-8458-822ba7d4490c/362322e0-58ee-4024-9651-37c37f6cbc96/b14facea-7637-486d-8c05-fc85922e7543) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:40.849884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:40.915310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:40.928508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:40.964875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4b5cf1eb-4cfb-4397-911e-c7895803605e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9484274 May 06 10:02:40.967489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:40.973320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-39228359-e938-4214-85cf-114f24b8fc62 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1777398346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:41.015750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39228359-e938-4214-85cf-114f24b8fc62 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.016921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39228359-e938-4214-85cf-114f24b8fc62 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.085533 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39228359-e938-4214-85cf-114f24b8fc62 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.091126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39228359-e938-4214-85cf-114f24b8fc62 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.113071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39228359-e938-4214-85cf-114f24b8fc62 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.117481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46250) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:41.118418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-39228359-e938-4214-85cf-114f24b8fc62 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1494939 May 06 10:02:41.122791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a4ba7b69-fa4e-47b4-ad47-a86032279f94 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1223836057', 'prefixes': ['172.20.0.0/16']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:41.199897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a4ba7b69-fa4e-47b4-ad47-a86032279f94 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for subnetpool, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.203773 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4ba7b69-fa4e-47b4-ad47-a86032279f94 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0843551 May 06 10:02:41.205613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:41.220069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-8dc53928-547c-4462-b940-078b873636d0 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', 'tempest-TagsExtTest-Tag-1284254362') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:41.378114 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.387774 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.416354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8dc53928-547c-4462-b940-078b873636d0 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags/tempest-TagsExtTest-Tag-1284254362 HTTP/1.1" status: 201 len: 201 time: 0.2089455 May 06 10:02:41.418292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46260) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:41.434885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-321a61cd-4aa5-4dd1-b099-7a167aa11e82 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', 'tempest-TagsExtTest-Tag-414300573') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:41.440513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Network 53795c30-4765-48ad-8458-822ba7d4490c is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:41.445715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:41.453407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:41.533966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Pushing event updated for resources: {'Port': ['ID=b14facea-7637-486d-8c05-fc85922e7543,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:41.544348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Attempting to bind port b14facea-7637-486d-8c05-fc85922e7543 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:41.545450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Attempting to bind port b14facea-7637-486d-8c05-fc85922e7543 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4ffdd2ee-8fb2-47b5-bd02-86d23347d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53795c30-4765-48ad-8458-822ba7d4490c'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:41.545886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Attempting to bind port b14facea-7637-486d-8c05-fc85922e7543 on network 53795c30-4765-48ad-8458-822ba7d4490c {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:41.554563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:41.555563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Checking segment: {'id': '4ffdd2ee-8fb2-47b5-bd02-86d23347d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53795c30-4765-48ad-8458-822ba7d4490c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:41.556001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.556399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Bound using segment: {'id': '4ffdd2ee-8fb2-47b5-bd02-86d23347d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53795c30-4765-48ad-8458-822ba7d4490c'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:41.557808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Bound port: b14facea-7637-486d-8c05-fc85922e7543, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffdd2ee-8fb2-47b5-bd02-86d23347d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '53795c30-4765-48ad-8458-822ba7d4490c'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:41.558203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.558760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-321a61cd-4aa5-4dd1-b099-7a167aa11e82 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags/tempest-TagsExtTest-Tag-414300573 HTTP/1.1" status: 201 len: 201 time: 0.1376836 May 06 10:02:41.561711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46266) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:41.567203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-644e746b-191f-4038-ae9d-eb268b9d0dbd tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', 'tempest-TagsExtTest-Tag-1289722368') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:41.650507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] For port b14facea-7637-486d-8c05-fc85922e7543, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:41.654468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] For port b14facea-7637-486d-8c05-fc85922e7543, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b14facea-7637-486d-8c05-fc85922e7543,segment=NetworkSegment(4ffdd2ee-8fb2-47b5-bd02-86d23347d30c),segment_id=4ffdd2ee-8fb2-47b5-bd02-86d23347d30c)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:41.660495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:41.735837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-644e746b-191f-4038-ae9d-eb268b9d0dbd tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags/tempest-TagsExtTest-Tag-1289722368 HTTP/1.1" status: 201 len: 201 time: 0.1728017 May 06 10:02:41.738273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46272) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:41.746735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-439d49d9-6cb7-498b-934c-0f6faea8812e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', 'tempest-TagsExtTest-Tag-151595949') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:41.804987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5d092-a9fe-4ec3-b55e-0ce3e40f7512 None None] Pushing event updated for resources: {'Port': ['ID=b14facea-7637-486d-8c05-fc85922e7543,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:41.848033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-439d49d9-6cb7-498b-934c-0f6faea8812e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags/tempest-TagsExtTest-Tag-151595949 HTTP/1.1" status: 201 len: 201 time: 0.1071112 May 06 10:02:41.850097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:41.858704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-302d7ea8-5a85-40c4-b2ea-6ed801312777 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:41.980163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-302d7ea8-5a85-40c4-b2ea-6ed801312777 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags HTTP/1.1" status: 200 len: 241 time: 0.1281412 May 06 10:02:41.982894 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46286) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:41.987606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-66bf241c-b9d4-4f99-a28d-58cecc68eb71 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', 'tempest-TagsExtTest-Tag-1284254362') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.125760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-66bf241c-b9d4-4f99-a28d-58cecc68eb71 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags/tempest-TagsExtTest-Tag-1284254362 HTTP/1.1" status: 204 len: 168 time: 0.1413817 May 06 10:02:42.128400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46294) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.134337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-03163358-b4a9-4643-92c8-144bcb926aaa tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', 'tempest-TagsExtTest-Tag-1284254362') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.257659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-03163358-b4a9-4643-92c8-144bcb926aaa tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags/tempest-TagsExtTest-Tag-1284254362 HTTP/1.1" status: 204 len: 168 time: 0.1247981 May 06 10:02:42.257969 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46298) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.262550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-78528862-b91e-4a6c-990b-289429ba04f1 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.353300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46304) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.354138 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-78528862-b91e-4a6c-990b-289429ba04f1 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags HTTP/1.1" status: 200 len: 205 time: 0.0950308 May 06 10:02:42.358090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-6a6aaf2a-4e2d-4a01-b347-a5f6f1d2248a tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.424734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6a6aaf2a-4e2d-4a01-b347-a5f6f1d2248a tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags HTTP/1.1" status: 200 len: 240 time: 0.0679414 May 06 10:02:42.425603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.431279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-c00564e3-c520-4572-a8c3-90067e246911 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', 'tempest-TagsExtTest-Tag-414300573') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.506102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46314) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.506266 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c00564e3-c520-4572-a8c3-90067e246911 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags/tempest-TagsExtTest-Tag-414300573 HTTP/1.1" status: 204 len: 168 time: 0.0789156 May 06 10:02:42.512738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-67cf7ce6-2720-408a-a865-e0ef360aa8ba tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', 'tempest-TagsExtTest-Tag-414300573') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.598105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46318) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.605596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-52d638e8-40ff-4cd3-9d99-16f115c0b730 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.609395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-67cf7ce6-2720-408a-a865-e0ef360aa8ba tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags/tempest-TagsExtTest-Tag-414300573 HTTP/1.1" status: 204 len: 168 time: 0.1010053 May 06 10:02:42.667049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7dbde8f4-bac3-4795-9f49-0ed8a9b62eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:42.679381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46320) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.690479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-8d45d84c-7e16-4cbc-b05e-9930c8c30a71 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.693929 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-52d638e8-40ff-4cd3-9d99-16f115c0b730 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags HTTP/1.1" status: 200 len: 205 time: 0.0942168 May 06 10:02:42.822268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8d45d84c-7e16-4cbc-b05e-9930c8c30a71 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags HTTP/1.1" status: 200 len: 241 time: 0.1397858 May 06 10:02:42.824970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46324) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.836564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-53995634-64d9-4a97-afff-7c2e650fe380 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', 'tempest-TagsExtTest-Tag-1289722368') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:42.880222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46326) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.954122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-53995634-64d9-4a97-afff-7c2e650fe380 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags/tempest-TagsExtTest-Tag-1289722368 HTTP/1.1" status: 204 len: 168 time: 0.1278276 May 06 10:02:42.957094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46332) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:42.963195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-67ad9daa-a557-46cb-b3f2-2f872e846148 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', 'tempest-TagsExtTest-Tag-1289722368') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.155212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9538a3a-e9b3-466f-a04f-ba6cc5f03bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.208832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c7d37-4627-408e-89a3-9e4911cb5c59 None None] Network 53795c30-4765-48ad-8458-822ba7d4490c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:43.220958 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-67ad9daa-a557-46cb-b3f2-2f872e846148 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags/tempest-TagsExtTest-Tag-1289722368 HTTP/1.1" status: 204 len: 168 time: 0.2626274 May 06 10:02:43.224531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46340) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.232825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-cd32c4d0-e2bc-44dd-abf8-1010cf400d5c tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.292282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9538a3a-e9b3-466f-a04f-ba6cc5f03bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.298119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b9538a3a-e9b3-466f-a04f-ba6cc5f03bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.339690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b14facea-7637-486d-8c05-fc85922e7543 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:43.358057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cd32c4d0-e2bc-44dd-abf8-1010cf400d5c tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags HTTP/1.1" status: 200 len: 205 time: 0.1287010 May 06 10:02:43.358280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46342) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.362491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-277a03a8-c214-40f7-a413-a12ea2233fa7 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.372879 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b9538a3a-e9b3-466f-a04f-ba6cc5f03bb2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3931d0c5e7fd4b70b9874cefcf2d12fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912353 May 06 10:02:43.378570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46344) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.387179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9538a3a-e9b3-466f-a04f-ba6cc5f03bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb496a-44d7-4793-9436-e33a73431c5d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:43.391800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-277a03a8-c214-40f7-a413-a12ea2233fa7 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags HTTP/1.1" status: 200 len: 240 time: 0.0302637 May 06 10:02:43.391983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1ce674cd-1b7d-4990-80f5-c0efd83ec8c5 None None] Provisioning complete for port b14facea-7637-486d-8c05-fc85922e7543 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:43.392707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ce674cd-1b7d-4990-80f5-c0efd83ec8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.392847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46346) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.400298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-969e8d1f-7bec-4732-890c-e2f976eac2fa tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', 'tempest-TagsExtTest-Tag-151595949') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.436049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.436908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-969e8d1f-7bec-4732-890c-e2f976eac2fa tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags/tempest-TagsExtTest-Tag-151595949 HTTP/1.1" status: 204 len: 168 time: 0.0429993 May 06 10:02:43.442249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-d4a92cfb-050d-4472-ba5a-b639e63208ba tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', 'tempest-TagsExtTest-Tag-151595949') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.485657 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c078b93-60d0-4d81-935e-a9db0d582579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.517921 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c078b93-60d0-4d81-935e-a9db0d582579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.530841 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4a92cfb-050d-4472-ba5a-b639e63208ba tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags/tempest-TagsExtTest-Tag-151595949 HTTP/1.1" status: 204 len: 168 time: 0.0891182 May 06 10:02:43.530841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46350) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.533610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-bfb91a73-be9a-4ceb-8e8d-6464b0dc53ba tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.559218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b14facea-7637-486d-8c05-fc85922e7543 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:43.559623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.596671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bfb91a73-be9a-4ceb-8e8d-6464b0dc53ba tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags HTTP/1.1" status: 200 len: 205 time: 0.0640960 May 06 10:02:43.597621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.609656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-ba947b98-f6f4-4995-8c72-1ed3efdd2ee9 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.612892 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c078b93-60d0-4d81-935e-a9db0d582579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.617218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5c078b93-60d0-4d81-935e-a9db0d582579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.618544 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5c078b93-60d0-4d81-935e-a9db0d582579 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3dbb496a-44d7-4793-9436-e33a73431c5d HTTP/1.1" status: 204 len: 168 time: 0.2384334 May 06 10:02:43.628835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c078b93-60d0-4d81-935e-a9db0d582579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb496a-44d7-4793-9436-e33a73431c5d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:43.644336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ce674cd-1b7d-4990-80f5-c0efd83ec8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.654796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ba947b98-f6f4-4995-8c72-1ed3efdd2ee9 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags HTTP/1.1" status: 204 len: 168 time: 0.0531497 May 06 10:02:43.655031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46356) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.661027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-01ef16d3-f9c3-4952-a055-4ef6ea559530 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.763333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-01ef16d3-f9c3-4952-a055-4ef6ea559530 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags HTTP/1.1" status: 204 len: 168 time: 0.1057589 May 06 10:02:43.765983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46358) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.770697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-0d248776-ab44-40f3-9d37-5376024b01c0 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.777150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1ce674cd-1b7d-4990-80f5-c0efd83ec8c5 None None] For port b14facea-7637-486d-8c05-fc85922e7543, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b14facea-7637-486d-8c05-fc85922e7543,segment=NetworkSegment(4ffdd2ee-8fb2-47b5-bd02-86d23347d30c),segment_id=4ffdd2ee-8fb2-47b5-bd02-86d23347d30c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:43.788781 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ce674cd-1b7d-4990-80f5-c0efd83ec8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.811927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:43.852159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46362) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.857245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-0a2b5ffe-ba6e-4a17-b43e-0a276cff82ee tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.864294 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d248776-ab44-40f3-9d37-5376024b01c0 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags HTTP/1.1" status: 204 len: 168 time: 0.0968738 May 06 10:02:43.937678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46364) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:43.942425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-669fb47c-0052-4688-bf8d-8495fc487b77 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', 'tempest-TagsExtTest-Tag-1581240933') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:43.947215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0a2b5ffe-ba6e-4a17-b43e-0a276cff82ee tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags HTTP/1.1" status: 204 len: 168 time: 0.0935724 May 06 10:02:44.009404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce674cd-1b7d-4990-80f5-c0efd83ec8c5 None None] Pushing event updated for resources: {'Port': ['ID=b14facea-7637-486d-8c05-fc85922e7543,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:44.046646 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:02:44.046890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46370) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.047429 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:02:44.053430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-fdfa636f-1e5c-4511-9ed3-7c903d66d727 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', 'tempest-TagsExtTest-Tag-243922010') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.057155 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-669fb47c-0052-4688-bf8d-8495fc487b77 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags/tempest-TagsExtTest-Tag-1581240933 HTTP/1.1" status: 201 len: 201 time: 0.1182585 May 06 10:02:44.060877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-abc78580-df0a-4d08-913b-a760135d9b16 None None] Provisioning complete for port b14facea-7637-486d-8c05-fc85922e7543 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:44.061251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abc78580-df0a-4d08-913b-a760135d9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:44.192523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fdfa636f-1e5c-4511-9ed3-7c903d66d727 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags/tempest-TagsExtTest-Tag-243922010 HTTP/1.1" status: 201 len: 201 time: 0.1434066 May 06 10:02:44.197685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46384) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.212224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-e31a2ff2-4985-44c8-80b0-f6268e1a8d98 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', 'tempest-TagsExtTest-Tag-1100317609') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.315956 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-abc78580-df0a-4d08-913b-a760135d9b16 None None] Provisioning complete for port 4a0e0431-6764-4eef-b66f-eb790a803951 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:44.316246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abc78580-df0a-4d08-913b-a760135d9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:44.333047 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e31a2ff2-4985-44c8-80b0-f6268e1a8d98 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags/tempest-TagsExtTest-Tag-1100317609 HTTP/1.1" status: 201 len: 201 time: 0.1339200 May 06 10:02:44.338072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46390) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.345754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-e8556b79-14c1-4298-b384-c3ac6c0774ef tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', 'tempest-TagsExtTest-Tag-418108119') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.381509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-abc78580-df0a-4d08-913b-a760135d9b16 None None] Port 4a0e0431-6764-4eef-b66f-eb790a803951 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:44.407557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e8556b79-14c1-4298-b384-c3ac6c0774ef tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags/tempest-TagsExtTest-Tag-418108119 HTTP/1.1" status: 201 len: 201 time: 0.0682225 May 06 10:02:44.410021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46392) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.418383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-b959ce68-6bf9-4a80-9e03-0383aac514e5 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', {'tags': ['tempest-TagsExtTest-Tag-1722500235', 'tempest-TagsExtTest-Tag-1987213638', 'tempest-TagsExtTest-Tag-1678479600']}) {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.515079 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:02:44.517012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7a1d23ed-6873-4d58-b3e4-36df2beffa89 None None] Provisioning complete for port 4a0e0431-6764-4eef-b66f-eb790a803951 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:44.517531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a1d23ed-6873-4d58-b3e4-36df2beffa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:44.519635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b959ce68-6bf9-4a80-9e03-0383aac514e5 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags HTTP/1.1" status: 200 len: 318 time: 0.1076131 May 06 10:02:44.521268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46400) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.526435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-467170be-3477-487c-8117-01e9b2039b4d tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.648889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d23ed-6873-4d58-b3e4-36df2beffa89 None None] Port 4a0e0431-6764-4eef-b66f-eb790a803951 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:44.659736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934300a4-c348-4035-989c-03e477249314 req-22c60396-a9c8-4f71-9641-ad833ac0a0ad tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:44.662401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934300a4-c348-4035-989c-03e477249314 req-22c60396-a9c8-4f71-9641-ad833ac0a0ad tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 946 time: 0.1016095 May 06 10:02:44.663527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-467170be-3477-487c-8117-01e9b2039b4d tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags HTTP/1.1" status: 204 len: 168 time: 0.1403613 May 06 10:02:44.666131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46404) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.670363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-608f3e34-03ac-42ef-977a-060589f99153 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', 'tempest-TagsExtTest-Tag-1722500235') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.714689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-934300a4-c348-4035-989c-03e477249314 req-079ad0d0-75b6-43c1-ab31-89ac4cda7693 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 May 06 10:02:44.754372 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-608f3e34-03ac-42ef-977a-060589f99153 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:44.759320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46408) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.759697 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-608f3e34-03ac-42ef-977a-060589f99153 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags/tempest-TagsExtTest-Tag-1722500235 HTTP/1.1" status: 404 len: 329 time: 0.0924430 May 06 10:02:44.764001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-5cee90d8-4c0b-4621-983f-5ada16489e39 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', 'tempest-TagsExtTest-Tag-1987213638') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.818021 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-5cee90d8-4c0b-4621-983f-5ada16489e39 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:44.820587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5cee90d8-4c0b-4621-983f-5ada16489e39 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags/tempest-TagsExtTest-Tag-1987213638 HTTP/1.1" status: 404 len: 329 time: 0.0601783 May 06 10:02:44.822784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46412) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.828650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-b8a095cd-a7c5-49c5-8622-dbce244647a4 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96', 'tempest-TagsExtTest-Tag-1678479600') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.880557 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-b8a095cd-a7c5-49c5-8622-dbce244647a4 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:44.884468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b8a095cd-a7c5-49c5-8622-dbce244647a4 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags/tempest-TagsExtTest-Tag-1678479600 HTTP/1.1" status: 404 len: 329 time: 0.0579636 May 06 10:02:44.885006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46414) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.890236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-3d13505d-8775-4a6b-a2cb-a524d835bdbf tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', {'tags': ['tempest-TagsExtTest-Tag-749150113', 'tempest-TagsExtTest-Tag-152728049', 'tempest-TagsExtTest-Tag-786686902']}) {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:44.955801 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3d13505d-8775-4a6b-a2cb-a524d835bdbf tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags HTTP/1.1" status: 200 len: 315 time: 0.0693517 May 06 10:02:44.958324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46418) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:44.963846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-871788c9-f414-46ed-b14f-92b554a38a1b tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.034740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-871788c9-f414-46ed-b14f-92b554a38a1b tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags HTTP/1.1" status: 204 len: 168 time: 0.0753324 May 06 10:02:45.037436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46422) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.042263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-5adb1397-6cb4-4bfe-ad0c-c5333b0fcbf5 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', 'tempest-TagsExtTest-Tag-749150113') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.095019 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-5adb1397-6cb4-4bfe-ad0c-c5333b0fcbf5 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.098575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5adb1397-6cb4-4bfe-ad0c-c5333b0fcbf5 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags/tempest-TagsExtTest-Tag-749150113 HTTP/1.1" status: 404 len: 328 time: 0.0576007 May 06 10:02:45.098795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46428) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.103420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-c46b1ea9-d646-4040-97c0-4a34b655753c tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', 'tempest-TagsExtTest-Tag-152728049') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.137490 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6be71b25-d6ab-4c75-98a0-134c55ec331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:45.194993 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-c46b1ea9-d646-4040-97c0-4a34b655753c tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.200352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c46b1ea9-d646-4040-97c0-4a34b655753c tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags/tempest-TagsExtTest-Tag-152728049 HTTP/1.1" status: 404 len: 328 time: 0.0970609 May 06 10:02:45.200582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46434) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.203677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b14facea-7637-486d-8c05-fc85922e7543 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:02:45.205596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-8b47cf5f-fcf4-4599-8da5-bf234aa6e98f tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951', 'tempest-TagsExtTest-Tag-786686902') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.265383 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-8b47cf5f-fcf4-4599-8da5-bf234aa6e98f tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.269227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8b47cf5f-fcf4-4599-8da5-bf234aa6e98f tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags/tempest-TagsExtTest-Tag-786686902 HTTP/1.1" status: 404 len: 328 time: 0.0652544 May 06 10:02:45.269589 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46438) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.275312 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-325e6dd4-04e9-4d39-a63e-02cd44144992 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', {'tags': ['tempest-TagsExtTest-Tag-2043442431', 'tempest-TagsExtTest-Tag-379501866', 'tempest-TagsExtTest-Tag-320028115']}) {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.276716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b14facea-7637-486d-8c05-fc85922e7543 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:45.277465 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:45.390583 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-325e6dd4-04e9-4d39-a63e-02cd44144992 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags HTTP/1.1" status: 200 len: 316 time: 0.1199250 May 06 10:02:45.393081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46444) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.398449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-5d96ff44-65b4-4672-b9d1-b0dfeb21c07d tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.490600 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5d96ff44-65b4-4672-b9d1-b0dfeb21c07d tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags HTTP/1.1" status: 204 len: 168 time: 0.0965095 May 06 10:02:45.493635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46446) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.502403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-8c2870ff-d3fb-48ac-81e5-9167f33f594d tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', 'tempest-TagsExtTest-Tag-2043442431') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.582097 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-8c2870ff-d3fb-48ac-81e5-9167f33f594d tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.583130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c2870ff-d3fb-48ac-81e5-9167f33f594d tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags/tempest-TagsExtTest-Tag-2043442431 HTTP/1.1" status: 404 len: 329 time: 0.0879080 May 06 10:02:45.587284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46454) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.592751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-bc17e05f-0b7c-4dcf-88fa-eb499f8d3e24 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', 'tempest-TagsExtTest-Tag-379501866') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.673723 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-bc17e05f-0b7c-4dcf-88fa-eb499f8d3e24 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.675027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bc17e05f-0b7c-4dcf-88fa-eb499f8d3e24 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags/tempest-TagsExtTest-Tag-379501866 HTTP/1.1" status: 404 len: 328 time: 0.0865591 May 06 10:02:45.677859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46456) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.683730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-52aac7d3-4307-4487-bc08-11e5cbfab561 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29', 'tempest-TagsExtTest-Tag-320028115') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.762778 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-52aac7d3-4307-4487-bc08-11e5cbfab561 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.766755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-52aac7d3-4307-4487-bc08-11e5cbfab561 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags/tempest-TagsExtTest-Tag-320028115 HTTP/1.1" status: 404 len: 328 time: 0.0841022 May 06 10:02:45.767212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46468) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.774495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-05888b41-e2cb-4d1d-8004-7f7c4e5af6d8 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', {'tags': ['tempest-TagsExtTest-Tag-147065768', 'tempest-TagsExtTest-Tag-736494575', 'tempest-TagsExtTest-Tag-1995800328']}) {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.839469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46474) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.840038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-05888b41-e2cb-4d1d-8004-7f7c4e5af6d8 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "PUT /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags HTTP/1.1" status: 200 len: 316 time: 0.0708973 May 06 10:02:45.844361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-fd2f0305-9986-4fbc-b9d5-10b3b80b1124 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.892492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d95a-b5ff-4a47-b140-882fdcbc6f47 req-759b107e-83f2-47f6-bad0-f5b4a42cf5af tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:45.894141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe10d95a-b5ff-4a47-b140-882fdcbc6f47 req-759b107e-83f2-47f6-bad0-f5b4a42cf5af tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 946 time: 0.0911710 May 06 10:02:45.915146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fd2f0305-9986-4fbc-b9d5-10b3b80b1124 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags HTTP/1.1" status: 204 len: 168 time: 0.0720994 May 06 10:02:45.915546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46484) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.920420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-2dad667e-428c-40b4-900e-015379ab6b2f tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', 'tempest-TagsExtTest-Tag-147065768') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.942551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe10d95a-b5ff-4a47-b140-882fdcbc6f47 req-1036e23a-9c41-4590-8b1f-ea91094b8616 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=8abdf4ab-65df-465b-9c3a-9d543292ace6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 May 06 10:02:45.951344 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-2dad667e-428c-40b4-900e-015379ab6b2f tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.952760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2dad667e-428c-40b4-900e-015379ab6b2f tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags/tempest-TagsExtTest-Tag-147065768 HTTP/1.1" status: 404 len: 328 time: 0.0361636 May 06 10:02:45.955753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46490) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.962174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-ea0c281f-f186-438c-be7e-73dfafc32a25 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', 'tempest-TagsExtTest-Tag-736494575') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:45.984083 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-ea0c281f-f186-438c-be7e-73dfafc32a25 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:45.985238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ea0c281f-f186-438c-be7e-73dfafc32a25 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags/tempest-TagsExtTest-Tag-736494575 HTTP/1.1" status: 404 len: 328 time: 0.0282855 May 06 10:02:45.987887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46496) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:45.993060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-211f8dbe-b83d-4f16-918d-6c0d33f10158 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9', 'tempest-TagsExtTest-Tag-1995800328') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:46.015929 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-211f8dbe-b83d-4f16-918d-6c0d33f10158 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] show failed (client error): The resource could not be found. May 06 10:02:46.016980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-211f8dbe-b83d-4f16-918d-6c0d33f10158 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags/tempest-TagsExtTest-Tag-1995800328 HTTP/1.1" status: 404 len: 329 time: 0.0280559 May 06 10:02:46.019830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46498) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.025734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.tag.tag_plugin [None req-959b5cf2-0f66-42c1-a0ff-4a20e4e34795 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd92512c4-c68d-4e98-97ba-0606c9454cc9') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:46.059093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-959b5cf2-0f66-42c1-a0ff-4a20e4e34795 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9/tags HTTP/1.1" status: 204 len: 168 time: 0.0382299 May 06 10:02:46.061895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46502) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.066649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-f22417b6-2aeb-4908-8eb4-9d654f072e6b tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '22a38431-942e-4bc8-a79c-94665cd7cb29') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:46.118199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-f5f6c9f8-0e3b-4681-8339-303fc806e7b9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:46.119773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-f5f6c9f8-0e3b-4681-8339-303fc806e7b9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 946 time: 0.0590608 May 06 10:02:46.173482 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f22417b6-2aeb-4908-8eb4-9d654f072e6b tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29/tags HTTP/1.1" status: 204 len: 168 time: 0.1102841 May 06 10:02:46.175945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.181398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-dfe27a80-ae88-4c28-9733-963722c38117 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4a0e0431-6764-4eef-b66f-eb790a803951') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:46.271999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:46.273182 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.275435 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dfe27a80-ae88-4c28-9733-963722c38117 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951/tags HTTP/1.1" status: 204 len: 168 time: 0.0983975 May 06 10:02:46.276142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46512) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.280538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.tag.tag_plugin [None req-2e46e84c-0486-47fa-bc4e-dbad56b8d069 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '362322e0-58ee-4024-9651-37c37f6cbc96') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:46.352652 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2e46e84c-0486-47fa-bc4e-dbad56b8d069 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96/tags HTTP/1.1" status: 204 len: 168 time: 0.0755229 May 06 10:02:46.357255 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.385811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] For port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:46.386513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.418474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46518) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.474606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4369d43b-4161-4e63-ae34-19ef86355458 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for subnetpool, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.478205 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4369d43b-4161-4e63-ae34-19ef86355458 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d92512c4-c68d-4e98-97ba-0606c9454cc9 HTTP/1.1" status: 204 len: 168 time: 0.1199441 May 06 10:02:46.480620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.537288 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-454d2063-f7ac-4e61-b1ea-cb2867f68384 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "GET /v2.0/ports?device_id=22a38431-942e-4bc8-a79c-94665cd7cb29 HTTP/1.1" status: 200 len: 205 time: 0.0539978 May 06 10:02:46.540805 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46524) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.565200 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.597900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a2588081-7c69-4718-aa3d-10f7b035555b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.599373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.599835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.600394 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP 733ebafa-c7b1-451f-8a3a-4267eb7de126 disassociated. External IP: 172.25.8.167, port: 01d503c4-0c59-477e-9b11-a0f82ecdf5ea. May 06 10:02:46.600860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for 01d503c4-0c59-477e-9b11-a0f82ecdf5ea owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:46.647102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25d79b17-bb93-4926-aae4-2bf28f1bbbbc tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.671434 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.739286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.769508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=01d503c4-0c59-477e-9b11-a0f82ecdf5ea,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:46.853164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25d79b17-bb93-4926-aae4-2bf28f1bbbbc tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.856355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25d79b17-bb93-4926-aae4-2bf28f1bbbbc tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.926992 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25d79b17-bb93-4926-aae4-2bf28f1bbbbc tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.927845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d79b17-bb93-4926-aae4-2bf28f1bbbbc tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Fanout notify agent at l3_agent the message router_deleted on router 22a38431-942e-4bc8-a79c-94665cd7cb29 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:02:46.939468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-25d79b17-bb93-4926-aae4-2bf28f1bbbbc tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.940747 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-25d79b17-bb93-4926-aae4-2bf28f1bbbbc tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/routers/22a38431-942e-4bc8-a79c-94665cd7cb29 HTTP/1.1" status: 204 len: 168 time: 0.3949602 May 06 10:02:46.942947 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a2588081-7c69-4718-aa3d-10f7b035555b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:46.944437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46530) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:46.948963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:02:46.953527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a2588081-7c69-4718-aa3d-10f7b035555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.041500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2588081-7c69-4718-aa3d-10f7b035555b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211ce23e-b64a-4e7c-8020-b0a64ef0e4a8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:47.048247 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a2588081-7c69-4718-aa3d-10f7b035555b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb76188d8dd149ebb490d9b5ce4b91f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262913 May 06 10:02:47.048892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:47.115851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Deleting port 4a0e0431-6764-4eef-b66f-eb790a803951 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:47.116261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.122660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358f8f73-187d-45a5-a5b0-6348309e30d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.191634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358f8f73-187d-45a5-a5b0-6348309e30d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.255081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.292316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Calling delete_port for 4a0e0431-6764-4eef-b66f-eb790a803951 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:47.296211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358f8f73-187d-45a5-a5b0-6348309e30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.299847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-358f8f73-187d-45a5-a5b0-6348309e30d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.301164 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-358f8f73-187d-45a5-a5b0-6348309e30d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/211ce23e-b64a-4e7c-8020-b0a64ef0e4a8 HTTP/1.1" status: 204 len: 168 time: 0.2515097 May 06 10:02:47.321575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f8f73-187d-45a5-a5b0-6348309e30d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ce23e-b64a-4e7c-8020-b0a64ef0e4a8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:47.480239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-743bf616-1cdf-4293-9e3a-1d2723e8d9b4 req-e3b26e99-7900-4a7c-86b7-75fa92e99dd1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=bd0fdd33-74e2-4c39-9edc-358de5cf9542 HTTP/1.1" status: 200 len: 210 time: 0.4174767 May 06 10:02:47.513892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:02:47.514182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.529857 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:02:47.542072 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:47.542714 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:47.547165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event deleted for resources: {'Port': ['ID=4a0e0431-6764-4eef-b66f-eb790a803951,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:47.605030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] No DVR routers for this DVR port 01d503c4-0c59-477e-9b11-a0f82ecdf5ea on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:47.607888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.612199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe56b315-ecd7-4fa0-b784-21d8296e2ca1 req-23ad2f9b-d8d1-4bd8-b56f-12c9e13d3fa0 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "DELETE /v2.0/ports/01d503c4-0c59-477e-9b11-a0f82ecdf5ea HTTP/1.1" status: 204 len: 173 time: 1.4866769 May 06 10:02:47.612813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'name': 'network-vif-deleted', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:47.616005 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c804011b-8686-4c57-8503-09601c7ad9f9" -d '{"events": [{"server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "name": "network-vif-deleted", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:47.689864 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe67227-f22a-4387-ae12-4a93ef564ac5 x-openstack-request-id: req-ffe67227-f22a-4387-ae12-4a93ef564ac5 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:47.690446 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0fdd33-74e2-4c39-9edc-358de5cf9542", "name": "network-vif-deleted", "tag": "01d503c4-0c59-477e-9b11-a0f82ecdf5ea", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:47.691465 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffe67227-f22a-4387-ae12-4a93ef564ac5 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:47.692296 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe67227-f22a-4387-ae12-4a93ef564ac5'] response: {'server_uuid': 'bd0fdd33-74e2-4c39-9edc-358de5cf9542', 'name': 'network-vif-deleted', 'tag': '01d503c4-0c59-477e-9b11-a0f82ecdf5ea', 'status': 'completed', 'code': 200} May 06 10:02:47.693840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.703444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fa277909-e1b6-452c-acab-d7dfb82be55e tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/ports/4a0e0431-6764-4eef-b66f-eb790a803951 HTTP/1.1" status: 204 len: 168 time: 0.7575343 May 06 10:02:47.705764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46544) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:47.771642 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:47.810925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Deleting subnet 362322e0-58ee-4024-9651-37c37f6cbc96 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:02:47.822573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.852801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46546) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:47.871564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c7333bcf-ad79-4720-91f6-5cffc7cf7811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:47.899419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.011942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c7333bcf-ad79-4720-91f6-5cffc7cf7811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.016207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c7333bcf-ad79-4720-91f6-5cffc7cf7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.050269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.076181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c7333bcf-ad79-4720-91f6-5cffc7cf7811 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=44aea0b5a5d64e74b88572ead7ee520f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198014 May 06 10:02:48.076181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7333bcf-ad79-4720-91f6-5cffc7cf7811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9709a-eacf-40d3-b3af-7bdb3075c4ff,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:48.077327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46548) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:48.145965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3ccb-3ca8-4be6-8d35-189dc793efba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.154677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.198323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event deleted for resources: {'Subnet': ['ID=362322e0-58ee-4024-9651-37c37f6cbc96,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:48.202347 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.210243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.212513 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d63f1-f582-41ff-b382-c8ec6e0dceb3 None None] Network 53795c30-4765-48ad-8458-822ba7d4490c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:02:48.219401 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a7ee4b08-4f22-41c2-acb3-5d843d6ae591 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/subnets/362322e0-58ee-4024-9651-37c37f6cbc96 HTTP/1.1" status: 204 len: 168 time: 0.5123382 May 06 10:02:48.222028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46554) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:48.228562 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:48.249567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3ccb-3ca8-4be6-8d35-189dc793efba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.272724 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:02:48.295878 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:02:48.296881 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:48.367998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3ccb-3ca8-4be6-8d35-189dc793efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.369106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.372888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ccd3ccb-3ca8-4be6-8d35-189dc793efba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.377557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4ccd3ccb-3ca8-4be6-8d35-189dc793efba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/26b9709a-eacf-40d3-b3af-7bdb3075c4ff HTTP/1.1" status: 204 len: 168 time: 0.2993615 May 06 10:02:48.388127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd3ccb-3ca8-4be6-8d35-189dc793efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9709a-eacf-40d3-b3af-7bdb3075c4ff,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:48.480965 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:02:48.595877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] DHCP port deletion for 53795c30-4765-48ad-8458-822ba7d4490c request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:02:48.621499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46564) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:48.700917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] Deleting port b14facea-7637-486d-8c05-fc85922e7543 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:48.704056 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.718683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08eee14-8f9f-4cbf-bd7b-1f34d52d1b00 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.782456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08eee14-8f9f-4cbf-bd7b-1f34d52d1b00 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.797165 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.824496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] For port b14facea-7637-486d-8c05-fc85922e7543, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b14facea-7637-486d-8c05-fc85922e7543,segment=NetworkSegment(4ffdd2ee-8fb2-47b5-bd02-86d23347d30c),segment_id=4ffdd2ee-8fb2-47b5-bd02-86d23347d30c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:48.826168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.855887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] Calling delete_port for b14facea-7637-486d-8c05-fc85922e7543 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:48.892209 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08eee14-8f9f-4cbf-bd7b-1f34d52d1b00 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.895766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d08eee14-8f9f-4cbf-bd7b-1f34d52d1b00 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.898931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d08eee14-8f9f-4cbf-bd7b-1f34d52d1b00 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/security-groups/8abdf4ab-65df-465b-9c3a-9d543292ace6 HTTP/1.1" status: 204 len: 168 time: 0.2764091 May 06 10:02:48.904716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46568) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:48.915944 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Deleting port b14facea-7637-486d-8c05-fc85922e7543 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:48.916478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:48.945259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08eee14-8f9f-4cbf-bd7b-1f34d52d1b00 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abdf4ab-65df-465b-9c3a-9d543292ace6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:48.949257 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-0570a787-ba80-401f-9cb9-6bef1410244d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] show failed (client error): The resource could not be found. May 06 10:02:48.951027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0570a787-ba80-401f-9cb9-6bef1410244d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups/8abdf4ab-65df-465b-9c3a-9d543292ace6 HTTP/1.1" status: 404 len: 347 time: 0.0428054 May 06 10:02:48.953677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46572) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:48.960420 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:49.045175 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566281d-7aba-45be-b8f4-18cf4b039d30 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:02:49.064287 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.091854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] For port b14facea-7637-486d-8c05-fc85922e7543, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b14facea-7637-486d-8c05-fc85922e7543,segment=NetworkSegment(4ffdd2ee-8fb2-47b5-bd02-86d23347d30c),segment_id=4ffdd2ee-8fb2-47b5-bd02-86d23347d30c)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:02:49.092602 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.133056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] Pushing event deleted for resources: {'Port': ['ID=b14facea-7637-486d-8c05-fc85922e7543,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:49.144909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port 3147ab91-1f83-467a-8272-f417ae9a2a8b {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:02:49.148918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.152616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ecb3b-31c8-4fa3-a1fd-2851e7347e9f None None] No DVR routers for this DVR port b14facea-7637-486d-8c05-fc85922e7543 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:49.170609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Calling delete_port for b14facea-7637-486d-8c05-fc85922e7543 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:49.282456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b14facea-7637-486d-8c05-fc85922e7543 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:49.316754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.319697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.321890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b14facea-7637-486d-8c05-fc85922e7543 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:49.322238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b14facea-7637-486d-8c05-fc85922e7543 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:49.322959 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.346792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for 3147ab91-1f83-467a-8272-f417ae9a2a8b owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:02:49.374602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event deleted for resources: {'Port': ['ID=b14facea-7637-486d-8c05-fc85922e7543,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:49.386404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] No DVR routers for this DVR port b14facea-7637-486d-8c05-fc85922e7543 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:02:49.498991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.520456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce5d137-d413-41bf-a32a-10b2cd300100 None None] New status for floating IP 733ebafa-c7b1-451f-8a3a-4267eb7de126: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:02:49.526230 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.526852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53795c30-4765-48ad-8458-822ba7d4490c']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:49.538220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffdd2ee-8fb2-47b5-bd02-86d23347d30c') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:49.538572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffdd2ee-8fb2-47b5-bd02-86d23347d30c') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:02:49.548811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.558829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=3147ab91-1f83-467a-8272-f417ae9a2a8b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:49.570236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.604993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:02:49.605413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: timer() May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:02:49.609996 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:02:49.629926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.633006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.634270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-67af4dff-1b4c-42d8-8c23-4b4aa646b77a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/floatingips/733ebafa-c7b1-451f-8a3a-4267eb7de126 HTTP/1.1" status: 204 len: 168 time: 0.6793609 May 06 10:02:49.705813 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.724291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:49.727997 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] 10.222.0.76 "DELETE /v2.0/networks/53795c30-4765-48ad-8458-822ba7d4490c HTTP/1.1" status: 204 len: 168 time: 1.5049129 May 06 10:02:49.755488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338018e-306e-40b3-a239-ef57c76e1e73 tempest-TagsExtTest-1874730845 tempest-TagsExtTest-1874730845-project] Pushing event deleted for resources: {'Network': ['ID=53795c30-4765-48ad-8458-822ba7d4490c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:50.001419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46604) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:50.005930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-fd91f431-dd8f-44bd-a379-2ed90c58d173 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685849091', 'description': 'tempest-description--858961191'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:50.029428 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd91f431-dd8f-44bd-a379-2ed90c58d173 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.059758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46606) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:50.123591 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd91f431-dd8f-44bd-a379-2ed90c58d173 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.128723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd91f431-dd8f-44bd-a379-2ed90c58d173 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.169363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fd91f431-dd8f-44bd-a379-2ed90c58d173 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.170931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fd91f431-dd8f-44bd-a379-2ed90c58d173 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1683691 May 06 10:02:50.174036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46612) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:50.180133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-03d00bcb-ecef-4d9f-8760-0fba0b97a5cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': '501ed4f0-3d76-4aaa-aee8-288d504e0bc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:50.186171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91f431-dd8f-44bd-a379-2ed90c58d173 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501ed4f0-3d76-4aaa-aee8-288d504e0bc9,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:50.217203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03d00bcb-ecef-4d9f-8760-0fba0b97a5cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.302144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03d00bcb-ecef-4d9f-8760-0fba0b97a5cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.307838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03d00bcb-ecef-4d9f-8760-0fba0b97a5cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.349394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d00bcb-ecef-4d9f-8760-0fba0b97a5cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1457e61-8c7c-4f4f-8d98-c46351d47a82,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:50.357001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01d503c4-0c59-477e-9b11-a0f82ecdf5ea no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:02:50.357886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-03d00bcb-ecef-4d9f-8760-0fba0b97a5cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.359275 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-03d00bcb-ecef-4d9f-8760-0fba0b97a5cb tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1842668 May 06 10:02:50.362529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46618) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:50.376065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ce504c0f-2bcd-4745-9408-56ce5c728e39 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': '501ed4f0-3d76-4aaa-aee8-288d504e0bc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:50.388268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 01d503c4-0c59-477e-9b11-a0f82ecdf5ea {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:02:50.389435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01d503c4-0c59-477e-9b11-a0f82ecdf5ea not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:02:50.414722 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce504c0f-2bcd-4745-9408-56ce5c728e39 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.424177 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c7fd5f05-cb2c-4a1a-ac91-089bd5d2ebb0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3771d69ffbbc496f91ba9924eb6f7a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624129 May 06 10:02:50.426245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46624) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:50.490157 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-109f69ac-bbcc-4060-9843-842d66014f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.502368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce504c0f-2bcd-4745-9408-56ce5c728e39 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.517246 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-109f69ac-bbcc-4060-9843-842d66014f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.523321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce504c0f-2bcd-4745-9408-56ce5c728e39 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.548827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce504c0f-2bcd-4745-9408-56ce5c728e39 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f577b560-1753-47c9-9149-d538fb635470,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:50.577737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ce504c0f-2bcd-4745-9408-56ce5c728e39 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.580006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ce504c0f-2bcd-4745-9408-56ce5c728e39 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2164733 May 06 10:02:50.583714 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-109f69ac-bbcc-4060-9843-842d66014f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.587322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-109f69ac-bbcc-4060-9843-842d66014f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.589158 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-109f69ac-bbcc-4060-9843-842d66014f81 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b3d3d8c-d8d6-47d6-8e8a-b8df00fd5c3a HTTP/1.1" status: 204 len: 168 time: 0.1616948 May 06 10:02:50.591855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46632) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:50.602905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:50.607402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.617316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f69ac-bbcc-4060-9843-842d66014f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3d3d8c-d8d6-47d6-8e8a-b8df00fd5c3a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:50.629181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.744380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:50.890484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.25.8.150 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/5c19e7a7-852a-4e15-ada0-1b0e9cbe90e7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:51.034889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.080624 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.132643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:51.139397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:51.148600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:51.162767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=5c19e7a7-852a-4e15-ada0-1b0e9cbe90e7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:51.274218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.312256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.520140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.526494 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.610767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=5c19e7a7-852a-4e15-ada0-1b0e9cbe90e7,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:51.639351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.660613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:51.661986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-628ff27b-43cc-4cac-8dd0-ec2bbb37bfe3 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0675702 May 06 10:02:51.960012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-b3aea1ff-6873-4f59-a6ac-9bbd83eb9f44 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--685849091&fields=id&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 267 time: 0.0689507 May 06 10:02:52.095527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46768) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:52.100685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-2dbb9981-e834-46a7-8fb6-9d43f2e2b895 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:52.103207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-2dbb9981-e834-46a7-8fb6-9d43f2e2b895 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.1305110 May 06 10:02:52.121516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-c2519260-0cc8-4296-b619-9e49f61726c1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/quotas/7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 375 time: 0.0115621 May 06 10:02:52.196371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-32f5a4da-ce46-4512-a43c-56c233f3d543 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621011 May 06 10:02:52.244561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd38d-41fe-4cc3-ae31-f997291db77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.332076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1412c6c1-03e2-449d-89b1-20f16388476d service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275146 May 06 10:02:52.348751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd38d-41fe-4cc3-ae31-f997291db77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.353871 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd38d-41fe-4cc3-ae31-f997291db77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.402828 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bd38d-41fe-4cc3-ae31-f997291db77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9057856e-ec3b-4d54-991e-805ea06486d2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:52.423105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46784) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:52.424161 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a0bd38d-41fe-4cc3-ae31-f997291db77c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb69535bebac4b2894aa5152b146344f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269124 May 06 10:02:52.481612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1340b69c-f9fa-49f3-bc24-e606b0ac90dc service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486125 May 06 10:02:52.517438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-430b3e55-24a6-4e49-a12d-6bb9a176f405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.543746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-430b3e55-24a6-4e49-a12d-6bb9a176f405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.601913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-430b3e55-24a6-4e49-a12d-6bb9a176f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.604666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-430b3e55-24a6-4e49-a12d-6bb9a176f405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:52.606236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-430b3e55-24a6-4e49-a12d-6bb9a176f405 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9057856e-ec3b-4d54-991e-805ea06486d2 HTTP/1.1" status: 204 len: 168 time: 0.1821320 May 06 10:02:52.657908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b3e55-24a6-4e49-a12d-6bb9a176f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9057856e-ec3b-4d54-991e-805ea06486d2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:52.742423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a80c32b3-37b3-4b93-bde1-bcef54421fa2 req-98a188b0-eba7-4c58-989c-0c45a14d1968 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 210 time: 0.0674915 May 06 10:02:53.074855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 46816) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:53.091443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a55b2a5-f5b0-4e7f-91d2-c865b28e5110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:53.186480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a55b2a5-f5b0-4e7f-91d2-c865b28e5110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:53.190182 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a55b2a5-f5b0-4e7f-91d2-c865b28e5110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:53.239791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a55b2a5-f5b0-4e7f-91d2-c865b28e5110 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac881027aa3246fe8f21464beb973ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616328 May 06 10:02:53.239791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55b2a5-f5b0-4e7f-91d2-c865b28e5110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1908bcd-ad05-4b6d-8071-0087a5f74581,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:53.240161 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 46820) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:53.311608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-52b03ac2-5bb4-4652-a901-45d9b0d49723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:53.335707 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-52b03ac2-5bb4-4652-a901-45d9b0d49723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:53.399750 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-52b03ac2-5bb4-4652-a901-45d9b0d49723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:53.402627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-52b03ac2-5bb4-4652-a901-45d9b0d49723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:53.406136 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-52b03ac2-5bb4-4652-a901-45d9b0d49723 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1908bcd-ad05-4b6d-8071-0087a5f74581 HTTP/1.1" status: 204 len: 168 time: 0.1615567 May 06 10:02:53.413420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b03ac2-5bb4-4652-a901-45d9b0d49723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1908bcd-ad05-4b6d-8071-0087a5f74581,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:53.918103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f45f939-d5e7-4fcc-8660-c1f90820e7e5 req-f8f78f73-e2e0-49e2-8722-072c1c819720 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 210 time: 0.0401125 May 06 10:02:54.000322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-fca11b60-941f-4e53-b771-7fe468af8123 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:54.002017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-fca11b60-941f-4e53-b771-7fe468af8123 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.2249076 May 06 10:02:54.076720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-df8530b3-812b-4b0d-9301-1cb13ad63649 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 379 time: 0.0605793 May 06 10:02:54.086977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'port': {'device_id': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'admin_state_up': True, 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'security_groups': ['501ed4f0-3d76-4aaa-aee8-288d504e0bc9']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:54.219393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Made reservation on behalf of 7444d65c20c1430c80690d1b85a40bd2 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:02:54.228848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.382870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.20.0.4 (528c243b-3c37-406f-8fde-56a2d1361392/54da016d-f1ca-4f25-b0fc-69e52d45a371/2c78c897-2486-4df1-ac7f-7f3092e60a56) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:02:54.549895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.602887 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.665533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 528c243b-3c37-406f-8fde-56a2d1361392 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:02:54.676837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:02:54.679222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=2c78c897-2486-4df1-ac7f-7f3092e60a56,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:54.699878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:02:54.776105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:54.776753 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:54.799178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-43d8cdd6-277a-4af1-bcd8-1682c9438d74 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7168593 May 06 10:02:54.813359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Request body: {'port': {'device_id': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:02:54.915158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.063328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cf5945b3-3006-494b-8ab4-211f8143c6da None None] Provisioning complete for port 2c78c897-2486-4df1-ac7f-7f3092e60a56 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:02:55.072828 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cf5945b3-3006-494b-8ab4-211f8143c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.116599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-cf5945b3-3006-494b-8ab4-211f8143c6da None None] Port 2c78c897-2486-4df1-ac7f-7f3092e60a56 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:02:55.225475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69b5f7-5efd-42e1-9195-bf43dab77617 req-b48a765d-df57-4e52-9a00-dd9636a07b97 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.227417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a69b5f7-5efd-42e1-9195-bf43dab77617 req-b48a765d-df57-4e52-9a00-dd9636a07b97 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 931 time: 0.1232214 May 06 10:02:55.296952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3a69b5f7-5efd-42e1-9195-bf43dab77617 req-2645fb87-0775-435e-8f98-f7b6d651d56a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587947 May 06 10:02:55.371888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c78c897-2486-4df1-ac7f-7f3092e60a56 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:02:55.379219 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.393301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Transition to ACTIVE for port object 2c78c897-2486-4df1-ac7f-7f3092e60a56 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:02:55.397055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.451992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Pushing event updated for resources: {'Port': ['ID=2c78c897-2486-4df1-ac7f-7f3092e60a56,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:55.532882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Attempting to bind port 2c78c897-2486-4df1-ac7f-7f3092e60a56 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:02:55.533366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Attempting to bind port 2c78c897-2486-4df1-ac7f-7f3092e60a56 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:02:55.533766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Attempting to bind port 2c78c897-2486-4df1-ac7f-7f3092e60a56 on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:55.539174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Port 2c78c897-2486-4df1-ac7f-7f3092e60a56 on network 528c243b-3c37-406f-8fde-56a2d1361392 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:02:55.539744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Attempting to bind port 2c78c897-2486-4df1-ac7f-7f3092e60a56 on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:02:55.547024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:02:55.552076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Checking segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:02:55.554894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Bound using segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:02:55.555876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Bound port: 2c78c897-2486-4df1-ac7f-7f3092e60a56, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:02:55.556724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.674624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] For port 2c78c897-2486-4df1-ac7f-7f3092e60a56, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:02:55.680024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] For port 2c78c897-2486-4df1-ac7f-7f3092e60a56, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:02:55.685363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.756624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.757508 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:55.759003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] 10.222.0.83 "PUT /v2.0/ports/2c78c897-2486-4df1-ac7f-7f3092e60a56 HTTP/1.1" status: 200 len: 1091 time: 0.9513769 May 06 10:02:55.759541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:02:55.761970 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155636ac-b213-4abb-abc5-5af638854348" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:02:55.800763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b96ac-fd01-4066-a3ba-c2331df1759d service neutron] Pushing event updated for resources: {'Port': ['ID=2c78c897-2486-4df1-ac7f-7f3092e60a56,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:55.860117 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db29b32-deb2-435e-95ad-c21c1215309a x-openstack-request-id: req-1db29b32-deb2-435e-95ad-c21c1215309a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:02:55.860804 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:02:55.861273 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1db29b32-deb2-435e-95ad-c21c1215309a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:02:55.861934 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db29b32-deb2-435e-95ad-c21c1215309a'] response: {'name': 'network-changed', 'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'status': 'completed', 'code': 200} May 06 10:02:55.966108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-b01657df-4d98-4ef0-8f05-d54c3187a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:55.968683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-b01657df-4d98-4ef0-8f05-d54c3187a9ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 1094 time: 0.1507084 May 06 10:02:56.032306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-5d4ee067-aac2-4115-afdf-8ad7ebac16db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56 HTTP/1.1" status: 200 len: 217 time: 0.0558360 May 06 10:02:56.095897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-f18ac0a7-c4f4-4122-8623-9c272cf8c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.097382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-f18ac0a7-c4f4-4122-8623-9c272cf8c17e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.0587347 May 06 10:02:56.152015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-86181f14-0acd-4967-9e5d-27d67f6e3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.153925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-86181f14-0acd-4967-9e5d-27d67f6e3748 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504181 May 06 10:02:56.289589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-8493178b-8f34-4254-8d53-7e80c2396103 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261585 May 06 10:02:56.445415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9980b759-5eba-456b-bbbb-86bb3b7d48ba req-353b5960-485d-49f3-99d9-522f6d17d8db service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494100 May 06 10:02:56.460826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61468bbc-1d28-4e7a-9f5c-cba4847b0c79 req-8e6557a6-0178-4bd4-b203-eec55c8682e9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.462318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61468bbc-1d28-4e7a-9f5c-cba4847b0c79 req-8e6557a6-0178-4bd4-b203-eec55c8682e9 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 943 time: 0.0724051 May 06 10:02:56.540178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61468bbc-1d28-4e7a-9f5c-cba4847b0c79 req-fbc81bec-90bb-4071-8e6e-a099bbb35896 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697267 May 06 10:02:56.584318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155636ac-b213-4abb-abc5-5af638854348 req-3502d4c3-906e-4d9f-889e-0824bf0694ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.586060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155636ac-b213-4abb-abc5-5af638854348 req-3502d4c3-906e-4d9f-889e-0824bf0694ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 1094 time: 0.0697660 May 06 10:02:56.714104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155636ac-b213-4abb-abc5-5af638854348 req-6da1acb0-3373-42aa-9f17-9e62f37fdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.715950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155636ac-b213-4abb-abc5-5af638854348 req-6da1acb0-3373-42aa-9f17-9e62f37fdfab service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.1233876 May 06 10:02:56.768364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155636ac-b213-4abb-abc5-5af638854348 req-96d207ec-48d8-42a7-8cbc-6145a31f6657 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56 HTTP/1.1" status: 200 len: 217 time: 0.0458934 May 06 10:02:56.840946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155636ac-b213-4abb-abc5-5af638854348 req-eb85ed3c-1c84-46c4-ab2d-3ab7ba63d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.842822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155636ac-b213-4abb-abc5-5af638854348 req-eb85ed3c-1c84-46c4-ab2d-3ab7ba63d5b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.0686369 May 06 10:02:56.910511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155636ac-b213-4abb-abc5-5af638854348 req-ab823156-e5d4-4f04-a875-ac5e1e802ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:56.913581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155636ac-b213-4abb-abc5-5af638854348 req-ab823156-e5d4-4f04-a875-ac5e1e802ddf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645468 May 06 10:02:57.025966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155636ac-b213-4abb-abc5-5af638854348 req-53617c39-482b-4988-a8ad-7dd5ba820240 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048481 May 06 10:02:57.146494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-155636ac-b213-4abb-abc5-5af638854348 req-dfe7c5d0-7692-462f-b402-5addc97c6f80 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138597 May 06 10:02:57.735752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eaa61a-ea03-4b51-b245-66db996758f2 req-1e6e294e-e494-4cf3-9b30-97aee453423c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:57.744555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81eaa61a-ea03-4b51-b245-66db996758f2 req-1e6e294e-e494-4cf3-9b30-97aee453423c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 943 time: 0.0962410 May 06 10:02:57.784616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81eaa61a-ea03-4b51-b245-66db996758f2 req-59e1a3a4-bc77-488a-b948-ca2bb781918b tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391030 May 06 10:02:58.959150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a48fc-8a52-4ad4-852a-04c531ed1839 req-c8e574c0-8ab2-47e2-8000-913c747786fe tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:02:58.962566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47184) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:58.966938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-962a48fc-8a52-4ad4-852a-04c531ed1839 req-c8e574c0-8ab2-47e2-8000-913c747786fe tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 943 time: 0.0875473 May 06 10:02:59.042129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-962a48fc-8a52-4ad4-852a-04c531ed1839 req-5bb9e900-1894-4de8-9d61-08f3ada00b83 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656412 May 06 10:02:59.187155 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40385a41-d35f-428d-9704-b1afaf1e3fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.273996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40385a41-d35f-428d-9704-b1afaf1e3fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.278703 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40385a41-d35f-428d-9704-b1afaf1e3fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.335497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40385a41-d35f-428d-9704-b1afaf1e3fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100bcf2f-7fb4-4ed7-8dc4-6faef8f083f6,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:59.344760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47212) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:59.352204 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-40385a41-d35f-428d-9704-b1afaf1e3fc3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac5f9389ba28492f90216f477436570c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883908 May 06 10:02:59.436942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fdda03da-fc4a-4f1b-9da5-091103ee4078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.463704 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fdda03da-fc4a-4f1b-9da5-091103ee4078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.513335 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fdda03da-fc4a-4f1b-9da5-091103ee4078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.515924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fdda03da-fc4a-4f1b-9da5-091103ee4078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.517082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fdda03da-fc4a-4f1b-9da5-091103ee4078 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/100bcf2f-7fb4-4ed7-8dc4-6faef8f083f6 HTTP/1.1" status: 204 len: 168 time: 0.1713517 May 06 10:02:59.526491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda03da-fc4a-4f1b-9da5-091103ee4078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100bcf2f-7fb4-4ed7-8dc4-6faef8f083f6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:59.825816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47250) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:02:59.843885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e54df77-d486-4e31-b055-72b5871c7755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.936720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e54df77-d486-4e31-b055-72b5871c7755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.941929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e54df77-d486-4e31-b055-72b5871c7755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:02:59.977018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54df77-d486-4e31-b055-72b5871c7755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dd3a2b-e5d2-4f07-b4d8-0c37921c067d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:02:59.990056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e54df77-d486-4e31-b055-72b5871c7755 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=debac7e535db4db9a0575326f0f2b3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629679 May 06 10:02:59.992899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47256) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:00.060762 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f19dff5e-0d9d-4ae5-859b-ba12bdd5e993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.087637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f19dff5e-0d9d-4ae5-859b-ba12bdd5e993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.144417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f19dff5e-0d9d-4ae5-859b-ba12bdd5e993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.148939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f19dff5e-0d9d-4ae5-859b-ba12bdd5e993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.150532 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f19dff5e-0d9d-4ae5-859b-ba12bdd5e993 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8dd3a2b-e5d2-4f07-b4d8-0c37921c067d HTTP/1.1" status: 204 len: 168 time: 0.1558061 May 06 10:03:00.160712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dff5e-0d9d-4ae5-859b-ba12bdd5e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dd3a2b-e5d2-4f07-b4d8-0c37921c067d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:00.234988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b369408-d910-4eab-937d-b618ff959134 req-a9f5bd82-b6d3-4668-a8cf-78b11508094d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:00.241524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b369408-d910-4eab-937d-b618ff959134 req-a9f5bd82-b6d3-4668-a8cf-78b11508094d tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 943 time: 0.1153769 May 06 10:03:00.329387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b369408-d910-4eab-937d-b618ff959134 req-9b7976a3-9974-44f3-8535-924fd69133ec tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808129 May 06 10:03:00.410599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2c78c897-2486-4df1-ac7f-7f3092e60a56 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:03:00.578121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2c78c897-2486-4df1-ac7f-7f3092e60a56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:00.594749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'port_id': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'mac_address': 'fa:16:3e:23:6c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:03:00.642191 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.659096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c78c897-2486-4df1-ac7f-7f3092e60a56 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:03:00.685690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2c78c897-2486-4df1-ac7f-7f3092e60a56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:00.690378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:00.761467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=2c78c897-2486-4df1-ac7f-7f3092e60a56,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:01.011006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['2c78c897-2486-4df1-ac7f-7f3092e60a56'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:03:01.117250 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:01.247011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-15b592b5-86ff-4d6d-94b3-780645cc5520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.334139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-15b592b5-86ff-4d6d-94b3-780645cc5520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.339422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-15b592b5-86ff-4d6d-94b3-780645cc5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.383254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b592b5-86ff-4d6d-94b3-780645cc5520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e523dce3-528b-443c-a352-2c31958bee8e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:01.390806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47344) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:01.391298 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-15b592b5-86ff-4d6d-94b3-780645cc5520 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e3f1fbd62414edfa2fd089c549b27ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2725852 May 06 10:03:01.451677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-020e0ebd-8cda-406c-af50-22eee3e77133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.505724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-020e0ebd-8cda-406c-af50-22eee3e77133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.541329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20759e61-2b50-456a-aef3-6236231f4535 req-8c3a897e-b68b-4da1-9f5f-48e649903863 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:01.542808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20759e61-2b50-456a-aef3-6236231f4535 req-8c3a897e-b68b-4da1-9f5f-48e649903863 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 944 time: 0.0924244 May 06 10:03:01.603330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20759e61-2b50-456a-aef3-6236231f4535 req-5bb5d52f-cd78-4cff-9bb6-994da68c94c7 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523102 May 06 10:03:01.604205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-020e0ebd-8cda-406c-af50-22eee3e77133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.606878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-020e0ebd-8cda-406c-af50-22eee3e77133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:01.609039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-020e0ebd-8cda-406c-af50-22eee3e77133 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e523dce3-528b-443c-a352-2c31958bee8e HTTP/1.1" status: 204 len: 168 time: 0.2158389 May 06 10:03:01.619396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e0ebd-8cda-406c-af50-22eee3e77133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523dce3-528b-443c-a352-2c31958bee8e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:02.409037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2c78c897-2486-4df1-ac7f-7f3092e60a56 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:02.497407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 2c78c897-2486-4df1-ac7f-7f3092e60a56 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:03:02.502615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 2c78c897-2486-4df1-ac7f-7f3092e60a56 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:02.503241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:02.792281 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:02.821820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:02.824111 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3f2c8f-f379-4642-8560-067c1059f2b6" -d '{"events": [{"server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "name": "network-vif-plugged", "status": "completed", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:02.873050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbd793-8436-44cb-ba97-cf6dc78d3896 req-c524d63c-6168-487c-9346-3b5bd8fe429a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:02.874161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 2c78c897-2486-4df1-ac7f-7f3092e60a56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:02.874876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93dbd793-8436-44cb-ba97-cf6dc78d3896 req-c524d63c-6168-487c-9346-3b5bd8fe429a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 944 time: 0.1254792 May 06 10:03:02.882459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:02.926941 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692251e2-e2bc-4488-8397-cf203a667ae6 x-openstack-request-id: req-692251e2-e2bc-4488-8397-cf203a667ae6 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:02.928157 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "name": "network-vif-plugged", "status": "completed", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:02.928567 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-692251e2-e2bc-4488-8397-cf203a667ae6 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:02.929120 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692251e2-e2bc-4488-8397-cf203a667ae6'] response: {'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'code': 200} May 06 10:03:02.963077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93dbd793-8436-44cb-ba97-cf6dc78d3896 req-b19b464b-e811-4567-ba1b-4245ee37d832 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809269 May 06 10:03:02.982446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=2c78c897-2486-4df1-ac7f-7f3092e60a56,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:03.044312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd750-bb82-44d5-b3f8-82ae4fa220e8 req-2b677d69-b7b2-47fe-89fc-1fd4bfd0c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:03.046197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-117dd750-bb82-44d5-b3f8-82ae4fa220e8 req-2b677d69-b7b2-47fe-89fc-1fd4bfd0c239 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 1096 time: 0.0661249 May 06 10:03:03.062304 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47434) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:03.101536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-117dd750-bb82-44d5-b3f8-82ae4fa220e8 req-7e27fa81-9364-4a30-81cd-eb4c52f602b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488410 May 06 10:03:03.196364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2637528e-87cb-4281-8bc7-6709ee2e407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:03.288498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2637528e-87cb-4281-8bc7-6709ee2e407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:03.292416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2637528e-87cb-4281-8bc7-6709ee2e407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:03.335965 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2637528e-87cb-4281-8bc7-6709ee2e407f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=04f4bae19383424581d1ef4b1539a9fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722673 May 06 10:03:03.338727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47448) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:03.341477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637528e-87cb-4281-8bc7-6709ee2e407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5936cf-736d-44d2-b395-e447cb4f03ec,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:03.400069 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d7d3-23e4-479a-899a-8d89b24a3553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:03.422165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d7d3-23e4-479a-899a-8d89b24a3553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:03.502418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d7d3-23e4-479a-899a-8d89b24a3553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:03.502418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d7d3-23e4-479a-899a-8d89b24a3553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:03.502418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7ef2d7d3-23e4-479a-899a-8d89b24a3553 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c5936cf-736d-44d2-b395-e447cb4f03ec HTTP/1.1" status: 204 len: 168 time: 0.1480217 May 06 10:03:03.522414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2d7d3-23e4-479a-899a-8d89b24a3553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5936cf-736d-44d2-b395-e447cb4f03ec,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:04.102294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550f699-9438-4730-97fb-9d52ddb8f97a req-928d3625-5a3c-42b6-9b7d-5f3b8f6eb550 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:04.103849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b550f699-9438-4730-97fb-9d52ddb8f97a req-928d3625-5a3c-42b6-9b7d-5f3b8f6eb550 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 945 time: 0.0652449 May 06 10:03:04.148139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b550f699-9438-4730-97fb-9d52ddb8f97a req-9147481a-b683-414b-9d5a-b4767c5a828a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382798 May 06 10:03:05.246592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47550) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:05.294730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8d355-bf4a-4e84-8a9e-17be178a1664 req-b80343f4-e2cc-4a91-ab10-b520b3387c19 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:05.296506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43d8d355-bf4a-4e84-8a9e-17be178a1664 req-b80343f4-e2cc-4a91-ab10-b520b3387c19 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 945 time: 0.0642333 May 06 10:03:05.368839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43d8d355-bf4a-4e84-8a9e-17be178a1664 req-1dc85ba6-928d-46a6-8d94-a4d760718b1f tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607588 May 06 10:03:05.400433 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-81e03376-13b5-4d12-9ef3-a4ea1546f3a5 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:05.430029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-81e03376-13b5-4d12-9ef3-a4ea1546f3a5 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "PUT /v2.0/quotas/8a51e575bacf4e7b80680c1442750537 HTTP/1.1" status: 200 len: 368 time: 0.1789389 May 06 10:03:05.430489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47556) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:05.435108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Request body: {'network': {'project_id': '8a51e575bacf4e7b80680c1442750537'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:05.463462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Made reservation on behalf of 8a51e575bacf4e7b80680c1442750537 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:05.466839 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.478583 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.503860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea8013-b055-4292-97b1-5cf7f7c67b21 req-771f250a-eaf5-442f-b28f-761d1a3dbb83 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:05.509053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0ea8013-b055-4292-97b1-5cf7f7c67b21 req-771f250a-eaf5-442f-b28f-761d1a3dbb83 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 945 time: 0.0614254 May 06 10:03:05.514371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47562) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:05.520251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'port_id': '2c78c897-2486-4df1-ac7f-7f3092e60a56'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:05.569034 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.595086 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.601243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.616715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:03:05.631383 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.631837 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Added segment d5dfe706-6e82-4fcd-b5af-e085de822ba2 of type vlan for network 05eef500-3232-4c7c-871f-099538264b98 May 06 10:03:05.688834 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.722888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.723866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:05.725543 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.751052 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3195362 May 06 10:03:05.758195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47566) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:05.762951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Request body: {'network': {'project_id': '8a51e575bacf4e7b80680c1442750537'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:05.826909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a78fe9-0f7d-413b-af03-ba8332f571b4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:05.891711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d8dbd-c113-4645-82eb-dd15fd506f32 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Pushing event updated for resources: {'Network': ['ID=05eef500-3232-4c7c-871f-099538264b98,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:05.903973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 05eef500-3232-4c7c-871f-099538264b98 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:03:05.917635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Made reservation on behalf of 8a51e575bacf4e7b80680c1442750537 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:05.922481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:05.998359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:03:06.027064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.027064 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Added segment 2f51c734-d4e5-4204-ae62-918c55bb0cbd of type vlan for network 4c39a824-19c0-4e66-be51-7334f6a5b933 May 06 10:03:06.083477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.121340 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.122725 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:06.123469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.165363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.169810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.199367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Pushing event updated for resources: {'Network': ['ID=4c39a824-19c0-4e66-be51-7334f6a5b933,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:06.204536 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5b3da4ee-81d1-4691-9610-b1a2f80e798b tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4453032 May 06 10:03:06.207429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47574) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:06.210724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4c39a824-19c0-4e66-be51-7334f6a5b933 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:03:06.213357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c8b61f84-f4b1-4040-b54c-a8648ba70f7c tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Request body: {'network': {'project_id': '8a51e575bacf4e7b80680c1442750537'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:06.226104 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b61f84-f4b1-4040-b54c-a8648ba70f7c tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 10:03:06.226787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b61f84-f4b1-4040-b54c-a8648ba70f7c tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:03:06.228133 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c8b61f84-f4b1-4040-b54c-a8648ba70f7c tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0194812 May 06 10:03:06.231234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47576) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:06.327319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a8ec39b2-a7c5-451d-9aae-74a13c044614 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8a51e575bacf4e7b80680c1442750537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941775 May 06 10:03:06.329541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:06.347026 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP 5eae79fb-fc7f-4584-9e8e-67cfe175f331 associated. External IP: 172.25.8.150, port: 2c78c897-2486-4df1-ac7f-7f3092e60a56. May 06 10:03:06.423033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42b5bbc3-fad3-4a9b-bef3-1a3e6f93fd2d tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.465885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42b5bbc3-fad3-4a9b-bef3-1a3e6f93fd2d tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.553251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42b5bbc3-fad3-4a9b-bef3-1a3e6f93fd2d tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.565520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-42b5bbc3-fad3-4a9b-bef3-1a3e6f93fd2d tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.568535 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-42b5bbc3-fad3-4a9b-bef3-1a3e6f93fd2d tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/e3a78fe9-0f7d-413b-af03-ba8332f571b4 HTTP/1.1" status: 204 len: 168 time: 0.2359056 May 06 10:03:06.575210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:06.665548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:06.685987 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5bbc3-fad3-4a9b-bef3-1a3e6f93fd2d tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a78fe9-0f7d-413b-af03-ba8332f571b4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:06.751095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.921032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.952022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:06.956905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:06.968073 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:06.973917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c39a824-19c0-4e66-be51-7334f6a5b933']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:06.984598 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:06.985297 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:06.994490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f51c734-d4e5-4204-ae62-918c55bb0cbd') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:06.994796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f51c734-d4e5-4204-ae62-918c55bb0cbd') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:07.012505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.043080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edaf5b-c59d-4b2b-869f-c47938bb215b req-287d38f2-ea9e-46b3-a657-c32dc12cf7ee tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:07.045042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.052878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:03:07.052878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.055566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72edaf5b-c59d-4b2b-869f-c47938bb215b req-287d38f2-ea9e-46b3-a657-c32dc12cf7ee tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.1409976 May 06 10:03:07.071605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e8d6aec0-745a-4fd8-919d-17305bf42451 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "PUT /v2.0/floatingips/5eae79fb-fc7f-4584-9e8e-67cfe175f331 HTTP/1.1" status: 200 len: 991 time: 1.5438037 May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: timer() May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:03:07.071894 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:03:07.075676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:07.080003 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57db227-52c6-42c7-90b3-1b1efa7295c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:07.111121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72edaf5b-c59d-4b2b-869f-c47938bb215b req-3b430c1c-0711-4ee6-a9f1-dbf2dd131f22 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.174744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.185152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.205115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "DELETE /v2.0/networks/4c39a824-19c0-4e66-be51-7334f6a5b933 HTTP/1.1" status: 204 len: 168 time: 0.6246405 May 06 10:03:07.205309 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c1e9e5-6c85-439e-abec-67aa37996e3c x-openstack-request-id: req-21c1e9e5-6c85-439e-abec-67aa37996e3c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:07.205309 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:07.205309 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21c1e9e5-6c85-439e-abec-67aa37996e3c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:07.205309 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c1e9e5-6c85-439e-abec-67aa37996e3c'] response: {'name': 'network-changed', 'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'status': 'completed', 'code': 200} May 06 10:03:07.209446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47612) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:07.266519 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:07.352499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50098644-6433-4fbf-a5d1-68e3845066d7 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c39a824-19c0-4e66-be51-7334f6a5b933,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:07.363636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-0ec2586b-824a-4f48-9491-bcb3e2749db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:07.366469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-0ec2586b-824a-4f48-9491-bcb3e2749db5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 1096 time: 0.1347945 May 06 10:03:07.401707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47616) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:07.454729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.584406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.629704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05eef500-3232-4c7c-871f-099538264b98']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:07.632856 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-517a09ee-1f78-4fde-a2c7-8527f38648f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.656581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dfe706-6e82-4fcd-b5af-e085de822ba2') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:07.657286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dfe706-6e82-4fcd-b5af-e085de822ba2') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:07.673556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.700722 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5eae79fb-fc7f-4584-9e8e-67cfe175f331', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:23:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:02:51Z', 'updated_at': '2022-05-06T10:03:06Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:07.702777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.718769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:03:07.719451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: timer() May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:03:07.722144 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:03:07.737679 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:03:07.748204 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:07.749231 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:02:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:07.812238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.828350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.833855 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] 10.222.0.76 "DELETE /v2.0/networks/05eef500-3232-4c7c-871f-099538264b98 HTTP/1.1" status: 204 len: 168 time: 0.6251547 May 06 10:03:07.876884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807208c7-d9f5-4d6c-aa77-3f50d8ede9b4 tempest-QuotasNegativeTest-1541893551 tempest-QuotasNegativeTest-1541893551-project-admin] Pushing event deleted for resources: {'Network': ['ID=05eef500-3232-4c7c-871f-099538264b98,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:07.897985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-517a09ee-1f78-4fde-a2c7-8527f38648f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.902808 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-517a09ee-1f78-4fde-a2c7-8527f38648f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.908958 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:03:07.947032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72edaf5b-c59d-4b2b-869f-c47938bb215b req-3b430c1c-0711-4ee6-a9f1-dbf2dd131f22 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.953043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-72edaf5b-c59d-4b2b-869f-c47938bb215b req-3b430c1c-0711-4ee6-a9f1-dbf2dd131f22 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:07.962644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a09ee-1f78-4fde-a2c7-8527f38648f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5853a-bad6-4f1d-ae31-365e645b0aaf,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:07.979479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72edaf5b-c59d-4b2b-869f-c47938bb215b req-3b430c1c-0711-4ee6-a9f1-dbf2dd131f22 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9228251 May 06 10:03:07.997202 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-517a09ee-1f78-4fde-a2c7-8527f38648f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33026e79ceaa457ea518c9363f64e3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5913212 May 06 10:03:07.999391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47630) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:08.016322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b430c1c-0711-4ee6-a9f1-dbf2dd131f22 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a217d-2659-4ba1-a1a7-8e4bc2847536,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:08.022972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-06f5dac0-325c-4061-84e4-1b7fa244eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:08.024931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-06f5dac0-325c-4061-84e4-1b7fa244eebb service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.6513472 May 06 10:03:08.114294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31ed6a38-406d-42d5-8619-a42c569b82d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.151030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-598f2e42-2de3-4fad-a060-5ef83ba996ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56 HTTP/1.1" status: 200 len: 999 time: 0.1183636 May 06 10:03:08.160330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31ed6a38-406d-42d5-8619-a42c569b82d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.164345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f747f-41c0-4649-8bf2-0f98ae886923 req-939248da-a326-44a0-adb9-67c7b5f14368 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:08.166188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b24f747f-41c0-4649-8bf2-0f98ae886923 req-939248da-a326-44a0-adb9-67c7b5f14368 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0778339 May 06 10:03:08.227098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31ed6a38-406d-42d5-8619-a42c569b82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.231168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-31ed6a38-406d-42d5-8619-a42c569b82d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.235099 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-31ed6a38-406d-42d5-8619-a42c569b82d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90a5853a-bad6-4f1d-ae31-365e645b0aaf HTTP/1.1" status: 204 len: 168 time: 0.2322493 May 06 10:03:08.243814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed6a38-406d-42d5-8619-a42c569b82d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a5853a-bad6-4f1d-ae31-365e645b0aaf,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:08.278631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b24f747f-41c0-4649-8bf2-0f98ae886923 req-6fcbcca8-18b8-42f6-9996-4cb168f81d3f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035521 May 06 10:03:08.280968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-69e9c6f1-6af2-452e-84ef-b79dba0c3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:08.283361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-69e9c6f1-6af2-452e-84ef-b79dba0c3e03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.1160829 May 06 10:03:08.304613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:08.371358 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5eae79fb-fc7f-4584-9e8e-67cfe175f331', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:23:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:02:51Z', 'updated_at': '2022-05-06T10:03:06Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:08.378146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-ea830152-d096-4041-bd80-cd59ae6fd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:08.381710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-ea830152-d096-4041-bd80-cd59ae6fd1be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915978 May 06 10:03:08.408108 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d28c03-3326-4944-b37b-2f2b2a734652 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5eae79fb-fc7f-4584-9e8e-67cfe175f331', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:23:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:02:51Z', 'updated_at': '2022-05-06T10:03:06Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:08.431620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4210d0f7-4084-41f9-8f4d-62723a26bde4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 HTTP/1.1" status: 200 len: 992 time: 0.1134930 May 06 10:03:08.555956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-d7084b4a-278c-4c78-9745-46caf2699dbb service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663821 May 06 10:03:08.636311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47652) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:08.703822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a57db227-52c6-42c7-90b3-1b1efa7295c2 req-b1bcfee0-d2d1-4ec6-8410-14ca20589192 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408339 May 06 10:03:08.811612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47664) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:08.845010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.845236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aadb407-9b3c-4f5e-beb3-36e543370101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.854079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e645d9-4aa1-4e72-a91e-31a3f8eeac54 None None] New status for floating IP 5eae79fb-fc7f-4584-9e8e-67cfe175f331: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:03:08.868541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-fb46606f-5dd9-4768-bc0d-dffb0588ab6a req-9d984ceb-7433-41b7-b9d6-c5f91794ce49 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:08.870047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb46606f-5dd9-4768-bc0d-dffb0588ab6a req-9d984ceb-7433-41b7-b9d6-c5f91794ce49 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112672 May 06 10:03:08.979939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aadb407-9b3c-4f5e-beb3-36e543370101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.985037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5aadb407-9b3c-4f5e-beb3-36e543370101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.985663 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:08.991845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.034702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bb22f1da8b31445d9a04660bdfe2a233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219267 May 06 10:03:09.036295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4504eea5-20df-466a-a396-83b38f8a6e2c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:09.044200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47670) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:09.046072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.046434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.047026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.047597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.048093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.048463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.048894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.049315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.049762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.050181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.050602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.051030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de57f16-4262-4973-a2fb-8408319d9fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:09.062501 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5aadb407-9b3c-4f5e-beb3-36e543370101 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=295a42a0cfcd4e0d92c6cb5d7bb077e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249318 May 06 10:03:09.064495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadb407-9b3c-4f5e-beb3-36e543370101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a57a7ea-fef5-4d95-a303-0529e7c221ef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:09.065623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47674) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:09.198426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29b1fbbe-39e6-4bbd-822a-fff1f7d7c8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.200772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e968ad94-b6f7-42d7-b85c-aaef6126cae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.243138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29b1fbbe-39e6-4bbd-822a-fff1f7d7c8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.246517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e968ad94-b6f7-42d7-b85c-aaef6126cae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.341675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e968ad94-b6f7-42d7-b85c-aaef6126cae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.344468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e968ad94-b6f7-42d7-b85c-aaef6126cae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.345661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e968ad94-b6f7-42d7-b85c-aaef6126cae4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a57a7ea-fef5-4d95-a303-0529e7c221ef HTTP/1.1" status: 204 len: 168 time: 0.2788792 May 06 10:03:09.359509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968ad94-b6f7-42d7-b85c-aaef6126cae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a57a7ea-fef5-4d95-a303-0529e7c221ef,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:09.361556 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29b1fbbe-39e6-4bbd-822a-fff1f7d7c8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.364178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29b1fbbe-39e6-4bbd-822a-fff1f7d7c8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.368137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-29b1fbbe-39e6-4bbd-822a-fff1f7d7c8e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4504eea5-20df-466a-a396-83b38f8a6e2c HTTP/1.1" status: 204 len: 168 time: 0.3100743 May 06 10:03:09.391695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1fbbe-39e6-4bbd-822a-fff1f7d7c8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4504eea5-20df-466a-a396-83b38f8a6e2c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:09.445507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9e1cf-f8df-4d22-8dd4-fb9bf9b8108e req-25121b8a-4b1b-4eaf-8258-0339d4346def tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:09.447496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ba9e1cf-f8df-4d22-8dd4-fb9bf9b8108e req-25121b8a-4b1b-4eaf-8258-0339d4346def tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0720625 May 06 10:03:09.491957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ba9e1cf-f8df-4d22-8dd4-fb9bf9b8108e req-2db03151-4137-4857-9682-1ec388262a50 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374866 May 06 10:03:09.810735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47700) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:09.837021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fbac006-2ae3-4afc-8a06-8ccbc86ae922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.866895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-ddecceb5-8207-44d5-b3fa-d497d40835be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4966667 May 06 10:03:09.931551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47706) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:09.958053 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9576274-a8fe-4e15-9511-5648c8b5a28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:09.995231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fbac006-2ae3-4afc-8a06-8ccbc86ae922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.000061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5fbac006-2ae3-4afc-8a06-8ccbc86ae922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.034138 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5fbac006-2ae3-4afc-8a06-8ccbc86ae922 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9dfb4c6e5409416fb852172b3e6cb177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215714 May 06 10:03:10.036935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47708) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:10.059283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbac006-2ae3-4afc-8a06-8ccbc86ae922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a836f-97da-40c9-9d0f-0398082b149e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:10.117658 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9576274-a8fe-4e15-9511-5648c8b5a28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.134032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d9576274-a8fe-4e15-9511-5648c8b5a28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.179337 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29ee1cff-fb56-44da-9072-bd85c70a1a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.207238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d9576274-a8fe-4e15-9511-5648c8b5a28c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03e8e313dfad4a038f4f367348969bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740021 May 06 10:03:10.211116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47722) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:10.211717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9576274-a8fe-4e15-9511-5648c8b5a28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf196095-eb25-45c5-9c08-1796a1a9f13b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:10.233878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29ee1cff-fb56-44da-9072-bd85c70a1a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.300068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29ee1cff-fb56-44da-9072-bd85c70a1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.305891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29ee1cff-fb56-44da-9072-bd85c70a1a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.315775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-29ee1cff-fb56-44da-9072-bd85c70a1a45 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/607a836f-97da-40c9-9d0f-0398082b149e HTTP/1.1" status: 204 len: 168 time: 0.2775660 May 06 10:03:10.321103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4acd-1b38-4a94-91ba-033d7cd3ada8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.331967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee1cff-fb56-44da-9072-bd85c70a1a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a836f-97da-40c9-9d0f-0398082b149e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:10.370870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4acd-1b38-4a94-91ba-033d7cd3ada8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.429308 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4acd-1b38-4a94-91ba-033d7cd3ada8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.432500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a3c4acd-1b38-4a94-91ba-033d7cd3ada8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:10.434149 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a3c4acd-1b38-4a94-91ba-033d7cd3ada8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf196095-eb25-45c5-9c08-1796a1a9f13b HTTP/1.1" status: 204 len: 168 time: 0.2214332 May 06 10:03:10.447011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c4acd-1b38-4a94-91ba-033d7cd3ada8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf196095-eb25-45c5-9c08-1796a1a9f13b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:10.685288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b283b-e8a3-4d23-9559-6b9455b713f6 req-c309de25-a876-4cc6-b12f-cd344667aab0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:10.685288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c55b283b-e8a3-4d23-9559-6b9455b713f6 req-c309de25-a876-4cc6-b12f-cd344667aab0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0715196 May 06 10:03:10.748948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c55b283b-e8a3-4d23-9559-6b9455b713f6 req-acf113ca-5587-44ca-a3e7-78380782245c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544853 May 06 10:03:11.483279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47798) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.613468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-23822c3f-3b8d-4107-b003-11aa667e13c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:11.615619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-23822c3f-3b8d-4107-b003-11aa667e13c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.0710790 May 06 10:03:11.725305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-9ff6307c-33a1-4a34-8e7f-47daca95238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:11.727706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-9ff6307c-33a1-4a34-8e7f-47daca95238b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.1053567 May 06 10:03:11.768148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-3aa11ad4-af7f-4da0-b101-c057ae9b0f65 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.772156 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3aa11ad4-af7f-4da0-b101-c057ae9b0f65 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2849529 May 06 10:03:11.773109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47814) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.777292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-584b4b8d-ef8c-46d0-b861-d4c54c680bfa tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.778658 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-584b4b8d-ef8c-46d0-b861-d4c54c680bfa tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051839 May 06 10:03:11.781232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47816) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.785987 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-95f646d0-8d93-43ab-85a1-65f153638f9c tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.787669 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-95f646d0-8d93-43ab-85a1-65f153638f9c tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053909 May 06 10:03:11.793196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47818) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.797362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-40afb6e9-d7a5-4a42-8eac-846b97461736 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.798428 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-40afb6e9-d7a5-4a42-8eac-846b97461736 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0041764 May 06 10:03:11.801119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47820) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.806295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-5ceef624-ac93-4cc8-a25b-4f9686893c0f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.808903 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5ceef624-ac93-4cc8-a25b-4f9686893c0f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067101 May 06 10:03:11.811905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47822) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.822392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-a4ec16d6-49b0-4995-a5c5-93e27af5c42c tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.823842 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a4ec16d6-49b0-4995-a5c5-93e27af5c42c tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0108531 May 06 10:03:11.826704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47824) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.834207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-a314d54d-980b-4aea-8932-9812bc11bbc7 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.835776 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a314d54d-980b-4aea-8932-9812bc11bbc7 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077837 May 06 10:03:11.838444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47826) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.843252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-8c9720e2-6110-41f1-9012-7941ae89761d tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.845233 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c9720e2-6110-41f1-9012-7941ae89761d tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049567 May 06 10:03:11.846870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.852624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-ceb5cfe5-b7e2-429e-a12f-349d8c631da2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.854414 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ceb5cfe5-b7e2-429e-a12f-349d8c631da2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061543 May 06 10:03:11.856600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47830) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.862293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-23d1a210-4148-4b39-b9ae-0483a30cff51 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.883492 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-23d1a210-4148-4b39-b9ae-0483a30cff51 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0251160 May 06 10:03:11.886056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47834) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.891110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-de1f90a7-7db0-4e6c-8341-00d57b53bd01 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.892469 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-de1f90a7-7db0-4e6c-8341-00d57b53bd01 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051913 May 06 10:03:11.894697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47836) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.901033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-7733d230-117e-45e0-965e-eca500d31c5d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 1000 time: 0.1659865 May 06 10:03:11.902546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-d2b9fa75-3bbd-42cf-9771-cd0270e18d9d tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.903787 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d2b9fa75-3bbd-42cf-9771-cd0270e18d9d tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077615 May 06 10:03:11.906393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47838) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.910952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-0028cb50-0a2a-41ee-a742-9ab03400de38 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.912826 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0028cb50-0a2a-41ee-a742-9ab03400de38 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051162 May 06 10:03:11.915784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47840) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.920236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-75925912-d5c3-4c23-8ca5-7c5ac3731298 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.921580 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-75925912-d5c3-4c23-8ca5-7c5ac3731298 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045028 May 06 10:03:11.925332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47842) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.930133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-67dd4d0a-425a-40be-8556-45f59f86a291 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.931357 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-67dd4d0a-425a-40be-8556-45f59f86a291 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047753 May 06 10:03:11.934006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47844) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.938510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-100ef33b-017c-40d1-bbdb-525f16704ff0 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.939518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-100ef33b-017c-40d1-bbdb-525f16704ff0 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045500 May 06 10:03:11.942335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47846) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.947215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-0d9bf7a2-4de7-4296-b392-4ecb6678b012 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.949403 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d9bf7a2-4de7-4296-b392-4ecb6678b012 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050833 May 06 10:03:11.952068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47848) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.957366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-2b04068d-d0e7-404e-9698-bd2e7c826599 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.957914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804936d3-ffe2-4cb0-a748-7ed11b60873c req-42700cdd-729e-441f-84c9-7921dd062de0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:11.959444 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b04068d-d0e7-404e-9698-bd2e7c826599 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062265 May 06 10:03:11.960155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-804936d3-ffe2-4cb0-a748-7ed11b60873c req-42700cdd-729e-441f-84c9-7921dd062de0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.1190174 May 06 10:03:11.964312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47850) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.969377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-af95408f-4e3c-4f44-ad32-3c8a5305bdf8 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.970313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-af95408f-4e3c-4f44-ad32-3c8a5305bdf8 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047662 May 06 10:03:11.973594 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47852) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.979843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-9304ae49-406b-441e-9834-96d5db6b1a98 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.983551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9304ae49-406b-441e-9834-96d5db6b1a98 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059278 May 06 10:03:11.984193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47854) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.988652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-f6ff9b34-66a9-4627-83c7-00eb5fa90930 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.992238 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f6ff9b34-66a9-4627-83c7-00eb5fa90930 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049157 May 06 10:03:11.992776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47856) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:11.997879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-80759080-44e2-45bb-99fb-036f07243269 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:11.998815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-80759080-44e2-45bb-99fb-036f07243269 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0042171 May 06 10:03:12.001960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47858) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.007103 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-0b09ad8e-b6cc-46e2-80d4-b856834d2b9b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.011339 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b09ad8e-b6cc-46e2-80d4-b856834d2b9b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052853 May 06 10:03:12.011705 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47860) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.017970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-ca8a5d32-1282-4261-be1f-2b55cc78c3d7 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.021899 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ca8a5d32-1282-4261-be1f-2b55cc78c3d7 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062506 May 06 10:03:12.022153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-804936d3-ffe2-4cb0-a748-7ed11b60873c req-c9d20bd4-6da3-4e25-997c-ca07f069f889 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478325 May 06 10:03:12.023012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-873be3bf-cee8-49d9-9588-58f73d77e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:12.024452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-873be3bf-cee8-49d9-9588-58f73d77e5d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.1119189 May 06 10:03:12.024901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47862) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.034920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-67e9247e-70fe-4743-a3a6-50fcf6ff340f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.036089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-67e9247e-70fe-4743-a3a6-50fcf6ff340f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0090296 May 06 10:03:12.048391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47870) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.053763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-f3bb3d4b-16d5-4628-8585-eee5155d2ee2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.062206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47872) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.064178 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f3bb3d4b-16d5-4628-8585-eee5155d2ee2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052688 May 06 10:03:12.085269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-b8e02fbb-ff7f-428a-9466-7e791b81e64e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.091511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b8e02fbb-ff7f-428a-9466-7e791b81e64e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0281000 May 06 10:03:12.092106 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47874) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.097177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-ee65eb4b-3a74-45c6-a176-6dce5404165f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.101400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47878) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.101810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ee65eb4b-3a74-45c6-a176-6dce5404165f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086613 May 06 10:03:12.105759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-e65ef3ea-f677-4a2c-9b45-2e42f09333d3 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.106742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e65ef3ea-f677-4a2c-9b45-2e42f09333d3 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044160 May 06 10:03:12.109169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47880) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.113485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-7ee00929-6590-48e1-8695-29e9938cf2fc tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.114428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7ee00929-6590-48e1-8695-29e9938cf2fc tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043695 May 06 10:03:12.117149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47882) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.122291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-de21ef98-8716-4c20-8b4f-dcf4b00ba9b4 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.123272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-de21ef98-8716-4c20-8b4f-dcf4b00ba9b4 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0052228 May 06 10:03:12.126126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47884) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.130981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-a88e6bd6-b1fa-424c-ae10-90527bec2320 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.134588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-72cd2804-d1ef-4fce-9953-aff472a66ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:12.135191 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a88e6bd6-b1fa-424c-ae10-90527bec2320 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0078454 May 06 10:03:12.135364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-72cd2804-d1ef-4fce-9953-aff472a66ea4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977120 May 06 10:03:12.135733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47886) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.139764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-97987f5d-7478-476f-acbe-ff0fc1c243ae tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.140668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-97987f5d-7478-476f-acbe-ff0fc1c243ae tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040691 May 06 10:03:12.142888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47888) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.148573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-c7bab236-5d15-48e0-a018-a182a50fcf79 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.151892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c7bab236-5d15-48e0-a018-a182a50fcf79 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0057750 May 06 10:03:12.152787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47890) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.158473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-d300742a-40f6-42d1-b07c-49f9439514d9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.163362 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d300742a-40f6-42d1-b07c-49f9439514d9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092547 May 06 10:03:12.164203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47892) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.169228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-5d89f57f-f42c-48b3-8a85-85b5c11adf43 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.173157 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5d89f57f-f42c-48b3-8a85-85b5c11adf43 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076241 May 06 10:03:12.173765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47894) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.181933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-a3bbaf07-7c62-4bd6-a707-99a6f712fac4 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.185958 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a3bbaf07-7c62-4bd6-a707-99a6f712fac4 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0111718 May 06 10:03:12.186615 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47898) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.193420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-306634df-7d86-4a84-b612-3f757d2d3b6a tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.194499 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-306634df-7d86-4a84-b612-3f757d2d3b6a tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0068235 May 06 10:03:12.203556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47900) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.208051 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-ea2d36d5-311a-4610-9b3d-5a694db645cd tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.209983 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ea2d36d5-311a-4610-9b3d-5a694db645cd tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054672 May 06 10:03:12.213301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47902) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.217620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-dab08fe2-5472-4326-8622-42552206fca9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.221870 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dab08fe2-5472-4326-8622-42552206fca9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0077713 May 06 10:03:12.222650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47904) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.227881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-64854a13-3aaa-4f3e-9960-f10f9a11f0e8 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.232184 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-64854a13-3aaa-4f3e-9960-f10f9a11f0e8 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083668 May 06 10:03:12.232880 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47906) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.237193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-50c562dd-abd0-49fb-94bb-0fd1a767bdd2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.241044 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-50c562dd-abd0-49fb-94bb-0fd1a767bdd2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071087 May 06 10:03:12.241933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47908) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.246489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-361fa5a4-3f2a-4044-be06-e002438b9b7b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.249847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-8ef31f3b-cd41-4649-95e7-14a01498ae14 service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031258 May 06 10:03:12.250074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47910) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.250685 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-361fa5a4-3f2a-4044-be06-e002438b9b7b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0078623 May 06 10:03:12.254660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-b9f4f4d5-8053-47ef-9a74-85339f5c4e25 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.257943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b9f4f4d5-8053-47ef-9a74-85339f5c4e25 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046644 May 06 10:03:12.258133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47914) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.261957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-12c8303d-2099-4a06-8ff0-4b1a9a066b19 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.265016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-12c8303d-2099-4a06-8ff0-4b1a9a066b19 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039415 May 06 10:03:12.268047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47918) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.274685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-4989fb4b-594f-4b11-9096-4334a7cbda60 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.279389 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4989fb4b-594f-4b11-9096-4334a7cbda60 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0098188 May 06 10:03:12.280215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47920) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.285683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-abd999c9-c6f6-4697-9010-b2edf3210c6e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.289430 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-abd999c9-c6f6-4697-9010-b2edf3210c6e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071735 May 06 10:03:12.290386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47922) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.297642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-6ecc5025-be44-4c2a-b15c-78edba7107a0 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.301450 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6ecc5025-be44-4c2a-b15c-78edba7107a0 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0066388 May 06 10:03:12.301450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47924) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.308169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-57cf58d9-5f2f-4c35-8c7b-ca0ec657a308 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.311897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47926) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.312180 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-57cf58d9-5f2f-4c35-8c7b-ca0ec657a308 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0083718 May 06 10:03:12.317551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-33bfad51-1f5d-4765-aff8-ac95b9a01faa tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.321364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-33bfad51-1f5d-4765-aff8-ac95b9a01faa tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0063503 May 06 10:03:12.322759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47928) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.326092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-6709de6a-efac-49bf-9371-1d6867e84b28 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.327085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6709de6a-efac-49bf-9371-1d6867e84b28 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040712 May 06 10:03:12.329362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47930) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.334789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-f348f6e2-114c-4397-85a2-89192e896c56 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.335749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f348f6e2-114c-4397-85a2-89192e896c56 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054855 May 06 10:03:12.338474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47934) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.343237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-38d15e4f-7ad1-4109-967a-c525154d3275 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.344600 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-38d15e4f-7ad1-4109-967a-c525154d3275 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051830 May 06 10:03:12.346945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47936) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.351905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-358bff9d-061b-4faa-adf7-f686fb2a0d8e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.355564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-358bff9d-061b-4faa-adf7-f686fb2a0d8e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074778 May 06 10:03:12.356343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47938) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.360491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-31711989-a0cd-4701-ae77-90e2688350a9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.364222 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-31711989-a0cd-4701-ae77-90e2688350a9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0069010 May 06 10:03:12.365148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47942) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.369663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-500f5d5f-f302-47e8-a5f2-e6bb6c57b48f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.370980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-c28de14b-36aa-4575-abc0-08b5c818a6da service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139004 May 06 10:03:12.372188 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-500f5d5f-f302-47e8-a5f2-e6bb6c57b48f tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056212 May 06 10:03:12.373132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47944) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.377458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-0ef45717-2b74-4364-967a-657ba629221b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.381785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47946) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.386529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-02b7d104-05fd-4be4-94c1-e5a54f0ac60d tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.390353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0ef45717-2b74-4364-967a-657ba629221b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0161941 May 06 10:03:12.390995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47948) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.391917 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02b7d104-05fd-4be4-94c1-e5a54f0ac60d tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0087352 May 06 10:03:12.396342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-bbfd11e3-73f6-4b31-b89d-2f898b8b49a2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.397304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bbfd11e3-73f6-4b31-b89d-2f898b8b49a2 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045481 May 06 10:03:12.399871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47950) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.404928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-a457f39b-d8c0-41cc-9d1b-e48d691dfac5 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.408426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47952) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.408802 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a457f39b-d8c0-41cc-9d1b-e48d691dfac5 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071714 May 06 10:03:12.413809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-bb80cc2b-6912-485f-8fd3-5983c03ab37b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.415125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bb80cc2b-6912-485f-8fd3-5983c03ab37b tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0054450 May 06 10:03:12.418171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47954) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.422966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-443950dd-5140-4d2a-a0aa-8fd541d7eb98 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.424000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-443950dd-5140-4d2a-a0aa-8fd541d7eb98 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048282 May 06 10:03:12.426429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47956) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.437586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-d975be6b-6cfe-4038-be81-10516e47b1df tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.441300 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47958) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.441423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d975be6b-6cfe-4038-be81-10516e47b1df tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0073783 May 06 10:03:12.447050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [None req-dabbd91a-c5d8-40cd-b232-65576553ed16 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.450987 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dabbd91a-c5d8-40cd-b232-65576553ed16 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085435 May 06 10:03:12.451302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47960) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.456346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-4ad91ce7-c8b5-417c-9d7c-a29b07d8a8f9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.457294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4ad91ce7-c8b5-417c-9d7c-a29b07d8a8f9 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049767 May 06 10:03:12.460068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47962) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.466106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-4771b3cc-300e-488f-9366-35fd161f506e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.467530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4771b3cc-300e-488f-9366-35fd161f506e tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060987 May 06 10:03:12.469531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47964) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.473524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-1ebcc631-6829-44ff-8f2b-787112ba89d4 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.475022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1ebcc631-6829-44ff-8f2b-787112ba89d4 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046315 May 06 10:03:12.477509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47966) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.481852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-2a9f39e5-5815-4910-8ffa-b8220d583d92 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.482779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a9f39e5-5815-4910-8ffa-b8220d583d92 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043538 May 06 10:03:12.485463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47968) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.489658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [None req-fb1ace92-423b-47fd-888d-74dd00840494 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:12.490909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fb1ace92-423b-47fd-888d-74dd00840494 tempest-ExtensionsTestJSON-425254893 tempest-ExtensionsTestJSON-425254893-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042002 May 06 10:03:12.665477 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65054b78-8838-4125-be35-e45fee9fcdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.803123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 47978) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:12.945294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec113921-e59b-415f-a7a2-83e20a654cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:12.958883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de447-c508-42fb-846e-3c76a148831b req-d7da0eb9-7e92-49c8-913b-8eee658ae94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:12.960467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-142de447-c508-42fb-846e-3c76a148831b req-d7da0eb9-7e92-49c8-913b-8eee658ae94d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.0775430 May 06 10:03:13.133595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec113921-e59b-415f-a7a2-83e20a654cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.135670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de447-c508-42fb-846e-3c76a148831b req-33d27ba5-0d41-428f-b49c-a094335f312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:13.137562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-142de447-c508-42fb-846e-3c76a148831b req-33d27ba5-0d41-428f-b49c-a094335f312b service neutron] 10.222.0.82 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.1467228 May 06 10:03:13.140685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec113921-e59b-415f-a7a2-83e20a654cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.261970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec113921-e59b-415f-a7a2-83e20a654cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338a0fc7-3883-4cab-9320-05cc401cb216,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:13.277729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ec113921-e59b-415f-a7a2-83e20a654cd4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f31195b3575544c08f6fa4f41fd1c777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733765 May 06 10:03:13.280408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 47996) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:13.283367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-142de447-c508-42fb-846e-3c76a148831b req-112e13ca-6633-4f52-bde5-bab5568a811a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 1000 time: 0.1310759 May 06 10:03:13.306221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9dbcb-f1a1-4af1-a6da-4169e94bfdb7 req-5da0dbfa-917d-466b-9b21-917b969f8845 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:13.307868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ee9dbcb-f1a1-4af1-a6da-4169e94bfdb7 req-5da0dbfa-917d-466b-9b21-917b969f8845 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.1691456 May 06 10:03:13.338149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c42689a2-670c-4e25-a21c-4429bfd426fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.364239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c42689a2-670c-4e25-a21c-4429bfd426fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.376649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de447-c508-42fb-846e-3c76a148831b req-6f29c19d-1e44-43a7-8e6b-809e31fb58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:13.378463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-142de447-c508-42fb-846e-3c76a148831b req-6f29c19d-1e44-43a7-8e6b-809e31fb58d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.0879481 May 06 10:03:13.393280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ee9dbcb-f1a1-4af1-a6da-4169e94bfdb7 req-0b2ed12c-f076-443e-a808-88b0d55a49be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645552 May 06 10:03:13.429668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c42689a2-670c-4e25-a21c-4429bfd426fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.432685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c42689a2-670c-4e25-a21c-4429bfd426fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:13.434085 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c42689a2-670c-4e25-a21c-4429bfd426fc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/338a0fc7-3883-4cab-9320-05cc401cb216 HTTP/1.1" status: 204 len: 168 time: 0.1527169 May 06 10:03:13.444820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42689a2-670c-4e25-a21c-4429bfd426fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a0fc7-3883-4cab-9320-05cc401cb216,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:13.461293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de447-c508-42fb-846e-3c76a148831b req-1b1cab94-03b0-4fc2-bfcf-36a9244be704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:13.462921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-142de447-c508-42fb-846e-3c76a148831b req-1b1cab94-03b0-4fc2-bfcf-36a9244be704 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687094 May 06 10:03:13.618356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-142de447-c508-42fb-846e-3c76a148831b req-4527b824-99ca-4279-9bcc-97f51313a6ef service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439714 May 06 10:03:13.721498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-142de447-c508-42fb-846e-3c76a148831b req-592dfe4c-7baa-40ae-89da-5a6cc60d451b service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964630 May 06 10:03:14.289861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:14.402182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1986789095'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:14.424783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:14.429630 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.441103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.556061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c8763-af90-4dbd-8146-e90f4c6f4d3c req-fbc66ed0-7e76-4abc-85ee-366d25b93500 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:14.557579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc8c8763-af90-4dbd-8146-e90f4c6f4d3c req-fbc66ed0-7e76-4abc-85ee-366d25b93500 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0748396 May 06 10:03:14.573142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.586829 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.627351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:03:14.643446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba364e2b-c276-442b-aec5-9cd2f1bb226d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:14.652154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc8c8763-af90-4dbd-8146-e90f4c6f4d3c req-55fda0d8-e789-4ed2-ac6d-4c1fd47d31b0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850451 May 06 10:03:14.655683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.656093 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Added segment e9c3dd75-3a47-482b-9f1c-76b9cb948a68 of type vlan for network 2526a892-7a70-4b50-ae31-97e510ba3708 May 06 10:03:14.702638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.731470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.736996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:14.737605 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:14.798189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5069523 May 06 10:03:14.801251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48044) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:14.805760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'subnet': {'network_id': '2526a892-7a70-4b50-ae31-97e510ba3708', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:14.824530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bdf31-b938-4410-8b18-bbc0eede7021 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Network': ['ID=2526a892-7a70-4b50-ae31-97e510ba3708,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:14.838228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2526a892-7a70-4b50-ae31-97e510ba3708 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:03:14.907178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:14.910620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.101523 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.152068 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4301f374-a949-4d15-95dc-dadbc76540c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.167895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Subnet': ['ID=c1cb3067-aee3-4093-a32b-f788259561dc,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:15.173358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Checking segment: {'id': 'e9c3dd75-3a47-482b-9f1c-76b9cb948a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2526a892-7a70-4b50-ae31-97e510ba3708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:15.173713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network hostable DHCP agents. Network: 2526a892-7a70-4b50-ae31-97e510ba3708, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:03:15.189969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 2526a892-7a70-4b50-ae31-97e510ba3708 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:03:15.198798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2526a892-7a70-4b50-ae31-97e510ba3708) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:15.202951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:15.203521 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.211501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e8bd1-a074-4f7b-b74b-712f4be74d12 None None] Network 2526a892-7a70-4b50-ae31-97e510ba3708 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:15.221950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4a25c1ec-8e60-44ad-9012-990104b595ab tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4198701 May 06 10:03:15.224676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:15.230037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1659727515', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:15.253721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.254704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.354504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.375775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ce404-1fe3-4e49-89dc-6746c473ecd1 None None] Network 2526a892-7a70-4b50-ae31-97e510ba3708 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:15.501870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.700538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.727791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.789657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21556a2-1ca2-4f52-a8a4-76680d52b87b req-238c9d8d-59ef-4aff-a185-824576b32929 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:15.791388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a21556a2-1ca2-4f52-a8a4-76680d52b87b req-238c9d8d-59ef-4aff-a185-824576b32929 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0531254 May 06 10:03:15.834867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a21556a2-1ca2-4f52-a8a4-76680d52b87b req-18bf4bfc-dfc8-4404-aabb-ba476b7799ed tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369935 May 06 10:03:15.854149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.25.8.100 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/73c3659a-d2eb-41b4-a6ef-c76a92a50fbd) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:15.957362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:15.996614 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.038534 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:16.041585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:16.048496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:16.050558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=73c3659a-d2eb-41b4-a6ef-c76a92a50fbd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:16.076787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.077135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.077475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.077811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.078170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.078504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.078843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.079173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.079499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.079847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.080174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.080496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:16.314568 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.526010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.575418 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.673055 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:16.929430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:03:16.971881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d2dbd-46d2-42d7-b143-cde41d6dafbf req-ff5effe6-8db1-4eaa-a7b9-e9056e1dcd4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:16.974424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e04d2dbd-46d2-42d7-b143-cde41d6dafbf req-ff5effe6-8db1-4eaa-a7b9-e9056e1dcd4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0566673 May 06 10:03:17.016164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e04d2dbd-46d2-42d7-b143-cde41d6dafbf req-9e54795e-77a8-4526-add4-09cae979c7b6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343254 May 06 10:03:17.049677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:17.061958 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01aad90-5659-4d83-b533-71399e515dba None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:17.076262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.078402 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4511e417-70e1-4a47-a289-6b8f848fd094 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8523083 May 06 10:03:17.080473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48066) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:17.087327 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01aad90-5659-4d83-b533-71399e515dba None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:17.088274 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a01aad90-5659-4d83-b533-71399e515dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:17.123860 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a01aad90-5659-4d83-b533-71399e515dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:17.134658 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01aad90-5659-4d83-b533-71399e515dba None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:17.135403 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a01aad90-5659-4d83-b533-71399e515dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:17.171800 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a01aad90-5659-4d83-b533-71399e515dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:17.172547 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01aad90-5659-4d83-b533-71399e515dba None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:17.530779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:17.859281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.1 (2526a892-7a70-4b50-ae31-97e510ba3708/c1cb3067-aee3-4093-a32b-f788259561dc/121af004-92e5-4879-b53e-b4786a7b943f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:17.976407 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.010245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.049739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 2526a892-7a70-4b50-ae31-97e510ba3708 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:18.053985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:18.057880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:18.092067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=121af004-92e5-4879-b53e-b4786a7b943f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:18.138110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.191274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.196917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f5ccf-d2f3-4270-be27-0b6306a06f38 req-3a9ca611-59d2-4b37-899f-c60cbe8f2071 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:18.198451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-923f5ccf-d2f3-4270-be27-0b6306a06f38 req-3a9ca611-59d2-4b37-899f-c60cbe8f2071 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.1038187 May 06 10:03:18.299404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-923f5ccf-d2f3-4270-be27-0b6306a06f38 req-77347081-aae2-4c31-85fd-c7824357f6c5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942242 May 06 10:03:18.344491 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.627470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.633283 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.706254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=121af004-92e5-4879-b53e-b4786a7b943f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:18.711634 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:18.721274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.135832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 2526a892-7a70-4b50-ae31-97e510ba3708 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:19.137658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:19.250770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:19.362043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:19.370215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48080) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:19.370736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6098b35d-7d24-4b9b-b9c8-ffdbd910ac30 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/routers/14d59a8d-1f02-471b-87db-adcb7220265f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2884433 May 06 10:03:19.375037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:19.382704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'port': {'network_id': '2526a892-7a70-4b50-ae31-97e510ba3708', 'name': 'tempest-FloatingIPTestJSON-743267683'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:19.408871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:19.409726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:19.446082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:19.447452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737654b-287d-43a2-bce3-c649434f3c72 req-6936ccb1-bf70-4899-896f-5486107dbbbc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:19.449131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2737654b-287d-43a2-bce3-c649434f3c72 req-6936ccb1-bf70-4899-896f-5486107dbbbc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0669658 May 06 10:03:19.463643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:19.464265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:19.493483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2737654b-287d-43a2-bce3-c649434f3c72 req-9b7c3b59-c2ad-4a1b-9178-5712707b0444 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365248 May 06 10:03:19.516791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:19.517571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:19.518292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bbee9-f62c-46e4-b1b8-3ece303e0cd1 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:19.519143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.539232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] device_id is not set on port a1a27ec2-7262-4698-aea4-8d77307cf3ab yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:03:19.654394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.2 (2526a892-7a70-4b50-ae31-97e510ba3708/c1cb3067-aee3-4093-a32b-f788259561dc/a1a27ec2-7262-4698-aea4-8d77307cf3ab) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:19.814875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.847504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.891720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 2526a892-7a70-4b50-ae31-97e510ba3708 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:19.894685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:19.898404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:19.906868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=a1a27ec2-7262-4698-aea4-8d77307cf3ab,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:19.953515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:19.954123 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:19.970871 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f3909622-1e03-4f47-9b5b-3b54ffb0e9ca tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5994506 May 06 10:03:19.973356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48086) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:19.978661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'port': {'network_id': '2526a892-7a70-4b50-ae31-97e510ba3708', 'name': 'tempest-FloatingIPTestJSON-490002049'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:20.092971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:20.096798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.116800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] device_id is not set on port a3dc942b-230c-41f9-b444-ae293b6d83ea yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:03:20.232302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.12 (2526a892-7a70-4b50-ae31-97e510ba3708/c1cb3067-aee3-4093-a32b-f788259561dc/a3dc942b-230c-41f9-b444-ae293b6d83ea) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:20.396549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.439030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.487573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 2526a892-7a70-4b50-ae31-97e510ba3708 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:20.492129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:20.494783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:20.525368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=a3dc942b-230c-41f9-b444-ae293b6d83ea,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:20.563689 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:20.564328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.595121 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d36cb9f7-b750-4f49-ace0-8ffdc33616a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6173222 May 06 10:03:20.595425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48098) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:20.604429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'a3dc942b-230c-41f9-b444-ae293b6d83ea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:20.636797 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.637507 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.666981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb225f8-6b3b-4a2b-b874-cd8e85f149d1 req-f9f31ed9-73e5-4017-a918-9c9730857fce tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:20.669154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fb225f8-6b3b-4a2b-b874-cd8e85f149d1 req-f9f31ed9-73e5-4017-a918-9c9730857fce tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0765281 May 06 10:03:20.718809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fb225f8-6b3b-4a2b-b874-cd8e85f149d1 req-dd73ccda-9ce0-4730-b542-dc19685081ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 May 06 10:03:20.776980 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:20.904069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.25.8.253 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/56cd67ce-20d7-4647-a23c-55a274881a2a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:21.013698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.048589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.096005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=56cd67ce-20d7-4647-a23c-55a274881a2a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:21.109380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:21.110918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:21.113467 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:21.505421 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:03:21.527090 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.601631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.748723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.753257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.825381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=56cd67ce-20d7-4647-a23c-55a274881a2a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:21.838116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:21.877589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166167ec-f0cb-41e4-b50c-4cb7cff0a24d req-9ca06e51-1594-4234-8fe3-a073fc0a889c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:21.881943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-166167ec-f0cb-41e4-b50c-4cb7cff0a24d req-9ca06e51-1594-4234-8fe3-a073fc0a889c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0776596 May 06 10:03:21.931295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-166167ec-f0cb-41e4-b50c-4cb7cff0a24d req-86801c14-43be-4145-90f7-f8fd5aaa63e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424235 May 06 10:03:21.959051 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 72cb7b19-efd1-45ac-85a2-0faa52669a46 associated. External IP: 172.25.8.253, port: a3dc942b-230c-41f9-b444-ae293b6d83ea. May 06 10:03:22.178017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:22.292730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:22.303757 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:22.310779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:22.314572 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:22.315271 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:22.340740 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bf9782cc-5dd3-42bf-9e13-1e72625f6561 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.7432425 May 06 10:03:22.343549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48114) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:22.348117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:22.350324 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:22.359474 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:22.360081 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:22.396890 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:22.397600 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048e1731-214c-4730-8cb0-e5a6d20b0a44 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:22.414294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:22.581515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:22.586737 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:22.587316 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 72cb7b19-efd1-45ac-85a2-0faa52669a46 disassociated. External IP: 172.25.8.253, port: a3dc942b-230c-41f9-b444-ae293b6d83ea. May 06 10:03:22.812975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:22.933106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:22.938786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:22.944348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:22.957175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:22.958307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:22.976899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48130) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:22.984541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cb196f43-2d67-4977-a673-c35b37b004c0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/floatingips/72cb7b19-efd1-45ac-85a2-0faa52669a46 HTTP/1.1" status: 200 len: 688 time: 0.6397986 May 06 10:03:23.002828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:23.014476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:23.015330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:23.063165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:23.064207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045111eb-e5ad-4a2b-bff6-c94723254cf3 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:23.114521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3104e-4e06-4e38-89de-c7aec1f27945 req-d747f38a-b8db-4fd6-8e2b-0a12a0ae5302 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:23.124279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50e3104e-4e06-4e38-89de-c7aec1f27945 req-d747f38a-b8db-4fd6-8e2b-0a12a0ae5302 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0677674 May 06 10:03:23.175739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 56cd67ce-20d7-4647-a23c-55a274881a2a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:23.177108 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.185863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50e3104e-4e06-4e38-89de-c7aec1f27945 req-c38f6a72-5752-48cc-be7a-73ff388fb212 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613358 May 06 10:03:23.286185 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.286892 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.311170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 56cd67ce-20d7-4647-a23c-55a274881a2a owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:23.463095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.493957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=56cd67ce-20d7-4647-a23c-55a274881a2a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:23.569589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.572277 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.577052 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-28c72831-2e7e-4a43-b63e-8e48730d44ed tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/floatingips/72cb7b19-efd1-45ac-85a2-0faa52669a46 HTTP/1.1" status: 204 len: 168 time: 0.5990605 May 06 10:03:23.577684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48148) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:23.582174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'a1a27ec2-7262-4698-aea4-8d77307cf3ab'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:23.605291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.717730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.832625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.25.8.21 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/c62191a2-9d07-41be-9ceb-2d13ab6a22ef) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:23.947102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:23.993162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.038218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:24.041724 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:24.045572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:24.076476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=c62191a2-9d07-41be-9ceb-2d13ab6a22ef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:24.342620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62567f35-fd55-4dac-913c-dbe82416b1f4 req-c05f2410-c3e4-4f9b-87eb-5aa57168351d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:24.345514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62567f35-fd55-4dac-913c-dbe82416b1f4 req-c05f2410-c3e4-4f9b-87eb-5aa57168351d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0639043 May 06 10:03:24.388347 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62567f35-fd55-4dac-913c-dbe82416b1f4 req-3836bc64-0880-4bb0-8798-3caf7f7c90a7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360978 May 06 10:03:24.484782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:24.856131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.028144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.032898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.104160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=c62191a2-9d07-41be-9ceb-2d13ab6a22ef,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:25.115645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.225112 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 8990671c-a91f-4972-8dd9-19b3e0609144 associated. External IP: 172.25.8.21, port: a1a27ec2-7262-4698-aea4-8d77307cf3ab. May 06 10:03:25.483210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:25.530564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1165c-262c-45b9-b09b-a75755c26f94 req-0a378d54-c9d0-4efd-9f63-f8ab122d5950 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:25.532243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fe1165c-262c-45b9-b09b-a75755c26f94 req-0a378d54-c9d0-4efd-9f63-f8ab122d5950 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0655208 May 06 10:03:25.593299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fe1165c-262c-45b9-b09b-a75755c26f94 req-2ea6e3c0-fada-4434-b180-0570b1f02aaf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350375 May 06 10:03:25.615899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:25.627456 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:25.635416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:25.642576 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:25.643831 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:25.669806 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7e229325-d5f5-4c98-aa8f-00e4421bbacc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.0883765 May 06 10:03:25.669931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48186) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:25.690611 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:25.699564 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:25.700385 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:25.739505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c3000bd7-7204-410b-babd-de671ca844d1 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "GET /v2.0/floatingips/8990671c-a91f-4972-8dd9-19b3e0609144 HTTP/1.1" status: 200 len: 976 time: 0.0679538 May 06 10:03:25.742392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48188) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:25.743368 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:25.744033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1164352-6007-4868-87c6-83ab6bc6918f None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:25.856874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48190) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:25.857080 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4eecd949-9f8a-4fc1-aa2c-7830f7aa9de2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1135125 May 06 10:03:25.861980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'port_id': 'a3dc942b-230c-41f9-b444-ae293b6d83ea'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:25.933531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.490948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.494913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:26.602610 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 8990671c-a91f-4972-8dd9-19b3e0609144 associated. External IP: 172.25.8.21, port: a1a27ec2-7262-4698-aea4-8d77307cf3ab. May 06 10:03:26.750000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8db86e-21ac-4be9-8935-7a0b34a84d70 req-af0f9aea-f48d-4827-a72e-76025c79632b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:26.751484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c8db86e-21ac-4be9-8935-7a0b34a84d70 req-af0f9aea-f48d-4827-a72e-76025c79632b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0936656 May 06 10:03:26.863204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c8db86e-21ac-4be9-8935-7a0b34a84d70 req-150c7fd3-ca54-429f-8e42-5301b50a0610 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777197 May 06 10:03:26.892635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:27.004847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:27.022790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:27.033367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:27.033997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.069149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.078699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:27.079328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.119432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.120105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9524d8d-cf02-49ee-bfe4-441a796fef43 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:27.227802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:27.339775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:27.346950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.350738 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:27.361682 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:27.362542 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.403793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.412830 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:27.413504 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.418303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0fbaf64f-d3f9-4cf2-8f0a-253b67249a31 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/floatingips/8990671c-a91f-4972-8dd9-19b3e0609144 HTTP/1.1" status: 200 len: 977 time: 1.5597618 May 06 10:03:27.421067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48230) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:27.439608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:27.447788 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:27.448773 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d0a14b-5117-4ece-853c-83d2f06392a9 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:27.503059 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.661845 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.667091 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:27.667435 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 8990671c-a91f-4972-8dd9-19b3e0609144 disassociated. External IP: 172.25.8.21, port: a3dc942b-230c-41f9-b444-ae293b6d83ea. May 06 10:03:27.931847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:28.075769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:28.087397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:28.099276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.103291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:28.113637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:28.146956 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ca575acd-a51e-410b-b14b-c3fed1989e42 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/floatingips/8990671c-a91f-4972-8dd9-19b3e0609144 HTTP/1.1" status: 200 len: 687 time: 0.7246749 May 06 10:03:28.147329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48262) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:28.161657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:28.171719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:28.172558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:28.211073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:28.211998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999e208-60d4-492e-8346-377b8de4b6be None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:28.338007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a9448-fcf5-4882-93cf-564ed380bb47 req-af498a76-58ab-4f93-bdb7-7e59459d61cf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:28.344258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd9a9448-fcf5-4882-93cf-564ed380bb47 req-af498a76-58ab-4f93-bdb7-7e59459d61cf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.3956606 May 06 10:03:28.394662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd9a9448-fcf5-4882-93cf-564ed380bb47 req-5763d271-674e-4f7f-9902-dbb4684c2530 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477955 May 06 10:03:28.402568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port c62191a2-9d07-41be-9ceb-2d13ab6a22ef {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:28.402709 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.490109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.490656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.503261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for c62191a2-9d07-41be-9ceb-2d13ab6a22ef owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:28.659354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.694807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=c62191a2-9d07-41be-9ceb-2d13ab6a22ef,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:28.778170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.781546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:28.784612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-53b3c2c8-5c5e-445c-a2e7-dbd2b2c30294 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/floatingips/8990671c-a91f-4972-8dd9-19b3e0609144 HTTP/1.1" status: 204 len: 168 time: 0.6356883 May 06 10:03:28.788237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:28.824672 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-cd9f2df7-8826-4360-a6e8-091c869373cd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] delete failed (client error): The resource could not be found. May 06 10:03:28.825769 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cd9f2df7-8826-4360-a6e8-091c869373cd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/floatingips/8990671c-a91f-4972-8dd9-19b3e0609144 HTTP/1.1" status: 404 len: 345 time: 0.0364814 May 06 10:03:28.830698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48284) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:29.278897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aec513-7acd-4aa9-a7de-3ca720d0d425 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:29.284699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aec513-7acd-4aa9-a7de-3ca720d0d425 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:29.291399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aec513-7acd-4aa9-a7de-3ca720d0d425 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:29.296031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48306) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:29.296187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-85aec513-7acd-4aa9-a7de-3ca720d0d425 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "GET /v2.0/ports?network_id=2526a892-7a70-4b50-ae31-97e510ba3708 HTTP/1.1" status: 200 len: 2357 time: 0.4643703 May 06 10:03:29.374929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07096ffd-af3f-4a61-847f-f4b710d3f2a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:29.376611 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-07096ffd-af3f-4a61-847f-f4b710d3f2a7 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "GET /v2.0/subnets/c1cb3067-aee3-4093-a32b-f788259561dc HTTP/1.1" status: 200 len: 797 time: 0.0791619 May 06 10:03:29.381607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:29.385279 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-7735bd21-a06a-4198-9d51-f4118533f843 req-278c139c-e5ce-412b-92db-37fc21c04bfc service neutron] show failed (client error): The resource could not be found. May 06 10:03:29.386636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-278c139c-e5ce-412b-92db-37fc21c04bfc service neutron] 10.222.0.82 "GET /v2.0/ports/a83152e4-6d48-4f46-95a4-72cf8386c9b7/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0786428 May 06 10:03:29.387233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'port': {'network_id': '2526a892-7a70-4b50-ae31-97e510ba3708', 'name': 'tempest-FloatingIPTestJSON-1087267457', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:29.593860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2e827-9ed9-46e6-9ee7-4055b087bbc3 req-4600ba5f-e8ed-4b2a-ade0-994305d82db9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:29.594510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:29.602395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32d2e827-9ed9-46e6-9ee7-4055b087bbc3 req-4600ba5f-e8ed-4b2a-ade0-994305d82db9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.1036105 May 06 10:03:29.714591 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:29.728122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32d2e827-9ed9-46e6-9ee7-4055b087bbc3 req-27fde71d-c602-4e6a-ac10-bb4bfa66eda6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207891 May 06 10:03:29.747030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] device_id is not set on port 6de26cec-caaf-427b-ba32-a243a870721e yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:03:29.769631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-8bbb1fdc-ba67-4132-8476-4b4ef53c9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:29.772152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-8bbb1fdc-ba67-4132-8476-4b4ef53c9e42 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 1096 time: 0.1673694 May 06 10:03:29.785011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:29.857362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.127911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:30.143697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.14 (2526a892-7a70-4b50-ae31-97e510ba3708/c1cb3067-aee3-4093-a32b-f788259561dc/6de26cec-caaf-427b-ba32-a243a870721e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:30.152587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.13 (2526a892-7a70-4b50-ae31-97e510ba3708/c1cb3067-aee3-4093-a32b-f788259561dc/6de26cec-caaf-427b-ba32-a243a870721e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:30.173226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:30.221956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:30.230234 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dca0ebd-7f47-42e3-9e14-02a3eadd0c9a" -d '{"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:30.234528 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.249206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Transition to ACTIVE for port object a83152e4-6d48-4f46-95a4-72cf8386c9b7 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:03:30.258956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.317877 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f90fdc-016b-4ccb-a04b-6e4563e32fc4 x-openstack-request-id: req-03f90fdc-016b-4ccb-a04b-6e4563e32fc4 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:30.318729 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:30.318729 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-03f90fdc-016b-4ccb-a04b-6e4563e32fc4 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:30.319005 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f90fdc-016b-4ccb-a04b-6e4563e32fc4'] response: {'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'code': 200} May 06 10:03:30.378998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.411763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:30.465485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.506435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] No DVR routers for this DVR port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:30.543383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 2526a892-7a70-4b50-ae31-97e510ba3708 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:30.547083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:30.549695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:30.608579 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=6de26cec-caaf-427b-ba32-a243a870721e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:30.636870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:30.637532 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.671831 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1c6b01fa-acd9-4969-a577-197db17e5376 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2889395 May 06 10:03:30.674451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48346) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:30.676018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:03:30.677007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:03:30.677437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:30.679570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '6de26cec-caaf-427b-ba32-a243a870721e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:30.683183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:03:30.683691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Attempting to bind port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:30.689694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:03:30.690193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Checking segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:30.690717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Bound using segment: {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:03:30.691515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Bound port: a83152e4-6d48-4f46-95a4-72cf8386c9b7, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:03:30.691778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.727468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.830815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:30.835666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:03:30.845274 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.882681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.921754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:30.922367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:30.923999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] 10.222.0.83 "PUT /v2.0/ports/a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 1091 time: 1.1435859 May 06 10:03:31.030480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.25.8.251 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/b5b58022-08be-4188-9044-8fb99544430b) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:31.138722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667f23f-3df9-468b-97d4-ffc59a5f8b07 service neutron] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:31.182004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-97626f8b-d616-47f7-8f27-e6d90036d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:31.183536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-97626f8b-d616-47f7-8f27-e6d90036d98d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1094 time: 0.2273991 May 06 10:03:31.218434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a21b-8d81-4794-99a6-52bb7b8fbd59 req-db0e4cf1-d06e-4ad5-9c53-ee818f73adf7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:31.226639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e33a21b-8d81-4794-99a6-52bb7b8fbd59 req-db0e4cf1-d06e-4ad5-9c53-ee818f73adf7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 943 time: 0.3614643 May 06 10:03:31.236397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.280185 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:31.367307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:31.373283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:31.379621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=b5b58022-08be-4188-9044-8fb99544430b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:31.405473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:31.407034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e33a21b-8d81-4794-99a6-52bb7b8fbd59 req-6c32d491-00f4-4ea1-95c8-4660a72a91ec tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519492 May 06 10:03:31.439093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-9b290a88-f7b9-452d-9b9a-7142ae6a514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:31.441198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-9b290a88-f7b9-452d-9b9a-7142ae6a514b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.2131963 May 06 10:03:31.513777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-2b7ed66a-e4b2-4940-b2ce-38ba2b4bde3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 998 time: 0.0655632 May 06 10:03:31.595615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-173c9b8a-5c82-43ea-bd16-94bfab98caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:31.597104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-173c9b8a-5c82-43ea-bd16-94bfab98caeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.0748332 May 06 10:03:31.659472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735bd21-a06a-4198-9d51-f4118533f843 req-66f90c86-9f38-4738-8f31-9acb0a12dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:31.661672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-66f90c86-9f38-4738-8f31-9acb0a12dd57 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536780 May 06 10:03:31.786850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-b5ab07a7-55f6-46e1-8d10-42c4923d2c5b service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182263 May 06 10:03:31.909813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-810cdd21-2e1f-4287-9bc1-876cab53d0fb service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164336 May 06 10:03:31.946651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.031003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.212230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.218358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.295340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=b5b58022-08be-4188-9044-8fb99544430b,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:32.312502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:32.320635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:32.324022 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d1f2d5-2557-41ad-8e39-030229ae2d87" -d '{"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:32.382354 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2624e7e5-8122-4b94-a988-2b46cee551ef x-openstack-request-id: req-2624e7e5-8122-4b94-a988-2b46cee551ef {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:32.382642 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:32.382887 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2624e7e5-8122-4b94-a988-2b46cee551ef {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:32.383884 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2624e7e5-8122-4b94-a988-2b46cee551ef'] response: {'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'status': 'completed', 'code': 200} May 06 10:03:32.481757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-c259eaad-cbf8-493a-ba8f-1f895f8b6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:32.485692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-c259eaad-cbf8-493a-ba8f-1f895f8b6880 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1094 time: 0.0726185 May 06 10:03:32.704772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245e8e1-c11d-4c7b-9573-fe714c846982 req-0a81795d-b2b0-4311-b7e2-33384939d892 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:32.706541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b245e8e1-c11d-4c7b-9573-fe714c846982 req-0a81795d-b2b0-4311-b7e2-33384939d892 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 943 time: 0.1583629 May 06 10:03:32.709460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-3893388c-2f22-49c5-b8be-92fdf991a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:32.711269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-3893388c-2f22-49c5-b8be-92fdf991a861 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1094 time: 0.3041120 May 06 10:03:32.789322 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 75eff956-4cca-43ea-95f9-e7b1e5d75ef6 associated. External IP: 172.25.8.251, port: 6de26cec-caaf-427b-ba32-a243a870721e. May 06 10:03:32.834923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b245e8e1-c11d-4c7b-9573-fe714c846982 req-7a4838f7-e386-40c2-ab01-756d9817e969 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207840 May 06 10:03:32.838100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-8fd6bea9-2108-49ba-902c-bc34b74e1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:32.839960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-8fd6bea9-2108-49ba-902c-bc34b74e1a41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.3480010 May 06 10:03:32.932306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-d85f64c0-9966-4910-89df-e667d37f6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:32.933757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-d85f64c0-9966-4910-89df-e667d37f6871 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.2128980 May 06 10:03:32.987432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-43993b87-1cb0-4ad4-8f75-fa6dac52fbd4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 998 time: 0.1352155 May 06 10:03:33.060636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-48dccbda-9235-4076-a127-7dc43225c364 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 998 time: 0.1166646 May 06 10:03:33.068205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-7b0625f2-ebd5-41d5-bc10-0e1baf6c30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:33.069864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-7b0625f2-ebd5-41d5-bc10-0e1baf6c30f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.0745595 May 06 10:03:33.076632 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:33.174439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-60bd063d-b965-4b20-ad4c-15435085c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:33.177659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-60bd063d-b965-4b20-ad4c-15435085c3f8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.1064637 May 06 10:03:33.226661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:33.235798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-fb13c8da-dfe2-48be-98f2-2569460a3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:33.237616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-fb13c8da-dfe2-48be-98f2-2569460a3f4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583331 May 06 10:03:33.238045 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:33.253664 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:33.254894 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:33.289894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.303235 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:33.339241 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:33.340838 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:33.349702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-618525f2-aca7-48d5-8be4-48a1ceb60292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:33.349969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-618525f2-aca7-48d5-8be4-48a1ceb60292 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607261 May 06 10:03:33.351704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-438e9af9-c442-4153-8bea-00598be4822e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6757715 May 06 10:03:33.352106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48420) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:33.357974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'port_id': '6de26cec-caaf-427b-ba32-a243a870721e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:33.366559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-02942220-4459-4d7b-a05f-e6d6923f71a0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:03:33.367794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-02942220-4459-4d7b-a05f-e6d6923f71a0 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058219 May 06 10:03:33.412858 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:33.413623 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af2a24-ee15-4f07-9a5e-21b6552dfd52 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:33.522459 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:33.528416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-e067c979-0aea-4db2-9e28-65eaed9baac4 service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793734 May 06 10:03:33.691298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-65857c11-92cb-4eba-987c-dc0f908621d6 service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810972 May 06 10:03:33.826712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-cffa431d-5aeb-4de7-9c7d-6d1bfdaf95de service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862942 May 06 10:03:33.899106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:33.922793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75d1f2d5-2557-41ad-8e39-030229ae2d87 req-1de087f2-6cc2-432d-a2dc-acf679909968 service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230160 May 06 10:03:33.998844 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:34.051136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd35e24-843e-4ae4-a950-216d9bb36512 req-2f770c1d-6a20-4d8f-b815-557003a7faf3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:34.052593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcd35e24-843e-4ae4-a950-216d9bb36512 req-2f770c1d-6a20-4d8f-b815-557003a7faf3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 943 time: 0.1017604 May 06 10:03:34.149493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcd35e24-843e-4ae4-a950-216d9bb36512 req-86746ba5-2f90-4a07-bffa-da9c84a85ef8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852001 May 06 10:03:34.517813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:03:34.675754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.db.resource_extend [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 10:03:34.686939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:34.702247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'port_id': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'mac_address': 'fa:16:3e:2b:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:03:34.748473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.752645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.755157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.771568 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83152e4-6d48-4f46-95a4-72cf8386c9b7 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:03:34.798315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:34.806011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:34.873438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:34.882601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.883737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.884011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.884350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.884934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.885474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.886583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.887103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.887665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.888199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.888720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:34.889200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:03:35.073854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:35.209407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['a83152e4-6d48-4f46-95a4-72cf8386c9b7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:03:35.240595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:35.252024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:35.310000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:35.364035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0ec87e5d-302e-408c-a0ba-9632e65f7043 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/floatingips/75eff956-4cca-43ea-95f9-e7b1e5d75ef6 HTTP/1.1" status: 200 len: 979 time: 2.0077889 May 06 10:03:35.365159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48478) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:35.368146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:35.368860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:35.384544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aae7f8-d593-43f9-acef-f030b884d0eb req-ab195346-a45d-44ce-b0ed-35dae6333224 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:35.386622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3aae7f8-d593-43f9-acef-f030b884d0eb req-ab195346-a45d-44ce-b0ed-35dae6333224 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 944 time: 0.0991824 May 06 10:03:35.418510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:35.434258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:35.434954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:35.439915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3aae7f8-d593-43f9-acef-f030b884d0eb req-96425a4f-9f8d-45e8-b84e-ecc3b885d0b8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464733 May 06 10:03:35.494359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:35.495313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea165b4-50e5-4dd8-872f-38b3cebbc60a None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:35.585443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port b5b58022-08be-4188-9044-8fb99544430b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:35.588726 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:35.780537 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:35.781119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:35.795288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for b5b58022-08be-4188-9044-8fb99544430b owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:35.857586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c158a-8698-491e-ae02-1cc29c5d7a9a req-ea2b5a4d-d98f-4988-8e20-42c9f08757c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:35.860018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc7c158a-8698-491e-ae02-1cc29c5d7a9a req-ea2b5a4d-d98f-4988-8e20-42c9f08757c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 944 time: 0.1541643 May 06 10:03:35.906599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-e4665c47-5dc0-4de4-8847-7b84b88038dc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:35.912522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-e4665c47-5dc0-4de4-8847-7b84b88038dc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf&tenant_id=e12c2da4041b40559768da50e19f8773&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 944 time: 0.1504567 May 06 10:03:35.962763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc7c158a-8698-491e-ae02-1cc29c5d7a9a req-089ef7b1-3d75-4fc7-a56f-0e7f65c9980b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946918 May 06 10:03:36.012284 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-ab0631be-8e21-4e75-9021-6fd5a22a1c90 service neutron] delete failed (client error): The resource could not be found. May 06 10:03:36.012284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-ab0631be-8e21-4e75-9021-6fd5a22a1c90 service neutron] 10.222.0.82 "DELETE /v2.0/ports/a83152e4-6d48-4f46-95a4-72cf8386c9b7/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0862715 May 06 10:03:36.055330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.088358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=b5b58022-08be-4188-9044-8fb99544430b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:36.109473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-c9027bf1-0fb2-4fe1-b8c0-d301fb74a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:36.110975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-c9027bf1-0fb2-4fe1-b8c0-d301fb74a223 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1095 time: 0.0553057 May 06 10:03:36.181203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.182219 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 75eff956-4cca-43ea-95f9-e7b1e5d75ef6 disassociated (deleted). External IP: 172.25.8.251, port: 6de26cec-caaf-427b-ba32-a243a870721e. May 06 10:03:36.244914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-34f051b7-d03c-475c-8979-1bb420d02fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:36.246465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-34f051b7-d03c-475c-8979-1bb420d02fb8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.1279113 May 06 10:03:36.333954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-944cb741-80eb-4383-a9e7-d5c4146ba115 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 999 time: 0.0781856 May 06 10:03:36.408551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-70b26873-3f22-42f2-910b-41c5645c5609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:36.410727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-70b26873-3f22-42f2-910b-41c5645c5609 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.0691552 May 06 10:03:36.465509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-1add5507-d107-4d33-9868-c524654a0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:36.467888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-1add5507-d107-4d33-9868-c524654a0696 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503125 May 06 10:03:36.475822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:36.536269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:36.604756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port a83152e4-6d48-4f46-95a4-72cf8386c9b7 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:03:36.605988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-c8359c6a-6703-4b97-a051-8d829fde4691 service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307833 May 06 10:03:36.609301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port a83152e4-6d48-4f46-95a4-72cf8386c9b7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:36.609671 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.678651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:36.683648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.692696 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:36.710713 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:36.711900 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:36.756298 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.759388 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cf8ef341-6fc2-4afe-9e16-8601f7d03edc tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/floatingips/75eff956-4cca-43ea-95f9-e7b1e5d75ef6 HTTP/1.1" status: 204 len: 168 time: 1.3922579 May 06 10:03:36.762874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be13e830-6866-4c9a-8702-3baa0479bab2 req-b6981c31-c8dc-4bdb-8514-8b7089f8dfae service neutron] 10.222.0.82 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487780 May 06 10:03:36.763127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48520) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:36.794726 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:36.803562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:36.804722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:03:36.808164 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fbf524-6c31-44e1-a433-693c8c9978b6" -d '{"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-plugged", "status": "completed", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:03:36.817559 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:36.820109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:36.824608 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.901401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:36.902068 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c32540b-788d-43f7-8d3d-a62b54c6b29b None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:36.937626 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d761859-2be6-416f-8829-2a4b6babf630 x-openstack-request-id: req-4d761859-2be6-416f-8829-2a4b6babf630 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:03:36.937931 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-plugged", "status": "completed", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:03:36.938396 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d761859-2be6-416f-8829-2a4b6babf630 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:03:36.939015 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d761859-2be6-416f-8829-2a4b6babf630'] response: {'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'code': 200} May 06 10:03:36.948281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 6de26cec-caaf-427b-ba32-a243a870721e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:36.948647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:36.950851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:37.060951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:37.075755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 6de26cec-caaf-427b-ba32-a243a870721e owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:37.115025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1cc57-f372-4a77-aed3-c72c3233a472 req-c8464b65-7477-415c-82f4-473cb6fb70b6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:37.116608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cee1cc57-f372-4a77-aed3-c72c3233a472 req-c8464b65-7477-415c-82f4-473cb6fb70b6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.0644226 May 06 10:03:37.179278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cee1cc57-f372-4a77-aed3-c72c3233a472 req-402e123f-8119-4c8b-ae21-4c143dd57c45 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559466 May 06 10:03:37.303372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:37.351383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=6de26cec-caaf-427b-ba32-a243a870721e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:37.483692 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:37.487133 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-097be87d-3c03-4396-b12d-1aa4aba18d6b tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/ports/6de26cec-caaf-427b-ba32-a243a870721e HTTP/1.1" status: 204 len: 168 time: 0.7230155 May 06 10:03:37.493457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48546) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:37.498767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:37.542700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:37.676248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:37.795834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.25.8.236 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/fea78ad2-a894-4a92-8c6f-3ed45cab9619) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:37.922818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:37.986497 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.026971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:38.029754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:38.033212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:38.067044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=fea78ad2-a894-4a92-8c6f-3ed45cab9619,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:38.135217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.171105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.393438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ce5e7-a1a6-4f06-9638-2b455a70fee1 req-33e26769-b41c-47e1-a328-2a9cfd78c72f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:38.395500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed7ce5e7-a1a6-4f06-9638-2b455a70fee1 req-33e26769-b41c-47e1-a328-2a9cfd78c72f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.1106446 May 06 10:03:38.449568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.459381 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.493735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed7ce5e7-a1a6-4f06-9638-2b455a70fee1 req-bc013310-f9fb-4309-8980-2fc72341873c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893996 May 06 10:03:38.529806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48582) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:38.566910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=fea78ad2-a894-4a92-8c6f-3ed45cab9619,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:38.574662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.602120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.607023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-901a346b-df28-48d6-9cc7-c22773ee88fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1122432 May 06 10:03:38.607166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48590) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:38.618135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'port': {'network_id': '2526a892-7a70-4b50-ae31-97e510ba3708', 'name': 'tempest-FloatingIPTestJSON-1118984948'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:38.645798 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa19c1e3-d5c7-434f-a703-5f0bf8efc786 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 HTTP/1.1" status: 200 len: 992 time: 0.1145542 May 06 10:03:38.771772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:38.775287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:38.806275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] device_id is not set on port 6ffbab49-31b2-40ee-b281-c5a088b4a9d4 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:03:38.940491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.9 (2526a892-7a70-4b50-ae31-97e510ba3708/c1cb3067-aee3-4093-a32b-f788259561dc/6ffbab49-31b2-40ee-b281-c5a088b4a9d4) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:39.107975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:39.152694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:39.201581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 2526a892-7a70-4b50-ae31-97e510ba3708 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:39.204624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:39.209294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:39.239029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=6ffbab49-31b2-40ee-b281-c5a088b4a9d4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:39.270671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:39.271200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:39.289884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e9d9d051-f52d-49ac-b724-4dae7bc02d45 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6816902 May 06 10:03:39.292651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48612) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:39.306012 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'port_id': '6ffbab49-31b2-40ee-b281-c5a088b4a9d4'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:39.349551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:39.881695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:39.886019 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.012835 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP ac335278-8194-43bc-abae-e6a7e8272411 associated. External IP: 172.25.8.236, port: 6ffbab49-31b2-40ee-b281-c5a088b4a9d4. May 06 10:03:40.575071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:40.728835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:40.733487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.746342 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:40.760174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:40.761046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:40.780007 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-49ce98b1-fdbf-474c-b6ea-215f962ba916 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/floatingips/ac335278-8194-43bc-abae-e6a7e8272411 HTTP/1.1" status: 200 len: 978 time: 1.4860837 May 06 10:03:40.782514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:40.817746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:40.828336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:40.829005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:40.887517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 6ffbab49-31b2-40ee-b281-c5a088b4a9d4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:40.888216 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:40.900576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:40.901398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fbbb2-c01d-4a7e-91e3-a6f327ea1119 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:41.004149 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.232591 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.233165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.233672 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP ac335278-8194-43bc-abae-e6a7e8272411 disassociated. External IP: 172.25.8.236, port: 6ffbab49-31b2-40ee-b281-c5a088b4a9d4. May 06 10:03:41.234242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 6ffbab49-31b2-40ee-b281-c5a088b4a9d4 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:41.386357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.419772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=6ffbab49-31b2-40ee-b281-c5a088b4a9d4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:41.559914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:41.690293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:41.704226 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:41.715564 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:41.716531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:41.769356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:41.770119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-54ed15f2-2ed7-4c85-b28e-ab9518ea6d27 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/ports/6ffbab49-31b2-40ee-b281-c5a088b4a9d4 HTTP/1.1" status: 204 len: 168 time: 0.9864805 May 06 10:03:41.773447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48696) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:41.773949 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:41.783447 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:41.784108 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:41.821693 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:41.822413 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22980f5-6e86-4646-9086-c659c37efbbf None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:41.844023 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-66c9fcb4-f834-458c-a92f-e38b2a3a2d33 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "GET /v2.0/floatingips/ac335278-8194-43bc-abae-e6a7e8272411 HTTP/1.1" status: 200 len: 688 time: 0.0683310 May 06 10:03:41.846474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:42.005201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port fea78ad2-a894-4a92-8c6f-3ed45cab9619 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:42.005524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.092115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.092448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.106278 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for fea78ad2-a894-4a92-8c6f-3ed45cab9619 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:42.267872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.295213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=fea78ad2-a894-4a92-8c6f-3ed45cab9619,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:42.366267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.370072 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.374888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ebd313de-4066-4081-b62f-721e87fbc55e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/floatingips/ac335278-8194-43bc-abae-e6a7e8272411 HTTP/1.1" status: 204 len: 168 time: 0.5244179 May 06 10:03:42.375605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48722) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:42.381846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'a3dc942b-230c-41f9-b444-ae293b6d83ea'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:42.406855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.532028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.661555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a8ea6f93-f02f-41fa-a509-8511de79f870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.693389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.25.8.116 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/d1ddcd0d-c7d9-459c-b6c3-ab7822f16be7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:42.836655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.888852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:42.932569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:42.935591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:42.939290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:42.948733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=d1ddcd0d-c7d9-459c-b6c3-ab7822f16be7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:43.360567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:43.447665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:43.619889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:43.625295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:43.703334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=d1ddcd0d-c7d9-459c-b6c3-ab7822f16be7,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:43.716850 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:43.834485 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 68b43127-a661-4cf2-8edd-ce8adf54a94c associated. External IP: 172.25.8.116, port: a3dc942b-230c-41f9-b444-ae293b6d83ea. May 06 10:03:44.471893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:44.602968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:44.615911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:44.627380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:44.630144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:44.631052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:44.668879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dd576a6d-3a28-4972-ba69-068b8cf934f4 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2910073 May 06 10:03:44.671294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48772) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:44.676723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-611455279'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:44.677571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:44.686155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:44.686756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:44.704107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:44.709078 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:44.722276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:44.722961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f57908-ca12-4b97-a040-e580be172e48 None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:44.738798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:03:44.756462 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:44.756462 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Added segment e04497f1-4590-423b-bedc-b3090ee78e01 of type vlan for network 0dfaf842-042d-4d5b-8054-b9f31446023b May 06 10:03:44.809550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:44.837738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:44.844590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:44.845322 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:44.914059 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2415025 May 06 10:03:44.917001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48780) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:44.922457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'subnet': {'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:44.930621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37778be6-faa6-4e8d-bb78-1c628a50573c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Network': ['ID=0dfaf842-042d-4d5b-8054-b9f31446023b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:44.941168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 0dfaf842-042d-4d5b-8054-b9f31446023b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:03:45.038037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:45.041860 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.185109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-31db4f5d-4a84-4cb9-93b7-5492f8540862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.257366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.304930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Subnet': ['ID=b35c0dda-7967-4acc-9cdd-f4f0b9bfae72,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:45.351149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Checking segment: {'id': 'e04497f1-4590-423b-bedc-b3090ee78e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:45.351600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network hostable DHCP agents. Network: 0dfaf842-042d-4d5b-8054-b9f31446023b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:03:45.370418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 0dfaf842-042d-4d5b-8054-b9f31446023b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:03:45.380397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 0dfaf842-042d-4d5b-8054-b9f31446023b) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:45.384937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:45.385515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.392030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862bc9fc-28bc-4256-b5a5-f8b0d9a6fa21 None None] Network 0dfaf842-042d-4d5b-8054-b9f31446023b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:45.408508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-615468e4-13e9-40ac-be52-23e0bc59f93f tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4878407 May 06 10:03:45.408861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48788) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:45.419815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1830425410', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:45.445273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.446242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.516034 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.705359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.771471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-0dfaf842-042d-4d5b-8054-b9f31446023b', 'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b', 'tenant_id': '351d2270df44430aa5ee9396d634be2b', 'fixed_ips': [{'subnet_id': 'b35c0dda-7967-4acc-9cdd-f4f0b9bfae72'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:03:45.773375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.969810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:45.973537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Allocated IP 172.20.0.2 (0dfaf842-042d-4d5b-8054-b9f31446023b/b35c0dda-7967-4acc-9cdd-f4f0b9bfae72/5cda1a15-bd96-48fc-b34a-ef1d4ba933a1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:45.994513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.120528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.25.8.142 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/3d14aeea-dc40-4a8e-87eb-dabef7792286) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:46.163140 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.172008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.246684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.251076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Network 0dfaf842-042d-4d5b-8054-b9f31446023b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:46.256108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Pushing event updated for resources: {'Port': ['ID=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:46.258651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:46.260852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:46.329287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.346375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Attempting to bind port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:03:46.348160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Attempting to bind port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e04497f1-4590-423b-bedc-b3090ee78e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:03:46.348770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Attempting to bind port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 on network 0dfaf842-042d-4d5b-8054-b9f31446023b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:03:46.355005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:03:46.355615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Checking segment: {'id': 'e04497f1-4590-423b-bedc-b3090ee78e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:03:46.356194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.356804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Bound using segment: {'id': 'e04497f1-4590-423b-bedc-b3090ee78e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:03:46.357412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Bound port: 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04497f1-4590-423b-bedc-b3090ee78e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:03:46.358440 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.377385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=3d14aeea-dc40-4a8e-87eb-dabef7792286,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:46.390613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:46.391991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:46.397418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:46.458831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] For port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:03:46.470589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] For port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,segment=NetworkSegment(e04497f1-4590-423b-bedc-b3090ee78e01),segment_id=e04497f1-4590-423b-bedc-b3090ee78e01)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:03:46.477184 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.548096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd7492-e087-47f7-8553-1e0e23c72d16 None None] Pushing event updated for resources: {'Port': ['ID=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:46.601848 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.689927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:46.742627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:47.024946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:47.193251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router c11bce6b-4a92-425b-b3a8-aab8c24ed23c is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:03:47.313499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:47.366344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:47.376495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] Sync routers for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:47.377015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:47.377015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:47.389126 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:47.389889 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:47.407450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:47.410308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c94230f-9344-45d7-90da-ee2f5cf10c5e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9993873 May 06 10:03:47.412173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48824) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:47.448742 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:47.474259 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:47.474886 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:47.510039 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:47.529909 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:47.530792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f4b17-6bf2-4f66-a608-109ad30e493d None None] The sync data for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:47.585936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,segment=NetworkSegment(e04497f1-4590-423b-bedc-b3090ee78e01),segment_id=e04497f1-4590-423b-bedc-b3090ee78e01)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:47.601351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:47.673381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:47.996778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036d8e6-18c5-4d53-9053-ce5d8083e8b6 None None] Network 0dfaf842-042d-4d5b-8054-b9f31446023b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:47.997264 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.198477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e9195aeb-49d7-468e-aec0-bee3f387edf4 None None] Provisioning complete for port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:48.198989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9195aeb-49d7-468e-aec0-bee3f387edf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.257543 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.351092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.1 (0dfaf842-042d-4d5b-8054-b9f31446023b/b35c0dda-7967-4acc-9cdd-f4f0b9bfae72/111cf4d4-ccd6-4699-bb55-34fa75762476) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:48.495357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.548036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.573485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4a34e4b4-8544-426e-9e64-387256c8a001 None None] Provisioning complete for port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:48.574091 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4a34e4b4-8544-426e-9e64-387256c8a001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.589213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 0dfaf842-042d-4d5b-8054-b9f31446023b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:48.592462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:48.596334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:48.641615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=111cf4d4-ccd6-4699-bb55-34fa75762476,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:48.665433 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.723417 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.829077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.929938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-17af8721-605e-4875-92fb-cbda3c37844f None None] Provisioning complete for port 111cf4d4-ccd6-4699-bb55-34fa75762476 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:48.930481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17af8721-605e-4875-92fb-cbda3c37844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:48.964663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-17af8721-605e-4875-92fb-cbda3c37844f None None] Port 111cf4d4-ccd6-4699-bb55-34fa75762476 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:03:49.260515 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:03:49.324102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:49.324659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:49.555201 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:49.559970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:49.626456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=111cf4d4-ccd6-4699-bb55-34fa75762476,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:49.643715 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:49.747633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 0dfaf842-042d-4d5b-8054-b9f31446023b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:49.749462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:49.875301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router c11bce6b-4a92-425b-b3a8-aab8c24ed23c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:49.999140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:50.005688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-78a756b6-95b0-47fb-9419-061d584dda4d tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/routers/c11bce6b-4a92-425b-b3a8-aab8c24ed23c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5924096 May 06 10:03:50.009344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 48878) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:50.019479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'port': {'network_id': '0dfaf842-042d-4d5b-8054-b9f31446023b', 'name': 'tempest-FloatingIPTestJSON-1918898324'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:50.022953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] Sync routers for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:50.038779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:50.039349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:50.076322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:50.090588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:50.091436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:50.128590 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:50.129285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3bfc0-dd6b-496a-9880-71929c3cd596 None None] The sync data for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:50.135747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dfa09ea4-8616-450a-a2b8-b08d713a70b3 None None] Provisioning complete for port 111cf4d4-ccd6-4699-bb55-34fa75762476 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:50.136525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dfa09ea4-8616-450a-a2b8-b08d713a70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.153345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Made reservation on behalf of 351d2270df44430aa5ee9396d634be2b for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:03:50.158866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.179362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-dfa09ea4-8616-450a-a2b8-b08d713a70b3 None None] Port 111cf4d4-ccd6-4699-bb55-34fa75762476 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:03:50.189412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] device_id is not set on port 5e4fe9b9-70a3-4181-a720-d031a42e08fc yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:03:50.309302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Allocated IP 172.20.0.9 (0dfaf842-042d-4d5b-8054-b9f31446023b/b35c0dda-7967-4acc-9cdd-f4f0b9bfae72/5e4fe9b9-70a3-4181-a720-d031a42e08fc) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:03:50.479238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.520895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.574102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Network 0dfaf842-042d-4d5b-8054-b9f31446023b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:03:50.589314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:03:50.591557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event updated for resources: {'Port': ['ID=5e4fe9b9-70a3-4181-a720-d031a42e08fc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:50.614463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:03:50.622687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.680926 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:50.681558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.700895 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6fccf68-a9aa-4ffb-b2ff-10451bcf47b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6892555 May 06 10:03:50.703502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48892) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:50.709405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Request body: {'floatingip': {'port_id': '5e4fe9b9-70a3-4181-a720-d031a42e08fc'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:03:50.780360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.913889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2d395eb8-db5c-4486-a232-b34a1dbb4cdb None None] Provisioning complete for port 5e4fe9b9-70a3-4181-a720-d031a42e08fc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:03:50.914492 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d395eb8-db5c-4486-a232-b34a1dbb4cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:50.952603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2d395eb8-db5c-4486-a232-b34a1dbb4cdb None None] Port 5e4fe9b9-70a3-4181-a720-d031a42e08fc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:03:51.316806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.320753 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:51.442898 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 68b43127-a661-4cf2-8edd-ce8adf54a94c associated. External IP: 172.25.8.116, port: a3dc942b-230c-41f9-b444-ae293b6d83ea. May 06 10:03:51.681512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:51.808199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:51.819799 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:51.830336 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:51.832131 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:51.873931 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:51.884113 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:51.884729 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:51.922766 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:51.923685 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a742449d-72b3-4f4b-8720-d187d5ce70ad None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:52.057447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router c11bce6b-4a92-425b-b3a8-aab8c24ed23c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:52.171499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:52.176507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:52.183883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] Sync routers for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:52.194918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:52.195533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:52.238306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-89b6cc5c-1300-4ed9-aea2-9361e47940fa tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/floatingips/68b43127-a661-4cf2-8edd-ce8adf54a94c HTTP/1.1" status: 200 len: 978 time: 1.5308938 May 06 10:03:52.238595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 48920) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:52.252370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:52.264949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:52.265664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:52.313813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:52.314636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f234f08-fe0b-40cc-ba72-cfd48e942ffb None None] The sync data for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:52.360915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 5e4fe9b9-70a3-4181-a720-d031a42e08fc {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:52.361251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:52.456675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:52.667684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:52.667684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:52.668026 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Floating IP 68b43127-a661-4cf2-8edd-ce8adf54a94c disassociated. External IP: 172.25.8.116, port: 5e4fe9b9-70a3-4181-a720-d031a42e08fc. May 06 10:03:52.669798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 5e4fe9b9-70a3-4181-a720-d031a42e08fc owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:52.832613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:52.864081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=5e4fe9b9-70a3-4181-a720-d031a42e08fc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:53.013417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router c11bce6b-4a92-425b-b3a8-aab8c24ed23c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:53.147143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:53.160041 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] Sync routers for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:53.184199 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:53.184980 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:53.229564 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:53.236785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:53.240739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dbdbddc1-2a3a-4b61-95e6-91aaaeff215e tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/ports/5e4fe9b9-70a3-4181-a720-d031a42e08fc HTTP/1.1" status: 204 len: 168 time: 1.0011415 May 06 10:03:53.243688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:53.245387 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:53.245906 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:53.286947 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:53.287910 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e3d121-e7b0-468b-b61b-851ebed2a2a4 None None] The sync data for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:53.665323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:53.963713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 111cf4d4-ccd6-4699-bb55-34fa75762476 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:53.964484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:54.067744 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:54.080332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 111cf4d4-ccd6-4699-bb55-34fa75762476 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:54.294091 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:54.357173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=111cf4d4-ccd6-4699-bb55-34fa75762476,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:54.558447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:54.820495 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router c11bce6b-4a92-425b-b3a8-aab8c24ed23c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:03:54.946698 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:03:54.951779 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0804d6e5-d551-41e2-af75-39694dd88dfd tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/routers/c11bce6b-4a92-425b-b3a8-aab8c24ed23c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7068472 May 06 10:03:54.954366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49276) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:54.956559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] Sync routers for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:03:54.969487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:54.970096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:55.006922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:55.020498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] Routers {'c11bce6b-4a92-425b-b3a8-aab8c24ed23c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:03:55.021182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:55.071913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:55.072838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b160f-e691-4ffc-8abf-bcf50a86ef0d None None] The sync data for ids ['c11bce6b-4a92-425b-b3a8-aab8c24ed23c'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:03:55.084747 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:55.206166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:55.267437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 3d14aeea-dc40-4a8e-87eb-dabef7792286 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:55.267869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:55.374678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:55.389425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 3d14aeea-dc40-4a8e-87eb-dabef7792286 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:55.571609 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:55.601191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=3d14aeea-dc40-4a8e-87eb-dabef7792286,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:55.690152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.152451 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.154557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.200375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.201053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Fanout notify agent at l3_agent the message router_deleted on router c11bce6b-4a92-425b-b3a8-aab8c24ed23c {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:03:56.207993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.209117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-68bce4c4-ef02-4bca-a85b-6f83203c9794 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/routers/c11bce6b-4a92-425b-b3a8-aab8c24ed23c HTTP/1.1" status: 204 len: 168 time: 1.2537444 May 06 10:03:56.211838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49428) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:56.270193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting subnet b35c0dda-7967-4acc-9cdd-f4f0b9bfae72 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:03:56.273392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.316442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.405807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.472545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.500774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Subnet': ['ID=b35c0dda-7967-4acc-9cdd-f4f0b9bfae72,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:56.502661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.506771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f33888d1-efe9-40f9-bb99-1cdf5c4629eb tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/subnets/b35c0dda-7967-4acc-9cdd-f4f0b9bfae72 HTTP/1.1" status: 204 len: 168 time: 0.2939823 May 06 10:03:56.509801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49436) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:56.511566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043dd964-7cfb-4ac9-8159-94301bf0fae7 None None] Network 0dfaf842-042d-4d5b-8054-b9f31446023b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:03:56.638793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.726835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:56.727259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.731174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] DHCP port deletion for 0dfaf842-042d-4d5b-8054-b9f31446023b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:03:56.781490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] Deleting port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:56.781947 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.810309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] For port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,segment=NetworkSegment(e04497f1-4590-423b-bedc-b3090ee78e01),segment_id=e04497f1-4590-423b-bedc-b3090ee78e01)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:56.810680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.827663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:56.854640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] For port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,segment=NetworkSegment(e04497f1-4590-423b-bedc-b3090ee78e01),segment_id=e04497f1-4590-423b-bedc-b3090ee78e01)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:03:56.855051 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.873079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] Calling delete_port for 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:56.939075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:56.973002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:56.978364 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] No DVR routers for this DVR port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:56.989343 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.054726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] Pushing event deleted for resources: {'Port': ['ID=5cda1a15-bd96-48fc-b34a-ef1d4ba933a1,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:57.061137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a9643-87af-4fdc-bf0b-5b0cd2731cf1 None None] No DVR routers for this DVR port 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:03:57.101622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.127753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfaf842-042d-4d5b-8054-b9f31446023b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:57.139004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04497f1-4590-423b-bedc-b3090ee78e01') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:57.139298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04497f1-4590-423b-bedc-b3090ee78e01') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:03:57.150347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.164657 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.170936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:03:57.171358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: timer() May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:03:57.175277 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:03:57.254179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.268997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.273049 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/networks/0dfaf842-042d-4d5b-8054-b9f31446023b HTTP/1.1" status: 204 len: 168 time: 0.7621973 May 06 10:03:57.275541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49456) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:57.282354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:03:57.293997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4378d7-d20d-42bb-b582-4f5709eb37d3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Network': ['ID=0dfaf842-042d-4d5b-8054-b9f31446023b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:57.316732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:03:57.317346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5cda1a15-bd96-48fc-b34a-ef1d4ba933a1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:03:57.430709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port d1ddcd0d-c7d9-459c-b6c3-ab7822f16be7 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:57.431045 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.533774 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.535225 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:57.548778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for d1ddcd0d-c7d9-459c-b6c3-ab7822f16be7 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:57.710893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.041174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=d1ddcd0d-c7d9-459c-b6c3-ab7822f16be7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:58.106596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.109043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.110207 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c83a2afd-25fd-4384-bf0d-846603cc5458 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/floatingips/68b43127-a661-4cf2-8edd-ce8adf54a94c HTTP/1.1" status: 204 len: 168 time: 0.8336205 May 06 10:03:58.114872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49484) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:58.138941 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47e5d4c-f8af-442c-a0bf-a3f5012fdc4c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] DELETE failed (client error): The resource could not be found. May 06 10:03:58.139656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47e5d4c-f8af-442c-a0bf-a3f5012fdc4c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:03:58.142713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b47e5d4c-f8af-442c-a0bf-a3f5012fdc4c tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/ports/5e4fe9b9-70a3-4181-a720-d031a42e08fc HTTP/1.1" status: 404 len: 333 time: 0.0268157 May 06 10:03:58.145547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49486) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:58.176221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-14bf678d-229f-43ef-9cb0-ec9991b0e542 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "GET /v2.0/ports?device_id=c11bce6b-4a92-425b-b3a8-aab8c24ed23c HTTP/1.1" status: 200 len: 205 time: 0.0289292 May 06 10:03:58.178329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49488) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:58.225978 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-cd9350d3-cf06-428c-b955-a5fd06acfca5 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] delete failed (client error): The resource could not be found. May 06 10:03:58.229690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49492) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:58.229836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cd9350d3-cf06-428c-b955-a5fd06acfca5 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/routers/c11bce6b-4a92-425b-b3a8-aab8c24ed23c HTTP/1.1" status: 404 len: 336 time: 0.0502160 May 06 10:03:58.262046 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2615d6ec-95f6-482b-9759-080f7b338414 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] DELETE failed (client error): The resource could not be found. May 06 10:03:58.262508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2615d6ec-95f6-482b-9759-080f7b338414 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:03:58.267634 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2615d6ec-95f6-482b-9759-080f7b338414 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/subnets/b35c0dda-7967-4acc-9cdd-f4f0b9bfae72 HTTP/1.1" status: 404 len: 337 time: 0.0348074 May 06 10:03:58.269528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49494) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:58.367447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port a3dc942b-230c-41f9-b444-ae293b6d83ea {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:58.367855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.472448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.487133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for a3dc942b-230c-41f9-b444-ae293b6d83ea owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:58.505106 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:03:58.648355 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.680240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=a3dc942b-230c-41f9-b444-ae293b6d83ea,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:58.750242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.755615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-016423ea-7a2c-464f-8a1a-11a1b270b1c2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/ports/a3dc942b-230c-41f9-b444-ae293b6d83ea HTTP/1.1" status: 204 len: 168 time: 0.4830563 May 06 10:03:58.756190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49498) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:58.853781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port a1a27ec2-7262-4698-aea4-8d77307cf3ab {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:58.854237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.943058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:58.957973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for a1a27ec2-7262-4698-aea4-8d77307cf3ab owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:03:59.091135 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.120329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=a1a27ec2-7262-4698-aea4-8d77307cf3ab,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:03:59.193074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.198902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7dd3b459-8e39-46de-a423-e69497eaae36 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/ports/a1a27ec2-7262-4698-aea4-8d77307cf3ab HTTP/1.1" status: 204 len: 168 time: 0.4393981 May 06 10:03:59.199049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49500) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:59.248272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b60f5b-3aaf-44a3-95f3-5ab75c5603a1 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:03:59.252284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f1b60f5b-3aaf-44a3-95f3-5ab75c5603a1 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "GET /v2.0/ports?device_id=14d59a8d-1f02-471b-87db-adcb7220265f HTTP/1.1" status: 200 len: 913 time: 0.0499094 May 06 10:03:59.252654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49504) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:03:59.613106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.871060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 121af004-92e5-4879-b53e-b4786a7b943f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:03:59.871403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.959270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:03:59.977946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 121af004-92e5-4879-b53e-b4786a7b943f owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:00.175912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.202798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=121af004-92e5-4879-b53e-b4786a7b943f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:00.373851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.600579 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Router 14d59a8d-1f02-471b-87db-adcb7220265f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:00.716854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:00.724028 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7a3446c8-e51b-4b09-8e71-6f7bf30dc683 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "PUT /v2.0/routers/14d59a8d-1f02-471b-87db-adcb7220265f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4697905 May 06 10:04:00.726936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49512) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:00.731002 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] Sync routers for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:00.742586 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:00.743283 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:00.782031 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:00.790746 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] Routers {'14d59a8d-1f02-471b-87db-adcb7220265f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:00.791333 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['14d59a8d-1f02-471b-87db-adcb7220265f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:00.825827 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:00.826364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28095de-ec2e-4882-b5e5-b0924ac9398a None None] The sync data for ids ['14d59a8d-1f02-471b-87db-adcb7220265f'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:00.839626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.943702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:00.996189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting port 73c3659a-d2eb-41b4-a6ef-c76a92a50fbd {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:00.996459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.072763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.084499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Calling delete_port for 73c3659a-d2eb-41b4-a6ef-c76a92a50fbd owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:01.254179 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.283115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Port': ['ID=73c3659a-d2eb-41b4-a6ef-c76a92a50fbd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:01.352453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.445974 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.448145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.492154 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.492711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Fanout notify agent at l3_agent the message router_deleted on router 14d59a8d-1f02-471b-87db-adcb7220265f {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:04:01.501975 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.503898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a85a4c1-0bd5-4666-b7da-301f5b5aa2b3 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/routers/14d59a8d-1f02-471b-87db-adcb7220265f HTTP/1.1" status: 204 len: 168 time: 0.7764285 May 06 10:04:01.506431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:01.561377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Deleting subnet c1cb3067-aee3-4093-a32b-f788259561dc {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:01.566305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.608142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.653529 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.713677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.747325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Subnet': ['ID=c1cb3067-aee3-4093-a32b-f788259561dc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:01.749335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.752526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fcad3c96-6f5c-491f-9e09-20fdb7f7a4b0 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/subnets/c1cb3067-aee3-4093-a32b-f788259561dc HTTP/1.1" status: 204 len: 168 time: 0.2451353 May 06 10:04:01.755292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49522) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:01.831904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.922731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.945936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2526a892-7a70-4b50-ae31-97e510ba3708']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:01.956858 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c3dd75-3a47-482b-9f1c-76b9cb948a68') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:01.957157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c3dd75-3a47-482b-9f1c-76b9cb948a68') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:01.967920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.981702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.987909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:01.988309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: timer() May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:01.991514 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:02.050895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.058037 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.063237 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] 10.222.0.76 "DELETE /v2.0/networks/2526a892-7a70-4b50-ae31-97e510ba3708 HTTP/1.1" status: 204 len: 168 time: 0.3046830 May 06 10:04:02.074813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ef4b7-90c9-44ba-9a0f-298484389ab2 tempest-FloatingIPTestJSON-837900959 tempest-FloatingIPTestJSON-837900959-project] Pushing event deleted for resources: {'Network': ['ID=2526a892-7a70-4b50-ae31-97e510ba3708,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:02.332643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49530) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:02.473185 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ed43ff36-189d-43d9-a324-97dac00452a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=351d2270df44430aa5ee9396d634be2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393030 May 06 10:04:02.475566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:02.527536 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8fd76a5-80d7-46f4-a069-90b6311a6bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.549043 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8fd76a5-80d7-46f4-a069-90b6311a6bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.610020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8fd76a5-80d7-46f4-a069-90b6311a6bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.613202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8fd76a5-80d7-46f4-a069-90b6311a6bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:02.614841 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a8fd76a5-80d7-46f4-a069-90b6311a6bed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba364e2b-c276-442b-aec5-9cd2f1bb226d HTTP/1.1" status: 204 len: 168 time: 0.1382711 May 06 10:04:02.627188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd76a5-80d7-46f4-a069-90b6311a6bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba364e2b-c276-442b-aec5-9cd2f1bb226d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:03.281151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49558) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:03.390354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-345947289'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:03.413406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Made reservation on behalf of 3308d48b390b4f46b3d755ebaab0275a for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:03.416953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.425392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.501393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.506387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.534017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:03.544128 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d23b5b2-2d6d-4d93-b886-0cb6e47c5bf8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:03.549266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.549842 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Added segment 737cb1b8-416f-4dea-80ac-a698ec8abcc5 of type vlan for network fd214387-c10d-45f3-9764-e4410beac1a1 May 06 10:04:03.596977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.623944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.630569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:03.631374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.685367 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4030066 May 06 10:04:03.688286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49566) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:03.695160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'subnet': {'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:03.709938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07b00d-a46a-4712-a251-b12105ed7501 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Network': ['ID=fd214387-c10d-45f3-9764-e4410beac1a1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:03.722357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network fd214387-c10d-45f3-9764-e4410beac1a1 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:03.784838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Made reservation on behalf of 3308d48b390b4f46b3d755ebaab0275a for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:03.788212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:03.975083 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.045740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Subnet': ['ID=66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:04.055655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Checking segment: {'id': '737cb1b8-416f-4dea-80ac-a698ec8abcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:04.056027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Network hostable DHCP agents. Network: fd214387-c10d-45f3-9764-e4410beac1a1, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:04.073541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Network fd214387-c10d-45f3-9764-e4410beac1a1 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:04.083529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, fd214387-c10d-45f3-9764-e4410beac1a1) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:04.088064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:04.088680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.094960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f79e3a2-372c-4de8-ac9e-394439082196 None None] Network fd214387-c10d-45f3-9764-e4410beac1a1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:04.108927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-54d24106-b366-4d49-ac88-f594346a8298 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4193215 May 06 10:04:04.111427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49570) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:04.116431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-093b0c55-6ccd-4645-b018-08da44aee99d tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1344995600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:04.139731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-093b0c55-6ccd-4645-b018-08da44aee99d tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.140739 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-093b0c55-6ccd-4645-b018-08da44aee99d tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.201297 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-093b0c55-6ccd-4645-b018-08da44aee99d tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.206833 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-093b0c55-6ccd-4645-b018-08da44aee99d tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.230155 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-093b0c55-6ccd-4645-b018-08da44aee99d tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.234480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-093b0c55-6ccd-4645-b018-08da44aee99d tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1189971 May 06 10:04:04.234805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49572) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:04.255407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-fd214387-c10d-45f3-9764-e4410beac1a1', 'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1', 'tenant_id': '3308d48b390b4f46b3d755ebaab0275a', 'fixed_ips': [{'subnet_id': '66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:04.256337 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.404624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Allocated IP 172.20.0.2 (fd214387-c10d-45f3-9764-e4410beac1a1/66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3/fd4d33ad-7cd5-49fd-a118-013dbd18eb9f) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:04.531964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.568433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.577799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.625393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Network fd214387-c10d-45f3-9764-e4410beac1a1 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:04.628891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:04.637279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:04.640550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Pushing event updated for resources: {'Port': ['ID=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:04.719496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Attempting to bind port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:04.719950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Attempting to bind port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '737cb1b8-416f-4dea-80ac-a698ec8abcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:04.720309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Attempting to bind port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f on network fd214387-c10d-45f3-9764-e4410beac1a1 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:04.729558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:04.730167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Checking segment: {'id': '737cb1b8-416f-4dea-80ac-a698ec8abcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:04.730381 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.730689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Bound using segment: {'id': '737cb1b8-416f-4dea-80ac-a698ec8abcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:04.731151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Bound port: fd4d33ad-7cd5-49fd-a118-013dbd18eb9f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737cb1b8-416f-4dea-80ac-a698ec8abcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:04.731524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.815827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Allocated IP 172.20.0.1 (fd214387-c10d-45f3-9764-e4410beac1a1/66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3/34e879e9-7d09-497a-853c-7e7f662cf100) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:04.834282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] For port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:04.838866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] For port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,segment=NetworkSegment(737cb1b8-416f-4dea-80ac-a698ec8abcc5),segment_id=737cb1b8-416f-4dea-80ac-a698ec8abcc5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:04.843167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:04.915232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b654848-c284-4f13-8f12-4eec3158f324 None None] Pushing event updated for resources: {'Port': ['ID=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:04.982521 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.037458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.091308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Network fd214387-c10d-45f3-9764-e4410beac1a1 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:05.096774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:05.099987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:05.162123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Port': ['ID=34e879e9-7d09-497a-853c-7e7f662cf100,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:05.210248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.366898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.367215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd4d33ad-7cd5-49fd-a118-013dbd18eb9f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:05.436642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:05.437260 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.529600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.571975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,segment=NetworkSegment(737cb1b8-416f-4dea-80ac-a698ec8abcc5),segment_id=737cb1b8-416f-4dea-80ac-a698ec8abcc5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:05.586879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.637461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:05.677312 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.682699 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.763511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:05.765301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Port': ['ID=34e879e9-7d09-497a-853c-7e7f662cf100,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:05.881825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Network fd214387-c10d-45f3-9764-e4410beac1a1 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:05.883396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:06.008022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Router d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:04:06.103125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:06.105841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fda48f-f90e-46ae-98e3-0ef0bc3a14b0 None None] Network fd214387-c10d-45f3-9764-e4410beac1a1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:06.107868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5005c2b8-6acb-4747-987a-db4726356556 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "PUT /v2.0/routers/d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8712671 May 06 10:04:06.110658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49594) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:06.116442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'port': {'network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1', 'name': 'tempest-FloatingIPNegativeTestJSON-1644655332'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:06.152087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] Sync routers for ids ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:06.183302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] Routers {'d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:06.183842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:06.195904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f9604150-b651-46c6-997f-d015de5621be None None] Provisioning complete for port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:06.196274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9604150-b651-46c6-997f-d015de5621be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.227311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Made reservation on behalf of 3308d48b390b4f46b3d755ebaab0275a for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:06.231303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.250972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] device_id is not set on port 46a0b0db-a827-43ce-80e6-ea47e230ce07 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:06.254546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:06.306018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] Routers {'d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:06.306636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:06.349738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:06.350353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8cdfd7-ac3e-40dd-8c33-876c34f479a4 None None] The sync data for ids ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:06.373297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Allocated IP 172.20.0.9 (fd214387-c10d-45f3-9764-e4410beac1a1/66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3/46a0b0db-a827-43ce-80e6-ea47e230ce07) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:06.544392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.592541 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.644618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Network fd214387-c10d-45f3-9764-e4410beac1a1 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:06.647909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:06.652221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:06.661310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Port': ['ID=46a0b0db-a827-43ce-80e6-ea47e230ce07,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:06.718134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:06.718759 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.738625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b0425bb7-156e-4ed8-ba1f-9bc1f3eda449 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6256027 May 06 10:04:06.741087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49606) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:06.746975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:06.787500 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.918470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:06.921708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1365d36f-fcef-4c2b-aca9-9deadb5c88dc None None] Provisioning complete for port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:06.925697 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1365d36f-fcef-4c2b-aca9-9deadb5c88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.092908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1365d36f-fcef-4c2b-aca9-9deadb5c88dc None None] Provisioning complete for port 34e879e9-7d09-497a-853c-7e7f662cf100 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.093413 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1365d36f-fcef-4c2b-aca9-9deadb5c88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.156251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Allocated IP 172.25.8.164 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/2bdfac2e-b6a2-4a84-b143-3d7acd23e959) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:07.176373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1365d36f-fcef-4c2b-aca9-9deadb5c88dc None None] Port 34e879e9-7d09-497a-853c-7e7f662cf100 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:07.325896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5b893178-7774-4f07-b1f7-ce00ed729b97 None None] Provisioning complete for port 34e879e9-7d09-497a-853c-7e7f662cf100 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.326284 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5b893178-7774-4f07-b1f7-ce00ed729b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.384375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd4d33ad-7cd5-49fd-a118-013dbd18eb9f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:07.414178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.436743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5b893178-7774-4f07-b1f7-ce00ed729b97 None None] Port 34e879e9-7d09-497a-853c-7e7f662cf100 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:07.457679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.458240 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.465387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.537510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:07.541973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:07.551258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:07.608928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Port': ['ID=2bdfac2e-b6a2-4a84-b143-3d7acd23e959,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:07.677721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-310770f5-9b60-4e78-a585-da6ef4ac43d1 None None] Provisioning complete for port 34e879e9-7d09-497a-853c-7e7f662cf100 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.678334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-310770f5-9b60-4e78-a585-da6ef4ac43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.710989 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.735161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-310770f5-9b60-4e78-a585-da6ef4ac43d1 None None] Port 34e879e9-7d09-497a-853c-7e7f662cf100 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:07.761845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.951183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.957452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.959166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-52dd365c-430e-4372-8430-3637b4861d2b None None] Provisioning complete for port 46a0b0db-a827-43ce-80e6-ea47e230ce07 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:07.959966 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-52dd365c-430e-4372-8430-3637b4861d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:07.997013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-52dd365c-430e-4372-8430-3637b4861d2b None None] Port 46a0b0db-a827-43ce-80e6-ea47e230ce07 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:08.034453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Port': ['ID=2bdfac2e-b6a2-4a84-b143-3d7acd23e959,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:08.041596 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.056282 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.057612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bd386565-a25b-4422-b4a8-3526d455e18b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3155537 May 06 10:04:08.060390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49632) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:08.065942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-78e5e59c-a131-4e3f-89d6-6397902e16f4 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'floatingip': {'port_id': '46a0b0db-a827-43ce-80e6-ea47e230ce07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:08.106263 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-78e5e59c-a131-4e3f-89d6-6397902e16f4 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.229731 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-78e5e59c-a131-4e3f-89d6-6397902e16f4 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] update failed (client error): The resource could not be found. May 06 10:04:08.230796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-78e5e59c-a131-4e3f-89d6-6397902e16f4 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "PUT /v2.0/floatingips/bd9a6f58-a1b8-4445-9c06-a25000ef8d21 HTTP/1.1" status: 404 len: 507 time: 0.1693716 May 06 10:04:08.233753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49638) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:08.358789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Deleting port 2bdfac2e-b6a2-4a84-b143-3d7acd23e959 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:08.359134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.438981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.439307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.452412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Calling delete_port for 2bdfac2e-b6a2-4a84-b143-3d7acd23e959 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:08.585758 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.616145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event deleted for resources: {'Port': ['ID=2bdfac2e-b6a2-4a84-b143-3d7acd23e959,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:08.676852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.688329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.690143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-606a0cbd-95d8-4301-a71c-91b78a91bc9b tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "DELETE /v2.0/floatingips/bd9a6f58-a1b8-4445-9c06-a25000ef8d21 HTTP/1.1" status: 204 len: 168 time: 0.4549136 May 06 10:04:08.693867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49650) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:08.698651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0be5aea5-8c1e-4d02-b6b8-be4c314f1d65 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'floatingip': {'floating_network_id': 'fd214387-c10d-45f3-9764-e4410beac1a1', 'port_id': '46a0b0db-a827-43ce-80e6-ea47e230ce07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:08.720573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0be5aea5-8c1e-4d02-b6b8-be4c314f1d65 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.851231 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-0be5aea5-8c1e-4d02-b6b8-be4c314f1d65 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:04:08.852328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0be5aea5-8c1e-4d02-b6b8-be4c314f1d65 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1573763 May 06 10:04:08.855861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:08.860186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '46a0b0db-a827-43ce-80e6-ea47e230ce07', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:08.882184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:08.995844 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.125672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Allocated IP 172.25.8.135 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/f3574d1e-9803-4e60-aca5-fffd157cc25d) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:09.239459 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.282073 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.328209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:09.334610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:09.342030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:09.345204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event updated for resources: {'Port': ['ID=f3574d1e-9803-4e60-aca5-fffd157cc25d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:09.374865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.375142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.375480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.375888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.376164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.376493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.376819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.377780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.378144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.378472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.378795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.379118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:09.530956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Deleting port f3574d1e-9803-4e60-aca5-fffd157cc25d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:09.531303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.652076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.652589 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.666464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Calling delete_port for f3574d1e-9803-4e60-aca5-fffd157cc25d owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:09.838059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:09.886276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event deleted for resources: {'Port': ['ID=f3574d1e-9803-4e60-aca5-fffd157cc25d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:09.976608 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] create failed (client error): The resource could not be found. May 06 10:04:09.978000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-25177c44-5e03-4d49-8991-7bee1a98250a tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1210778 May 06 10:04:09.981539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49678) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:10.111949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Deleting port 46a0b0db-a827-43ce-80e6-ea47e230ce07 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:10.112735 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.238556 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.252544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Calling delete_port for 46a0b0db-a827-43ce-80e6-ea47e230ce07 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:10.397498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.434980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event deleted for resources: {'Port': ['ID=46a0b0db-a827-43ce-80e6-ea47e230ce07,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:10.940392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:10.946326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6438e71e-0900-4cbd-b60c-10983905c614 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "DELETE /v2.0/ports/46a0b0db-a827-43ce-80e6-ea47e230ce07 HTTP/1.1" status: 204 len: 168 time: 0.9612012 May 06 10:04:10.946704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49700) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.007314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3399c52-7081-4646-b1d6-6f077f338a6c tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:11.012263 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e3399c52-7081-4646-b1d6-6f077f338a6c tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8 HTTP/1.1" status: 200 len: 913 time: 0.0645175 May 06 10:04:11.013084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:11.354234 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:11.613374 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Deleting port 34e879e9-7d09-497a-853c-7e7f662cf100 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:11.613374 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:11.711972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:11.732988 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Calling delete_port for 34e879e9-7d09-497a-853c-7e7f662cf100 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:11.917603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:11.948080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event deleted for resources: {'Port': ['ID=34e879e9-7d09-497a-853c-7e7f662cf100,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:12.398197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.567842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Router d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:12.648041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:12.653099 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-830ee29c-1e42-423b-ae50-8043c1720b21 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "PUT /v2.0/routers/d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389084 May 06 10:04:12.655745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49736) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:12.661959 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] Sync routers for ids ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:12.695281 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] Routers {'d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:12.699793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:12.708926 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2c4181be-ed1c-4378-9c13-f7a9529d12ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.741012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d2d38a1-da19-4507-934e-9a5c11d41965 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.757322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:12.772523 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] Routers {'d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:12.773839 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:03:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:12.828944 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:12.829711 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a3f1f4-5fd2-4a79-9711-81ba0295ff6c None None] The sync data for ids ['d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:12.950325 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d2d38a1-da19-4507-934e-9a5c11d41965 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.952469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d2d38a1-da19-4507-934e-9a5c11d41965 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:12.999935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d2d38a1-da19-4507-934e-9a5c11d41965 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.000767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d38a1-da19-4507-934e-9a5c11d41965 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Fanout notify agent at l3_agent the message router_deleted on router d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:04:13.012870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0d2d38a1-da19-4507-934e-9a5c11d41965 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.018050 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0d2d38a1-da19-4507-934e-9a5c11d41965 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "DELETE /v2.0/routers/d1c714a4-3cd8-4acf-a95f-0f4da9b8ddf8 HTTP/1.1" status: 204 len: 168 time: 0.3578920 May 06 10:04:13.018430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49744) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:13.074105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Deleting subnet 66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:13.077767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.136049 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.232878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.303333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.339363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event deleted for resources: {'Subnet': ['ID=66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:13.344244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.351687 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-34667e3e-65e3-4e9f-8e4b-86afe07ee772 tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "DELETE /v2.0/subnets/66ab5ffe-1c4f-465c-84f7-ba3d4698d2c3 HTTP/1.1" status: 204 len: 168 time: 0.3304276 May 06 10:04:13.351687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49752) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:13.360894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9f08d-7f1d-4d17-8c32-32a6b0df7186 None None] Network fd214387-c10d-45f3-9764-e4410beac1a1 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:13.462693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.536877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Deleting port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:13.537330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.597507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] DHCP port deletion for fd214387-c10d-45f3-9764-e4410beac1a1 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:04:13.623134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] For port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,segment=NetworkSegment(737cb1b8-416f-4dea-80ac-a698ec8abcc5),segment_id=737cb1b8-416f-4dea-80ac-a698ec8abcc5)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:13.623504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.640808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Calling delete_port for fd4d33ad-7cd5-49fd-a118-013dbd18eb9f owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:13.653632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] Deleting port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:13.654078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.730867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] For port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,segment=NetworkSegment(737cb1b8-416f-4dea-80ac-a698ec8abcc5),segment_id=737cb1b8-416f-4dea-80ac-a698ec8abcc5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:13.732045 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.743194 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.746797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] Calling delete_port for fd4d33ad-7cd5-49fd-a118-013dbd18eb9f owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:13.768018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event deleted for resources: {'Port': ['ID=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:13.781642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] No DVR routers for this DVR port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:13.832823 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.860729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] Pushing event deleted for resources: {'Port': ['ID=fd4d33ad-7cd5-49fd-a118-013dbd18eb9f,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:13.872903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df67142-c2f5-4c0b-8245-74e03ad452fd None None] No DVR routers for this DVR port fd4d33ad-7cd5-49fd-a118-013dbd18eb9f on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:13.875641 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.901758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd214387-c10d-45f3-9764-e4410beac1a1']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:13.912516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737cb1b8-416f-4dea-80ac-a698ec8abcc5') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:13.912810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737cb1b8-416f-4dea-80ac-a698ec8abcc5') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:13.922254 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.936266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.942908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:13.943292 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: timer() May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:13.946866 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:14.011940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.020386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.023571 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] 10.222.0.76 "DELETE /v2.0/networks/fd214387-c10d-45f3-9764-e4410beac1a1 HTTP/1.1" status: 204 len: 168 time: 0.6707964 May 06 10:04:14.054063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850b12-80af-4c29-99c8-7b73aa313f8e tempest-FloatingIPNegativeTestJSON-501011029 tempest-FloatingIPNegativeTestJSON-501011029-project] Pushing event deleted for resources: {'Network': ['ID=fd214387-c10d-45f3-9764-e4410beac1a1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:14.299309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49780) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:14.453712 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9b0c01b8-a391-45fc-ae99-d16c32b5c7d5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3308d48b390b4f46b3d755ebaab0275a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508934 May 06 10:04:14.453949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49784) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:14.509723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a599cda-127e-47be-88da-b4eedf5b1ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.532726 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a599cda-127e-47be-88da-b4eedf5b1ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.597970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a599cda-127e-47be-88da-b4eedf5b1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.601030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0a599cda-127e-47be-88da-b4eedf5b1ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:14.604475 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0a599cda-127e-47be-88da-b4eedf5b1ac4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d23b5b2-2d6d-4d93-b886-0cb6e47c5bf8 HTTP/1.1" status: 204 len: 168 time: 0.1473975 May 06 10:04:14.612193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a599cda-127e-47be-88da-b4eedf5b1ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d23b5b2-2d6d-4d93-b886-0cb6e47c5bf8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:15.155746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f8424650-18de-455f-b6d4-266b11a5caf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.298041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd4d33ad-7cd5-49fd-a118-013dbd18eb9f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:15.326264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: fd4d33ad-7cd5-49fd-a118-013dbd18eb9f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:04:15.326603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd4d33ad-7cd5-49fd-a118-013dbd18eb9f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:04:15.483561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49846) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:15.623566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-761658921'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:15.645284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:15.648886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.657544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.755917 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.760255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.796095 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:15.806962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a9bc40-cec8-4986-a99b-9ed4cf58f7ef,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:15.812252 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.812609 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment ae6dd42d-aee6-4d02-8515-5ffe2daf80fd of type vlan for network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 May 06 10:04:15.879465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.912291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.919207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:15.920023 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:15.977870 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4902031 May 06 10:04:15.981199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49866) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:15.987423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'name': 'tempest-PortsIpV6TestJSON-686468982'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:15.999313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d4127-3e6d-482b-aa56-c4add97b5ac5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=85959fe2-6969-4a68-b5fa-8ebb4385bd97,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:16.011315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:16.107162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:16.110960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.136235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:16.333953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.369364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.434622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=5eb162ac-c62c-423d-9cbe-0803e1c1dfa5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:16.462744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': 'ae6dd42d-aee6-4d02-8515-5ffe2daf80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:16.463232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: 85959fe2-6969-4a68-b5fa-8ebb4385bd97, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:16.484863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:16.495559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 85959fe2-6969-4a68-b5fa-8ebb4385bd97) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:16.500143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:16.506740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.507397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.515341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e163c3-0d9e-4430-9dd2-78168d03b0b6 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:16.531543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4f6a2e52-8d9e-4d66-bb41-935971faea29 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5490553 May 06 10:04:16.535448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49886) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:16.544129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1426935385'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:16.575084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:16.581261 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.617541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:16.628618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.629007 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment b816325c-155e-4bfc-9cf8-1bc87a80b5a8 of type vlan for network 29c713ee-a2e9-4ac2-8793-0932b748cc8d May 06 10:04:16.641631 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.672984 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.706436 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.720178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.727699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:16.728388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:16.793839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2569261 May 06 10:04:16.797772 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49892) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:16.804614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8a25a-4abd-448b-96fe-4c14fb81e3eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=29c713ee-a2e9-4ac2-8793-0932b748cc8d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:16.807177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'ports': [{'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97'}, {'network_id': '29c713ee-a2e9-4ac2-8793-0932b748cc8d'}]} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:16.809224 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:16.810587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '29c713ee-a2e9-4ac2-8793-0932b748cc8d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:16.832547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 29c713ee-a2e9-4ac2-8793-0932b748cc8d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:17.058481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 2} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:17.063874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.078791 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.245794 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port 9d111a41-c890-477b-95bd-1c82e7ca51b8 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:17.343969 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.424014 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port a35b583d-6803-4431-99a4-5a1d5aee4e63 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:17.511680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.558407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.608629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:17.613925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:17.620832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:17.621721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.623639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=9d111a41-c890-477b-95bd-1c82e7ca51b8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:17.640738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.641093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.641432 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.641769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.642102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.642499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.642888 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.643249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.643550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.643935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.644263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.644585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:17.722796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=a35b583d-6803-4431-99a4-5a1d5aee4e63,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:17.731904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': 'b816325c-155e-4bfc-9cf8-1bc87a80b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '29c713ee-a2e9-4ac2-8793-0932b748cc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:17.732270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: 29c713ee-a2e9-4ac2-8793-0932b748cc8d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:17.750320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 29c713ee-a2e9-4ac2-8793-0932b748cc8d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:17.760162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 29c713ee-a2e9-4ac2-8793-0932b748cc8d) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:17.764245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:17.772688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:17.772928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff2185-062a-41a6-9c33-4e7502586d54 None None] Network 29c713ee-a2e9-4ac2-8793-0932b748cc8d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:17.777700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:17.778391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:17.796628 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5b905d7e-ee7d-4081-b737-130fe46dc9a4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9949992 May 06 10:04:17.800132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49930) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:17.919977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port a35b583d-6803-4431-99a4-5a1d5aee4e63 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:17.920325 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.000203 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.014722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for a35b583d-6803-4431-99a4-5a1d5aee4e63 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:18.102134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.134857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=a35b583d-6803-4431-99a4-5a1d5aee4e63,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:18.145612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.149251 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6ca30531-3361-4015-a03f-b0d715f11145 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/a35b583d-6803-4431-99a4-5a1d5aee4e63 HTTP/1.1" status: 204 len: 168 time: 0.3475273 May 06 10:04:18.151994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49946) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.217173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.249002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5681c4d-bb60-4757-802b-a8d9b2b0993d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:18.255150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5681c4d-bb60-4757-802b-a8d9b2b0993d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:18.259524 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b5681c4d-bb60-4757-802b-a8d9b2b0993d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1039431 May 06 10:04:18.259991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49954) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.360725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 9d111a41-c890-477b-95bd-1c82e7ca51b8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:18.361067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.437942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.453456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 9d111a41-c890-477b-95bd-1c82e7ca51b8 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:18.541642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.574613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=9d111a41-c890-477b-95bd-1c82e7ca51b8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:18.586478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.590547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aca6051d-3a29-4d74-b856-7277fa5aef60 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/9d111a41-c890-477b-95bd-1c82e7ca51b8 HTTP/1.1" status: 204 len: 168 time: 0.3295410 May 06 10:04:18.593566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 49966) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.661752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e0c37-b5b6-459a-bf59-2e4ca3c40a7b tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:18.663371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e58e0c37-b5b6-459a-bf59-2e4ca3c40a7b tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0686159 May 06 10:04:18.666114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49970) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.693432 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-b693d0bd-5e60-4d94-a725-55d47aa0f366 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:18.695655 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b693d0bd-5e60-4d94-a725-55d47aa0f366 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/a35b583d-6803-4431-99a4-5a1d5aee4e63 HTTP/1.1" status: 404 len: 333 time: 0.0279019 May 06 10:04:18.697727 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49972) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.719460 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.728140 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b6b297-d5c3-457e-b30c-1ccf93bcc4eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:18.732303 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f9b6b297-d5c3-457e-b30c-1ccf93bcc4eb tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/9d111a41-c890-477b-95bd-1c82e7ca51b8 HTTP/1.1" status: 404 len: 333 time: 0.0309029 May 06 10:04:18.733276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49974) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:18.826696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.932936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:18.970742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c713ee-a2e9-4ac2-8793-0932b748cc8d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:18.981238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b816325c-155e-4bfc-9cf8-1bc87a80b5a8') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:18.981536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b816325c-155e-4bfc-9cf8-1bc87a80b5a8') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:18.992448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.006611 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.013254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:19.013672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: timer() May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:19.016968 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:19.080961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.087042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.090527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/29c713ee-a2e9-4ac2-8793-0932b748cc8d HTTP/1.1" status: 204 len: 168 time: 0.3562899 May 06 10:04:19.097613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 49990) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:19.102857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-952016074'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:19.117743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350132b9-87fd-4c46-b09d-278e5fa88a64 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=29c713ee-a2e9-4ac2-8793-0932b748cc8d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:19.141584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:19.146601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.177477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:19.193998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.194361 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment a59329d6-07c6-4c86-b47e-4eece8b69ac6 of type vlan for network 27aa8474-facf-4299-9cfc-e49b794a6618 May 06 10:04:19.241356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.278721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.285811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:19.286730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.365835 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2645681 May 06 10:04:19.366584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50002) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:19.372146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:19.383108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724a72f-a50f-4076-8b27-130e99906b05 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=27aa8474-facf-4299-9cfc-e49b794a6618,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:19.396941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 27aa8474-facf-4299-9cfc-e49b794a6618 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:19.479750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:19.484103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.551928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Performing IP validity checks on allocation pools {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:04:19.554894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:04:19.697652 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.778041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=d552f32c-194b-4d34-8eea-9d90c28f20c1,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:19.781928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': 'a59329d6-07c6-4c86-b47e-4eece8b69ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:19.782171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: 27aa8474-facf-4299-9cfc-e49b794a6618, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:19.800643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 27aa8474-facf-4299-9cfc-e49b794a6618 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:19.812608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 27aa8474-facf-4299-9cfc-e49b794a6618) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:19.818021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:19.818534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:19.825045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ddf737-bc97-4001-9b93-797ac4482759 None None] Network 27aa8474-facf-4299-9cfc-e49b794a6618 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:19.838890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aaa65f3a-9c69-418c-962c-0ed5a1739c15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4706831 May 06 10:04:19.841533 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50018) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:19.848623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618', 'name': 'tempest-PortsIpV6TestJSON-1234832029'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:20.023210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:20.028768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.068414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port d6b8764f-3bd4-4d54-994e-4d11054efc17 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:20.069421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-27aa8474-facf-4299-9cfc-e49b794a6618', 'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618', 'tenant_id': 'e1cf6bafbe3045fc90caf2bb2ed158ce', 'fixed_ips': [{'subnet_id': 'd552f32c-194b-4d34-8eea-9d90c28f20c1'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:20.070289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.219340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::375 (27aa8474-facf-4299-9cfc-e49b794a6618/d552f32c-194b-4d34-8eea-9d90c28f20c1/d6b8764f-3bd4-4d54-994e-4d11054efc17) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:20.402544 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.441117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.483023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 27aa8474-facf-4299-9cfc-e49b794a6618 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:20.486419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:20.489134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:20.495243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:20.496085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.501314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Allocated IP 2001:db8::2 (27aa8474-facf-4299-9cfc-e49b794a6618/d552f32c-194b-4d34-8eea-9d90c28f20c1/e07d388f-d056-4e4c-a1cc-05e7e92280c1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:20.536620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6911461 May 06 10:04:20.536620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ba963-2a39-463b-ab4c-43feb417a54f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=d6b8764f-3bd4-4d54-994e-4d11054efc17,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:20.537037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50044) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:20.628429 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.668863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port d6b8764f-3bd4-4d54-994e-4d11054efc17 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:20.669265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.736878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.759060 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.796357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.825589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for d6b8764f-3bd4-4d54-994e-4d11054efc17 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:20.856612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Network 27aa8474-facf-4299-9cfc-e49b794a6618 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:20.859805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:20.867039 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:20.870815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Pushing event updated for resources: {'Port': ['ID=e07d388f-d056-4e4c-a1cc-05e7e92280c1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:20.935980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Attempting to bind port e07d388f-d056-4e4c-a1cc-05e7e92280c1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:20.936376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Attempting to bind port e07d388f-d056-4e4c-a1cc-05e7e92280c1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a59329d6-07c6-4c86-b47e-4eece8b69ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:20.948770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Attempting to bind port e07d388f-d056-4e4c-a1cc-05e7e92280c1 on network 27aa8474-facf-4299-9cfc-e49b794a6618 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:20.962518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:20.963260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Checking segment: {'id': 'a59329d6-07c6-4c86-b47e-4eece8b69ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:20.963882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.965251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Bound using segment: {'id': 'a59329d6-07c6-4c86-b47e-4eece8b69ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:20.966154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Bound port: e07d388f-d056-4e4c-a1cc-05e7e92280c1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59329d6-07c6-4c86-b47e-4eece8b69ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '27aa8474-facf-4299-9cfc-e49b794a6618'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:20.966736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:20.968058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-d939c87d-7b51-4fee-bea0-265f7f906655 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2006915 May 06 10:04:21.074689 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.081666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] For port e07d388f-d056-4e4c-a1cc-05e7e92280c1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:21.085479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] For port e07d388f-d056-4e4c-a1cc-05e7e92280c1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e07d388f-d056-4e4c-a1cc-05e7e92280c1,segment=NetworkSegment(a59329d6-07c6-4c86-b47e-4eece8b69ac6),segment_id=a59329d6-07c6-4c86-b47e-4eece8b69ac6)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:21.090644 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.178880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcab1c2-26e4-4d35-9b8b-5fec58c9dcce None None] Pushing event updated for resources: {'Port': ['ID=e07d388f-d056-4e4c-a1cc-05e7e92280c1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:21.221250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=d6b8764f-3bd4-4d54-994e-4d11054efc17,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:21.224183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.227352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1331954c-5ce9-4097-a2d6-ca751d6d94fd tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/d6b8764f-3bd4-4d54-994e-4d11054efc17 HTTP/1.1" status: 204 len: 168 time: 0.6893137 May 06 10:04:21.229999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50070) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:21.240167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-719049fd-3c1d-48c9-a6ad-5d20a794edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:21.241803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-719049fd-3c1d-48c9-a6ad-5d20a794edf9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.2203298 May 06 10:04:21.269112 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-521be0c1-3306-4760-b30a-3e0800377e9a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:04:21.270062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521be0c1-3306-4760-b30a-3e0800377e9a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:21.276844 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-521be0c1-3306-4760-b30a-3e0800377e9a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/d6b8764f-3bd4-4d54-994e-4d11054efc17 HTTP/1.1" status: 404 len: 333 time: 0.0449777 May 06 10:04:21.277728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50072) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:21.314753 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6d1e7f-4003-4b47-9449-c84a1179a8a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:21.319354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ff6d1e7f-4003-4b47-9449-c84a1179a8a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/d6b8764f-3bd4-4d54-994e-4d11054efc17 HTTP/1.1" status: 404 len: 333 time: 0.0375915 May 06 10:04:21.320009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50076) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:21.398214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet d552f32c-194b-4d34-8eea-9d90c28f20c1 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:21.402594 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.428442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-cc78c354-7287-4911-89a4-86686967a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:21.430121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-cc78c354-7287-4911-89a4-86686967a61e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.1450102 May 06 10:04:21.497101 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.548417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-eae7a042-f56a-43b3-a7ea-1d0448dee385 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 1000 time: 0.1115358 May 06 10:04:21.617220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-240d4e03-f744-4e3b-90be-79396aed8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:21.618720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-240d4e03-f744-4e3b-90be-79396aed8dfe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.0622108 May 06 10:04:21.647426 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.698056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-8069ae04-eae0-487f-88ee-2c48828a95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:21.699670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-8069ae04-eae0-487f-88ee-2c48828a95a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745070 May 06 10:04:21.733954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-654645cb-00c1-43a3-b163-0d2898c0f5a0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:04:21.735051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-654645cb-00c1-43a3-b163-0d2898c0f5a0 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255597 May 06 10:04:21.761172 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.777872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.781312 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/d552f32c-194b-4d34-8eea-9d90c28f20c1 HTTP/1.1" status: 204 len: 168 time: 0.4603598 May 06 10:04:21.791107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50096) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:21.818422 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2366490-afd5-4f82-a0ba-34919f4f9404 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=d552f32c-194b-4d34-8eea-9d90c28f20c1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:21.906301 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:21.930581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-95882676-2d05-4bfb-9607-3511a0a5994c service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876223 May 06 10:04:22.112252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port e07d388f-d056-4e4c-a1cc-05e7e92280c1 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:22.112594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.117098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff7e1bad-6899-41af-ada2-5534eb45bc91 req-788b8c9c-c250-4435-a76b-20c64e436070 service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761262 May 06 10:04:22.238730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] For port e07d388f-d056-4e4c-a1cc-05e7e92280c1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e07d388f-d056-4e4c-a1cc-05e7e92280c1,segment=NetworkSegment(a59329d6-07c6-4c86-b47e-4eece8b69ac6),segment_id=a59329d6-07c6-4c86-b47e-4eece8b69ac6)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:22.238730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.265934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for e07d388f-d056-4e4c-a1cc-05e7e92280c1 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:22.385415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.419224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No DVR routers for this DVR port e07d388f-d056-4e4c-a1cc-05e7e92280c1 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:22.449812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=e07d388f-d056-4e4c-a1cc-05e7e92280c1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:22.549523 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.614056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27aa8474-facf-4299-9cfc-e49b794a6618']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:22.629221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59329d6-07c6-4c86-b47e-4eece8b69ac6') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:22.629683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59329d6-07c6-4c86-b47e-4eece8b69ac6') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:22.643188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.666114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.673016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:22.674471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: timer() May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:22.678308 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:22.749449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ec02c-3f2e-4a01-8cce-c3b30a1007cb None None] Network 27aa8474-facf-4299-9cfc-e49b794a6618 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:22.773683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.781390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.788601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/27aa8474-facf-4299-9cfc-e49b794a6618 HTTP/1.1" status: 204 len: 168 time: 0.9925783 May 06 10:04:22.788950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50132) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:22.798447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-931241992'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:22.832637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255c509-8282-4157-a840-bb9159aca2b8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=27aa8474-facf-4299-9cfc-e49b794a6618,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:22.845137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:22.849757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.870963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-08052e64-b325-4504-a81c-8c4f09c9d471 None None] Could not find standard attr ID for object e07d388f-d056-4e4c-a1cc-05e7e92280c1. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:04:22.880292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:22.894512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.895116 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment 275e2aeb-79f3-4301-90ed-7b05f92c0b11 of type vlan for network e3fe48c7-7ca4-41d0-838a-201187f2331d May 06 10:04:22.951026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.984747 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:22.991243 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:22.995835 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.002163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee0f038-aeff-45eb-9091-0f0a4230abfe None None] DHCP port deletion for 27aa8474-facf-4299-9cfc-e49b794a6618 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:04:23.117308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50146) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:23.120351 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3300834 May 06 10:04:23.121455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed72e86-de6c-4e00-9e34-1d575fc51df3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=e3fe48c7-7ca4-41d0-838a-201187f2331d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:23.123067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:23.134483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e3fe48c7-7ca4-41d0-838a-201187f2331d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:23.273838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:23.284457 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.543027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.621292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=c5445907-9d48-4e00-9b0e-007aa63b85d3,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:23.639707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': '275e2aeb-79f3-4301-90ed-7b05f92c0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:23.640072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: e3fe48c7-7ca4-41d0-838a-201187f2331d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:23.658148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network e3fe48c7-7ca4-41d0-838a-201187f2331d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:23.673125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e3fe48c7-7ca4-41d0-838a-201187f2331d) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:23.677827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:23.678531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.683414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ff6381-0b0f-4f2b-b738-1b332f50992d None None] Network e3fe48c7-7ca4-41d0-838a-201187f2331d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:23.701504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ed2d9db6-52d3-4b22-8d07-31d6aef022b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5827940 May 06 10:04:23.704156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50164) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:23.710164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-803890836'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:23.872801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:23.878609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.882533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e3fe48c7-7ca4-41d0-838a-201187f2331d', 'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d', 'tenant_id': 'e1cf6bafbe3045fc90caf2bb2ed158ce', 'fixed_ips': [{'subnet_id': 'c5445907-9d48-4e00-9b0e-007aa63b85d3'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:23.884459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:23.916715 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port 258ce52a-fa16-488c-938c-f5025a12b88e yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:24.054420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::d (e3fe48c7-7ca4-41d0-838a-201187f2331d/c5445907-9d48-4e00-9b0e-007aa63b85d3/258ce52a-fa16-488c-938c-f5025a12b88e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:24.219759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.273755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.321310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Allocated IP 2001:db8::2 (e3fe48c7-7ca4-41d0-838a-201187f2331d/c5445907-9d48-4e00-9b0e-007aa63b85d3/d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:24.357766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network e3fe48c7-7ca4-41d0-838a-201187f2331d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:24.363156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:24.368091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:24.373996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:24.374615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.384456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=258ce52a-fa16-488c-938c-f5025a12b88e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:24.412127 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-70880b83-c866-499a-af3b-985292344afc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 0.7062769 May 06 10:04:24.414776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:24.525081 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.539765 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.540047 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 258ce52a-fa16-488c-938c-f5025a12b88e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:24.540309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.563145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Network e3fe48c7-7ca4-41d0-838a-201187f2331d is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:24.565872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:24.619269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Pushing event updated for resources: {'Port': ['ID=d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:24.624979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:24.667219 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.699776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Attempting to bind port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:24.700175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Attempting to bind port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '275e2aeb-79f3-4301-90ed-7b05f92c0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:24.700542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Attempting to bind port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac on network e3fe48c7-7ca4-41d0-838a-201187f2331d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:24.701005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 258ce52a-fa16-488c-938c-f5025a12b88e owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:24.706840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:24.707808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Checking segment: {'id': '275e2aeb-79f3-4301-90ed-7b05f92c0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:24.708369 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.708915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Bound using segment: {'id': '275e2aeb-79f3-4301-90ed-7b05f92c0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:24.709791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Bound port: d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275e2aeb-79f3-4301-90ed-7b05f92c0b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e3fe48c7-7ca4-41d0-838a-201187f2331d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:24.710414 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.803059 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] For port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:24.810389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] For port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac,segment=NetworkSegment(275e2aeb-79f3-4301-90ed-7b05f92c0b11),segment_id=275e2aeb-79f3-4301-90ed-7b05f92c0b11)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:24.815020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.930798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0973c-d69e-4983-8055-38429591fe0e None None] Pushing event updated for resources: {'Port': ['ID=d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:24.944865 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:24.992115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=258ce52a-fa16-488c-938c-f5025a12b88e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:25.033694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.038290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4912b8d0-f5a9-4826-aa83-c595201bf6e5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/258ce52a-fa16-488c-938c-f5025a12b88e HTTP/1.1" status: 204 len: 168 time: 0.6216848 May 06 10:04:25.040840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50218) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:25.071186 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed8be97-bbda-448d-bd55-12294d1d1e22 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:25.072948 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aed8be97-bbda-448d-bd55-12294d1d1e22 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/258ce52a-fa16-488c-938c-f5025a12b88e HTTP/1.1" status: 404 len: 333 time: 0.0308793 May 06 10:04:25.075984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50220) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:25.169908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet c5445907-9d48-4e00-9b0e-007aa63b85d3 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:25.173496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.304026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.458757 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.550093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.600326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=c5445907-9d48-4e00-9b0e-007aa63b85d3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:25.605103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.610370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f07ffb09-92c5-461b-9bbd-85880a072b00 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/c5445907-9d48-4e00-9b0e-007aa63b85d3 HTTP/1.1" status: 204 len: 168 time: 0.5332811 May 06 10:04:25.614491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50238) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:25.731433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.836701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:25.837296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.937492 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] For port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac,segment=NetworkSegment(275e2aeb-79f3-4301-90ed-7b05f92c0b11),segment_id=275e2aeb-79f3-4301-90ed-7b05f92c0b11)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:25.937856 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:25.959621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:26.107977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.125852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No DVR routers for this DVR port d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:26.161740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:26.615825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bef264-2193-4278-9d08-6b6cb5992a19 None None] Network e3fe48c7-7ca4-41d0-838a-201187f2331d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:26.630223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e1e118a8-8faf-4121-b34c-b7d0bd0c2b63 None None] Could not find standard attr ID for object d1af42fc-63fd-4f1e-bd1e-ac4080dd9dac. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:04:26.753366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.779650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fe48c7-7ca4-41d0-838a-201187f2331d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:26.790457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275e2aeb-79f3-4301-90ed-7b05f92c0b11') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:26.790787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275e2aeb-79f3-4301-90ed-7b05f92c0b11') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:26.802679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.820968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.828334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:26.829961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.888285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30987d2-dc51-4d12-a20a-9c862f550fe3 None None] DHCP port deletion for e3fe48c7-7ca4-41d0-838a-201187f2331d request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: timer() May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:26.908194 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:26.929590 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.949282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:26.952752 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/e3fe48c7-7ca4-41d0-838a-201187f2331d HTTP/1.1" status: 204 len: 168 time: 1.3372231 May 06 10:04:26.958561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50280) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:26.965200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'name': 'tempest-PortsIpV6TestJSON-47127529'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:26.971268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6eb1d-9e24-4ff0-8aab-0a18ddd4f29a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=e3fe48c7-7ca4-41d0-838a-201187f2331d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:27.096768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:27.101941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.147929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port 2cec194f-0664-48fb-9079-428d95a861b4 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:27.441149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11d58-834c-4e28-9ad1-45bbc0f4baef req-0527b057-a12d-4387-8d4a-f9202af70bd7 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:27.442806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea11d58-834c-4e28-9ad1-45bbc0f4baef req-0527b057-a12d-4387-8d4a-f9202af70bd7 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.1139262 May 06 10:04:27.448515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.514796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aea11d58-834c-4e28-9ad1-45bbc0f4baef req-8ef31c53-930b-4753-ac01-0202b6755bd8 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497761 May 06 10:04:27.544289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50306) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:27.580769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.631397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:27.636341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:27.640116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:27.645991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:27.646725 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.664936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=2cec194f-0664-48fb-9079-428d95a861b4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:27.676576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d068eefc-5169-4ae8-9a86-7a765889d355 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.7134323 May 06 10:04:27.676827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50310) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:27.788188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 2cec194f-0664-48fb-9079-428d95a861b4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:27.788678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.875845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.889838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port f4835515-c96a-44d4-b128-35b18273604a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:27.890452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:27.892416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 2cec194f-0664-48fb-9079-428d95a861b4 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:27.994332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.011202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.012654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.040024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for f4835515-c96a-44d4-b128-35b18273604a owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:28.041614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=2cec194f-0664-48fb-9079-428d95a861b4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:28.057925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.061538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f763f25c-017f-4769-b448-159f7e3886b7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/2cec194f-0664-48fb-9079-428d95a861b4 HTTP/1.1" status: 204 len: 168 time: 0.3833156 May 06 10:04:28.064305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50322) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:28.073066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'mac_address': 'fa:16:3e:c3:7c:3d', 'name': 'tempest-PortsIpV6TestJSON-275111865'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:28.205954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:28.270465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.310043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=f4835515-c96a-44d4-b128-35b18273604a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:28.323670 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.351652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port e0168399-5cc5-4c47-aae9-11dfa1498a5b yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:28.397737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.398125 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 disassociated (deleted). External IP: 172.25.8.17, port: a83152e4-6d48-4f46-95a4-72cf8386c9b7. May 06 10:04:28.626615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.677819 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.752654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:28.756071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:28.768720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:28.774379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:28.775272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.779614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=e0168399-5cc5-4c47-aae9-11dfa1498a5b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:28.802462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-23a24601-004f-4d9d-89ef-160c582c2862 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7336719 May 06 10:04:28.803081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50336) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:28.831388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 95b9988d-bba5-4b6d-8f8c-a939660c172b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:28.902571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c108a5e-7635-4c10-b20a-4af8f94a316c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:28.905687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0c108a5e-7635-4c10-b20a-4af8f94a316c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/e0168399-5cc5-4c47-aae9-11dfa1498a5b HTTP/1.1" status: 200 len: 844 time: 0.1014562 May 06 10:04:28.909714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50338) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:28.980252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:28.988107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:28.992276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] Sync routers for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:29.024035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:29.027273 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2bf95faa-2543-4f23-b1aa-1f280d17e45a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/floatingips/e1b4b0a1-c7b9-4b84-baee-68e8ec97f656 HTTP/1.1" status: 204 len: 168 time: 1.4817195 May 06 10:04:29.028587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:29.033037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:29.034816 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262e8297-5b33-4bd8-8680-6527613c35e9" -d '{"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:29.046258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port e0168399-5cc5-4c47-aae9-11dfa1498a5b {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:29.046798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:29.116468 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1eadd7-1bcf-4d20-9950-e75c4a1e0baa x-openstack-request-id: req-de1eadd7-1bcf-4d20-9950-e75c4a1e0baa {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:29.116763 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:29.117014 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de1eadd7-1bcf-4d20-9950-e75c4a1e0baa {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:29.117423 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1eadd7-1bcf-4d20-9950-e75c4a1e0baa'] response: {'name': 'network-changed', 'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'status': 'completed', 'code': 200} May 06 10:04:29.145954 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:29.203358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for e0168399-5cc5-4c47-aae9-11dfa1498a5b owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:29.348112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-32147ee2-0f92-4829-9558-f6e2a8987064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:29.352455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-32147ee2-0f92-4829-9558-f6e2a8987064 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 1096 time: 0.1983845 May 06 10:04:29.472543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:29.565582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-a05c6511-a8e4-499c-9c88-439a94cea4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:29.567198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-a05c6511-a8e4-499c-9c88-439a94cea4b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 200 len: 898 time: 0.1973653 May 06 10:04:29.633997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-97c9b2e6-6f7f-4c8e-af6b-379973b3555c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 200 len: 217 time: 0.0576155 May 06 10:04:29.689994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac7b18-aa08-40e4-b536-3d1f9658887f req-ad4cf258-7564-4e76-9dd6-158b5d76a04b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:29.692447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acac7b18-aa08-40e4-b536-3d1f9658887f req-ad4cf258-7564-4e76-9dd6-158b5d76a04b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.3077812 May 06 10:04:29.754206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:29.778893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:21Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:29.806928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:29.813076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/e0168399-5cc5-4c47-aae9-11dfa1498a5b HTTP/1.1" status: 204 len: 168 time: 0.8998034 May 06 10:04:29.814057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50360) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:29.817148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049c579-aba9-4fb2-99e2-a301aa807b42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=e0168399-5cc5-4c47-aae9-11dfa1498a5b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:29.821381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] Checking router: 95b9988d-bba5-4b6d-8f8c-a939660c172b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:29.825446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-7f4d9384-f89a-4c85-8af8-888151b0e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:29.827101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-7f4d9384-f89a-4c85-8af8-888151b0e651 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 200 len: 834 time: 0.1328466 May 06 10:04:29.833072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-acac7b18-aa08-40e4-b536-3d1f9658887f req-d9c80290-243e-4978-83ab-77dfd65cb6a6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255634 May 06 10:04:29.851764 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c8af2e-1565-4164-8ffc-6266f7cb1526 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:29.857574 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-27c8af2e-1565-4164-8ffc-6266f7cb1526 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/e0168399-5cc5-4c47-aae9-11dfa1498a5b HTTP/1.1" status: 404 len: 333 time: 0.0423820 May 06 10:04:29.858140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50362) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:29.862987 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'name': 'tempest-PortsIpV6TestJSON-472480662'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:29.864881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:29.865539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:29.882453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-0424fe73-dddc-4aca-a052-91f6d417ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:29.884135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-0424fe73-dddc-4aca-a052-91f6d417ed61 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497608 May 06 10:04:30.033401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:30.037073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:30.040658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.073983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-2aa54d60-ac93-4228-bc94-9f86e7753ec9 service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731801 May 06 10:04:30.077679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port f51cd675-404d-4584-971e-810925bfe27a yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:30.220929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-262e8297-5b33-4bd8-8680-6527613c35e9 req-ebcc747d-c224-4dd3-8217-37257a4f8976 service neutron] 10.222.0.83 "GET /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392734 May 06 10:04:30.348604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:21Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:30.367993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.381275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d5f836-3ea2-4509-a2d7-9827510b2f42 None None] The sync data for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 is: [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:02:16Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3c425d71-5cd6-45fe-8461-2fd69b38e862', 'name': '', 'network_id': 'b4c0f3c4-c2e3-4d97-912a-c1062b01e53b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:0b:ae:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:15Z', 'updated_at': '2022-05-06T10:02:21Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '63716514-994b-4136-a9a3-a51d9c4b066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:30.413167 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.472540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:30.478860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:30.484421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:30.491214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:30.492015 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.496793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=f51cd675-404d-4584-971e-810925bfe27a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:30.514432 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cea9ea91-354e-445b-9562-c72971b982b3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6552689 May 06 10:04:30.517735 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50374) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:30.524226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:30.596930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.821765 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cad86f-3a43-43b5-aa49-208dc8947e93 None None] New status for floating IP e1b4b0a1-c7b9-4b84-baee-68e8ec97f656: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:04:30.822827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.828580 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.869911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] In _notify_port_updated(), no bound segment for port f51cd675-404d-4584-971e-810925bfe27a on network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:04:30.876013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:30.877624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:30.881768 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "PUT /v2.0/ports/f51cd675-404d-4584-971e-810925bfe27a HTTP/1.1" status: 200 len: 818 time: 0.3630030 May 06 10:04:30.882165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50386) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:30.898152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293992c-6e18-40b2-bc39-1d329375290d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=f51cd675-404d-4584-971e-810925bfe27a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:31.064041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port f51cd675-404d-4584-971e-810925bfe27a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:31.064444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:31.170028 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:31.194188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for f51cd675-404d-4584-971e-810925bfe27a owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:31.209325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a7e36-4897-4d2e-a209-9c52fafe3a36 req-55eb6a03-770f-4696-b59f-f18dc226b227 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:31.212465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c7a7e36-4897-4d2e-a209-9c52fafe3a36 req-55eb6a03-770f-4696-b59f-f18dc226b227 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.2078493 May 06 10:04:31.240609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-13efb1ef-f9f9-47a9-8083-f01caf3d76c6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:31.242148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-13efb1ef-f9f9-47a9-8083-f01caf3d76c6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.83 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 945 time: 0.2017169 May 06 10:04:31.386891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c7a7e36-4897-4d2e-a209-9c52fafe3a36 req-31144aec-7585-4c8a-9b2e-a96b2ed7bcb3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543560 May 06 10:04:31.439955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:31.473255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=f51cd675-404d-4584-971e-810925bfe27a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:31.485901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port a83152e4-6d48-4f46-95a4-72cf8386c9b7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:31.486432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:31.492778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:31.498770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50398) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:31.499689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-341e53b9-d633-4bbb-b2e7-36a3590a7e58 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/f51cd675-404d-4584-971e-810925bfe27a HTTP/1.1" status: 204 len: 168 time: 0.6147609 May 06 10:04:31.565590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48775963-d735-4e36-abb0-c05e027f00ca tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:31.570762 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-48775963-d735-4e36-abb0-c05e027f00ca tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0700521 May 06 10:04:31.571294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50400) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:31.995149 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f3fa43-94ed-4f27-aeab-2ee2e9e2d2b9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:32.000151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c1f3fa43-94ed-4f27-aeab-2ee2e9e2d2b9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/f51cd675-404d-4584-971e-810925bfe27a HTTP/1.1" status: 404 len: 333 time: 0.4242690 May 06 10:04:32.000362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50414) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:32.005997 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1231561906'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:32.006362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port a83152e4-6d48-4f46-95a4-72cf8386c9b7, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=a83152e4-6d48-4f46-95a4-72cf8386c9b7,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:32.006724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.019925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for a83152e4-6d48-4f46-95a4-72cf8386c9b7 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:32.031958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:32.037654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.068045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:32.081866 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.082208 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment 90498aa7-7d29-4604-8547-5a69787d81c9 of type vlan for network abaffa7c-7169-4af6-8867-0c827df0f125 May 06 10:04:32.140579 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.170924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.177664 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.181697 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:32.183444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.219849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=a83152e4-6d48-4f46-95a4-72cf8386c9b7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:32.254225 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2521827 May 06 10:04:32.262071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50420) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:32.268730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:32.274758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] No DVR routers for this DVR port a83152e4-6d48-4f46-95a4-72cf8386c9b7 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:32.277536 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.281116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d99962f-a6b0-4714-896e-ba440f7ace14 req-2f5cb720-9ccf-4f4e-a4aa-f19cdc5e33f4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.83 "DELETE /v2.0/ports/a83152e4-6d48-4f46-95a4-72cf8386c9b7 HTTP/1.1" status: 204 len: 173 time: 1.0302358 May 06 10:04:32.281634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-deleted', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:32.284435 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bed6ee5-9efe-450a-a4ce-b2c7eed46d95" -d '{"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-deleted", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:32.365496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a49d7-85e4-4e7e-b7c6-246c43d11bbe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=abaffa7c-7169-4af6-8867-0c827df0f125,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:32.377500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network abaffa7c-7169-4af6-8867-0c827df0f125 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:32.442501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:32.442501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.476895 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9cee65-f98c-424c-8ced-e3ee77ac8a6f x-openstack-request-id: req-7f9cee65-f98c-424c-8ced-e3ee77ac8a6f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:32.477437 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db833274-2304-4d54-adaf-faa5d2a46fcf", "name": "network-vif-deleted", "tag": "a83152e4-6d48-4f46-95a4-72cf8386c9b7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:32.477893 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f9cee65-f98c-424c-8ced-e3ee77ac8a6f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:32.478529 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9cee65-f98c-424c-8ced-e3ee77ac8a6f'] response: {'server_uuid': 'db833274-2304-4d54-adaf-faa5d2a46fcf', 'name': 'network-vif-deleted', 'tag': 'a83152e4-6d48-4f46-95a4-72cf8386c9b7', 'status': 'completed', 'code': 200} May 06 10:04:32.547310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa3118fa-8955-4e84-bbba-139467008940 req-18888518-19be-4ac2-91ef-0ec990ad1a20 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=db833274-2304-4d54-adaf-faa5d2a46fcf HTTP/1.1" status: 200 len: 210 time: 0.0395544 May 06 10:04:32.674243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.757399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=ed3229fe-cec1-4467-bf49-2c8f0089781d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:32.769145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': '90498aa7-7d29-4604-8547-5a69787d81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:32.769500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: abaffa7c-7169-4af6-8867-0c827df0f125, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:32.794846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network abaffa7c-7169-4af6-8867-0c827df0f125 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:32.807572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, abaffa7c-7169-4af6-8867-0c827df0f125) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:32.819951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5a0f08-2a5e-4730-8e2b-c8075c3355a9 None None] Network abaffa7c-7169-4af6-8867-0c827df0f125 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:32.834434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:32.843060 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:32.878199 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fecc905a-2cb0-429f-af23-521921db5d28 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6153100 May 06 10:04:32.881034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50438) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:32.886699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-61424b6b-c98e-4bee-9d83-4c2e2ff4bf06 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:33.053509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61424b6b-c98e-4bee-9d83-4c2e2ff4bf06 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:33.057369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-61424b6b-c98e-4bee-9d83-4c2e2ff4bf06 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.075900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-abaffa7c-7169-4af6-8867-0c827df0f125', 'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125', 'tenant_id': 'e1cf6bafbe3045fc90caf2bb2ed158ce', 'fixed_ips': [{'subnet_id': 'ed3229fe-cec1-4467-bf49-2c8f0089781d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:33.076765 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.215742 n-d-840834-1 neutron-server[102742]: INFO neutron.db.ipam_backend_mixin [None req-61424b6b-c98e-4bee-9d83-4c2e2ff4bf06 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed3229fe-cec1-4467-bf49-2c8f0089781d (CIDR: 2001:db8::/64) May 06 10:04:33.222153 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-61424b6b-c98e-4bee-9d83-4c2e2ff4bf06 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:04:33.222430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61424b6b-c98e-4bee-9d83-4c2e2ff4bf06 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:04:33.238431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Allocated IP 2001:db8::2 (abaffa7c-7169-4af6-8867-0c827df0f125/ed3229fe-cec1-4467-bf49-2c8f0089781d/625a330a-d90a-4742-afc2-4cff1263a37a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:33.261580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-61424b6b-c98e-4bee-9d83-4c2e2ff4bf06 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3794067 May 06 10:04:33.264470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50444) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:33.270588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:33.418666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:33.423113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.431768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.441041 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.513643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Pushing event updated for resources: {'Port': ['ID=625a330a-d90a-4742-afc2-4cff1263a37a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:33.518153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Network abaffa7c-7169-4af6-8867-0c827df0f125 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:33.520252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:33.522352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:33.613236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Attempting to bind port 625a330a-d90a-4742-afc2-4cff1263a37a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:33.614266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Attempting to bind port 625a330a-d90a-4742-afc2-4cff1263a37a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '90498aa7-7d29-4604-8547-5a69787d81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:33.614854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Attempting to bind port 625a330a-d90a-4742-afc2-4cff1263a37a on network abaffa7c-7169-4af6-8867-0c827df0f125 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:33.627745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:33.628576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Checking segment: {'id': '90498aa7-7d29-4604-8547-5a69787d81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:33.629434 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.630099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Bound using segment: {'id': '90498aa7-7d29-4604-8547-5a69787d81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:33.632883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Bound port: 625a330a-d90a-4742-afc2-4cff1263a37a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90498aa7-7d29-4604-8547-5a69787d81c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:33.633395 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.639509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50454) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:33.754341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] For port 625a330a-d90a-4742-afc2-4cff1263a37a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:33.759679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] For port 625a330a-d90a-4742-afc2-4cff1263a37a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=625a330a-d90a-4742-afc2-4cff1263a37a,segment=NetworkSegment(90498aa7-7d29-4604-8547-5a69787d81c9),segment_id=90498aa7-7d29-4604-8547-5a69787d81c9)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:33.765285 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.853147 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:33.899548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ccc9f-abc1-46b5-85ed-1c5e3e15a013 None None] Pushing event updated for resources: {'Port': ['ID=625a330a-d90a-4742-afc2-4cff1263a37a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:33.956127 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=3cc46080-a338-4aab-9825-87cc795962df,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:33.964156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network abaffa7c-7169-4af6-8867-0c827df0f125 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:33.971120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:33.976913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:33.980803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:34.013007 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f8ab3e10-809b-43db-9576-6504e8f925a1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7474177 May 06 10:04:34.013674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50464) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:34.022464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125', 'fixed_ips': [{'subnet_id': 'ed3229fe-cec1-4467-bf49-2c8f0089781d'}, {'subnet_id': '3cc46080-a338-4aab-9825-87cc795962df'}], 'name': 'tempest-PortsIpV6TestJSON-1125031322'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:34.265375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:34.404123 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:34.429762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:34.441316 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:34.843246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:34.887412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: a83152e4-6d48-4f46-95a4-72cf8386c9b7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:04:34.887982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device a83152e4-6d48-4f46-95a4-72cf8386c9b7 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:04:34.964650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::378 (abaffa7c-7169-4af6-8867-0c827df0f125/ed3229fe-cec1-4467-bf49-2c8f0089781d/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:34.974031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8:0:1::21b (abaffa7c-7169-4af6-8867-0c827df0f125/3cc46080-a338-4aab-9825-87cc795962df/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:34.995221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 3c425d71-5cd6-45fe-8461-2fd69b38e862 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:34.995755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.186385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 3c425d71-5cd6-45fe-8461-2fd69b38e862, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3c425d71-5cd6-45fe-8461-2fd69b38e862,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:35.186755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.211444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 3c425d71-5cd6-45fe-8461-2fd69b38e862 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:35.225221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ae3fdd-c009-49ec-8a45-60b3c27f12ca None None] Network abaffa7c-7169-4af6-8867-0c827df0f125 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:35.283030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.319973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Provisioning complete for port 625a330a-d90a-4742-afc2-4cff1263a37a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:35.320264 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.406607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.442429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 625a330a-d90a-4742-afc2-4cff1263a37a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:35.492886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network abaffa7c-7169-4af6-8867-0c827df0f125 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:35.500510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:35.511415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:35.517946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:35.519089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.522131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=e12a1d77-1d0f-45c7-8234-ffb3af11f2f2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:35.529638 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:04:35.577676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1f9efcef-8135-4ff5-8d7f-f17f4bedec73 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5593214 May 06 10:04:35.581618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50494) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:35.585998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed3229fe-cec1-4467-bf49-2c8f0089781d'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:35.629673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.665673 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.669667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 625a330a-d90a-4742-afc2-4cff1263a37a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:35.670028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.688143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=3c425d71-5cd6-45fe-8461-2fd69b38e862,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:35.697267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.746941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] For port 625a330a-d90a-4742-afc2-4cff1263a37a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=625a330a-d90a-4742-afc2-4cff1263a37a,segment=NetworkSegment(90498aa7-7d29-4604-8547-5a69787d81c9),segment_id=90498aa7-7d29-4604-8547-5a69787d81c9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:35.753407 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:35.889776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Pushing event updated for resources: {'Port': ['ID=625a330a-d90a-4742-afc2-4cff1263a37a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:35.896543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ce0a1-8b55-46ab-bd09-27cd6eeb2e9a None None] Update dhcp port {'port': {'network_id': 'abaffa7c-7169-4af6-8867-0c827df0f125', 'fixed_ips': [{'subnet_id': 'ed3229fe-cec1-4467-bf49-2c8f0089781d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3cc46080-a338-4aab-9825-87cc795962df'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '625a330a-d90a-4742-afc2-4cff1263a37a'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:04:35.940290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.940656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.940978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.941312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.941649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.941982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.942309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.942634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.942962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.943293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.951981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.952704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17299582-573e-43fa-b90b-c4746c3eef1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:35.980647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-203ce0a1-8b55-46ab-bd09-27cd6eeb2e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:36.049003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:36.304327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Delete allocated IP 2001:db8:0:1::21b (abaffa7c-7169-4af6-8867-0c827df0f125/3cc46080-a338-4aab-9825-87cc795962df) {{(pid=102742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 10:04:36.554785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 95b9988d-bba5-4b6d-8f8c-a939660c172b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:36.565503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:36.577718 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:36.735707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-203ce0a1-8b55-46ab-bd09-27cd6eeb2e9a None None] Allocated IP 2001:db8:0:1::2 (abaffa7c-7169-4af6-8867-0c827df0f125/3cc46080-a338-4aab-9825-87cc795962df/625a330a-d90a-4742-afc2-4cff1263a37a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:36.991825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-203ce0a1-8b55-46ab-bd09-27cd6eeb2e9a None None] For port 625a330a-d90a-4742-afc2-4cff1263a37a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=625a330a-d90a-4742-afc2-4cff1263a37a,segment=NetworkSegment(90498aa7-7d29-4604-8547-5a69787d81c9),segment_id=90498aa7-7d29-4604-8547-5a69787d81c9)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:37.035848 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-203ce0a1-8b55-46ab-bd09-27cd6eeb2e9a None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:37.048577 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-203ce0a1-8b55-46ab-bd09-27cd6eeb2e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:37.148553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce0a1-8b55-46ab-bd09-27cd6eeb2e9a None None] Pushing event updated for resources: {'Port': ['ID=625a330a-d90a-4742-afc2-4cff1263a37a,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:37.172709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] In _notify_port_updated(), no bound segment for port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 on network abaffa7c-7169-4af6-8867-0c827df0f125 {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:04:37.178534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:37.179186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:37.183314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50538) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:37.183962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "PUT /v2.0/ports/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 HTTP/1.1" status: 200 len: 926 time: 1.6017621 May 06 10:04:37.194688 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ed3229fe-cec1-4467-bf49-2c8f0089781d'}, {'subnet_id': '3cc46080-a338-4aab-9825-87cc795962df'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:37.265626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693abb1-c611-4b23-b341-9f7b89bc41fc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=e12a1d77-1d0f-45c7-8234-ffb3af11f2f2,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:37.320686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:37.331952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e57041-9b03-4224-8183-38193e78384f None None] Sync routers for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:37.337776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e5b5d3bf-f736-40bf-b00d-9edf4d4a964a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/95b9988d-bba5-4b6d-8f8c-a939660c172b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6967475 May 06 10:04:37.340293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50548) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:37.356414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:37.357105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:37.405344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting subnet 63716514-994b-4136-a9a3-a51d9c4b066a {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:37.415226 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:37.510722 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:37.523049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 625a330a-d90a-4742-afc2-4cff1263a37a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:37.739859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:37.741981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:37.916574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.041929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Subnet': ['ID=63716514-994b-4136-a9a3-a51d9c4b066a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:38.047759 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.065681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad08200-b7bb-4cd1-8c4e-b4a1626333eb None None] Network b4c0f3c4-c2e3-4d97-912a-c1062b01e53b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:38.080653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9b2eba53-1c80-4550-abce-ff4db150f3f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/subnets/63716514-994b-4136-a9a3-a51d9c4b066a HTTP/1.1" status: 204 len: 168 time: 0.7389958 May 06 10:04:38.081332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50602) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:38.106607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:38.361864 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.373731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da61fca3-e711-4fae-bd8e-6482cb08fbe1 None None] Network abaffa7c-7169-4af6-8867-0c827df0f125 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:38.449332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 625a330a-d90a-4742-afc2-4cff1263a37a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:38.449717 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.490004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8:0:1::4e (abaffa7c-7169-4af6-8867-0c827df0f125/3cc46080-a338-4aab-9825-87cc795962df/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:38.542616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6f902699-448a-4353-83e4-27ee5d164bdf None None] Provisioning complete for port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:38.543773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6f902699-448a-4353-83e4-27ee5d164bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.629625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.688613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.694035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.765026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port ba394809-d1c5-46e6-8d02-5e461b886131 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:38.765387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.886156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6f902699-448a-4353-83e4-27ee5d164bdf None None] Port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:38.932629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] In _notify_port_updated(), no bound segment for port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 on network abaffa7c-7169-4af6-8867-0c827df0f125 {{(pid=102743) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:04:38.945733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port ba394809-d1c5-46e6-8d02-5e461b886131, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ba394809-d1c5-46e6-8d02-5e461b886131,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:38.946240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.965054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:38.965875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:38.970923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50690) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:38.971441 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "PUT /v2.0/ports/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 HTTP/1.1" status: 200 len: 1011 time: 1.7866635 May 06 10:04:38.972195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for ba394809-d1c5-46e6-8d02-5e461b886131 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:38.972372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce34f1-993e-4675-bb34-b23b7daff43f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=e12a1d77-1d0f-45c7-8234-ffb3af11f2f2,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:38.976383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6f902699-448a-4353-83e4-27ee5d164bdf None None] Provisioning complete for port 625a330a-d90a-4742-afc2-4cff1263a37a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:38.976383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6f902699-448a-4353-83e4-27ee5d164bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.122986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] DHCP port deletion for b4c0f3c4-c2e3-4d97-912a-c1062b01e53b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:04:39.169763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:39.170302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.279122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:04:35Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': 'ba394809-d1c5-46e6-8d02-5e461b886131', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:02:10Z', 'updated_at': '2022-05-06T10:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:39.369691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e57041-9b03-4224-8183-38193e78384f None None] Checking router: 95b9988d-bba5-4b6d-8f8c-a939660c172b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:39.407814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cf7057be-d8f4-4d85-b082-93033c08f7e2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:39.503889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] Deleting port cf7057be-d8f4-4d85-b082-93033c08f7e2 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:39.509362 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.555093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.565867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] Routers {'95b9988d-bba5-4b6d-8f8c-a939660c172b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:39.567149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['95b9988d-bba5-4b6d-8f8c-a939660c172b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:39.624321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.641281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:39.763780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port cf7057be-d8f4-4d85-b082-93033c08f7e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cf7057be-d8f4-4d85-b082-93033c08f7e2,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:39.881913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.882630 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.937574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=ba394809-d1c5-46e6-8d02-5e461b886131,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:39.989270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] For port cf7057be-d8f4-4d85-b082-93033c08f7e2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cf7057be-d8f4-4d85-b082-93033c08f7e2,segment=NetworkSegment(d55ea012-3b80-44bb-aaf5-6297fdfc5cf5),segment_id=d55ea012-3b80-44bb-aaf5-6297fdfc5cf5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:39.989867 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:39.998858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-866f1d0f-c966-4116-be1f-1c5d83ab8c73 None None] Provisioning complete for port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:39.999449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-866f1d0f-c966-4116-be1f-1c5d83ab8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.130426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] Calling delete_port for cf7057be-d8f4-4d85-b082-93033c08f7e2 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:40.137259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] Set router 95b9988d-bba5-4b6d-8f8c-a939660c172b gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:40.182412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.374736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.377969 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.386715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-33e57041-9b03-4224-8183-38193e78384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:04:38Z', 'revision_number': 6, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:40.474380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.475163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Fanout notify agent at l3_agent the message router_deleted on router 95b9988d-bba5-4b6d-8f8c-a939660c172b {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:04:40.475447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-866f1d0f-c966-4116-be1f-1c5d83ab8c73 None None] Port e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:04:40.510017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e57041-9b03-4224-8183-38193e78384f None None] The sync data for ids ['95b9988d-bba5-4b6d-8f8c-a939660c172b'] in n-d-840834-1 is: [{'id': '95b9988d-bba5-4b6d-8f8c-a939660c172b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001192197', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:02:09Z', 'updated_at': '2022-05-06T10:04:38Z', 'revision_number': 6, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:40.527486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=cf7057be-d8f4-4d85-b082-93033c08f7e2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:40.540367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.545035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8126341b-615f-4710-85a5-da757ef2b21a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/routers/95b9988d-bba5-4b6d-8f8c-a939660c172b HTTP/1.1" status: 204 len: 168 time: 2.4626374 May 06 10:04:40.548464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50838) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:40.626779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-866f1d0f-c966-4116-be1f-1c5d83ab8c73 None None] Provisioning complete for port 625a330a-d90a-4742-afc2-4cff1263a37a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:40.628744 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-866f1d0f-c966-4116-be1f-1c5d83ab8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.790432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.806694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:40.924067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.023817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=e12a1d77-1d0f-45c7-8234-ffb3af11f2f2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:41.048280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.070845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] Pushing event deleted for resources: {'Port': ['ID=cf7057be-d8f4-4d85-b082-93033c08f7e2,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:41.089506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1de61-5323-4192-baf0-a9a038641715 None None] No DVR routers for this DVR port cf7057be-d8f4-4d85-b082-93033c08f7e2 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:41.103595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.116870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50886) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:41.120142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1c894d2a-1746-4032-8945-aa5e1cdb9b91 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 HTTP/1.1" status: 204 len: 168 time: 2.1454797 May 06 10:04:41.120397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c0f3c4-c2e3-4d97-912a-c1062b01e53b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:41.169843 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41766ad-68b4-4463-9d9c-d03ba4a3a19b tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:41.172379 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e41766ad-68b4-4463-9d9c-d03ba4a3a19b tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 HTTP/1.1" status: 404 len: 333 time: 0.0539212 May 06 10:04:41.174718 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:41.175207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 50896) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:41.175834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55ea012-3b80-44bb-aaf5-6297fdfc5cf5') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:41.192728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.218143 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.231207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-22067c85-285a-4252-aa42-dfd7b47c7bf7 None None] Could not find standard attr ID for object e12a1d77-1d0f-45c7-8234-ffb3af11f2f2. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:04:41.242752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:41.243201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: timer() May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:41.248060 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:41.306329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet 3cc46080-a338-4aab-9825-87cc795962df {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:41.312426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.387319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.420432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.430410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.450919 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/networks/b4c0f3c4-c2e3-4d97-912a-c1062b01e53b HTTP/1.1" status: 204 len: 168 time: 0.8896251 May 06 10:04:41.498808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50922) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:41.499962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e36b0a-5b84-4f79-a260-9bf221b9ecc5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Network': ['ID=b4c0f3c4-c2e3-4d97-912a-c1062b01e53b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:41.512384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba394809-d1c5-46e6-8d02-5e461b886131 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:41.619872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ba394809-d1c5-46e6-8d02-5e461b886131 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:04:41.620221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ba394809-d1c5-46e6-8d02-5e461b886131 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:04:41.620643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3c425d71-5cd6-45fe-8461-2fd69b38e862 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:41.640182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-066d6705-5c95-4cd1-8ccf-af5ae69541df tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.642047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.689646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-066d6705-5c95-4cd1-8ccf-af5ae69541df tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.697575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 3c425d71-5cd6-45fe-8461-2fd69b38e862 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:04:41.698536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3c425d71-5cd6-45fe-8461-2fd69b38e862 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:04:41.739872 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.803843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.811467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22713c96-27e2-431c-9ec2-c2d27268f480 None None] Network abaffa7c-7169-4af6-8867-0c827df0f125 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:41.811633 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-066d6705-5c95-4cd1-8ccf-af5ae69541df tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.816137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-066d6705-5c95-4cd1-8ccf-af5ae69541df tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:41.819766 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-066d6705-5c95-4cd1-8ccf-af5ae69541df tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/security-groups/50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07 HTTP/1.1" status: 204 len: 168 time: 0.3121741 May 06 10:04:41.840179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/3cc46080-a338-4aab-9825-87cc795962df HTTP/1.1" status: 204 len: 168 time: 0.6638131 May 06 10:04:41.842035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18475a-b99d-427a-a781-4396a46e8d4d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc46080-a338-4aab-9825-87cc795962df,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:41.842295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 50962) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:41.904216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d6705-5c95-4cd1-8ccf-af5ae69541df tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d6fc2f-9ac2-4062-b6b5-c1feb71e6b07,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:42.064614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet ed3229fe-cec1-4467-bf49-2c8f0089781d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:42.080643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.182884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.373606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51016) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:42.380825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e1baabc0-abc3-4024-839c-a325bed2a5a4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217090668', 'description': 'tempest-secgroup-smoke-217090668 description', 'project_id': 'e12c2da4041b40559768da50e19f8773'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:42.432483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.434716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1baabc0-abc3-4024-839c-a325bed2a5a4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.575095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.611061 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1baabc0-abc3-4024-839c-a325bed2a5a4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.617073 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1baabc0-abc3-4024-839c-a325bed2a5a4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.657497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1baabc0-abc3-4024-839c-a325bed2a5a4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b121b65-1f2b-49d0-ad6f-649f0d77cfed,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:42.662617 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f11a02e6-083a-46da-ae4b-fd99844a9905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.668560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3229fe-cec1-4467-bf49-2c8f0089781d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:42.674470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e1baabc0-abc3-4024-839c-a325bed2a5a4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.681625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e1baabc0-abc3-4024-839c-a325bed2a5a4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3062885 May 06 10:04:42.684827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.688671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7d32b0e8-e6f8-419e-a399-bb37d6df63a8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/ed3229fe-cec1-4467-bf49-2c8f0089781d HTTP/1.1" status: 204 len: 168 time: 0.8224733 May 06 10:04:42.689545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51050) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:42.692598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:42.696331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b564650f-da7a-4137-8cf7-9dceb3952080 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '0b121b65-1f2b-49d0-ad6f-649f0d77cfed', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:42.835545 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.876012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b564650f-da7a-4137-8cf7-9dceb3952080 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.976151 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b564650f-da7a-4137-8cf7-9dceb3952080 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.984136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 625a330a-d90a-4742-afc2-4cff1263a37a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:42.985217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:42.987174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b564650f-da7a-4137-8cf7-9dceb3952080 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.060869 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564650f-da7a-4137-8cf7-9dceb3952080 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974875d7-6887-46c5-8346-9a3dca659613,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:43.077597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b564650f-da7a-4137-8cf7-9dceb3952080 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.079002 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b564650f-da7a-4137-8cf7-9dceb3952080 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3877685 May 06 10:04:43.081834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.087125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f2e2be79-1a80-4877-9207-0c0f455e817e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '0b121b65-1f2b-49d0-ad6f-649f0d77cfed', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:43.100345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] For port 625a330a-d90a-4742-afc2-4cff1263a37a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=625a330a-d90a-4742-afc2-4cff1263a37a,segment=NetworkSegment(90498aa7-7d29-4604-8547-5a69787d81c9),segment_id=90498aa7-7d29-4604-8547-5a69787d81c9)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:43.100786 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.122367 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 625a330a-d90a-4742-afc2-4cff1263a37a owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:43.144656 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2e2be79-1a80-4877-9207-0c0f455e817e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.206341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287b7ce-07e0-43fc-af6e-7c1887f6765c None None] Network abaffa7c-7169-4af6-8867-0c827df0f125 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:43.279911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2e2be79-1a80-4877-9207-0c0f455e817e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.286110 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2e2be79-1a80-4877-9207-0c0f455e817e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.301333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.342052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2be79-1a80-4877-9207-0c0f455e817e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0cb7ad-ba56-4c3e-b315-5bd4c8b43b7d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:43.353210 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No DVR routers for this DVR port 625a330a-d90a-4742-afc2-4cff1263a37a on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:43.368666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2e2be79-1a80-4877-9207-0c0f455e817e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.370386 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f2e2be79-1a80-4877-9207-0c0f455e817e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874439 May 06 10:04:43.371918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=625a330a-d90a-4742-afc2-4cff1263a37a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:43.373361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51092) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.388682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3269a1c7-0efa-4270-8d52-e9ed7b472663 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '0b121b65-1f2b-49d0-ad6f-649f0d77cfed', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:43.460057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3269a1c7-0efa-4270-8d52-e9ed7b472663 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.472212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.491398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b9d3d936-4955-4d1c-b59e-b162dcf3f7cf None None] Could not find standard attr ID for object 625a330a-d90a-4742-afc2-4cff1263a37a. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:04:43.507919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abaffa7c-7169-4af6-8867-0c827df0f125']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:43.530993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90498aa7-7d29-4604-8547-5a69787d81c9') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:43.531296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90498aa7-7d29-4604-8547-5a69787d81c9') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:43.544156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.566724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.576771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5155acb8-c4a2-4487-88f6-8a538f8e3c45 None None] DHCP port deletion for abaffa7c-7169-4af6-8867-0c827df0f125 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:04:43.585985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:43.586989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: timer() May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:43.591628 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:43.594430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3269a1c7-0efa-4270-8d52-e9ed7b472663 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.604685 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3269a1c7-0efa-4270-8d52-e9ed7b472663 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.626515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269a1c7-0efa-4270-8d52-e9ed7b472663 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7590f6c1-81f1-42ae-ae84-143c2dc50813,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:43.639424 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3269a1c7-0efa-4270-8d52-e9ed7b472663 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.640879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3269a1c7-0efa-4270-8d52-e9ed7b472663 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2664967 May 06 10:04:43.644081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51094) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.651953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f341b8c0-25ff-456b-b6ae-f14aec4c0876 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '0b121b65-1f2b-49d0-ad6f-649f0d77cfed', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:43.688742 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.694560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.700130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f341b8c0-25ff-456b-b6ae-f14aec4c0876 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.704605 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/abaffa7c-7169-4af6-8867-0c827df0f125 HTTP/1.1" status: 204 len: 168 time: 1.0033545 May 06 10:04:43.705427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51100) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.744581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3532382-e42e-4ea3-904f-ac9f8d419b56 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=abaffa7c-7169-4af6-8867-0c827df0f125,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:43.780848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3690bc-83a5-4a2b-abf0-36aca8163f99 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:43.786817 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-af3690bc-83a5-4a2b-abf0-36aca8163f99 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0730255 May 06 10:04:43.787252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51102) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.804547 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f341b8c0-25ff-456b-b6ae-f14aec4c0876 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.809460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f341b8c0-25ff-456b-b6ae-f14aec4c0876 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.826750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341b8c0-25ff-456b-b6ae-f14aec4c0876 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9346e7-2556-434d-bf32-690c5e094449,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:43.843755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f341b8c0-25ff-456b-b6ae-f14aec4c0876 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.845791 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d21c01a-d64a-468d-9075-8356aceeb330 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0571132 May 06 10:04:43.847085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f341b8c0-25ff-456b-b6ae-f14aec4c0876 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2019119 May 06 10:04:43.848954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51104) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.851855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:43.855227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-522456885'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:43.857015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '0b121b65-1f2b-49d0-ad6f-649f0d77cfed', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:43.878934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:43.883072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.889072 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:04:43.895440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.912416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:43.922440 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.923029 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment 0b735190-639b-4119-b089-510ad7ecbb1d of type vlan for network 49d11cf9-fb30-4b86-82ca-50fd803fc243 May 06 10:04:43.993598 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:43.998912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.001143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.031462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf128b02-8b06-4f30-a591-0ceffa0fe6ca,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:44.059784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.064522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51120) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:44.070821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': '0b121b65-1f2b-49d0-ad6f-649f0d77cfed', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:44.071765 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6bce2f25-015f-4984-8095-b3b25fb171e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2077336 May 06 10:04:44.124231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.133809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:44.134465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.215299 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:04:44.231715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3783760 May 06 10:04:44.232014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51122) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:44.237837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:44.248190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.316853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36782ade-fae3-454a-b12d-92e2078c609d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=49d11cf9-fb30-4b86-82ca-50fd803fc243,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:44.329118 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:44.419282 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.432537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.466790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:44.470520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.489772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39d7255-d16e-408e-aadf-37c7d8ee0ecb,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:44.544600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.548817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-348102b7-c18b-430f-8c98-cccf869f4d92 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4803061 May 06 10:04:44.549191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51134) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:44.554382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'network': {'name': 'tempest-network-smoke--149550840', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:44.624133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:44.628632 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.697151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:44.717264 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.717607 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Added segment 746e286b-c042-494e-a7a7-b1767d46f96e of type vlan for network cfefd4c1-afff-4fb9-ac93-3e584ece62af May 06 10:04:44.828592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.849621 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.932756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.938331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:44.939129 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:44.957100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=584f498b-fdf6-49f1-bd59-652f07ca8296,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:44.972978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': '0b735190-639b-4119-b089-510ad7ecbb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:44.974003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: 49d11cf9-fb30-4b86-82ca-50fd803fc243, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:45.024010 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51144) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:45.024611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4736366 May 06 10:04:45.029799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'admin_state_up': True, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:45.047932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722fab5-a4fe-4653-bcd4-4dbcbdee7c03 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Network': ['ID=cfefd4c1-afff-4fb9-ac93-3e584ece62af,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:45.050825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:45.059461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:45.062430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 49d11cf9-fb30-4b86-82ca-50fd803fc243) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:45.067461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:45.068367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:45.105437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-38762194-0efa-4005-bd46-403123705662 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8722856 May 06 10:04:45.108084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51146) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:45.117535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243', 'name': 'tempest-PortsIpV6TestJSON-244143155'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:45.122413 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:45.124574 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:45.256753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daee0a92-b670-4ec7-bfd2-fa405c430c2f None None] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:45.327290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:45.344697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:45.371056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:45.397641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port 2fb2e77e-cca7-480d-9540-0a2909bdd369 yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:45.439754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 625a330a-d90a-4742-afc2-4cff1263a37a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:45.530375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd0d60cc-51f9-4b8c-b6f5-1528ec995ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:45.539062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 625a330a-d90a-4742-afc2-4cff1263a37a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:04:45.539489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 625a330a-d90a-4742-afc2-4cff1263a37a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:04:45.661140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::323 (49d11cf9-fb30-4b86-82ca-50fd803fc243/584f498b-fdf6-49f1-bd59-652f07ca8296/2fb2e77e-cca7-480d-9540-0a2909bdd369) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:45.684476 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:45.716846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-49d11cf9-fb30-4b86-82ca-50fd803fc243', 'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243', 'tenant_id': 'e1cf6bafbe3045fc90caf2bb2ed158ce', 'fixed_ips': [{'subnet_id': '584f498b-fdf6-49f1-bd59-652f07ca8296'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:45.717830 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.003478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.045714 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.116577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:46.120955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:46.124831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:46.131498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:46.132263 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.137611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Allocated IP 2001:db8::2 (49d11cf9-fb30-4b86-82ca-50fd803fc243/584f498b-fdf6-49f1-bd59-652f07ca8296/d3280b67-2f8b-4211-9901-23dfcd4cdfd4) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:46.145978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=2fb2e77e-cca7-480d-9540-0a2909bdd369,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:46.162966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6b68eafb-6257-485c-8eef-86d7a08d1f1d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0529928 May 06 10:04:46.163744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:46.169515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243', 'name': 'tempest-PortsIpV6TestJSON-1299688274'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:46.317557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:46.322173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.366832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port a141f07a-a829-44df-9219-123d4d6baa4a yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:46.379484 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.387368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.448791 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Pushing event updated for resources: {'Port': ['ID=d3280b67-2f8b-4211-9901-23dfcd4cdfd4,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:46.459524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:46.463289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:46.467065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:46.628756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.629333 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.631959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Attempting to bind port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:46.632626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Attempting to bind port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '0b735190-639b-4119-b089-510ad7ecbb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:46.633392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Attempting to bind port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 on network 49d11cf9-fb30-4b86-82ca-50fd803fc243 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:46.639387 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:46.640554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Checking segment: {'id': '0b735190-639b-4119-b089-510ad7ecbb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:46.641820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.642438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Bound using segment: {'id': '0b735190-639b-4119-b089-510ad7ecbb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:46.643135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Bound port: d3280b67-2f8b-4211-9901-23dfcd4cdfd4, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b735190-639b-4119-b089-510ad7ecbb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '49d11cf9-fb30-4b86-82ca-50fd803fc243'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:46.643954 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.661438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::3af (49d11cf9-fb30-4b86-82ca-50fd803fc243/584f498b-fdf6-49f1-bd59-652f07ca8296/a141f07a-a829-44df-9219-123d4d6baa4a) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:46.664506 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.767766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.778678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] For port d3280b67-2f8b-4211-9901-23dfcd4cdfd4, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:46.784758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] For port d3280b67-2f8b-4211-9901-23dfcd4cdfd4, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d3280b67-2f8b-4211-9901-23dfcd4cdfd4,segment=NetworkSegment(0b735190-639b-4119-b089-510ad7ecbb1d),segment_id=0b735190-639b-4119-b089-510ad7ecbb1d)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:46.799600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:46.910221 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.131 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/528f3158-b363-4eb1-9ccf-98fceb021659) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:46.921793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7550-8f7b-45ca-ab4b-a2f741322929 None None] Pushing event updated for resources: {'Port': ['ID=d3280b67-2f8b-4211-9901-23dfcd4cdfd4,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:46.966763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91991c50-8139-4cb3-b796-e4697325f2f6 req-7575fd1e-3e79-4ed6-afe2-138d52d5042b tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:46.968430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91991c50-8139-4cb3-b796-e4697325f2f6 req-7575fd1e-3e79-4ed6-afe2-138d52d5042b tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 945 time: 0.1414344 May 06 10:04:46.989522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.043378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91991c50-8139-4cb3-b796-e4697325f2f6 req-7b8dc6e6-04d4-47ff-9b7b-775f7d0d44b1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650856 May 06 10:04:47.056863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.126190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.126930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=a141f07a-a829-44df-9219-123d4d6baa4a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:47.147184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:47.154968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:47.171712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:47.182831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:47.184358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.190802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.272008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dac84f76-59d5-4b4e-9875-5bd6ad5d1bc4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1068172 May 06 10:04:47.274529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51202) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:47.286728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:47.291214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:47.295957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=528f3158-b363-4eb1-9ccf-98fceb021659,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:47.301190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:47.437481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df6da0-aab4-44e6-bfca-b22522436977 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:47.439953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-66df6da0-aab4-44e6-bfca-b22522436977 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A323 HTTP/1.1" status: 200 len: 928 time: 0.1638060 May 06 10:04:47.442738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51206) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:47.478354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3280b67-2f8b-4211-9901-23dfcd4cdfd4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:47.590653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port a141f07a-a829-44df-9219-123d4d6baa4a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:47.594705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.600485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:47.601022 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.691951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.738050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.739990 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.761723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for a141f07a-a829-44df-9219-123d4d6baa4a owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:47.781833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port d3280b67-2f8b-4211-9901-23dfcd4cdfd4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d3280b67-2f8b-4211-9901-23dfcd4cdfd4,segment=NetworkSegment(0b735190-639b-4119-b089-510ad7ecbb1d),segment_id=0b735190-639b-4119-b089-510ad7ecbb1d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:47.786912 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:47.858333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=d3280b67-2f8b-4211-9901-23dfcd4cdfd4,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:47.991512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.029606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=a141f07a-a829-44df-9219-123d4d6baa4a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:48.080570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.089052 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a9c954e9-dd2f-4af8-a130-7a2e5fdb0f2e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/a141f07a-a829-44df-9219-123d4d6baa4a HTTP/1.1" status: 204 len: 168 time: 0.6444740 May 06 10:04:48.096349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51212) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:48.156623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.193628 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ffb394-4bd0-4247-9caa-7d77a3dec0ea tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:48.196371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-79ffb394-4bd0-4247-9caa-7d77a3dec0ea tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/a141f07a-a829-44df-9219-123d4d6baa4a HTTP/1.1" status: 404 len: 333 time: 0.0985115 May 06 10:04:48.199320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51214) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:48.222969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.381075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 27c6f91a-5d68-4efd-add0-b5e99215a92f is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:04:48.399064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2626201-f42d-4c4d-b853-5fd7b8653c18 req-abeb7f61-e1d9-4d40-9077-e5f7d1b4a722 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:48.400774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2626201-f42d-4c4d-b853-5fd7b8653c18 req-abeb7f61-e1d9-4d40-9077-e5f7d1b4a722 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 945 time: 0.2340879 May 06 10:04:48.467151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 2fb2e77e-cca7-480d-9540-0a2909bdd369 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:48.467769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.506631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce071713-b416-4682-bce7-d2b2ac138c03 None None] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:48.526855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:48.542262 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Sync routers for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:48.555256 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:48.556744 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:48.561602 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.567012 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a3ababa4-9e23-4165-a102-0be49661668b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5417399 May 06 10:04:48.567940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51218) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:48.574789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2626201-f42d-4c4d-b853-5fd7b8653c18 req-f96f6f64-b10e-4108-b714-4af99c547b75 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649525 May 06 10:04:48.599002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.611035 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c919b658-53e7-4ae3-aa5e-83dfa96433e7 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=e12c2da4041b40559768da50e19f8773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405529 May 06 10:04:48.611906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51220) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:48.626353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 2fb2e77e-cca7-480d-9540-0a2909bdd369 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:48.648874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f6e18ba3-c6f4-4b32-92e8-6c53a0653c66 None None] Provisioning complete for port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:48.649235 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f6e18ba3-c6f4-4b32-92e8-6c53a0653c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:48.797884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-663015ed-5758-42c0-af84-8efa55143941 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:48.800589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-663015ed-5758-42c0-af84-8efa55143941 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 945 time: 0.0898502 May 06 10:04:48.806333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6541c2d4-50d9-462a-b2da-5d086bc9298b tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:48.811229 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6541c2d4-50d9-462a-b2da-5d086bc9298b tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1979663 May 06 10:04:48.811962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51222) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:48.836510 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:48.852333 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d68972cc-8d07-4e71-ab93-a04d05c3f9a3 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391045 May 06 10:04:48.853092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51224) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:48.858112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-855711408', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:48.904823 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.024507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.026460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:49.034107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.083716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=2fb2e77e-cca7-480d-9540-0a2909bdd369,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:49.136966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.144167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-df3a3810-ac60-48b3-97d6-6b0b7fdb27d7 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/2fb2e77e-cca7-480d-9540-0a2909bdd369 HTTP/1.1" status: 204 len: 168 time: 0.9389246 May 06 10:04:49.144553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51228) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:49.167627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port 2c78c897-2486-4df1-ac7f-7f3092e60a56 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:49.167998 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.180760 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:47Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:49.195717 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a75bb65-09bc-4ad9-a45b-c88531eb2f80 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:04:49.199817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a75bb65-09bc-4ad9-a45b-c88531eb2f80 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/2fb2e77e-cca7-480d-9540-0a2909bdd369 HTTP/1.1" status: 404 len: 333 time: 0.0519772 May 06 10:04:49.210532 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Checking router: 27c6f91a-5d68-4efd-add0-b5e99215a92f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:49.211413 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Updating router 27c6f91a-5d68-4efd-add0-b5e99215a92f port 528f3158-b363-4eb1-9ccf-98fceb021659 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:04:49.224268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51230) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:49.246087 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.320481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dcb800eb-f249-4cb5-a1df-c6afd3f3d72c None None] Provisioning complete for port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:49.321559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dcb800eb-f249-4cb5-a1df-c6afd3f3d72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.410901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3280b67-2f8b-4211-9901-23dfcd4cdfd4 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:49.444250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.573999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:49.574566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.583201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Checking segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:49.583656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network hostable DHCP agents. Network: cfefd4c1-afff-4fb9-ac93-3e584ece62af, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:49.627832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Subnet': ['ID=15f441b3-352f-475e-bd6b-414de5ec2d99,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:49.635755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:49.642590 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.649517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dcb800eb-f249-4cb5-a1df-c6afd3f3d72c None None] Could not find standard attr ID for object 2fb2e77e-cca7-480d-9540-0a2909bdd369. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:04:49.655737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, cfefd4c1-afff-4fb9-ac93-3e584ece62af) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:49.662879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:49.663551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.665652 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.675490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c35439-672d-4ff1-9631-4413f6032c29 None None] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:49.703829 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fdfd15dc-c085-408a-8779-28447906ae7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8465667 May 06 10:04:49.704185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51236) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:49.745503 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Attempting to bind port 528f3158-b363-4eb1-9ccf-98fceb021659 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:49.745864 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Attempting to bind port 528f3158-b363-4eb1-9ccf-98fceb021659 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:49.746218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Attempting to bind port 528f3158-b363-4eb1-9ccf-98fceb021659 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:49.763561 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:49.763945 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:49.764330 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.764699 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:49.765224 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Bound port: 528f3158-b363-4eb1-9ccf-98fceb021659, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:49.766245 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.841290 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] For port 528f3158-b363-4eb1-9ccf-98fceb021659, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:49.846894 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] For port 528f3158-b363-4eb1-9ccf-98fceb021659, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=528f3158-b363-4eb1-9ccf-98fceb021659,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:49.862043 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:49.864789 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Pushing event updated for resources: {'Port': ['ID=528f3158-b363-4eb1-9ccf-98fceb021659,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:49.874482 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.875839 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.876462 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.877033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.877526 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.878034 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.878658 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.879148 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.879383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-42168bdd-0728-48f2-941f-eb9095478b7d None None] Could not find standard attr ID for object 2fb2e77e-cca7-480d-9540-0a2909bdd369. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:04:49.879836 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.881314 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.881977 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.882610 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:04:49.994592 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617fe60-75dc-4fa0-9388-fabc144d1b2d None None] Pushing event updated for resources: {'Port': ['ID=528f3158-b363-4eb1-9ccf-98fceb021659,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:50.010554 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:50.013944 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:50.059192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:50.061274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.107423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet 584f498b-fdf6-49f1-bd59-652f07ca8296 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:04:50.119087 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.179925 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.265000 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:50.307459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c84f66-a182-4591-bcac-673e0cbc4f24 req-b53b4bb1-4d2c-4a0a-ba43-da886057a45e tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:50.310481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6c84f66-a182-4591-bcac-673e0cbc4f24 req-b53b4bb1-4d2c-4a0a-ba43-da886057a45e tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 945 time: 0.3160937 May 06 10:04:50.372122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-130ea816-14f3-4c7a-b17e-6e86cae381d7 None None] Could not find standard attr ID for object a141f07a-a829-44df-9219-123d4d6baa4a. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:04:50.384035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.413095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Allocated IP 172.20.0.2 (cfefd4c1-afff-4fb9-ac93-3e584ece62af/15f441b3-352f-475e-bd6b-414de5ec2d99/39851d85-ee49-405f-8806-5840008aaa61) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:50.417588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] For port 2c78c897-2486-4df1-ac7f-7f3092e60a56, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=2c78c897-2486-4df1-ac7f-7f3092e60a56,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:50.423848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.472098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6c84f66-a182-4591-bcac-673e0cbc4f24 req-25746dd2-3426-447c-a0a0-3a5e5a4edf89 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=501ed4f0-3d76-4aaa-aee8-288d504e0bc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554801 May 06 10:04:50.622968 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:47Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:50.632348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.658341 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.676452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.681091 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc67c9-d4b4-4bad-aab9-c0e3103ae53b None None] The sync data for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 is: [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:47Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:50.758623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.765584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/584f498b-fdf6-49f1-bd59-652f07ca8296 HTTP/1.1" status: 204 len: 168 time: 1.5369461 May 06 10:04:50.766027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094f60c-dd44-4884-b429-a5732976cb15 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=584f498b-fdf6-49f1-bd59-652f07ca8296,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:50.772827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:50.811747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.821528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:50.890115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 2c78c897-2486-4df1-ac7f-7f3092e60a56 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:51.006537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.006537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.006537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.006537 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP 5eae79fb-fc7f-4584-9e8e-67cfe175f331 disassociated. External IP: 172.25.8.150, port: 2c78c897-2486-4df1-ac7f-7f3092e60a56. May 06 10:04:51.006988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for 2c78c897-2486-4df1-ac7f-7f3092e60a56 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:51.008613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:51.012160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Pushing event updated for resources: {'Port': ['ID=39851d85-ee49-405f-8806-5840008aaa61,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:51.022778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:51.032852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea4b25-bc8d-4b7d-96f3-d19cbb77a6b6 None None] Network 49d11cf9-fb30-4b86-82ca-50fd803fc243 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:51.090250 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.1 (cfefd4c1-afff-4fb9-ac93-3e584ece62af/15f441b3-352f-475e-bd6b-414de5ec2d99/8e34154d-8f50-4f91-b2c1-e1400d468635) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:51.132837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:51.272153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:51.272711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.292350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.339429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Attempting to bind port 39851d85-ee49-405f-8806-5840008aaa61 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:51.339989 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Attempting to bind port 39851d85-ee49-405f-8806-5840008aaa61 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:51.340358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Attempting to bind port 39851d85-ee49-405f-8806-5840008aaa61 on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:51.350718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.355352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:51.355784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Checking segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:51.356194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.356596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Bound using segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:51.357086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Bound port: 39851d85-ee49-405f-8806-5840008aaa61, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:51.357469 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.419501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:51.423923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:51.444322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:51.447470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] For port d3280b67-2f8b-4211-9901-23dfcd4cdfd4, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d3280b67-2f8b-4211-9901-23dfcd4cdfd4,segment=NetworkSegment(0b735190-639b-4119-b089-510ad7ecbb1d),segment_id=0b735190-639b-4119-b089-510ad7ecbb1d)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:51.447729 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.481341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for d3280b67-2f8b-4211-9901-23dfcd4cdfd4 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:51.500896 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.510386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.659940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=8e34154d-8f50-4f91-b2c1-e1400d468635,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:51.673743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=2c78c897-2486-4df1-ac7f-7f3092e60a56,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:51.710424 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.716247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-418d8c9d-3e91-40e0-96b9-e8e2b3208be0 req-a2417bfa-15a3-48ac-b9c5-e99678f3448b tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 210 time: 0.0605731 May 06 10:04:51.757815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 528f3158-b363-4eb1-9ccf-98fceb021659 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:51.837048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.907805 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:51.925425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=d3280b67-2f8b-4211-9901-23dfcd4cdfd4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:51.930587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No DVR routers for this DVR port d3280b67-2f8b-4211-9901-23dfcd4cdfd4 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:51.970620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 528f3158-b363-4eb1-9ccf-98fceb021659 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:51.971195 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.091016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] For port 39851d85-ee49-405f-8806-5840008aaa61, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:52.091667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:52.105478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07e2b9-070d-4a15-88fd-d69c9c647630 None None] DHCP port deletion for 49d11cf9-fb30-4b86-82ca-50fd803fc243 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:04:52.112839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.210372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d11cf9-fb30-4b86-82ca-50fd803fc243']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:52.216612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] For port 39851d85-ee49-405f-8806-5840008aaa61, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=39851d85-ee49-405f-8806-5840008aaa61,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:52.232340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b735190-639b-4119-b089-510ad7ecbb1d') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:52.232648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b735190-639b-4119-b089-510ad7ecbb1d') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:52.260790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.271066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.290238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.313288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.325806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.347665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:04:52.348098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: timer() May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:04:52.351193 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:04:52.405159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=8e34154d-8f50-4f91-b2c1-e1400d468635,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:52.409264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace0e00-dc36-4cc9-beda-7dd187014ee3 None None] Pushing event updated for resources: {'Port': ['ID=39851d85-ee49-405f-8806-5840008aaa61,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:52.414626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.418873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:52.444494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:52.456171 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.482959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] No DVR routers for this DVR port 2c78c897-2486-4df1-ac7f-7f3092e60a56 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:04:52.494563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.497994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:52.498664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:52.499242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2577ba8-f5de-4c5b-a1f7-d57bb6636e5e req-6d51c300-6856-4282-8b30-85d63f9b6e9c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "DELETE /v2.0/ports/2c78c897-2486-4df1-ac7f-7f3092e60a56 HTTP/1.1" status: 204 len: 173 time: 3.6929636 May 06 10:04:52.499836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'name': 'network-vif-deleted', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:04:52.510723 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654b308a-7e0a-43e5-8e0f-abf3713e83c7" -d '{"events": [{"server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "name": "network-vif-deleted", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:04:52.522016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 528f3158-b363-4eb1-9ccf-98fceb021659, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=528f3158-b363-4eb1-9ccf-98fceb021659,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:52.524877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.548000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.556964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/49d11cf9-fb30-4b86-82ca-50fd803fc243 HTTP/1.1" status: 204 len: 168 time: 1.7755330 May 06 10:04:52.563620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:52.575285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1058731639'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:52.589522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42637f63-7f5a-4910-8dfb-90c8bb2cefb4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=49d11cf9-fb30-4b86-82ca-50fd803fc243,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:52.589858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.620456 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b256bd-272f-4008-b307-0c48f7c13122 x-openstack-request-id: req-c6b256bd-272f-4008-b307-0c48f7c13122 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:04:52.620871 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3aee6b-42a7-48e4-9ad5-76466a51ec51", "name": "network-vif-deleted", "tag": "2c78c897-2486-4df1-ac7f-7f3092e60a56", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:04:52.621630 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6b256bd-272f-4008-b307-0c48f7c13122 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:04:52.622152 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b256bd-272f-4008-b307-0c48f7c13122'] response: {'server_uuid': '5a3aee6b-42a7-48e4-9ad5-76466a51ec51', 'name': 'network-vif-deleted', 'tag': '2c78c897-2486-4df1-ac7f-7f3092e60a56', 'status': 'completed', 'code': 200} May 06 10:04:52.676754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:52.679282 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:52.686641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:52.690517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:52.690932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=528f3158-b363-4eb1-9ccf-98fceb021659,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:52.876287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:52.894568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 27c6f91a-5d68-4efd-add0-b5e99215a92f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:04:52.908109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:04:52.921227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31df516d-3fd5-46ea-810d-cbce399d53d7 req-5e15ba33-ff98-4b59-ba51-0764b4cd0624 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a3aee6b-42a7-48e4-9ad5-76466a51ec51 HTTP/1.1" status: 200 len: 210 time: 0.0465610 May 06 10:04:53.028752 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.029098 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment ab44bee7-722f-4c08-9239-8a7f5bfebb67 of type vlan for network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca May 06 10:04:53.164809 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.209776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:04:53.218851 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-02c84ac8-e754-4aa5-8a25-179bf2eeb29f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/27c6f91a-5d68-4efd-add0-b5e99215a92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5102339 May 06 10:04:53.230351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.242683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:53.243333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.267921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:53.324739 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=8a748d62-8b06-4a68-9d79-35cc1eb6dcca,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:53.334589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:53.348892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a45299e1-b066-405b-ae14-7aa6e1c8da13 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7839742 May 06 10:04:53.351496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51264) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:53.354737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:04:53.359168 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:53.432088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:53.440180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:53.508273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:53.512585 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.521133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 39851d85-ee49-405f-8806-5840008aaa61 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:53.585605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-efa097e8-f9a4-4967-939d-48af04e76d38 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217090668&fields=id&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 267 time: 0.0653605 May 06 10:04:53.694339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:53.751827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ad6f9c5-4edd-481c-ac80-018dc9ff405b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:53.761898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ad6f9c5-4edd-481c-ac80-018dc9ff405b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 796 time: 0.1680002 May 06 10:04:53.787798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-e4346120-3bb9-41de-8261-c062af253e52 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/quotas/e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 375 time: 0.0246670 May 06 10:04:53.799654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.871658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-942616fb-93f1-4c2c-b882-49063e656301 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828094 May 06 10:04:53.892910 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=603dced0-2b8e-4435-ae30-8d8a7df92ec2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:53.907351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': 'ab44bee7-722f-4c08-9239-8a7f5bfebb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:53.907854 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: 8a748d62-8b06-4a68-9d79-35cc1eb6dcca, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:04:53.924773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 39851d85-ee49-405f-8806-5840008aaa61 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:53.925321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.934778 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Sync routers for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:04:53.942010 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:04:53.955347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 8a748d62-8b06-4a68-9d79-35cc1eb6dcca) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:53.964172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:53.965498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:53.966883 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:53.970531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:53.994104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154776ae-f7a5-4225-94c0-3dfd6961021a None None] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:53.996253 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3c7f2e61-8ada-4688-8b08-8c1956f08f25 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6425340 May 06 10:04:53.999970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51286) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:54.013546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca', 'name': 'tempest-PortsIpV6TestJSON-352032836', 'fixed_ips': [{'subnet_id': '603dced0-2b8e-4435-ae30-8d8a7df92ec2', 'ip_address': '2001:db8::10'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:54.045999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51288) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:54.144889 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:54.158668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-ce42949e-3cbe-42b3-8e9a-25d8047c2c29 service neutron] 10.222.0.76 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733862 May 06 10:04:54.246004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:54.314748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2717ddd-99ab-476d-8ba7-0927fa678738 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.373906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2717ddd-99ab-476d-8ba7-0927fa678738 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.381930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f666c5-d915-44ea-88c4-3f039909ae00 None None] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:54.456709 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2717ddd-99ab-476d-8ba7-0927fa678738 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.459422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e2717ddd-99ab-476d-8ba7-0927fa678738 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.461097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e2717ddd-99ab-476d-8ba7-0927fa678738 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/security-groups/501ed4f0-3d76-4aaa-aee8-288d504e0bc9 HTTP/1.1" status: 204 len: 168 time: 0.4056861 May 06 10:04:54.477798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51294) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:54.478547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2717ddd-99ab-476d-8ba7-0927fa678738 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=501ed4f0-3d76-4aaa-aee8-288d504e0bc9,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:54.509157 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-661fcc8e-d06e-42e4-8985-2e6ed4e3a204 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] show failed (client error): The resource could not be found. May 06 10:04:54.510246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-661fcc8e-d06e-42e4-8985-2e6ed4e3a204 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups/501ed4f0-3d76-4aaa-aee8-288d504e0bc9 HTTP/1.1" status: 404 len: 347 time: 0.0281098 May 06 10:04:54.526485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2fd55ec3-0f74-4036-a3c5-d34e5e830f25 service neutron] 10.222.0.76 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668718 May 06 10:04:54.527408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51296) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:54.567429 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 2, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:54.621332 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Checking router: 27c6f91a-5d68-4efd-add0-b5e99215a92f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:04:54.636198 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Updating router 27c6f91a-5d68-4efd-add0-b5e99215a92f port 8e34154d-8f50-4f91-b2c1-e1400d468635 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:04:54.692542 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.754264 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.779272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port bbf7a164-77fa-4cfe-9212-0f981fbb8514 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:54.829516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port 5c19e7a7-852a-4e15-ada0-1b0e9cbe90e7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:54.837594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.886824 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.945931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898485fc-840e-4516-825f-c19c50814737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-8a748d62-8b06-4a68-9d79-35cc1eb6dcca', 'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca', 'tenant_id': 'e1cf6bafbe3045fc90caf2bb2ed158ce', 'fixed_ips': [{'subnet_id': '603dced0-2b8e-4435-ae30-8d8a7df92ec2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:04:54.946784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-898485fc-840e-4516-825f-c19c50814737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.965095 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.965786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:54.992205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for 5c19e7a7-852a-4e15-ada0-1b0e9cbe90e7 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:55.018053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be485898-f9b7-44f4-8c34-7b475a6b2b71 req-0c15ae3d-4a56-4bc6-9df4-2f5c3181041a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 210 time: 0.0394542 May 06 10:04:55.071233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7152407b-7c38-4efe-9b01-419d9ea637c2 None None] Provisioning complete for port 39851d85-ee49-405f-8806-5840008aaa61 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:55.079570 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7152407b-7c38-4efe-9b01-419d9ea637c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.094640 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::10 (8a748d62-8b06-4a68-9d79-35cc1eb6dcca/603dced0-2b8e-4435-ae30-8d8a7df92ec2/bbf7a164-77fa-4cfe-9212-0f981fbb8514) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:55.122833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 39851d85-ee49-405f-8806-5840008aaa61, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=39851d85-ee49-405f-8806-5840008aaa61,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:55.140575 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.141540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 528f3158-b363-4eb1-9ccf-98fceb021659 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:55.222776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:55.252139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.285099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=5c19e7a7-852a-4e15-ada0-1b0e9cbe90e7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:55.373416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085436ab-facb-4e31-9bd4-d7e3b7490cb2 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:55.399009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.403574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.412533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-80460f4e-d4bf-4f1a-b168-f643e94b3658 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/floatingips/5eae79fb-fc7f-4584-9e8e-67cfe175f331 HTTP/1.1" status: 204 len: 168 time: 0.8828943 May 06 10:04:55.419629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 528f3158-b363-4eb1-9ccf-98fceb021659 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:55.420015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.481505 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.493317 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.501988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.560075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=39851d85-ee49-405f-8806-5840008aaa61,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:55.636480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.711301 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48906511-eb48-428e-b921-0639a347bef9 None None] Pushing event updated for resources: {'Port': ['ID=8e34154d-8f50-4f91-b2c1-e1400d468635,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:55.801425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:55.826114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:55.837901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:55.867708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:55.874176 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Attempting to bind port 8e34154d-8f50-4f91-b2c1-e1400d468635 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:55.874456 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Attempting to bind port 8e34154d-8f50-4f91-b2c1-e1400d468635 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:55.875956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.884251 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Attempting to bind port 8e34154d-8f50-4f91-b2c1-e1400d468635 on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:55.912137 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:55.912457 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Checking segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:55.912855 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.913244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Bound using segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:55.922337 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Bound port: 8e34154d-8f50-4f91-b2c1-e1400d468635, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:55.922756 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:55.926946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-898485fc-840e-4516-825f-c19c50814737 None None] Allocated IP 2001:db8::2 (8a748d62-8b06-4a68-9d79-35cc1eb6dcca/603dced0-2b8e-4435-ae30-8d8a7df92ec2/b692181a-4a6a-42df-a72d-5ae2fc84283c) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:55.939144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=bbf7a164-77fa-4cfe-9212-0f981fbb8514,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:55.962261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3280b67-2f8b-4211-9901-23dfcd4cdfd4 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:04:55.997820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51320) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:56.000760 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-060d05a9-6d03-4537-bb7d-bcca52c7cb5a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9987991 May 06 10:04:56.004382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca', 'name': 'tempest-PortsIpV6TestJSON-1984794703', 'fixed_ips': [{'subnet_id': '603dced0-2b8e-4435-ae30-8d8a7df92ec2', 'ip_address': '2001:db8::f'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:56.048646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c9963-9675-498d-b64e-637b6497526b None None] New status for floating IP 5eae79fb-fc7f-4584-9e8e-67cfe175f331: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:04:56.051000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d3280b67-2f8b-4211-9901-23dfcd4cdfd4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:04:56.051669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d3280b67-2f8b-4211-9901-23dfcd4cdfd4 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:04:56.224135 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] For port 8e34154d-8f50-4f91-b2c1-e1400d468635, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:56.232990 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] For port 8e34154d-8f50-4f91-b2c1-e1400d468635, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e34154d-8f50-4f91-b2c1-e1400d468635,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:56.240598 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.277653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c118336-c289-47b5-82c5-287910ba7f1b req-c9c2e681-0798-4f14-9a88-204c81fd92f8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 210 time: 0.0929875 May 06 10:04:56.316570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 39851d85-ee49-405f-8806-5840008aaa61 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:56.381022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:56.397640 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:04:56.398278 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:56.466542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] Provisioning complete for port 8e34154d-8f50-4f91-b2c1-e1400d468635 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:56.466910 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.520542 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48906511-eb48-428e-b921-0639a347bef9 None None] Pushing event updated for resources: {'Port': ['ID=8e34154d-8f50-4f91-b2c1-e1400d468635,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:56.547480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.592139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port d6da923a-cd89-4e34-b5b9-00c4f93b24fa yet. {{(pid=102742) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:04:56.687124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:04:56.695289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 39851d85-ee49-405f-8806-5840008aaa61 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:56.695688 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.797323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-898485fc-840e-4516-825f-c19c50814737 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.822730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51328) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:56.827991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-97f61991-cf57-4d14-9f26-6c54d24be214 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825682827', 'description': 'tempest-description--260509079'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:56.878073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-898485fc-840e-4516-825f-c19c50814737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.893430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97f61991-cf57-4d14-9f26-6c54d24be214 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.968647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898485fc-840e-4516-825f-c19c50814737 None None] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:56.976942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:56.984538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-898485fc-840e-4516-825f-c19c50814737 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:57.001953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898485fc-840e-4516-825f-c19c50814737 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:57.002283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-f4d8f812-8b6f-4381-a1ce-9b4ac97aa1fd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:57.003856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-f4d8f812-8b6f-4381-a1ce-9b4ac97aa1fd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 796 time: 0.2596867 May 06 10:04:57.073535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898485fc-840e-4516-825f-c19c50814737 None None] Pushing event updated for resources: {'Port': ['ID=b692181a-4a6a-42df-a72d-5ae2fc84283c,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:57.074757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-185ad05a-8eb0-40a1-b4ba-ef9dc13b2dc8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 379 time: 0.0588822 May 06 10:04:57.081437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97f61991-cf57-4d14-9f26-6c54d24be214 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.096886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97f61991-cf57-4d14-9f26-6c54d24be214 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.166459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'port': {'device_id': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'admin_state_up': True, 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'security_groups': ['0b121b65-1f2b-49d0-ad6f-649f0d77cfed']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:57.186877 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-97f61991-cf57-4d14-9f26-6c54d24be214 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.197763 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-97f61991-cf57-4d14-9f26-6c54d24be214 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3733079 May 06 10:04:57.198736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51330) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:57.205795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-89090d9c-c658-45c3-a2bf-998b640472ca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': '14fc9e3c-2a09-4fe1-84b4-996809289e71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:57.210341 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:56Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:04:57.216641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f61991-cf57-4d14-9f26-6c54d24be214 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc9e3c-2a09-4fe1-84b4-996809289e71,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:57.222276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] For port 8e34154d-8f50-4f91-b2c1-e1400d468635, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e34154d-8f50-4f91-b2c1-e1400d468635,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:57.225482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-898485fc-840e-4516-825f-c19c50814737 None None] Attempting to bind port b692181a-4a6a-42df-a72d-5ae2fc84283c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:04:57.225979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-898485fc-840e-4516-825f-c19c50814737 None None] Attempting to bind port b692181a-4a6a-42df-a72d-5ae2fc84283c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ab44bee7-722f-4c08-9239-8a7f5bfebb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:04:57.226482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898485fc-840e-4516-825f-c19c50814737 None None] Attempting to bind port b692181a-4a6a-42df-a72d-5ae2fc84283c on network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:04:57.233055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898485fc-840e-4516-825f-c19c50814737 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:04:57.233364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898485fc-840e-4516-825f-c19c50814737 None None] Checking segment: {'id': 'ab44bee7-722f-4c08-9239-8a7f5bfebb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:04:57.234143 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-898485fc-840e-4516-825f-c19c50814737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.234591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898485fc-840e-4516-825f-c19c50814737 None None] Bound using segment: {'id': 'ab44bee7-722f-4c08-9239-8a7f5bfebb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:04:57.235249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-898485fc-840e-4516-825f-c19c50814737 None None] Bound port: b692181a-4a6a-42df-a72d-5ae2fc84283c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab44bee7-722f-4c08-9239-8a7f5bfebb67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8a748d62-8b06-4a68-9d79-35cc1eb6dcca'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:04:57.237303 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-898485fc-840e-4516-825f-c19c50814737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.255338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.320345 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89090d9c-c658-45c3-a2bf-998b640472ca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.326878 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f5948-bc1f-4bbe-bdcd-fe71d21c0a96 None None] The sync data for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 is: [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:56Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:04:57.339943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::f (8a748d62-8b06-4a68-9d79-35cc1eb6dcca/603dced0-2b8e-4435-ae30-8d8a7df92ec2/d6da923a-cd89-4e34-b5b9-00c4f93b24fa) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:57.372047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] Provisioning complete for port 39851d85-ee49-405f-8806-5840008aaa61 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:57.372702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.498577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88756-65a4-4140-80aa-e85d2cab262a None None] Pushing event updated for resources: {'Port': ['ID=8e34154d-8f50-4f91-b2c1-e1400d468635,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:57.518929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-898485fc-840e-4516-825f-c19c50814737 None None] For port b692181a-4a6a-42df-a72d-5ae2fc84283c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:04:57.526850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-898485fc-840e-4516-825f-c19c50814737 None None] For port b692181a-4a6a-42df-a72d-5ae2fc84283c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b692181a-4a6a-42df-a72d-5ae2fc84283c,segment=NetworkSegment(ab44bee7-722f-4c08-9239-8a7f5bfebb67),segment_id=ab44bee7-722f-4c08-9239-8a7f5bfebb67)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:04:57.542481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89090d9c-c658-45c3-a2bf-998b640472ca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.550647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89090d9c-c658-45c3-a2bf-998b640472ca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.614901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eeec18cb-adf9-4bc6-bea0-ac240b889dee req-b5a96924-c455-4878-8756-44016fff3bc4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 210 time: 0.1525135 May 06 10:04:57.615156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89090d9c-c658-45c3-a2bf-998b640472ca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.616227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-89090d9c-c658-45c3-a2bf-998b640472ca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4146247 May 06 10:04:57.624028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51336) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:57.627314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89090d9c-c658-45c3-a2bf-998b640472ca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e519c09-5bef-4f20-aa04-4d85a1507351,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:57.656526 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-898485fc-840e-4516-825f-c19c50814737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.690846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1534f38c-586a-47c0-8622-e4637d5588ff tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'security_group_rule': {'security_group_id': '14fc9e3c-2a09-4fe1-84b4-996809289e71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:57.710589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:04:57.714537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:57.842684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898485fc-840e-4516-825f-c19c50814737 None None] Pushing event updated for resources: {'Port': ['ID=b692181a-4a6a-42df-a72d-5ae2fc84283c,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:57.869872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-78388c99-393b-4154-815c-67208dbab0f9 None None] Provisioning complete for port 8e34154d-8f50-4f91-b2c1-e1400d468635 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:57.870452 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-78388c99-393b-4154-815c-67208dbab0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.036092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1534f38c-586a-47c0-8622-e4637d5588ff tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.128480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f87b1cc8-0971-467f-8b6c-54c5d5c26ede None None] Provisioning complete for port 8e34154d-8f50-4f91-b2c1-e1400d468635 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:58.129498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f87b1cc8-0971-467f-8b6c-54c5d5c26ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.224174 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.355807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1534f38c-586a-47c0-8622-e4637d5588ff tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.360026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.372959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1534f38c-586a-47c0-8622-e4637d5588ff tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.423464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b692181a-4a6a-42df-a72d-5ae2fc84283c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:58.441745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:58.453690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:58.471888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.12 (cfefd4c1-afff-4fb9-ac93-3e584ece62af/15f441b3-352f-475e-bd6b-414de5ec2d99/b07687b9-eca5-4337-9fc3-95ba57cc7b7b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:58.475878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:58.483192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:58.485356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.488388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534f38c-586a-47c0-8622-e4637d5588ff tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084c686f-8d4f-4530-bd87-a24b9ed570ed,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:58.522260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1534f38c-586a-47c0-8622-e4637d5588ff tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.523367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1534f38c-586a-47c0-8622-e4637d5588ff tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8445113 May 06 10:04:58.525862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=d6da923a-cd89-4e34-b5b9-00c4f93b24fa,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:58.526574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51350) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:58.538086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:58.544428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b692181a-4a6a-42df-a72d-5ae2fc84283c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:58.544913 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.553634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6cb6824-97df-4f95-a933-0aa23d2cbb77 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5517778 May 06 10:04:58.554287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:58.597227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.693217 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.734496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b692181a-4a6a-42df-a72d-5ae2fc84283c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b692181a-4a6a-42df-a72d-5ae2fc84283c,segment=NetworkSegment(ab44bee7-722f-4c08-9239-8a7f5bfebb67),segment_id=ab44bee7-722f-4c08-9239-8a7f5bfebb67)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:04:58.741171 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.742259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e34154d-8f50-4f91-b2c1-e1400d468635 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:04:58.824170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.863572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea8d6ebe-6283-4254-ab9b-8fa92d92143d req-7748c124-28d8-44dc-b563-b3810c54cd0c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 210 time: 0.0838041 May 06 10:04:58.867800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b692181a-4a6a-42df-a72d-5ae2fc84283c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:58.886449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8e34154d-8f50-4f91-b2c1-e1400d468635 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:58.886848 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:58.902892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aa539f-0afb-4bb9-8eb9-8980721e23fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:58.905164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c4aa539f-0afb-4bb9-8eb9-8980721e23fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3497894 May 06 10:04:58.910597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51358) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:59.015600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.25.8.33 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/6ffba373-3a3f-4587-8be3-86ddac08a79a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:04:59.111775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfaa55-1d00-44ec-ac58-2c73f3e34158 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:59.117513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfaa55-1d00-44ec-ac58-2c73f3e34158 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:59.137818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfaa55-1d00-44ec-ac58-2c73f3e34158 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:59.137818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9dbfaa55-1d00-44ec-ac58-2c73f3e34158 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2184775 May 06 10:04:59.140133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51364) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:04:59.154406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.168350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.213227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.297878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:59.301760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:59.306407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:59.322908 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.383060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=6ffba373-3a3f-4587-8be3-86ddac08a79a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:59.421912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:04:59.434911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:04:59.454879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:04:59.460358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:04:59.467840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port d6da923a-cd89-4e34-b5b9-00c4f93b24fa {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:04:59.468703 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.490430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.540391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.591182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a45ce1-de47-4dac-b6ba-25520d40d669 None None] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:04:59.597115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.721141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for d6da923a-cd89-4e34-b5b9-00c4f93b24fa owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:04:59.761950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:04:59.762503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.794343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-abfabafd-91ab-4cbe-a8b3-6bb5aa7e4e21 None None] Provisioning complete for port b692181a-4a6a-42df-a72d-5ae2fc84283c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:04:59.794724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-abfabafd-91ab-4cbe-a8b3-6bb5aa7e4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.866564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.875816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:04:59.876474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-7aef4818-790b-4e58-916f-a58afe49d7c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7139044 May 06 10:04:59.909955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Request body: {'port': {'device_id': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:04:59.926373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=6ffba373-3a3f-4587-8be3-86ddac08a79a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:00.069238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.073972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.116366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.118070 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-58dfcf46-f7a7-482a-9f7c-3efe56d9bdc8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5893943 May 06 10:05:00.204538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b692181a-4a6a-42df-a72d-5ae2fc84283c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:00.296371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-03f4aed7-0038-4c44-a286-0a7e1dcf360b None None] Provisioning complete for port b07687b9-eca5-4337-9fc3-95ba57cc7b7b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:00.297060 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-03f4aed7-0038-4c44-a286-0a7e1dcf360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.347163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-03f4aed7-0038-4c44-a286-0a7e1dcf360b None None] Port b07687b9-eca5-4337-9fc3-95ba57cc7b7b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:00.361825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b692181a-4a6a-42df-a72d-5ae2fc84283c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:00.362204 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.594196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e66c2-f4a7-4311-bf9e-7839fe13192b req-2fe44c2b-00ef-4d5a-abc0-c1f425a1d7fb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:00.595637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-496e66c2-f4a7-4311-bf9e-7839fe13192b req-2fe44c2b-00ef-4d5a-abc0-c1f425a1d7fb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 932 time: 0.5978100 May 06 10:05:00.652107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fba8ea75-6656-42a5-b4b3-84bc2be8fe68 None None] Provisioning complete for port bbf7a164-77fa-4cfe-9212-0f981fbb8514 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:00.652575 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fba8ea75-6656-42a5-b4b3-84bc2be8fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.700686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-fba8ea75-6656-42a5-b4b3-84bc2be8fe68 None None] Port bbf7a164-77fa-4cfe-9212-0f981fbb8514 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:00.712543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fba8ea75-6656-42a5-b4b3-84bc2be8fe68 None None] Provisioning complete for port b692181a-4a6a-42df-a72d-5ae2fc84283c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:00.713007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fba8ea75-6656-42a5-b4b3-84bc2be8fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.735916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-f1c0d948-a252-45b4-b858-63ea091b7ba7 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--825682827&fields=id&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 267 time: 0.1989596 May 06 10:05:00.750070 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.806953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-496e66c2-f4a7-4311-bf9e-7839fe13192b req-66169550-fd02-4abd-aae1-1ddbf7d22d50 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021775 May 06 10:05:00.830782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fba8ea75-6656-42a5-b4b3-84bc2be8fe68 None None] Could not find standard attr ID for object d6da923a-cd89-4e34-b5b9-00c4f93b24fa. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:05:00.847275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=d6da923a-cd89-4e34-b5b9-00c4f93b24fa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:00.933816 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.938049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-263a9d3d-1e11-412e-b43f-abb5632d15a0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/d6da923a-cd89-4e34-b5b9-00c4f93b24fa HTTP/1.1" status: 204 len: 168 time: 1.7959063 May 06 10:05:00.941716 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51402) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:00.973535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-677f322d-22cd-4abf-91fc-d4f16e47508b None None] Provisioning complete for port bbf7a164-77fa-4cfe-9212-0f981fbb8514 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:00.973907 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-677f322d-22cd-4abf-91fc-d4f16e47508b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:00.989408 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-506c36a5-debd-4627-ab32-512c01cb7dad tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:05:00.995495 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-506c36a5-debd-4627-ab32-512c01cb7dad tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/d6da923a-cd89-4e34-b5b9-00c4f93b24fa HTTP/1.1" status: 404 len: 333 time: 0.0432727 May 06 10:05:00.996403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51406) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:01.031069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-37c776e7-bda8-4cfb-b9a2-c7b3deaf5bd6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:01.032792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-37c776e7-bda8-4cfb-b9a2-c7b3deaf5bd6 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.2960565 May 06 10:05:01.053188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-677f322d-22cd-4abf-91fc-d4f16e47508b None None] Port bbf7a164-77fa-4cfe-9212-0f981fbb8514 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:01.085286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-14d8d4dd-cdbf-4c0a-ae7c-1110cd71189a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/quotas/7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 375 time: 0.0326059 May 06 10:05:01.158162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port bbf7a164-77fa-4cfe-9212-0f981fbb8514 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:01.158767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.200029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-09a897db-69c5-435e-9268-f1a8249ccd39 None None] Could not find standard attr ID for object d6da923a-cd89-4e34-b5b9-00c4f93b24fa. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:05:01.210460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07687b9-eca5-4337-9fc3-95ba57cc7b7b {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:01.223805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-90973b4c-0d40-4601-b1d0-a1c5d0a00cf4 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1285322 May 06 10:05:01.228958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.258153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Transition to ACTIVE for port object b07687b9-eca5-4337-9fc3-95ba57cc7b7b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:05:01.272657 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.289970 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.311564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for bbf7a164-77fa-4cfe-9212-0f981fbb8514 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:01.479442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:01.534365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.569844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-88ac58b1-fbb9-4655-bfc5-b32c3955a270 service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267531 May 06 10:05:01.575839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=bbf7a164-77fa-4cfe-9212-0f981fbb8514,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:01.629565 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.638010 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-867cf1e0-f241-4657-8614-751e0877d953 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/bbf7a164-77fa-4cfe-9212-0f981fbb8514 HTTP/1.1" status: 204 len: 168 time: 0.6363626 May 06 10:05:01.638399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51426) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:01.704021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:01.704609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:01.704740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:01.710265 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e15e2f-0f9e-4892-8bc8-62376833c4e8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:05:01.712547 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-10e15e2f-0f9e-4892-8bc8-62376833c4e8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/bbf7a164-77fa-4cfe-9212-0f981fbb8514 HTTP/1.1" status: 404 len: 333 time: 0.0729403 May 06 10:05:01.713710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:05:01.714302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:01.716171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51430) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:01.734463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:01.734788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Checking segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:01.735248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Bound using segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:01.735654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Bound port: b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:01.736025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.814875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet 603dced0-2b8e-4435-ae30-8d8a7df92ec2 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:05:01.819379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.820207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-65370ad4-b29d-431a-a6bf-0baf72db1aeb service neutron] 10.222.0.76 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394867 May 06 10:05:01.911680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:01.913675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:01.918937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:01.929168 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.055233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.056283 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.060716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] 10.222.0.82 "PUT /v2.0/ports/b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 1092 time: 2.1561122 May 06 10:05:02.111117 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.134986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:02.140535 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:02.144093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3156d-3944-4f22-a107-1184d2381a98 service neutron] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:02.228878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.278652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68463e23-5240-4ad8-850a-98e1219b2a02 req-568f545c-e93c-43bc-8ffc-44ba10d65256 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 210 time: 0.2169135 May 06 10:05:02.322502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532e6d2-cb1b-4428-8ff8-f5390ca4ffde req-d0c6cf1a-2607-4218-8a7d-35aada1212af tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.331540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=603dced0-2b8e-4435-ae30-8d8a7df92ec2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:02.334058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e532e6d2-cb1b-4428-8ff8-f5390ca4ffde req-d0c6cf1a-2607-4218-8a7d-35aada1212af tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.3341656 May 06 10:05:02.339638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-9eca9746-4778-41e7-83a8-af7dd61c1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.341280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-9eca9746-4778-41e7-83a8-af7dd61c1c92 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1095 time: 0.1626081 May 06 10:05:02.365957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.368843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f224c-9689-4a09-b9b4-c49df15abe6c None None] Network 8a748d62-8b06-4a68-9d79-35cc1eb6dcca requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:02.379006 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d4960f0b-0c44-41e8-9a68-006a4f42c2e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/603dced0-2b8e-4435-ae30-8d8a7df92ec2 HTTP/1.1" status: 204 len: 168 time: 0.6593072 May 06 10:05:02.379361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51450) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:02.446557 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1362230a-103d-4502-a829-150ab44a81a2 x-openstack-request-id: req-1362230a-103d-4502-a829-150ab44a81a2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:02.447061 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:02.447385 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1362230a-103d-4502-a829-150ab44a81a2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:02.448403 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1362230a-103d-4502-a829-150ab44a81a2'] response: {'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'status': 'completed', 'code': 200} May 06 10:05:02.449849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-8f243b8a-0614-405a-a490-8b270cb53f3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 217 time: 0.0599744 May 06 10:05:02.563811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.575057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e532e6d2-cb1b-4428-8ff8-f5390ca4ffde req-e233aa63-301f-4e7a-a5f3-cc5e2e75471e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288749 May 06 10:05:02.616401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-e4787865-6006-4f80-9119-c223af798730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.618137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-e4787865-6006-4f80-9119-c223af798730 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.1590238 May 06 10:05:02.686401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port b692181a-4a6a-42df-a72d-5ae2fc84283c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:02.687727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.703878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-116f4fd8-4fb2-4a54-893a-84715631ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:02.705329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-116f4fd8-4fb2-4a54-893a-84715631ad47 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774882 May 06 10:05:02.785814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] For port b692181a-4a6a-42df-a72d-5ae2fc84283c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b692181a-4a6a-42df-a72d-5ae2fc84283c,segment=NetworkSegment(ab44bee7-722f-4c08-9239-8a7f5bfebb67),segment_id=ab44bee7-722f-4c08-9239-8a7f5bfebb67)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:02.786450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:02.823270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for b692181a-4a6a-42df-a72d-5ae2fc84283c owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:02.846451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] DHCP port deletion for 8a748d62-8b06-4a68-9d79-35cc1eb6dcca request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:05:02.905910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-4bab2f25-0957-46b5-8ca7-e8ee535b89ed service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918151 May 06 10:05:02.928658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] Deleting port b692181a-4a6a-42df-a72d-5ae2fc84283c {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:02.929043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.008807 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.044036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=b692181a-4a6a-42df-a72d-5ae2fc84283c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:03.049201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No DVR routers for this DVR port b692181a-4a6a-42df-a72d-5ae2fc84283c on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:03.068854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a63a102-9de9-48cf-b26e-fd0c8162b852 req-1535a171-08df-40d1-a24c-379dbd254f1a service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557148 May 06 10:05:03.070856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] For port b692181a-4a6a-42df-a72d-5ae2fc84283c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b692181a-4a6a-42df-a72d-5ae2fc84283c,segment=NetworkSegment(ab44bee7-722f-4c08-9239-8a7f5bfebb67),segment_id=ab44bee7-722f-4c08-9239-8a7f5bfebb67)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:03.071286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.097958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] Calling delete_port for b692181a-4a6a-42df-a72d-5ae2fc84283c owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:03.175001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.199296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a748d62-8b06-4a68-9d79-35cc1eb6dcca']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:03.213856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab44bee7-722f-4c08-9239-8a7f5bfebb67') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:03.216019 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab44bee7-722f-4c08-9239-8a7f5bfebb67') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:03.216783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-af93740a-52a8-42d5-b3c9-8d897a44d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.218514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-af93740a-52a8-42d5-b3c9-8d897a44d784 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1095 time: 0.0937376 May 06 10:05:03.224468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.230691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.242702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] No DVR routers for this DVR port b692181a-4a6a-42df-a72d-5ae2fc84283c on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:03.248956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.256912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:05:03.257384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: timer() May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:05:03.260902 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:05:03.276576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f718953-8cd9-4fac-acc8-17ae1e0520ac None None] Pushing event deleted for resources: {'Port': ['ID=b692181a-4a6a-42df-a72d-5ae2fc84283c,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:03.338538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-bd83c12d-6056-49aa-948a-5b096bc12320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.340440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-bd83c12d-6056-49aa-948a-5b096bc12320 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.1151450 May 06 10:05:03.343317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.361447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.368214 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/8a748d62-8b06-4a68-9d79-35cc1eb6dcca HTTP/1.1" status: 204 len: 168 time: 0.9844575 May 06 10:05:03.372121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51468) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:03.379973 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642199-6c47-476b-8ad6-6e0e62cd3455 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=8a748d62-8b06-4a68-9d79-35cc1eb6dcca,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:03.413702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1673338365'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:03.419253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-8ec5f8c0-6d6c-4132-a27e-67a664ea7c63 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 217 time: 0.0696468 May 06 10:05:03.457478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35edf1a6-3a0c-4c62-81b5-47aed716e082 req-8645c416-50d1-4616-8d18-b47efceb9029 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 210 time: 0.0473547 May 06 10:05:03.526414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:03.532256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.537029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-b7b33abc-0cde-462a-aa37-f984b315f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.538665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-b7b33abc-0cde-462a-aa37-f984b315f70e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.1094205 May 06 10:05:03.664573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:05:03.727344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.728078 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Added segment 17718bf6-f11c-465b-ae1b-ee51ec1edc5a of type vlan for network 51345075-30ea-4ba8-8960-bf90120e2ebf May 06 10:05:03.796803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-870b4e93-cad7-446b-a53a-ee51d42027e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.798371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-870b4e93-cad7-446b-a53a-ee51d42027e1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515895 May 06 10:05:03.828504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.861752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0404-4a92-4072-9b49-a8cb3bddc25f req-aef35b72-22ba-4dc9-b6e3-896709d9697a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.863340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60be0404-4a92-4072-9b49-a8cb3bddc25f req-aef35b72-22ba-4dc9-b6e3-896709d9697a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.1918697 May 06 10:05:03.912385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-09fd5084-3734-44c3-bb5d-7fec8dd55c41 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.913810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-09fd5084-3734-44c3-bb5d-7fec8dd55c41 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 815 time: 0.3294070 May 06 10:05:03.989386 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:03.995357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:03.996139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.016769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60be0404-4a92-4072-9b49-a8cb3bddc25f req-bc9f70f6-fdcb-4315-bf7c-4edef7f8f44b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241713 May 06 10:05:04.050917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-4c9f6467-0e7e-4af2-a35a-322e2e210053 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7444d65c20c1430c80690d1b85a40bd2 HTTP/1.1" status: 200 len: 379 time: 0.1205246 May 06 10:05:04.087892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51486) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:04.088076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6785905 May 06 10:05:04.094026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'port': {'device_id': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'admin_state_up': True, 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'security_groups': ['14fc9e3c-2a09-4fe1-84b4-996809289e71']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:04.106945 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:04.176921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b692181a-4a6a-42df-a72d-5ae2fc84283c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:04.178227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-abf70ab5-dd8c-4cda-ba82-61a0ab6543d5 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661358 May 06 10:05:04.201632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73991fc0-c92d-487b-86e8-bf8f0c1dec42 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Network': ['ID=51345075-30ea-4ba8-8960-bf90120e2ebf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:04.218901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 51345075-30ea-4ba8-8960-bf90120e2ebf details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:05:04.222986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b692181a-4a6a-42df-a72d-5ae2fc84283c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:05:04.223337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b692181a-4a6a-42df-a72d-5ae2fc84283c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:05:04.296646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:04.300665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.378383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ebecf90-ca5a-493e-93a0-eba02dc7eda9 req-b2fe10ea-646b-4c85-9cc4-165437f132ad service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924438 May 06 10:05:04.380143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Made reservation on behalf of 7444d65c20c1430c80690d1b85a40bd2 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:04.384914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.580409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Allocated IP 172.20.0.13 (528c243b-3c37-406f-8fde-56a2d1361392/54da016d-f1ca-4f25-b0fc-69e52d45a371/dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:04.596732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.689377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=1bda8ec8-296e-4752-ae88-9a56a2b58b76,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:04.692092 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Checking segment: {'id': '17718bf6-f11c-465b-ae1b-ee51ec1edc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:04.692548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network hostable DHCP agents. Network: 51345075-30ea-4ba8-8960-bf90120e2ebf, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:05:04.712852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 51345075-30ea-4ba8-8960-bf90120e2ebf is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:05:04.739996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 51345075-30ea-4ba8-8960-bf90120e2ebf) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:04.749434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addc50d-f20b-4cf7-bc04-dd403cce749f None None] Network 51345075-30ea-4ba8-8960-bf90120e2ebf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:04.757952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:04.759306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.785777 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-307ad70d-cf19-4689-8ed9-fc68af446ebc tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6967416 May 06 10:05:04.786564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51502) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:04.790923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.791612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4477e05f-7ae7-4ed0-b67b-31e8a1f0a370 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1860304094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:04.820804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4477e05f-7ae7-4ed0-b67b-31e8a1f0a370 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.822908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4477e05f-7ae7-4ed0-b67b-31e8a1f0a370 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.863753 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.866575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ce8df43-ac1f-41a2-abfe-0e44a478d6ea req-e6cb3fb1-405a-46d2-9724-c271a8aca200 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 210 time: 0.0339472 May 06 10:05:04.920436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Network 528c243b-3c37-406f-8fde-56a2d1361392 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:04.923988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:04.927342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4477e05f-7ae7-4ed0-b67b-31e8a1f0a370 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.935859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event updated for resources: {'Port': ['ID=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:04.942207 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4477e05f-7ae7-4ed0-b67b-31e8a1f0a370 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.945021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:04.970098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4477e05f-7ae7-4ed0-b67b-31e8a1f0a370 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:04.974462 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4477e05f-7ae7-4ed0-b67b-31e8a1f0a370 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1840909 May 06 10:05:04.974462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:04.980788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf', 'name': 'tempest-PortsIpV6TestJSON-436534404'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:05.017789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:05.018455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.071574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0666bfa9-fa17-4b94-8f17-8e227c2f65bd tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9822202 May 06 10:05:05.088535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Request body: {'port': {'device_id': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:05.127600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:05.131833 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.153328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port 9d5dc638-0567-4e63-805f-f2f156528615 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:05:05.183652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-51345075-30ea-4ba8-8960-bf90120e2ebf', 'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf', 'tenant_id': 'e1cf6bafbe3045fc90caf2bb2ed158ce', 'fixed_ips': [{'subnet_id': '1bda8ec8-296e-4752-ae88-9a56a2b58b76'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:05:05.184773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.271937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.304662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8ab0-f914-4a94-8d27-279d81dc8462 req-e26380c8-4703-4ca1-b696-998a482ab7fd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:05.315077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-127d8ab0-f914-4a94-8d27-279d81dc8462 req-e26380c8-4703-4ca1-b696-998a482ab7fd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.1202667 May 06 10:05:05.346569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::3d4 (51345075-30ea-4ba8-8960-bf90120e2ebf/1bda8ec8-296e-4752-ae88-9a56a2b58b76/9d5dc638-0567-4e63-805f-f2f156528615) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:05.441091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f3ff60b5-ac24-4be7-b922-545314e94bed None None] Provisioning complete for port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:05.448126 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f3ff60b5-ac24-4be7-b922-545314e94bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.456234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-127d8ab0-f914-4a94-8d27-279d81dc8462 req-f0914e36-5d87-4e44-9658-b96674ace232 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401582 May 06 10:05:05.537453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff60b5-ac24-4be7-b922-545314e94bed None None] Port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:05.597701 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.636587 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.699074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 51345075-30ea-4ba8-8960-bf90120e2ebf is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:05.704178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:05.708325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:05.718741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:05.719461 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.733798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Allocated IP 2001:db8::2 (51345075-30ea-4ba8-8960-bf90120e2ebf/1bda8ec8-296e-4752-ae88-9a56a2b58b76/52120443-42b4-414d-b103-dccdac545903) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:05.754938 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7783141 May 06 10:05:05.757746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51522) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:05.779884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53db43-d3ed-4b03-bf2d-8cfa724b83ed tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=9d5dc638-0567-4e63-805f-f2f156528615,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:05.864752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:05.873497 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.887533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Transition to ACTIVE for port object dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:05:05.990024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.994967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:05.998154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.072472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Network 51345075-30ea-4ba8-8960-bf90120e2ebf is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:06.073796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Pushing event updated for resources: {'Port': ['ID=52120443-42b4-414d-b103-dccdac545903,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:06.079453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:06.082955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:06.183468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Attempting to bind port 52120443-42b4-414d-b103-dccdac545903 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:06.185524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Attempting to bind port 52120443-42b4-414d-b103-dccdac545903 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '17718bf6-f11c-465b-ae1b-ee51ec1edc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:06.186125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Attempting to bind port 52120443-42b4-414d-b103-dccdac545903 on network 51345075-30ea-4ba8-8960-bf90120e2ebf {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:06.204767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:06.205450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Checking segment: {'id': '17718bf6-f11c-465b-ae1b-ee51ec1edc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:06.206016 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.206551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Bound using segment: {'id': '17718bf6-f11c-465b-ae1b-ee51ec1edc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:06.207178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Bound port: 52120443-42b4-414d-b103-dccdac545903, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17718bf6-f11c-465b-ae1b-ee51ec1edc5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '51345075-30ea-4ba8-8960-bf90120e2ebf'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:06.208147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.237436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33029a81-fecb-49d3-8764-1eed78878deb req-fed2b5a7-53d8-4c74-9194-82b8e11d76ea tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:06.239024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33029a81-fecb-49d3-8764-1eed78878deb req-fed2b5a7-53d8-4c74-9194-82b8e11d76ea tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 944 time: 0.2277541 May 06 10:05:06.239811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:06.315264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] For port 52120443-42b4-414d-b103-dccdac545903, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:06.319416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] For port 52120443-42b4-414d-b103-dccdac545903, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=52120443-42b4-414d-b103-dccdac545903,segment=NetworkSegment(17718bf6-f11c-465b-ae1b-ee51ec1edc5a),segment_id=17718bf6-f11c-465b-ae1b-ee51ec1edc5a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:06.325694 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.375837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33029a81-fecb-49d3-8764-1eed78878deb req-419e4a01-d60d-4ca4-96a8-5dd48c46b822 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087217 May 06 10:05:06.409351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Attempting to bind port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:06.409691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Attempting to bind port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:06.410020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Attempting to bind port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:06.421017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d16d9-9b0e-4d5e-8188-4a21d54d3835 None None] Pushing event updated for resources: {'Port': ['ID=52120443-42b4-414d-b103-dccdac545903,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:06.423618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 on network 528c243b-3c37-406f-8fde-56a2d1361392 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:05:06.423953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Attempting to bind port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 on network 528c243b-3c37-406f-8fde-56a2d1361392 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:06.433453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:06.433800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Checking segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:06.434183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Bound using segment: {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:06.434625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Bound port: dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f1e936-797d-4b44-b935-7c32fd73b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:06.434983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.451000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:05:06.562227 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.707799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:06.726714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'port_id': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'mac_address': 'fa:16:3e:09:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:05:06.785809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] For port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:06.788371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.838385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07687b9-eca5-4337-9fc3-95ba57cc7b7b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:06.842088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] For port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:06.858086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04714a98-f60e-473e-8ce2-7e6a7b9b5bd1 req-d19742e5-a10d-461c-94ad-05ddab832db1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:06.871652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04714a98-f60e-473e-8ce2-7e6a7b9b5bd1 req-d19742e5-a10d-461c-94ad-05ddab832db1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.2532215 May 06 10:05:06.897918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:06.908864 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:06.986834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:06.988494 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:07.086635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:07.100381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04714a98-f60e-473e-8ce2-7e6a7b9b5bd1 req-671eaaf2-dc18-41d3-b53b-44e6ba6ff6e1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278168 May 06 10:05:07.115363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.116696 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:07.118610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-aaf7ee2d-f856-4150-945a-84c8076be302 service neutron] 10.222.0.83 "PUT /v2.0/ports/dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 HTTP/1.1" status: 200 len: 1092 time: 2.0362222 May 06 10:05:07.119516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:07.122058 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:07.151043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['b07687b9-eca5-4337-9fc3-95ba57cc7b7b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:05:07.805014 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc9e50c-a69a-4667-82e6-284c476432b7 x-openstack-request-id: req-3fc9e50c-a69a-4667-82e6-284c476432b7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:07.805476 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:07.805838 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3fc9e50c-a69a-4667-82e6-284c476432b7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:07.806863 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc9e50c-a69a-4667-82e6-284c476432b7'] response: {'name': 'network-changed', 'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'status': 'completed', 'code': 200} May 06 10:05:07.938049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-44875ec5-f1af-40fb-947a-cc8e2dfb29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:07.940226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-44875ec5-f1af-40fb-947a-cc8e2dfb29a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 1095 time: 0.7367439 May 06 10:05:08.043671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-7d646058-d307-4741-a7c3-533b4c41a9e2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 HTTP/1.1" status: 200 len: 217 time: 0.0916824 May 06 10:05:08.052083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665b1e-81fa-4a74-9153-ee61dc22b81e req-72dbb58a-faf5-43a2-ac78-4b21c9aec3de tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.053747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62665b1e-81fa-4a74-9153-ee61dc22b81e req-72dbb58a-faf5-43a2-ac78-4b21c9aec3de tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 944 time: 0.2423594 May 06 10:05:08.082759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e95ae9-c6fb-469e-b3a7-835a6cfc3356 None None] Network 51345075-30ea-4ba8-8960-bf90120e2ebf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:08.166885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62665b1e-81fa-4a74-9153-ee61dc22b81e req-8095905e-f624-46d9-82a9-23c188194d80 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786018 May 06 10:05:08.193018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.200291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0b7e5a3d-5d03-4694-b989-0a839aedb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.206186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-0b7e5a3d-5d03-4694-b989-0a839aedb65f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.1488698 May 06 10:05:08.207695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.265524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 52120443-42b4-414d-b103-dccdac545903 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:08.276243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c8759c04-afab-4aaa-9f4e-127a2d9da022 None None] Provisioning complete for port 52120443-42b4-414d-b103-dccdac545903 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:08.276968 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8759c04-afab-4aaa-9f4e-127a2d9da022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.394339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 52120443-42b4-414d-b103-dccdac545903 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:08.394708 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.432591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=9d5dc638-0567-4e63-805f-f2f156528615,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:08.448171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f7549-51f3-4136-a58e-c4a5643c12c3 req-26794123-edb4-4939-9c46-4f19583c675a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.449731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b1f7549-51f3-4136-a58e-c4a5643c12c3 req-26794123-edb4-4939-9c46-4f19583c675a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 945 time: 0.2019145 May 06 10:05:08.451797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-27dd98b4-071b-4fef-8841-4df3ff88eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:08.453970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-27dd98b4-071b-4fef-8841-4df3ff88eec1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330718 May 06 10:05:08.477273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:08.547457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8759c04-afab-4aaa-9f4e-127a2d9da022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.636563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c8759c04-afab-4aaa-9f4e-127a2d9da022 None None] For port 52120443-42b4-414d-b103-dccdac545903, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=52120443-42b4-414d-b103-dccdac545903,segment=NetworkSegment(17718bf6-f11c-465b-ae1b-ee51ec1edc5a),segment_id=17718bf6-f11c-465b-ae1b-ee51ec1edc5a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:08.644233 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8759c04-afab-4aaa-9f4e-127a2d9da022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.646391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port b07687b9-eca5-4337-9fc3-95ba57cc7b7b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:05:08.657655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.662783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port b07687b9-eca5-4337-9fc3-95ba57cc7b7b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:08.663153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.685439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-f56d1b7f-8463-4469-a655-b8d9dd2c8fa9 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177057 May 06 10:05:08.856050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af9e3f2-f0d0-4c70-b0eb-5e8d1cb3ac7b req-6488e74e-9a9a-4be7-9683-abbba8dc478d service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591980 May 06 10:05:08.862853 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:08.882860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:05:08.883218 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:05:08.884964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3b1f7549-51f3-4136-a58e-c4a5643c12c3 req-c8a95947-b0ad-4c90-8daf-c8fdf4353228 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4236159 May 06 10:05:08.934144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8759c04-afab-4aaa-9f4e-127a2d9da022 None None] Pushing event updated for resources: {'Port': ['ID=52120443-42b4-414d-b103-dccdac545903,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:09.049187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c4fcbc8b-a2ab-41ec-a42f-287acdf09b06 None None] Provisioning complete for port 9d5dc638-0567-4e63-805f-f2f156528615 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:09.049566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbc8b-a2ab-41ec-a42f-287acdf09b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.087552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.093364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-b55a9ca0-2651-4ed8-b6f1-4c89575a8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.094403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcbc8b-a2ab-41ec-a42f-287acdf09b06 None None] Port 9d5dc638-0567-4e63-805f-f2f156528615 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:09.094856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-b55a9ca0-2651-4ed8-b6f1-4c89575a8f68 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 1095 time: 0.0847607 May 06 10:05:09.115728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.194847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:09.207777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:09.210036 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabae9d1-8fb5-4deb-aacd-6341d1b3fc8d" -d '{"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-plugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:09.222829 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.239788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c4fcbc8b-a2ab-41ec-a42f-287acdf09b06 None None] Provisioning complete for port 52120443-42b4-414d-b103-dccdac545903 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:09.240157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4fcbc8b-a2ab-41ec-a42f-287acdf09b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.311074 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49261052-5bc5-4c77-b8ba-6df1556394f3 x-openstack-request-id: req-49261052-5bc5-4c77-b8ba-6df1556394f3 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:09.311975 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-plugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:09.312262 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49261052-5bc5-4c77-b8ba-6df1556394f3 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:09.312754 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49261052-5bc5-4c77-b8ba-6df1556394f3'] response: {'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'code': 200} May 06 10:05:09.388676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:09.555767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-807a60a1-dad6-4c07-8a05-fba1f0a18d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.558194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-807a60a1-dad6-4c07-8a05-fba1f0a18d79 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.4533160 May 06 10:05:09.670334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-87fc4c5a-9a37-43cb-b159-9083cf044778 None None] Provisioning complete for port 9d5dc638-0567-4e63-805f-f2f156528615 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:09.672248 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-87fc4c5a-9a37-43cb-b159-9083cf044778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.729222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.732563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-87fc4c5a-9a37-43cb-b159-9083cf044778 None None] Port 9d5dc638-0567-4e63-805f-f2f156528615 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:09.735842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-bf5b2a44-d81c-43f4-8bbd-d293823a5371 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 HTTP/1.1" status: 200 len: 217 time: 0.1422729 May 06 10:05:09.749136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.749136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:09.816074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145969-2052-45f5-9106-f03811bd95d5 req-9dfa769a-2e5d-41f7-aeff-96732461918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.817667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98145969-2052-45f5-9106-f03811bd95d5 req-9dfa769a-2e5d-41f7-aeff-96732461918e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1097 time: 0.3793917 May 06 10:05:09.843951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248442df-d242-4fc5-836c-d9338e8158ca req-e7a9c429-0ab6-49b1-956c-45f6947873a5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:09.845503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-248442df-d242-4fc5-836c-d9338e8158ca req-e7a9c429-0ab6-49b1-956c-45f6947873a5 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 944 time: 0.5058684 May 06 10:05:09.997165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 51345075-30ea-4ba8-8960-bf90120e2ebf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:10.029575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:10.059411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-248442df-d242-4fc5-836c-d9338e8158ca req-962b8c69-e929-470f-a7fb-793839b19148 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187949 May 06 10:05:10.074346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=9d5dc638-0567-4e63-805f-f2f156528615,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:10.093112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-71b6531b-bf82-4864-afc2-ecb84eedd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:10.105125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-71b6531b-bf82-4864-afc2-ecb84eedd662 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.3572764 May 06 10:05:10.129815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.130151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.130487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.131195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.131993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.132610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.133197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.133771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.134383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.134970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.139644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.139644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:10.145918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98145969-2052-45f5-9106-f03811bd95d5 req-9097244f-3f06-4f4e-ae6c-0a50aba798d5 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209918 May 06 10:05:10.228034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 52120443-42b4-414d-b103-dccdac545903 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:10.311193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1912ae-13a8-408b-9ec5-c090908775a1 req-24645e67-f3a0-4aed-b2c2-b464a26b11cd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:10.314166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a1912ae-13a8-408b-9ec5-c090908775a1 req-24645e67-f3a0-4aed-b2c2-b464a26b11cd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.3336442 May 06 10:05:10.358377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 52120443-42b4-414d-b103-dccdac545903 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:10.359432 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.361039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a1912ae-13a8-408b-9ec5-c090908775a1 req-6416741c-aaa2-4411-a8d1-c131dca5cbf5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 May 06 10:05:10.371724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-e75716d4-928e-4a28-807d-3a57c1ea08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:10.373241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-e75716d4-928e-4a28-807d-3a57c1ea08af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2579031 May 06 10:05:10.401746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Router 954d6f93-f1ce-4c71-a145-88ce556120c4 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:05:10.583214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:10.596401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] Sync routers for ids ['954d6f93-f1ce-4c71-a145-88ce556120c4'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:10.599821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6a92520d-379b-4c3f-be60-7123dea44024 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "PUT /v2.0/routers/954d6f93-f1ce-4c71-a145-88ce556120c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8408983 May 06 10:05:10.602478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51608) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:10.625610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-60c80dfa-2408-40a7-8081-9ba1b4000c82 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385452 May 06 10:05:10.634018 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] Routers {'954d6f93-f1ce-4c71-a145-88ce556120c4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:10.634999 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['954d6f93-f1ce-4c71-a145-88ce556120c4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:10.683323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6b4de200-3b3e-48ef-93b7-c7232ac1c2b4 None None] Provisioning complete for port 9d5dc638-0567-4e63-805f-f2f156528615 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:10.683773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6b4de200-3b3e-48ef-93b7-c7232ac1c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:10.708537 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:10.719994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e3f51f-34ef-402b-a4a5-54ab70aed3ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:10.721852 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c7e3f51f-34ef-402b-a4a5-54ab70aed3ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports?device_id=954d6f93-f1ce-4c71-a145-88ce556120c4 HTTP/1.1" status: 200 len: 988 time: 0.1177351 May 06 10:05:10.725298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51610) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:10.726698 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] Routers {'954d6f93-f1ce-4c71-a145-88ce556120c4'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:10.727534 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['954d6f93-f1ce-4c71-a145-88ce556120c4'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:10.757789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6b4de200-3b3e-48ef-93b7-c7232ac1c2b4 None None] Port 9d5dc638-0567-4e63-805f-f2f156528615 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:10.768561 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:10.769780 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4137a1d6-effe-46b6-9937-91b317ae24a0 None None] The sync data for ids ['954d6f93-f1ce-4c71-a145-88ce556120c4'] in n-d-840834-1 is: [] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:10.812987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46bea10b-a68a-4d3f-b0f6-6247f9acb2cf req-a4d93040-9b37-4f23-889e-7a56b80f5e7d service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804533 May 06 10:05:10.966280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:05:11.097096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:11.122170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'port_id': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'mac_address': 'fa:16:3e:af:f7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:05:11.165874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.182674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:05:11.213627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:11.219624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.241527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.334081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:11.367722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e82db-157b-4af7-906d-fc7835e6274e req-c636367b-ebb8-49c8-98d2-741078d434db tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:11.377533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-081e82db-157b-4af7-906d-fc7835e6274e req-c636367b-ebb8-49c8-98d2-741078d434db tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 945 time: 0.1207452 May 06 10:05:11.433807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-081e82db-157b-4af7-906d-fc7835e6274e req-3be2708b-883b-495b-88c8-5dc40b4cc35f tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537474 May 06 10:05:11.523761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 9d5dc638-0567-4e63-805f-f2f156528615 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:11.523953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.526688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:05:11.537746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3b274-77b5-42ec-abd6-15a6d71e4205 req-57dbc7db-ac9c-4019-a289-1ab0bd42879a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:11.538892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28e3b274-77b5-42ec-abd6-15a6d71e4205 req-57dbc7db-ac9c-4019-a289-1ab0bd42879a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0593796 May 06 10:05:11.710129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28e3b274-77b5-42ec-abd6-15a6d71e4205 req-8bc3a15e-d629-46a1-aa06-7f618df8f525 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879529 May 06 10:05:11.711276 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:11.711276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 9d5dc638-0567-4e63-805f-f2f156528615 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:11.860650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b1da-67f4-4325-9868-73b01a2d542b req-f9099e8f-f633-43ac-b369-162622a5621f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:11.863880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a17b1da-67f4-4325-9868-73b01a2d542b req-f9099e8f-f633-43ac-b369-162622a5621f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0972757 May 06 10:05:11.908231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a17b1da-67f4-4325-9868-73b01a2d542b req-bf570931-c3c9-44b5-bfd7-3e68e9cc9e9e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372367 May 06 10:05:11.938479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:11.999006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3341f267-c0ff-44f0-ad5c-bcd8dad5df4d tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:12.001155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3341f267-c0ff-44f0-ad5c-bcd8dad5df4d tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1092 time: 0.0612705 May 06 10:05:12.003902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51660) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:12.005721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.008920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:12.045284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=9d5dc638-0567-4e63-805f-f2f156528615,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:12.062698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.203915 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.266744 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.413403 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Router 954d6f93-f1ce-4c71-a145-88ce556120c4 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:12.434453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.65 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/9a828c19-f609-4304-a76c-cae1b5e90c1f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:12.515487 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:05:12.649724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530aa9a-2885-409c-af86-ad1fc723a1a3 req-7208d392-a753-4099-83d1-39895ba30b53 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:12.652167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4530aa9a-2885-409c-af86-ad1fc723a1a3 req-7208d392-a753-4099-83d1-39895ba30b53 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 945 time: 0.1128690 May 06 10:05:12.672834 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.674139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d0b9df5f-7c1f-42d0-a8c9-9eeb08a5b441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.720924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:12.800055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:12.802245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=9a828c19-f609-4304-a76c-cae1b5e90c1f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:12.823081 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4530aa9a-2885-409c-af86-ad1fc723a1a3 req-2dbfa72a-760b-4002-b1ad-06cc7bd53707 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123898 May 06 10:05:12.826078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:12.829467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:12.943387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:12.948498 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-23fabb8b-6609-499d-90d9-4db0016f2a43 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "PUT /v2.0/routers/954d6f93-f1ce-4c71-a145-88ce556120c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2222254 May 06 10:05:12.954795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] Sync routers for ids ['954d6f93-f1ce-4c71-a145-88ce556120c4'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:12.959771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51690) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:12.976912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] Routers {'954d6f93-f1ce-4c71-a145-88ce556120c4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:12.977537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['954d6f93-f1ce-4c71-a145-88ce556120c4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:12.979630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:12.999552 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa465c6-d2a0-482a-95a5-3c29ab8b9d14 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:05:13.001232 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2fa465c6-d2a0-482a-95a5-3c29ab8b9d14 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/9d5dc638-0567-4e63-805f-f2f156528615 HTTP/1.1" status: 404 len: 333 time: 0.0402141 May 06 10:05:13.004942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51694) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:13.094793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:13.125063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] Routers {'954d6f93-f1ce-4c71-a145-88ce556120c4'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:13.126163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:04:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['954d6f93-f1ce-4c71-a145-88ce556120c4'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:13.150729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-629cde69-3aa8-40b4-9bd8-55a3b87eaed8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.200525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:13.201182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e11497-b123-4755-a0b3-55efde8db039 None None] The sync data for ids ['954d6f93-f1ce-4c71-a145-88ce556120c4'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:13.220724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:05:13.235214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:13.236097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.360292 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-629cde69-3aa8-40b4-9bd8-55a3b87eaed8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.364266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.369317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-629cde69-3aa8-40b4-9bd8-55a3b87eaed8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.380006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.408850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:13.412560 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15cd39d-a8a1-4a36-81c8-31bbcfb12c6a" -d '{"events": [{"server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:13.431156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:13.436246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.457446 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-629cde69-3aa8-40b4-9bd8-55a3b87eaed8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.457446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629cde69-3aa8-40b4-9bd8-55a3b87eaed8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Fanout notify agent at l3_agent the message router_deleted on router 954d6f93-f1ce-4c71-a145-88ce556120c4 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:05:13.466557 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3614943-0a8a-4665-b961-47618d064158 x-openstack-request-id: req-c3614943-0a8a-4665-b961-47618d064158 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:13.466992 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "name": "network-vif-plugged", "status": "completed", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:13.467348 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3614943-0a8a-4665-b961-47618d064158 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:13.468042 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3614943-0a8a-4665-b961-47618d064158'] response: {'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'code': 200} May 06 10:05:13.483604 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-629cde69-3aa8-40b4-9bd8-55a3b87eaed8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.484888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-629cde69-3aa8-40b4-9bd8-55a3b87eaed8 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/routers/954d6f93-f1ce-4c71-a145-88ce556120c4 HTTP/1.1" status: 204 len: 168 time: 0.4790084 May 06 10:05:13.488505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51712) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:13.517443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:13.541517 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.574853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet 1bda8ec8-296e-4752-ae88-9a56a2b58b76 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:05:13.584979 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.618367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ff6d5-8cee-43a9-9d56-4f8cbd2e40e3 req-25d05c2d-d294-4203-94fb-7cecfdaec250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:13.619912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-794ff6d5-8cee-43a9-9d56-4f8cbd2e40e3 req-25d05c2d-d294-4203-94fb-7cecfdaec250 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 1097 time: 0.0938196 May 06 10:05:13.666082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.790232 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.870877 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.957239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=1bda8ec8-296e-4752-ae88-9a56a2b58b76,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:13.971226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21e874-dad3-453b-a950-0c63e099d591 None None] Network 51345075-30ea-4ba8-8960-bf90120e2ebf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:13.981141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:13.987979 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ae757145-f244-4e14-918c-72654523458e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/1bda8ec8-296e-4752-ae88-9a56a2b58b76 HTTP/1.1" status: 204 len: 168 time: 0.4982460 May 06 10:05:13.990889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51734) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:14.180307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.269555 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 52120443-42b4-414d-b103-dccdac545903 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:14.270182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.287106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cef499-1b91-4207-928c-174899650ff0 None None] DHCP port deletion for 51345075-30ea-4ba8-8960-bf90120e2ebf request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:05:14.360631 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-14cef499-1b91-4207-928c-174899650ff0 None None] Deleting port 52120443-42b4-414d-b103-dccdac545903 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:14.361270 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14cef499-1b91-4207-928c-174899650ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.379155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] For port 52120443-42b4-414d-b103-dccdac545903, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=52120443-42b4-414d-b103-dccdac545903,segment=NetworkSegment(17718bf6-f11c-465b-ae1b-ee51ec1edc5a),segment_id=17718bf6-f11c-465b-ae1b-ee51ec1edc5a)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:14.380994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-794ff6d5-8cee-43a9-9d56-4f8cbd2e40e3 req-465400e5-3b5a-455d-afc6-4ca8ec6aa3d7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7394311 May 06 10:05:14.382697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.414746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 52120443-42b4-414d-b103-dccdac545903 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:14.416084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1f6f9-72cd-46f3-b2c2-98474f6a2f41 req-43760ac6-5276-47fb-ab7d-0894b5cbf727 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:14.417649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1c1f6f9-72cd-46f3-b2c2-98474f6a2f41 req-43760ac6-5276-47fb-ab7d-0894b5cbf727 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 946 time: 0.2088208 May 06 10:05:14.428030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-93d8e713-ed6c-41b5-8f99-5330fcc82dc1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2287576 May 06 10:05:14.473042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-14cef499-1b91-4207-928c-174899650ff0 None None] For port 52120443-42b4-414d-b103-dccdac545903, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=52120443-42b4-414d-b103-dccdac545903,segment=NetworkSegment(17718bf6-f11c-465b-ae1b-ee51ec1edc5a),segment_id=17718bf6-f11c-465b-ae1b-ee51ec1edc5a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:14.473376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14cef499-1b91-4207-928c-174899650ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.491568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.495931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-14cef499-1b91-4207-928c-174899650ff0 None None] Calling delete_port for 52120443-42b4-414d-b103-dccdac545903 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:14.515924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.562295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.612432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=9a828c19-f609-4304-a76c-cae1b5e90c1f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:14.629188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=52120443-42b4-414d-b103-dccdac545903,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:14.635166 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No DVR routers for this DVR port 52120443-42b4-414d-b103-dccdac545903 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:14.657944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14cef499-1b91-4207-928c-174899650ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.713172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cef499-1b91-4207-928c-174899650ff0 None None] No DVR routers for this DVR port 52120443-42b4-414d-b103-dccdac545903 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:14.718063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cef499-1b91-4207-928c-174899650ff0 None None] Pushing event deleted for resources: {'Port': ['ID=52120443-42b4-414d-b103-dccdac545903,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:14.739977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-6aae1a31-6ded-4a2b-98e3-7cd6a9e311b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:14.743625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-6aae1a31-6ded-4a2b-98e3-7cd6a9e311b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1097 time: 0.2139909 May 06 10:05:14.753820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1c1f6f9-72cd-46f3-b2c2-98474f6a2f41 req-ee1b055f-4997-49a3-8b1d-9b7622988986 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069274 May 06 10:05:14.763616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.808349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.844359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51345075-30ea-4ba8-8960-bf90120e2ebf']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:14.866802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17718bf6-f11c-465b-ae1b-ee51ec1edc5a') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:14.867101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17718bf6-f11c-465b-ae1b-ee51ec1edc5a') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:14.886836 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.914420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.922677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:05:14.923406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: timer() May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:05:14.926945 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:05:15.001404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.008177 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP 5668e591-9d23-4781-b9eb-e240bc9a9f7f associated. External IP: 172.25.8.65, port: b07687b9-eca5-4337-9fc3-95ba57cc7b7b. May 06 10:05:15.011002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.012287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-833c5d76-6d45-457c-84fe-19ed2ee22c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:15.013823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-833c5d76-6d45-457c-84fe-19ed2ee22c6c service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.1976755 May 06 10:05:15.017771 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/51345075-30ea-4ba8-8960-bf90120e2ebf HTTP/1.1" status: 204 len: 168 time: 1.0252643 May 06 10:05:15.022419 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51762) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:15.041915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fc270-dff2-4b3e-85ee-54f80d269f3a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=51345075-30ea-4ba8-8960-bf90120e2ebf,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:15.111617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b25f96-1f24-4314-9528-ce460ee028e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:15.113495 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-74b25f96-1f24-4314-9528-ce460ee028e0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 HTTP/1.1" status: 200 len: 844 time: 0.0812197 May 06 10:05:15.119354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51768) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:15.167676 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08d6cdc5-5b46-41d6-b7d5-16045a1b2986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.196536 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7fc25283-65ee-4b73-a830-211523ceda3b tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/5eb162ac-c62c-423d-9cbe-0803e1c1dfa5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0726256 May 06 10:05:15.196930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51774) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:15.202786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:15.205960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-530cd5e5-3663-4c3e-ab79-d9d7acf7b35c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.1518040 May 06 10:05:15.274847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-a8f1283d-f8c9-4dae-a3f9-27affa633d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:15.276053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-a8f1283d-f8c9-4dae-a3f9-27affa633d48 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.0592959 May 06 10:05:15.324807 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:15.329306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.424908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-a8e2a655-f14a-478d-b253-b9099f82921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:15.426422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-a8e2a655-f14a-478d-b253-b9099f82921f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409016 May 06 10:05:15.541326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 27c6f91a-5d68-4efd-add0-b5e99215a92f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:15.605741 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.659396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:15.663244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:15.666441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:15.667070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.677922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d2825-3e7d-4d9f-a9e1-a331b9ec5b2d None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:15.683134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=306bec7e-7779-4f47-b102-920d5160de1c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:15.699037 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-74d780bd-086a-4ec8-a868-8165eeaf165f tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5010569 May 06 10:05:15.702332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:15.709067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-969da1d9-cc78-4797-8913-a00f8df05ba3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'security_group': {'name': 'tempest-secgroup-544183067'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:15.739468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-969da1d9-cc78-4797-8913-a00f8df05ba3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.759269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:15.781282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-fca00883-fb4f-40a9-a2ee-fdb97e8348b7 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351445 May 06 10:05:15.793195 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] Sync routers for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:15.808480 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:15.809215 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:15.826217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.873875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-969da1d9-cc78-4797-8913-a00f8df05ba3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.879124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-969da1d9-cc78-4797-8913-a00f8df05ba3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.932056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-969da1d9-cc78-4797-8913-a00f8df05ba3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.933396 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-969da1d9-cc78-4797-8913-a00f8df05ba3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2297127 May 06 10:05:15.937256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51796) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:15.942215 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c7f9d604-e5df-49a3-96fc-5a3a6eb948fe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'security_group': {'name': 'tempest-secgroup-990780786'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:15.963299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969da1d9-cc78-4797-8913-a00f8df05ba3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5c809a-4c8a-40f4-828f-b06abf01b9b4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:15.973398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d604-e5df-49a3-96fc-5a3a6eb948fe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:15.996393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8b208946-6da5-4818-b24b-4850fb34c8e4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9912884 May 06 10:05:16.018036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:16.023537 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf810622-f180-42bd-8126-ea9f7e819f35" -d '{"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:16.050204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'tenant_id': 'e1cf6bafbe3045fc90caf2bb2ed158ce', 'fixed_ips': [{'subnet_id': '306bec7e-7779-4f47-b102-920d5160de1c'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:05:16.051438 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.082357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d604-e5df-49a3-96fc-5a3a6eb948fe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.099676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c699862-588d-43d5-a1b2-a51ea74cf2aa req-cce3e19d-6a54-4157-81c5-4944e1538716 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.101459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c699862-588d-43d5-a1b2-a51ea74cf2aa req-cce3e19d-6a54-4157-81c5-4944e1538716 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 946 time: 0.1525183 May 06 10:05:16.119146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d604-e5df-49a3-96fc-5a3a6eb948fe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.163065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9d604-e5df-49a3-96fc-5a3a6eb948fe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0c8ff-b6f9-4ecb-9705-ed1d75b24d5d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:16.179341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c7f9d604-e5df-49a3-96fc-5a3a6eb948fe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.185225 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c7f9d604-e5df-49a3-96fc-5a3a6eb948fe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2469177 May 06 10:05:16.185850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51808) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:16.207812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1804256792', 'security_groups': ['c4c0c8ff-b6f9-4ecb-9705-ed1d75b24d5d'], 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '306bec7e-7779-4f47-b102-920d5160de1c'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:16.228254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb58a9e-4d45-4889-9047-9618e5da200a req-52f67d4a-f00f-4caf-9bf7-ea03ae6ca8c4 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400294 May 06 10:05:16.257190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab232579-a243-4397-ac0c-007e609b55d6 req-3549cc13-2388-440f-bb2b-6a2bdc1d8a66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.265012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab232579-a243-4397-ac0c-007e609b55d6 req-3549cc13-2388-440f-bb2b-6a2bdc1d8a66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.1336334 May 06 10:05:16.267069 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:16.275486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c699862-588d-43d5-a1b2-a51ea74cf2aa req-2e8f190a-631d-4fd2-aafe-9bd1621be895 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521299 May 06 10:05:16.325109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab232579-a243-4397-ac0c-007e609b55d6 req-3b5c6438-a4e4-4736-933a-27c6395d9e18 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570760 May 06 10:05:16.339894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51814) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:16.348039 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28860ad2-c180-44da-8003-c4e21d115e48 x-openstack-request-id: req-28860ad2-c180-44da-8003-c4e21d115e48 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:16.348321 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:16.348764 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28860ad2-c180-44da-8003-c4e21d115e48 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:16.349340 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28860ad2-c180-44da-8003-c4e21d115e48'] response: {'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'status': 'completed', 'code': 200} May 06 10:05:16.371021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 52120443-42b4-414d-b103-dccdac545903 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:16.399009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 52120443-42b4-414d-b103-dccdac545903 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:05:16.399553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 52120443-42b4-414d-b103-dccdac545903 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:05:16.434991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Allocated IP 2001:db8::2 (85959fe2-6969-4a68-b5fa-8ebb4385bd97/306bec7e-7779-4f47-b102-920d5160de1c/6286f949-1ef4-48bd-bc29-bc5ccdde79f0) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:16.506254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dd0e2fbd-e86e-4b34-8b29-69c2f5e2661f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/5668e591-9d23-4781-b9eb-e240bc9a9f7f HTTP/1.1" status: 200 len: 991 time: 0.1651590 May 06 10:05:16.521542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-f3e4d541-3f53-42db-9ae6-73c0f48bb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.523077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-f3e4d541-3f53-42db-9ae6-73c0f48bb931 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1097 time: 0.1409400 May 06 10:05:16.563514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:16.684801 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5668e591-9d23-4781-b9eb-e240bc9a9f7f', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'port_id': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'mac_address': 'fa:16:3e:09:3b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:05:13Z', 'updated_at': '2022-05-06T10:05:13Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:57Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:16.706609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9c32d-fff9-47de-b51e-8c0c42220185 req-7c60061c-59b8-4399-97d3-2f8a5be2e6df tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.708160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad9c32d-fff9-47de-b51e-8c0c42220185 req-7c60061c-59b8-4399-97d3-2f8a5be2e6df tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 946 time: 0.1525629 May 06 10:05:16.720102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51824) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:16.721161 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.724694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Request body: {'floatingip': {'port_id': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:16.728430 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] Checking router: 27c6f91a-5d68-4efd-add0-b5e99215a92f for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:16.745811 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:16.746797 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:16.765114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.768073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-8cb17392-bba8-4a08-9bc5-cb872a505502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:16.769566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-8cb17392-bba8-4a08-9bc5-cb872a505502 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.2395329 May 06 10:05:16.771139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.774454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.836820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:16.838441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:16.841517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Pushing event updated for resources: {'Port': ['ID=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:16.854753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:16.860082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:16.872434 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port b9451528-4c14-4fe1-9bf4-725b65358f72 yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:05:16.952623 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:16.953192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-e915645e-e9c3-410c-86b6-2f11b3c9d0b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.1757014 May 06 10:05:16.961288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.057738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Attempting to bind port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:17.059355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Attempting to bind port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'ae6dd42d-aee6-4d02-8515-5ffe2daf80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:17.059355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Attempting to bind port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 on network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:17.071666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:17.079171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Checking segment: {'id': 'ae6dd42d-aee6-4d02-8515-5ffe2daf80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:17.080196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.081843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Bound using segment: {'id': 'ae6dd42d-aee6-4d02-8515-5ffe2daf80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:17.082361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Bound port: 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6dd42d-aee6-4d02-8515-5ffe2daf80fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:17.082750 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.085364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-813691e6-c62b-44d6-bf11-dc85ea3dd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:17.086838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-813691e6-c62b-44d6-bf11-dc85ea3dd065 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.1274762 May 06 10:05:17.261058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::301 (85959fe2-6969-4a68-b5fa-8ebb4385bd97/306bec7e-7779-4f47-b102-920d5160de1c/b9451528-4c14-4fe1-9bf4-725b65358f72) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:17.270905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] For port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:17.292493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] For port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,segment=NetworkSegment(ae6dd42d-aee6-4d02-8515-5ffe2daf80fd),segment_id=ae6dd42d-aee6-4d02-8515-5ffe2daf80fd)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:17.305690 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.306421 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5668e591-9d23-4781-b9eb-e240bc9a9f7f', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'port_id': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'mac_address': 'fa:16:3e:09:3b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:05:13Z', 'updated_at': '2022-05-06T10:05:13Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:57Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:17.412246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-58801c6e-def2-4040-aac5-0b1733a2ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:17.417895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-58801c6e-def2-4040-aac5-0b1733a2ca1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116602 May 06 10:05:17.487010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cb93d-a117-41b3-a1e7-489842dad29b None None] Pushing event updated for resources: {'Port': ['ID=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:17.510716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51842) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:17.555501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.608126 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b417456-1565-405a-ab0e-9782c1b897cf None None] The sync data for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 is: [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5668e591-9d23-4781-b9eb-e240bc9a9f7f', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'port_id': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'mac_address': 'fa:16:3e:09:3b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:05:13Z', 'updated_at': '2022-05-06T10:05:13Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:57Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:17.666987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bf38d852-f66f-409c-a934-63ac7452780e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/5668e591-9d23-4781-b9eb-e240bc9a9f7f HTTP/1.1" status: 200 len: 991 time: 0.1534553 May 06 10:05:17.675420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.703437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-458a027d-3ab0-4b63-9ff1-482a239d03b9 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742522 May 06 10:05:17.796399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:17.809662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:17.833857 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:17.842187 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:17.844302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.848979 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=b9451528-4c14-4fe1-9bf4-725b65358f72,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:17.874979 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.897048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:17.901576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.901728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.902125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.902468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.902821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.903112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.903438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.903790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.904113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.904577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.904793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.905459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:17.928786 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-271dd995-a963-426e-b59e-8789c9c032f9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7386489 May 06 10:05:17.929002 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51852) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:17.937845 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5e48f917-20b2-4f24-ae2a-80a9eb8640c4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:18.001059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf810622-f180-42bd-8126-ea9f7e819f35 req-101aae54-882c-4bd9-92c5-0ca7fe571e40 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524037 May 06 10:05:18.086731 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP 48d8e0b2-ac96-4bee-b4aa-9363c5afeb86 associated. External IP: 172.25.8.33, port: dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9. May 06 10:05:18.128760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf8fa58-8a28-46cb-8b70-a5284f47bc29 None None] New status for floating IP 5668e591-9d23-4781-b9eb-e240bc9a9f7f: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:05:18.178262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e48f917-20b2-4f24-ae2a-80a9eb8640c4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:18.183944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e48f917-20b2-4f24-ae2a-80a9eb8640c4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.302305 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.302831 n-d-840834-1 neutron-server[102743]: INFO neutron.db.ipam_backend_mixin [None req-5e48f917-20b2-4f24-ae2a-80a9eb8640c4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 306bec7e-7779-4f47-b102-920d5160de1c (CIDR: 2001:db8::/64) May 06 10:05:18.308691 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e48f917-20b2-4f24-ae2a-80a9eb8640c4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:05:18.309234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e48f917-20b2-4f24-ae2a-80a9eb8640c4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:18.356006 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e48f917-20b2-4f24-ae2a-80a9eb8640c4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4257274 May 06 10:05:18.359886 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51864) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:18.363772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:18.368619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:18.542898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:18.544199 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.678045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51872) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:18.747180 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.778296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:18.778566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.787740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.850534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,segment=NetworkSegment(ae6dd42d-aee6-4d02-8515-5ffe2daf80fd),segment_id=ae6dd42d-aee6-4d02-8515-5ffe2daf80fd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:18.870300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:18.947419 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1da3a7b5-88f0-4c00-98c6-5cdedbf0e556 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/5668e591-9d23-4781-b9eb-e240bc9a9f7f HTTP/1.1" status: 200 len: 993 time: 0.2668426 May 06 10:05:18.958037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:19.049617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:05:19.208324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-85f0f9ab-a009-4a11-b042-e8b145d546ba None None] Provisioning complete for port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:19.209330 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-85f0f9ab-a009-4a11-b042-e8b145d546ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.214919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:19.220640 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.227618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:19.251957 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:19.252840 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:19.266107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.269345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-85f0f9ab-a009-4a11-b042-e8b145d546ba None None] Port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:19.281095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-85f0f9ab-a009-4a11-b042-e8b145d546ba None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:19.281463 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-85f0f9ab-a009-4a11-b042-e8b145d546ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.320185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cc86e1e2-2695-44a4-b977-a328780e1bca tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "PUT /v2.0/floatingips/48d8e0b2-ac96-4bee-b4aa-9363c5afeb86 HTTP/1.1" status: 200 len: 991 time: 2.5988705 May 06 10:05:19.320820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:05:19.323512 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:05:19.384848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=ef7b16cd-6393-4e51-a254-ccbe40dcd348,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:19.398172 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:19.399056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:19.400625 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:19.404249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:19.405635 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.438885 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bb8866e7-e6f6-47b6-ae83-2a3e69e59bc2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0773075 May 06 10:05:19.441778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51896) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:19.447445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-818738699', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ef7b16cd-6393-4e51-a254-ccbe40dcd348'}], 'security_groups': ['2e5c809a-4c8a-40f4-828f-b06abf01b9b4']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:19.488723 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bddb7f-faf1-43b4-8b48-205fa87cb448 x-openstack-request-id: req-74bddb7f-faf1-43b4-8b48-205fa87cb448 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:05:19.489011 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:05:19.489261 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74bddb7f-faf1-43b4-8b48-205fa87cb448 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:05:19.489666 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74bddb7f-faf1-43b4-8b48-205fa87cb448'] response: {'name': 'network-changed', 'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'status': 'completed', 'code': 200} May 06 10:05:19.620379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-617f05ec-e8a4-431b-a0e8-ada34e72e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:19.622606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-617f05ec-e8a4-431b-a0e8-ada34e72e567 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 1097 time: 0.1296833 May 06 10:05:19.673148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b7f11-040f-4918-8009-2edfc63e9c36 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:19.773239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '48d8e0b2-ac96-4bee-b4aa-9363c5afeb86', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:af:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:59Z', 'updated_at': '2022-05-06T10:05:17Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:19.786380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ded174f5-081f-4e96-975d-fdf012a1b2b4 None None] Provisioning complete for port b9451528-4c14-4fe1-9bf4-725b65358f72 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:19.786778 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ded174f5-081f-4e96-975d-fdf012a1b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:19.804179 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:19.815466 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:19.816354 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:19.836719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-8efdff79-00ac-4295-85fa-f83653b95b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:19.838464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-8efdff79-00ac-4295-85fa-f83653b95b28 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.2091413 May 06 10:05:19.902254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ded174f5-081f-4e96-975d-fdf012a1b2b4 None None] Port b9451528-4c14-4fe1-9bf4-725b65358f72 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:19.957169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-11a9ba60-7c52-46a1-a3bb-02f3914a0c73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 HTTP/1.1" status: 200 len: 999 time: 0.0935287 May 06 10:05:19.958402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:20.031345 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:20.068610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3591c65a-439a-48a3-86d5-9b783c28f46a None None] Update dhcp port {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'fixed_ips': [{'subnet_id': '306bec7e-7779-4f47-b102-920d5160de1c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ef7b16cd-6393-4e51-a254-ccbe40dcd348'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '6286f949-1ef4-48bd-bc29-bc5ccdde79f0'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:05:20.111493 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3591c65a-439a-48a3-86d5-9b783c28f46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:20.142718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-7ddab04a-4b72-417a-889d-ff6b62534eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:20.146564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-7ddab04a-4b72-417a-889d-ff6b62534eff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.1758273 May 06 10:05:20.229286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:20.317795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-768b4461-479f-42d5-be76-83606fd31937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:20.319316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-768b4461-479f-42d5-be76-83606fd31937 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364517 May 06 10:05:20.453675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-8f09fd18-333f-40d8-9290-81cde682fe88 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185114 May 06 10:05:20.527884 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '48d8e0b2-ac96-4bee-b4aa-9363c5afeb86', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:af:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:59Z', 'updated_at': '2022-05-06T10:05:17Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:20.566392 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eaf4f8-ebec-4073-813f-b883a02b15f5 None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '48d8e0b2-ac96-4bee-b4aa-9363c5afeb86', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'port_id': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'mac_address': 'fa:16:3e:af:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:04:59Z', 'updated_at': '2022-05-06T10:05:17Z', 'revision_number': 1, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:05:20.636627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f0e21bb-4b76-4980-bf46-dfd2e000cbd0 req-48d74e59-67e0-44d2-9b6d-5f7be0cdd7c9 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749101 May 06 10:05:20.659856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:20.660278 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:20.666729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:20.695882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-3591c65a-439a-48a3-86d5-9b783c28f46a None None] Allocated IP 2001:db8:0:1::2 (85959fe2-6969-4a68-b5fa-8ebb4385bd97/ef7b16cd-6393-4e51-a254-ccbe40dcd348/6286f949-1ef4-48bd-bc29-bc5ccdde79f0) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:20.852147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3591c65a-439a-48a3-86d5-9b783c28f46a None None] For port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,segment=NetworkSegment(ae6dd42d-aee6-4d02-8515-5ffe2daf80fd),segment_id=ae6dd42d-aee6-4d02-8515-5ffe2daf80fd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:20.890250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42d52c9-c16a-4e3a-bdaf-87e20f70c085 None None] New status for floating IP 48d8e0b2-ac96-4bee-b4aa-9363c5afeb86: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:05:20.949545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3591c65a-439a-48a3-86d5-9b783c28f46a None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:20.964884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3591c65a-439a-48a3-86d5-9b783c28f46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.108485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Delete allocated IP 2001:db8::301 (85959fe2-6969-4a68-b5fa-8ebb4385bd97/306bec7e-7779-4f47-b102-920d5160de1c) {{(pid=102742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 10:05:21.112806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591c65a-439a-48a3-86d5-9b783c28f46a None None] Pushing event updated for resources: {'Port': ['ID=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:21.126415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8:0:1::34a (85959fe2-6969-4a68-b5fa-8ebb4385bd97/ef7b16cd-6393-4e51-a254-ccbe40dcd348/b9451528-4c14-4fe1-9bf4-725b65358f72) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:21.371171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.378942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.479081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=b9451528-4c14-4fe1-9bf4-725b65358f72,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:21.511152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] In _notify_port_updated(), no bound segment for port b9451528-4c14-4fe1-9bf4-725b65358f72 on network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:05:21.517376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:21.518020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.519353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f5f586c7-c021-41e8-991b-fce4e40d90ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "PUT /v2.0/ports/b9451528-4c14-4fe1-9bf4-725b65358f72 HTTP/1.1" status: 200 len: 930 time: 2.0765829 May 06 10:05:21.522273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51956) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:21.628836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port b9451528-4c14-4fe1-9bf4-725b65358f72 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:21.629420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.766548 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.780606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for b9451528-4c14-4fe1-9bf4-725b65358f72 owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:21.948499 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:21.982388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=b9451528-4c14-4fe1-9bf4-725b65358f72,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:22.022422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.032043 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5518dd41-8cd3-4afe-add4-45d9d6de8512 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/b9451528-4c14-4fe1-9bf4-725b65358f72 HTTP/1.1" status: 204 len: 168 time: 0.5086191 May 06 10:05:22.034649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51970) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:22.046991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c7807518-9503-450f-801e-ab0ccb955524 None None] Could not find standard attr ID for object b9451528-4c14-4fe1-9bf4-725b65358f72. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:05:22.068573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c7807518-9503-450f-801e-ab0ccb955524 None None] Provisioning complete for port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:22.068981 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7807518-9503-450f-801e-ab0ccb955524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.069088 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2574ae-85d6-4649-ae60-66a453209d34 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:05:22.073694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-da2574ae-85d6-4649-ae60-66a453209d34 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/b9451528-4c14-4fe1-9bf4-725b65358f72 HTTP/1.1" status: 404 len: 333 time: 0.0354478 May 06 10:05:22.074041 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51976) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:22.133538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c7807518-9503-450f-801e-ab0ccb955524 None None] Port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:22.145583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c7807518-9503-450f-801e-ab0ccb955524 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:22.145891 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7807518-9503-450f-801e-ab0ccb955524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.229977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dfd10317-fea8-41f9-abab-2eee0c7656ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.241986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:22.275927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dfd10317-fea8-41f9-abab-2eee0c7656ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.329959 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dfd10317-fea8-41f9-abab-2eee0c7656ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.332662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dfd10317-fea8-41f9-abab-2eee0c7656ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.333935 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dfd10317-fea8-41f9-abab-2eee0c7656ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/security-groups/c4c0c8ff-b6f9-4ecb-9705-ed1d75b24d5d HTTP/1.1" status: 204 len: 168 time: 0.2589028 May 06 10:05:22.338735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 51984) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:22.350518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd10317-fea8-41f9-abab-2eee0c7656ab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0c8ff-b6f9-4ecb-9705-ed1d75b24d5d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:22.390309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:22.391070 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.435210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2d48-e14a-4bd3-adbb-186f446d59de tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.464803 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2d48-e14a-4bd3-adbb-186f446d59de tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.530112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2d48-e14a-4bd3-adbb-186f446d59de tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.540485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f9d2d48-e14a-4bd3-adbb-186f446d59de tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.544386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 51996) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:22.558802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7f9d2d48-e14a-4bd3-adbb-186f446d59de tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/security-groups/2e5c809a-4c8a-40f4-828f-b06abf01b9b4 HTTP/1.1" status: 204 len: 168 time: 0.2052362 May 06 10:05:22.574398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ff8b5dc5-860f-424b-8224-cdd96b827b4f None None] Could not find standard attr ID for object b9451528-4c14-4fe1-9bf4-725b65358f72. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:05:22.574624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d2d48-e14a-4bd3-adbb-186f446d59de tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5c809a-4c8a-40f4-828f-b06abf01b9b4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:22.673430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet 306bec7e-7779-4f47-b102-920d5160de1c {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:05:22.678049 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.728397 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.835944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.911334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.940062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=306bec7e-7779-4f47-b102-920d5160de1c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:22.944147 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:22.947347 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bf1b9802-f918-40b3-8571-cb7cdab220ec tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/306bec7e-7779-4f47-b102-920d5160de1c HTTP/1.1" status: 204 len: 168 time: 0.4002795 May 06 10:05:22.951608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52008) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:22.953311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac511ba0-b142-44be-80e9-9703df0afd14 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:22.958299 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:23.096273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:23.101308 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.465017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.527848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:23.533038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:23.536675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:23.537352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.555085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=2eb00a58-d788-4c76-9bbd-aa2f68128938,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.584364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52026) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:23.585156 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-db2b1a7a-b887-4722-b8cc-64bf806749a2 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6311300 May 06 10:05:23.589425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ec0c6446-536c-425d-bff9-92daba9bb973 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'security_group': {'name': 'tempest-secgroup-2007302723'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:23.622339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6446-536c-425d-bff9-92daba9bb973 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.723684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6446-536c-425d-bff9-92daba9bb973 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.728249 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6446-536c-425d-bff9-92daba9bb973 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.765643 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ec0c6446-536c-425d-bff9-92daba9bb973 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.767147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ec0c6446-536c-425d-bff9-92daba9bb973 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1814167 May 06 10:05:23.769870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52036) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:23.775024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-83d36096-5b67-4587-a1e9-1d8ac8312f32 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'security_group': {'name': 'tempest-secgroup-2130773825'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:23.781287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c6446-536c-425d-bff9-92daba9bb973 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54066cd-2f9e-4be3-b2fa-39cc2b4d6b5a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.806863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83d36096-5b67-4587-a1e9-1d8ac8312f32 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.896805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83d36096-5b67-4587-a1e9-1d8ac8312f32 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.904023 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83d36096-5b67-4587-a1e9-1d8ac8312f32 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.922605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923ba50-27c6-4aea-b492-3aa3918b7c99 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:23.940732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d36096-5b67-4587-a1e9-1d8ac8312f32 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd8ffe-befc-4c40-bf1e-df5701721202,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:23.950434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83d36096-5b67-4587-a1e9-1d8ac8312f32 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:23.951739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-83d36096-5b67-4587-a1e9-1d8ac8312f32 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1809137 May 06 10:05:23.954574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52040) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:23.958994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-679529f0-ba2b-4186-9e39-efab51feee9c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412530483'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:23.991364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-679529f0-ba2b-4186-9e39-efab51feee9c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.009488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9f3300f5-d885-491d-ad90-5706e0e24c0c None None] Provisioning complete for port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:24.010233 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9f3300f5-d885-491d-ad90-5706e0e24c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.109150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9f3300f5-d885-491d-ad90-5706e0e24c0c None None] Port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:24.118342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-679529f0-ba2b-4186-9e39-efab51feee9c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.124379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-679529f0-ba2b-4186-9e39-efab51feee9c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.150841 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-679529f0-ba2b-4186-9e39-efab51feee9c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.152698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-679529f0-ba2b-4186-9e39-efab51feee9c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1970179 May 06 10:05:24.155938 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52044) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:24.161392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-581037504', 'security_groups': ['421e47a0-26e9-424f-a510-f5e37012e455'], 'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2eb00a58-d788-4c76-9bbd-aa2f68128938'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:24.163343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9f3300f5-d885-491d-ad90-5706e0e24c0c None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:24.168236 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9f3300f5-d885-491d-ad90-5706e0e24c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.193614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679529f0-ba2b-4186-9e39-efab51feee9c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421e47a0-26e9-424f-a510-f5e37012e455,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:24.381331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4997ea46-7c06-4b63-ac53-88804314c6f0 None None] Update dhcp port {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'fixed_ips': [{'subnet_id': 'ef7b16cd-6393-4e51-a254-ccbe40dcd348', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2eb00a58-d788-4c76-9bbd-aa2f68128938'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '6286f949-1ef4-48bd-bc29-bc5ccdde79f0'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:05:24.393125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:24.410520 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4997ea46-7c06-4b63-ac53-88804314c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.492893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.534176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] device_id is not set on port bce53a06-a79b-480d-b8f4-f8588c138f6e yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:05:24.672421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-4997ea46-7c06-4b63-ac53-88804314c6f0 None None] Allocated IP 2001:db8::2 (85959fe2-6969-4a68-b5fa-8ebb4385bd97/2eb00a58-d788-4c76-9bbd-aa2f68128938/6286f949-1ef4-48bd-bc29-bc5ccdde79f0) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:24.782790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4997ea46-7c06-4b63-ac53-88804314c6f0 None None] For port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,segment=NetworkSegment(ae6dd42d-aee6-4d02-8515-5ffe2daf80fd),segment_id=ae6dd42d-aee6-4d02-8515-5ffe2daf80fd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:24.824558 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4997ea46-7c06-4b63-ac53-88804314c6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.831608 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4997ea46-7c06-4b63-ac53-88804314c6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:24.917730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997ea46-7c06-4b63-ac53-88804314c6f0 None None] Pushing event updated for resources: {'Port': ['ID=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:24.920118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8::3db (85959fe2-6969-4a68-b5fa-8ebb4385bd97/2eb00a58-d788-4c76-9bbd-aa2f68128938/bce53a06-a79b-480d-b8f4-f8588c138f6e) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:25.098178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.143299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.200209 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:25.204570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:25.208063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:25.214948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:25.215719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.227228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=bce53a06-a79b-480d-b8f4-f8588c138f6e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:25.248524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52080) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:25.253462 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb826a8d-c808-4969-b789-0bb4e7c2ed4c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0959525 May 06 10:05:25.254857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-484cc07f-bd1e-4bd5-93c3-d140954614fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:25.435414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484cc07f-bd1e-4bd5-93c3-d140954614fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:25.443260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-484cc07f-bd1e-4bd5-93c3-d140954614fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.572503 n-d-840834-1 neutron-server[102742]: INFO neutron.db.ipam_backend_mixin [None req-484cc07f-bd1e-4bd5-93c3-d140954614fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2eb00a58-d788-4c76-9bbd-aa2f68128938 (CIDR: 2001:db8::/64) May 06 10:05:25.577967 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-484cc07f-bd1e-4bd5-93c3-d140954614fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:05:25.578586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484cc07f-bd1e-4bd5-93c3-d140954614fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:25.602518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-484cc07f-bd1e-4bd5-93c3-d140954614fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3521492 May 06 10:05:25.603997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52094) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:25.610597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-893d7c78-23f7-4b04-9b08-863abbc9999a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:25.748517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1c99a421-f676-47b9-ae7f-cd040a6df611 None None] Provisioning complete for port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:25.749152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1c99a421-f676-47b9-ae7f-cd040a6df611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.797897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1c99a421-f676-47b9-ae7f-cd040a6df611 None None] Port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:25.809778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d7c78-23f7-4b04-9b08-863abbc9999a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:25.814603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-893d7c78-23f7-4b04-9b08-863abbc9999a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.829853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1c99a421-f676-47b9-ae7f-cd040a6df611 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:25.830454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1c99a421-f676-47b9-ae7f-cd040a6df611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:25.976313 n-d-840834-1 neutron-server[102742]: INFO neutron.db.ipam_backend_mixin [None req-893d7c78-23f7-4b04-9b08-863abbc9999a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ef7b16cd-6393-4e51-a254-ccbe40dcd348 (CIDR: 2001:db8:0:1::/64) May 06 10:05:25.981185 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-893d7c78-23f7-4b04-9b08-863abbc9999a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:05:25.983696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893d7c78-23f7-4b04-9b08-863abbc9999a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:26.007355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-893d7c78-23f7-4b04-9b08-863abbc9999a tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4022362 May 06 10:05:26.010729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:26.020960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'subnet': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:26.067536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-723308d6-caa9-4d7e-8ea4-1007116d88aa None None] Provisioning complete for port bce53a06-a79b-480d-b8f4-f8588c138f6e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:26.067928 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-723308d6-caa9-4d7e-8ea4-1007116d88aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.112807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-723308d6-caa9-4d7e-8ea4-1007116d88aa None None] Port bce53a06-a79b-480d-b8f4-f8588c138f6e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:26.176877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Made reservation on behalf of e1cf6bafbe3045fc90caf2bb2ed158ce for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:26.180304 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.192699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:26.255184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:26.255859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.474500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.525541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:26.528863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:26.532493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:26.533122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.539767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d47924b-fc7c-40f1-a7df-529d66f08370 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:26.546030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Subnet': ['ID=32beec0b-e99c-462a-96f8-563f04c67cce,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:26.561041 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b7977a7-6e0e-44fb-80db-e8582fccb195 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5452569 May 06 10:05:26.561846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52130) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:26.592602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1306286884', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '32beec0b-e99c-462a-96f8-563f04c67cce'}], 'security_groups': ['c54066cd-2f9e-4be3-b2fa-39cc2b4d6b5a', '52dd8ffe-befc-4c40-bf1e-df5701721202']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:26.806108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:26.875701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b85a0c9-11b7-4e87-ba0b-dd5e7771c680 None None] Update dhcp port {'port': {'network_id': '85959fe2-6969-4a68-b5fa-8ebb4385bd97', 'fixed_ips': [{'subnet_id': 'ef7b16cd-6393-4e51-a254-ccbe40dcd348', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2eb00a58-d788-4c76-9bbd-aa2f68128938', 'ip_address': '2001:db8::2'}, {'subnet_id': '32beec0b-e99c-462a-96f8-563f04c67cce'}], 'binding:host_id': 'n-d-840834-1'}, 'id': '6286f949-1ef4-48bd-bc29-bc5ccdde79f0'} from n-d-840834-1. {{(pid=102744) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 06 10:05:26.910182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7b85a0c9-11b7-4e87-ba0b-dd5e7771c680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.220120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Delete allocated IP 2001:db8::3db (85959fe2-6969-4a68-b5fa-8ebb4385bd97/2eb00a58-d788-4c76-9bbd-aa2f68128938) {{(pid=102742) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 06 10:05:27.228898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Allocated IP 2001:db8:0:2::3cb (85959fe2-6969-4a68-b5fa-8ebb4385bd97/32beec0b-e99c-462a-96f8-563f04c67cce/bce53a06-a79b-480d-b8f4-f8588c138f6e) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:27.418790 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.424188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.504456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] In _notify_port_updated(), no bound segment for port bce53a06-a79b-480d-b8f4-f8588c138f6e on network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 {{(pid=102742) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} May 06 10:05:27.509856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:27.510472 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.511800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "PUT /v2.0/ports/bce53a06-a79b-480d-b8f4-f8588c138f6e HTTP/1.1" status: 200 len: 970 time: 0.9243317 May 06 10:05:27.515611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52152) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:27.518629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5a2d0-91f8-4f55-a0cd-11e72dd6bfd0 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event updated for resources: {'Port': ['ID=bce53a06-a79b-480d-b8f4-f8588c138f6e,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:27.521305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-7b85a0c9-11b7-4e87-ba0b-dd5e7771c680 None None] Allocated IP 2001:db8:0:2::2 (85959fe2-6969-4a68-b5fa-8ebb4385bd97/32beec0b-e99c-462a-96f8-563f04c67cce/6286f949-1ef4-48bd-bc29-bc5ccdde79f0) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:27.648345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7b85a0c9-11b7-4e87-ba0b-dd5e7771c680 None None] For port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,segment=NetworkSegment(ae6dd42d-aee6-4d02-8515-5ffe2daf80fd),segment_id=ae6dd42d-aee6-4d02-8515-5ffe2daf80fd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:27.649348 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port bce53a06-a79b-480d-b8f4-f8588c138f6e {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:27.650084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.771998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.787873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for bce53a06-a79b-480d-b8f4-f8588c138f6e owned by {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:27.871461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7b85a0c9-11b7-4e87-ba0b-dd5e7771c680 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:27.881526 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7b85a0c9-11b7-4e87-ba0b-dd5e7771c680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.015934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85a0c9-11b7-4e87-ba0b-dd5e7771c680 None None] Pushing event updated for resources: {'Port': ['ID=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:28.191690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:05:28.258793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:28.259553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.361962 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.394483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=bce53a06-a79b-480d-b8f4-f8588c138f6e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:28.442293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.447034 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4b7aede2-8b35-47d3-9b14-4f2a25ab8df4 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/bce53a06-a79b-480d-b8f4-f8588c138f6e HTTP/1.1" status: 204 len: 168 time: 0.9298174 May 06 10:05:28.449606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52166) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:28.478868 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6ca696-c1ce-4752-8fae-207cea478f37 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] GET failed (client error): The resource could not be found. May 06 10:05:28.484312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52172) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:28.491326 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dc6ca696-c1ce-4752-8fae-207cea478f37 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports/bce53a06-a79b-480d-b8f4-f8588c138f6e HTTP/1.1" status: 404 len: 333 time: 0.0405498 May 06 10:05:28.547854 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d36724d8-e6d0-4d94-9907-f774a9d720db tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.575532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d36724d8-e6d0-4d94-9907-f774a9d720db tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.636933 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d36724d8-e6d0-4d94-9907-f774a9d720db tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.641554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d36724d8-e6d0-4d94-9907-f774a9d720db tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.643778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d36724d8-e6d0-4d94-9907-f774a9d720db tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/security-groups/421e47a0-26e9-424f-a510-f5e37012e455 HTTP/1.1" status: 204 len: 168 time: 0.1582749 May 06 10:05:28.646498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52174) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:28.655081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36724d8-e6d0-4d94-9907-f774a9d720db tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421e47a0-26e9-424f-a510-f5e37012e455,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:28.724323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7b54-a228-4c78-baa0-1bf5806f5c7d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.750079 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7b54-a228-4c78-baa0-1bf5806f5c7d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.764064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c5b9427b-e53b-49c6-b695-722cfad689f4 None None] Could not find standard attr ID for object bce53a06-a79b-480d-b8f4-f8588c138f6e. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:05:28.791310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c5b9427b-e53b-49c6-b695-722cfad689f4 None None] Provisioning complete for port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:28.791993 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5b9427b-e53b-49c6-b695-722cfad689f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.800481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7b54-a228-4c78-baa0-1bf5806f5c7d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.804014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c4c7b54-a228-4c78-baa0-1bf5806f5c7d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.806004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c4c7b54-a228-4c78-baa0-1bf5806f5c7d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/security-groups/52dd8ffe-befc-4c40-bf1e-df5701721202 HTTP/1.1" status: 204 len: 168 time: 0.1579795 May 06 10:05:28.808122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52180) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:28.839908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c7b54-a228-4c78-baa0-1bf5806f5c7d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd8ffe-befc-4c40-bf1e-df5701721202,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:28.840156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c5b9427b-e53b-49c6-b695-722cfad689f4 None None] Port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:28.866856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c5b9427b-e53b-49c6-b695-722cfad689f4 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:28.867427 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5b9427b-e53b-49c6-b695-722cfad689f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.896838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c51a1de8-7890-471c-841d-7b8996f900ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:28.937265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c51a1de8-7890-471c-841d-7b8996f900ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.005234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c51a1de8-7890-471c-841d-7b8996f900ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.007823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c51a1de8-7890-471c-841d-7b8996f900ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.010367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c51a1de8-7890-471c-841d-7b8996f900ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/security-groups/c54066cd-2f9e-4be3-b2fa-39cc2b4d6b5a HTTP/1.1" status: 204 len: 168 time: 0.2004158 May 06 10:05:29.012392 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52184) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.037217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1de8-7890-471c-841d-7b8996f900ee tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54066cd-2f9e-4be3-b2fa-39cc2b4d6b5a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:29.099759 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet 2eb00a58-d788-4c76-9bbd-aa2f68128938 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:05:29.113187 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.171292 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.205301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-540b5c9f-a54c-4ba6-8992-190621e14007 None None] Could not find standard attr ID for object bce53a06-a79b-480d-b8f4-f8588c138f6e. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:05:29.284064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.366729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.395380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb00a58-d788-4c76-9bbd-aa2f68128938,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:29.409265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.418228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52190) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.419091 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a120deb3-979e-46e1-b676-fecbc97edc87 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/2eb00a58-d788-4c76-9bbd-aa2f68128938 HTTP/1.1" status: 204 len: 168 time: 0.4055371 May 06 10:05:29.440993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9906f517-8dd9-4cfc-b431-3a79ef72b1e3 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:29.496582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet 32beec0b-e99c-462a-96f8-563f04c67cce {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:05:29.500617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.551203 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.652455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.732491 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.759647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=32beec0b-e99c-462a-96f8-563f04c67cce,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:29.765526 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.772117 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52200) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.780791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b5d8432f-434e-4059-b152-0cda0f67724e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/32beec0b-e99c-462a-96f8-563f04c67cce HTTP/1.1" status: 204 len: 168 time: 0.3598654 May 06 10:05:29.816490 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d07f9bf-dd95-4560-949c-bc5e2a000100 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:29.816967 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d07f9bf-dd95-4560-949c-bc5e2a000100 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:29.831750 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d07f9bf-dd95-4560-949c-bc5e2a000100 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/2eb00a58-d788-4c76-9bbd-aa2f68128938 HTTP/1.1" status: 404 len: 337 time: 0.0584369 May 06 10:05:29.837254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52206) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:29.926614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting subnet ef7b16cd-6393-4e51-a254-ccbe40dcd348 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:05:29.932218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:29.981693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.099424 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.193709 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.224306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7b16cd-6393-4e51-a254-ccbe40dcd348,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:30.227974 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.231250 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b02e3133-f282-4cfd-b4ee-60d05811e81c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/ef7b16cd-6393-4e51-a254-ccbe40dcd348 HTTP/1.1" status: 204 len: 168 time: 0.3927929 May 06 10:05:30.234021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52212) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.266911 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-2450faa5-163b-40a3-b403-937fcd797ad3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.267368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2450faa5-163b-40a3-b403-937fcd797ad3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.270830 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2450faa5-163b-40a3-b403-937fcd797ad3 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/306bec7e-7779-4f47-b102-920d5160de1c HTTP/1.1" status: 404 len: 337 time: 0.0358169 May 06 10:05:30.273617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52214) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.301773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6cce73c-c42f-4d44-a895-8a4dca61893d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "GET /v2.0/ports?device_id=954d6f93-f1ce-4c71-a145-88ce556120c4 HTTP/1.1" status: 200 len: 205 time: 0.0268576 May 06 10:05:30.304195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52216) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.344657 n-d-840834-1 neutron-server[102743]: INFO neutron.api.v2.resource [None req-414dbe24-50aa-4699-8e78-7df4341a7a33 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] delete failed (client error): The resource could not be found. May 06 10:05:30.345919 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-414dbe24-50aa-4699-8e78-7df4341a7a33 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/routers/954d6f93-f1ce-4c71-a145-88ce556120c4 HTTP/1.1" status: 404 len: 336 time: 0.0405817 May 06 10:05:30.348512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52218) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.381096 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc011173-23b7-402b-b1d8-23d7cf24ddfe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.381542 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc011173-23b7-402b-b1d8-23d7cf24ddfe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.386884 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bc011173-23b7-402b-b1d8-23d7cf24ddfe tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/1bda8ec8-296e-4752-ae88-9a56a2b58b76 HTTP/1.1" status: 404 len: 337 time: 0.0351169 May 06 10:05:30.387332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52220) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.414681 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-614b8f7b-644e-4aa0-970e-b29310e639c5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.415261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614b8f7b-644e-4aa0-970e-b29310e639c5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.418487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-614b8f7b-644e-4aa0-970e-b29310e639c5 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/603dced0-2b8e-4435-ae30-8d8a7df92ec2 HTTP/1.1" status: 404 len: 337 time: 0.0300941 May 06 10:05:30.423269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52222) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.464546 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad0b755-fce5-4555-91fd-c76105f3906d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.465217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad0b755-fce5-4555-91fd-c76105f3906d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.471064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2ad0b755-fce5-4555-91fd-c76105f3906d tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/584f498b-fdf6-49f1-bd59-652f07ca8296 HTTP/1.1" status: 404 len: 337 time: 0.0437968 May 06 10:05:30.471429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52228) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.495311 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c19b1ec-6bf5-4169-bc40-5d19c53a121e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.495975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c19b1ec-6bf5-4169-bc40-5d19c53a121e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.499796 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0c19b1ec-6bf5-4169-bc40-5d19c53a121e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/e12a1d77-1d0f-45c7-8234-ffb3af11f2f2 HTTP/1.1" status: 404 len: 333 time: 0.0273457 May 06 10:05:30.507534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52232) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.537855 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a8b405-341b-4c2d-934b-d244223d3ec9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.538429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a8b405-341b-4c2d-934b-d244223d3ec9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.541753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-11a8b405-341b-4c2d-934b-d244223d3ec9 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/3cc46080-a338-4aab-9825-87cc795962df HTTP/1.1" status: 404 len: 337 time: 0.0327079 May 06 10:05:30.544331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.554934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e614a47-41c5-4805-82d8-894c0ca44047 None None] Network 85959fe2-6969-4a68-b5fa-8ebb4385bd97 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:30.592996 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7524bf-f8b4-420e-b217-a3b9e2c5431e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.593455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7524bf-f8b4-420e-b217-a3b9e2c5431e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.596544 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eb7524bf-f8b4-420e-b217-a3b9e2c5431e tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/ed3229fe-cec1-4467-bf49-2c8f0089781d HTTP/1.1" status: 404 len: 337 time: 0.0510647 May 06 10:05:30.599112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52236) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.622480 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab85aa0e-d614-42e8-8f8b-23feead4262c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.623990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab85aa0e-d614-42e8-8f8b-23feead4262c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.625444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d306f108-409b-4cef-9cb6-575af98c8561 None None] Provisioning complete for port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:30.625913 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d306f108-409b-4cef-9cb6-575af98c8561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.629845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ab85aa0e-d614-42e8-8f8b-23feead4262c tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/258ce52a-fa16-488c-938c-f5025a12b88e HTTP/1.1" status: 404 len: 333 time: 0.0268297 May 06 10:05:30.629845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52238) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.662541 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85f1059-3c96-46a8-9851-1cc539fdafab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.663513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85f1059-3c96-46a8-9851-1cc539fdafab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.670343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a85f1059-3c96-46a8-9851-1cc539fdafab tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/c5445907-9d48-4e00-9b0e-007aa63b85d3 HTTP/1.1" status: 404 len: 337 time: 0.0371816 May 06 10:05:30.671133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52240) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.686649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d306f108-409b-4cef-9cb6-575af98c8561 None None] Port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:05:30.702056 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3e6432-fbd5-4709-80ff-22d3632b36fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] DELETE failed (client error): The resource could not be found. May 06 10:05:30.702810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3e6432-fbd5-4709-80ff-22d3632b36fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:05:30.709211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 52242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:30.709939 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cd3e6432-fbd5-4709-80ff-22d3632b36fa tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/subnets/d552f32c-194b-4d34-8eea-9d90c28f20c1 HTTP/1.1" status: 404 len: 337 time: 0.0363643 May 06 10:05:30.761244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d306f108-409b-4cef-9cb6-575af98c8561 None None] Provisioning complete for port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:05:30.761990 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d306f108-409b-4cef-9cb6-575af98c8561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.815177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Deleting port 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:30.815793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.906706 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:30.911375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] DHCP port deletion for 85959fe2-6969-4a68-b5fa-8ebb4385bd97 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:05:30.922281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Calling delete_port for 5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 owned by {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:30.976158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] Deleting port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:05:30.976722 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.015425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.053003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] For port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,segment=NetworkSegment(ae6dd42d-aee6-4d02-8515-5ffe2daf80fd),segment_id=ae6dd42d-aee6-4d02-8515-5ffe2daf80fd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:05:31.053399 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.070217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Port': ['ID=5eb162ac-c62c-423d-9cbe-0803e1c1dfa5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:31.071763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] Calling delete_port for 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:05:31.074128 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.081703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52252) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:31.088318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1aee346d-03c6-4117-8b1e-b293091af098 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/ports/5eb162ac-c62c-423d-9cbe-0803e1c1dfa5 HTTP/1.1" status: 204 len: 168 time: 0.3774955 May 06 10:05:31.187088 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.191740 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.218743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] Pushing event deleted for resources: {'Port': ['ID=6286f949-1ef4-48bd-bc29-bc5ccdde79f0,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:31.225080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9d45b-9d67-418e-a5c9-f49041ef6441 None None] No DVR routers for this DVR port 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:05:31.306576 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.338413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85959fe2-6969-4a68-b5fa-8ebb4385bd97']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:31.363012 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6dd42d-aee6-4d02-8515-5ffe2daf80fd') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:31.363306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6dd42d-aee6-4d02-8515-5ffe2daf80fd') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:31.376107 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.395371 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.404738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:05:31.405533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: timer() May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:05:31.412378 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:05:31.485084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.492554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:31.495616 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] 10.222.0.76 "DELETE /v2.0/networks/85959fe2-6969-4a68-b5fa-8ebb4385bd97 HTTP/1.1" status: 204 len: 168 time: 0.4129093 May 06 10:05:31.507687 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b915ea6-79d6-4043-a4a2-00fd441a17d1 tempest-PortsIpV6TestJSON-211237795 tempest-PortsIpV6TestJSON-211237795-project] Pushing event deleted for resources: {'Network': ['ID=85959fe2-6969-4a68-b5fa-8ebb4385bd97,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:31.815398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52272) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:31.960432 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-409fd845-6a8d-4f7a-8939-b9e8e4793d32 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1cf6bafbe3045fc90caf2bb2ed158ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436775 May 06 10:05:31.962711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 52280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:32.034475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a390b16-fd5d-4ab2-ba94-5e52125af2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:32.062497 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a390b16-fd5d-4ab2-ba94-5e52125af2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:32.128133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a390b16-fd5d-4ab2-ba94-5e52125af2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:32.130639 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2a390b16-fd5d-4ab2-ba94-5e52125af2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:32.134284 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2a390b16-fd5d-4ab2-ba94-5e52125af2cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7a9bc40-cec8-4986-a99b-9ed4cf58f7ef HTTP/1.1" status: 204 len: 168 time: 0.1680915 May 06 10:05:32.140895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a390b16-fd5d-4ab2-ba94-5e52125af2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a9bc40-cec8-4986-a99b-9ed4cf58f7ef,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:32.202295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:05:32.228786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:05:32.229148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6286f949-1ef4-48bd-bc29-bc5ccdde79f0 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:05:42.655055 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a4f205d1-4069-473a-a0aa-1f074d88a3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.166111 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f2c3d6a2-2718-4305-9374-e104bac2db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.607337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53424) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:45.730679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94186d88-5c90-4ada-b172-e681640e4769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.812820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94186d88-5c90-4ada-b172-e681640e4769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.818260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-94186d88-5c90-4ada-b172-e681640e4769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.860526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-94186d88-5c90-4ada-b172-e681640e4769 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b50fac1104b4590b2cece19582a16b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491713 May 06 10:05:45.860944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53428) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:45.877024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94186d88-5c90-4ada-b172-e681640e4769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6f9ea4-2a1d-4ecd-9cd3-03fdaa14a46c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:45.914290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcae310b-2a03-453f-b208-4b55342f8bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.936711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcae310b-2a03-453f-b208-4b55342f8bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.986942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcae310b-2a03-453f-b208-4b55342f8bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.991625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dcae310b-2a03-453f-b208-4b55342f8bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:45.995296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dcae310b-2a03-453f-b208-4b55342f8bbe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f6f9ea4-2a1d-4ecd-9cd3-03fdaa14a46c HTTP/1.1" status: 204 len: 168 time: 0.1308565 May 06 10:05:46.014899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae310b-2a03-453f-b208-4b55342f8bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6f9ea4-2a1d-4ecd-9cd3-03fdaa14a46c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:46.319836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53438) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:46.335017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-609a15b9-fcf8-46e1-8aa4-28c930427830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.440555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-609a15b9-fcf8-46e1-8aa4-28c930427830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.445004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-609a15b9-fcf8-46e1-8aa4-28c930427830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.488086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-609a15b9-fcf8-46e1-8aa4-28c930427830 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea3c4c34ca2749acbbb2de0658f450b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668255 May 06 10:05:46.488974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a15b9-fcf8-46e1-8aa4-28c930427830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4404c2ac-f654-43a5-9aca-fec7510ed760,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:46.490642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:46.553266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0deaf4a5-6a4b-4325-bad9-b668015159cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.575922 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0deaf4a5-6a4b-4325-bad9-b668015159cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.597737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.633200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0deaf4a5-6a4b-4325-bad9-b668015159cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.636116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0deaf4a5-6a4b-4325-bad9-b668015159cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:46.641098 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0deaf4a5-6a4b-4325-bad9-b668015159cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4404c2ac-f654-43a5-9aca-fec7510ed760 HTTP/1.1" status: 204 len: 168 time: 0.1470387 May 06 10:05:46.649470 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaf4a5-6a4b-4325-bad9-b668015159cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4404c2ac-f654-43a5-9aca-fec7510ed760,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:46.692882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.220230 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.251178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc3f78-b521-4233-b0d6-ddc463995fa5 req-2d7ad28c-ae52-4eed-be93-1c21b28060ac tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:48.252989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9bc3f78-b521-4233-b0d6-ddc463995fa5 req-2d7ad28c-ae52-4eed-be93-1c21b28060ac tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1097 time: 0.0948498 May 06 10:05:48.308623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9bc3f78-b521-4233-b0d6-ddc463995fa5 req-d11ad2ab-0702-47f2-98a5-df91cd219a1c tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481505 May 06 10:05:48.451475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b9876-76ee-4447-a768-b3fb526fd53f req-f37e132a-4a54-4d0d-8d0e-d8f49df76575 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:48.453511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f8b9876-76ee-4447-a768-b3fb526fd53f req-f37e132a-4a54-4d0d-8d0e-d8f49df76575 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0592024 May 06 10:05:48.523476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f8b9876-76ee-4447-a768-b3fb526fd53f req-8c2151f5-24b7-4ef5-8d11-e6aa721ac2dd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626144 May 06 10:05:48.529566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53506) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:48.551393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53512) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:48.661568 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eb4bdca2-3210-4e27-9c18-d3fea34017d8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/5668e591-9d23-4781-b9eb-e240bc9a9f7f HTTP/1.1" status: 200 len: 993 time: 0.1074443 May 06 10:05:48.742643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.761522 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9844fa32-28f1-4d6a-a41f-0ae2c741f1e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07858fe2fabb44788b6220c5f5f18d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2301702 May 06 10:05:48.764983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53520) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:48.833658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7ca4-f0f6-41c4-8f6c-e4bc0b9355f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.859787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7ca4-f0f6-41c4-8f6c-e4bc0b9355f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.921616 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7ca4-f0f6-41c4-8f6c-e4bc0b9355f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.924242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a0d7ca4-f0f6-41c4-8f6c-e4bc0b9355f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:48.925412 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a0d7ca4-f0f6-41c4-8f6c-e4bc0b9355f4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa2f5be1-1bd5-42a1-a38f-4a750a778fd4 HTTP/1.1" status: 204 len: 168 time: 0.1592660 May 06 10:05:48.943242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d7ca4-f0f6-41c4-8f6c-e4bc0b9355f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f5be1-1bd5-42a1-a38f-4a750a778fd4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:49.306643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f9fd9-8529-40a2-9dd4-442519e166a0 req-a467b2e4-b465-4d7d-979c-6d7516bb71ba tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:49.317486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab9f9fd9-8529-40a2-9dd4-442519e166a0 req-a467b2e4-b465-4d7d-979c-6d7516bb71ba tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0723150 May 06 10:05:49.369011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab9f9fd9-8529-40a2-9dd4-442519e166a0 req-42380985-db1e-456b-a40e-ec1d3ee37066 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501893 May 06 10:05:49.511716 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-ec5c3f43-5ba7-4173-8224-34d9eaaca7be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2688189 May 06 10:05:49.516618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:05:49.523043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-65acddb1-f6b1-4a7f-8f78-ebdeec26ca61 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:05:49.534686 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-65acddb1-f6b1-4a7f-8f78-ebdeec26ca61 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143368 May 06 10:05:50.532511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4211-3bfc-4aaa-b94f-52fd162385bc req-ca7c300b-87b5-45b1-b57d-85bd1539b340 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:50.540886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-079e4211-3bfc-4aaa-b94f-52fd162385bc req-ca7c300b-87b5-45b1-b57d-85bd1539b340 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0831008 May 06 10:05:50.605517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-079e4211-3bfc-4aaa-b94f-52fd162385bc req-e79fa116-3f92-4a24-8f73-36c05713d310 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613322 May 06 10:05:50.628795 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:51.096182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-bdf385da-47af-4997-91e6-21fd531fa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:51.097891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-bdf385da-47af-4997-91e6-21fd531fa331 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1097 time: 0.0568192 May 06 10:05:51.252483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-516a4c4a-1c7e-4e54-99f2-195823b4e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:51.254308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-516a4c4a-1c7e-4e54-99f2-195823b4e906 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.1490734 May 06 10:05:51.338910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-c12f0d78-b373-491a-a284-d660f1443e38 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 1001 time: 0.0777171 May 06 10:05:51.402922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-40c16dd5-af4d-486f-a57d-9596707a069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:51.405033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-40c16dd5-af4d-486f-a57d-9596707a069b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.0577595 May 06 10:05:51.456841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-8598ed4a-34b8-4a74-aafa-1594a23ad548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:51.458410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-8598ed4a-34b8-4a74-aafa-1594a23ad548 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441988 May 06 10:05:51.560149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-e6025270-b559-4a61-9360-b527cdb616cc service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943165 May 06 10:05:51.724221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-5e10ceb8-fbd3-4872-b4d9-fb3dfd619929 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555285 May 06 10:05:51.765341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7453-a7be-465b-ae32-5f32e1e104b3 req-0bf51118-609f-456a-889f-0a472718297b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:51.772259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-446e7453-a7be-465b-ae32-5f32e1e104b3 req-0bf51118-609f-456a-889f-0a472718297b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0906656 May 06 10:05:51.836733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-446e7453-a7be-465b-ae32-5f32e1e104b3 req-9d4c3eeb-cc4f-4f4e-b4b6-a1fd4ea866b6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625622 May 06 10:05:52.032099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53762) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:52.134081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53766) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:52.220029 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dfc076c-d311-411a-824f-4dbec3e2fb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.301892 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca9365e1-2c52-4c69-9e77-7223021ec5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.336517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dfc076c-d311-411a-824f-4dbec3e2fb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.345370 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dfc076c-d311-411a-824f-4dbec3e2fb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.401619 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4dfc076c-d311-411a-824f-4dbec3e2fb4d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=132822d802ad4968a1e5c9d94e7c87bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677084 May 06 10:05:52.404427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53770) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:52.406259 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc076c-d311-411a-824f-4dbec3e2fb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2988463a-4e3b-4db6-9cc1-40fde1ca0424,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:52.439983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca9365e1-2c52-4c69-9e77-7223021ec5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.445468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca9365e1-2c52-4c69-9e77-7223021ec5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.465951 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f78fc15d-3fa3-4a79-83a9-1ffd9401a871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.486523 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ca9365e1-2c52-4c69-9e77-7223021ec5d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71582d9b704842dfaccd2329174019d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512669 May 06 10:05:52.488696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9365e1-2c52-4c69-9e77-7223021ec5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfce7fa2-5102-46e2-b4c4-56a703d8ef47,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:52.489115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53772) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:52.497955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f78fc15d-3fa3-4a79-83a9-1ffd9401a871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.571720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3338-519e-4fad-854f-19eac68157b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.599485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f78fc15d-3fa3-4a79-83a9-1ffd9401a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.601952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f78fc15d-3fa3-4a79-83a9-1ffd9401a871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.603075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f78fc15d-3fa3-4a79-83a9-1ffd9401a871 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2988463a-4e3b-4db6-9cc1-40fde1ca0424 HTTP/1.1" status: 204 len: 168 time: 0.1969264 May 06 10:05:52.614585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3338-519e-4fad-854f-19eac68157b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.625956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fc15d-3fa3-4a79-83a9-1ffd9401a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2988463a-4e3b-4db6-9cc1-40fde1ca0424,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:52.673024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3338-519e-4fad-854f-19eac68157b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.675789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3338-519e-4fad-854f-19eac68157b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:52.677281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1bfe3338-519e-4fad-854f-19eac68157b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cfce7fa2-5102-46e2-b4c4-56a703d8ef47 HTTP/1.1" status: 204 len: 168 time: 0.1872449 May 06 10:05:52.698122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe3338-519e-4fad-854f-19eac68157b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfce7fa2-5102-46e2-b4c4-56a703d8ef47,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:52.974514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8e46-1bf4-4ba2-a2e3-65e036a6e69d req-eba53313-7b27-4a8a-b14e-37339679dc35 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:52.983303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25db8e46-1bf4-4ba2-a2e3-65e036a6e69d req-eba53313-7b27-4a8a-b14e-37339679dc35 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0753684 May 06 10:05:53.028511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25db8e46-1bf4-4ba2-a2e3-65e036a6e69d req-33ab9cda-ed8f-4d3a-b0d1-c1771818bb7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441816 May 06 10:05:53.036083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:53.044804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53788) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:53.055959 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96d06e98-7a52-4d4b-9170-dfc7803bd10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.058658 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f293336c-ed59-4779-930a-c73a0224cd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.146989 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96d06e98-7a52-4d4b-9170-dfc7803bd10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.150569 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f293336c-ed59-4779-930a-c73a0224cd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.151832 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96d06e98-7a52-4d4b-9170-dfc7803bd10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.154762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f293336c-ed59-4779-930a-c73a0224cd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.192773 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-96d06e98-7a52-4d4b-9170-dfc7803bd10c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=479fcb1def8041a5b919433d46b82b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543529 May 06 10:05:53.193541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d06e98-7a52-4d4b-9170-dfc7803bd10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d22a94-45a1-48de-abc9-4fc25e6e2a62,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:53.197149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f293336c-ed59-4779-930a-c73a0224cd1d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8c74c476abb9467a9fce34375b566b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486948 May 06 10:05:53.197149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53790) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:53.197390 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53792) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:53.204701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293336c-ed59-4779-930a-c73a0224cd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a6e3d-0d50-4e14-aca9-6574a60fc32c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:53.250049 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64dc5bbf-c19b-4ade-a272-ff6585f86dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.255349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd3f2-c8ff-48c0-92a8-1ddbbd9a8909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.274091 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64dc5bbf-c19b-4ade-a272-ff6585f86dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.277745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd3f2-c8ff-48c0-92a8-1ddbbd9a8909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.325766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64dc5bbf-c19b-4ade-a272-ff6585f86dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.327057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd3f2-c8ff-48c0-92a8-1ddbbd9a8909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.328313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64dc5bbf-c19b-4ade-a272-ff6585f86dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.329488 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-64dc5bbf-c19b-4ade-a272-ff6585f86dcd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/548a6e3d-0d50-4e14-aca9-6574a60fc32c HTTP/1.1" status: 204 len: 168 time: 0.1311862 May 06 10:05:53.329783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd3f2-c8ff-48c0-92a8-1ddbbd9a8909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:53.333259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a6bd3f2-c8ff-48c0-92a8-1ddbbd9a8909 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5d22a94-45a1-48de-abc9-4fc25e6e2a62 HTTP/1.1" status: 204 len: 168 time: 0.1336377 May 06 10:05:53.341225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bd3f2-c8ff-48c0-92a8-1ddbbd9a8909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d22a94-45a1-48de-abc9-4fc25e6e2a62,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:53.341386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc5bbf-c19b-4ade-a272-ff6585f86dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a6e3d-0d50-4e14-aca9-6574a60fc32c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:54.186022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6aa94-ca78-4256-a957-acd2174ca57b req-3a650519-3f32-482a-8214-d7d84d485c68 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:54.187912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9b6aa94-ca78-4256-a957-acd2174ca57b req-3a650519-3f32-482a-8214-d7d84d485c68 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0738385 May 06 10:05:54.273312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9b6aa94-ca78-4256-a957-acd2174ca57b req-f0332384-ced2-477a-b349-5486890cbbec tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779624 May 06 10:05:55.431451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e864c2-f677-4d4c-b5f5-f91ae8964c3d req-15843506-9084-4908-b80e-5ac8300cd2f8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:55.432992 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4e864c2-f677-4d4c-b5f5-f91ae8964c3d req-15843506-9084-4908-b80e-5ac8300cd2f8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0670824 May 06 10:05:55.516595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4e864c2-f677-4d4c-b5f5-f91ae8964c3d req-42d97728-f753-4d1e-b6b3-84f4ba20761b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746446 May 06 10:05:55.933378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53904) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:55.939828 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'network': {'name': 'tempest-network-smoke--63434643', 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'port_security_enabled': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:55.964370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Made reservation on behalf of 916901ce4a104c6bb7ca7926662d357d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:55.974202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:55.983525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.071212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.080007 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.127939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:05:56.139085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811d71a8-4f5e-437c-a28c-5d5976b59e46,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:56.145799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.146138 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Added segment 131c58af-e040-4206-8e26-e45ab991f115 of type vlan for network 5317c46e-3b61-441e-b901-36d83b347f3d May 06 10:05:56.192056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.226447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.232451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:56.232998 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.291647 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3558414 May 06 10:05:56.295430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53910) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:56.306181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'admin_state_up': True, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:56.309000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82502ed6-d502-4401-b4c4-705b1297e024 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Network': ['ID=5317c46e-3b61-441e-b901-36d83b347f3d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:56.321095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 5317c46e-3b61-441e-b901-36d83b347f3d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:05:56.334750 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.337555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.414895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:56.565117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.033932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3a14-d868-432c-b907-5605ebb21552 req-067dcb04-6f2d-4d64-b68b-c11a167aa02b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:57.035464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d5e3a14-d868-432c-b907-5605ebb21552 req-067dcb04-6f2d-4d64-b68b-c11a167aa02b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.4154167 May 06 10:05:57.115935 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d5e3a14-d868-432c-b907-5605ebb21552 req-63da678f-279a-4325-9779-91a8ed05feb2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650332 May 06 10:05:57.292561 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.322828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.442331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Allocated IP 172.25.8.231 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ca38812f-d081-4333-8da8-8213c3891172) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:57.548357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.589398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:57.631817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:05:57.634670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:57.642646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:05:57.652952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=ca38812f-d081-4333-8da8-8213c3891172,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:57.907692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:58.120858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:58.292041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0b5a-5911-49d9-b95f-74d4b4518ef6 req-8cbc0f77-9131-4680-9537-e835100a1333 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:58.293607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-875f0b5a-5911-49d9-b95f-74d4b4518ef6 req-8cbc0f77-9131-4680-9537-e835100a1333 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0812824 May 06 10:05:58.343005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router 1a1cf735-3bf3-4101-8a21-02afe5115b99 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:05:58.354328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-875f0b5a-5911-49d9-b95f-74d4b4518ef6 req-7c73b911-10fa-4517-959d-2d22af5312de tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501590 May 06 10:05:58.478746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:05:58.494824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Sync routers for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:05:58.505551 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:58.507565 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:58.508190 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:58.508817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aa25084b-58e2-44b4-8f61-c9bd45ce2a5e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2108243 May 06 10:05:58.512705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53948) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:58.645074 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:05:58.706822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-37cf0b6c-7e18-42e7-bd9b-ffb80a6eb402 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=916901ce4a104c6bb7ca7926662d357d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1917222 May 06 10:05:58.706822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53960) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:58.870234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0787218f-52c1-4e4f-88aa-6ab739c41541 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:58.874029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0787218f-52c1-4e4f-88aa-6ab739c41541 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1669409 May 06 10:05:58.878098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53972) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:58.909200 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:05:57Z', 'revision_number': 3, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:58.931082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a76109aa-205a-4528-b4f1-170e469f1066 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482597 May 06 10:05:58.931082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53976) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:58.937216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1433188162', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:05:58.960024 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Checking router: 1a1cf735-3bf3-4101-8a21-02afe5115b99 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:05:58.960731 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Updating router 1a1cf735-3bf3-4101-8a21-02afe5115b99 port ca38812f-d081-4333-8da8-8213c3891172 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:05:58.999498 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.045404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Made reservation on behalf of 916901ce4a104c6bb7ca7926662d357d for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:05:59.049926 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.339573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.364754 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.373974 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.413369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Subnet': ['ID=d286661b-c8cc-48aa-a9ed-9716bef95043,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:59.429864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Checking segment: {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:59.430390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network hostable DHCP agents. Network: 5317c46e-3b61-441e-b901-36d83b347f3d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:05:59.437720 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Pushing event updated for resources: {'Port': ['ID=ca38812f-d081-4333-8da8-8213c3891172,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:59.452279 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.452753 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.453179 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.453638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 5317c46e-3b61-441e-b901-36d83b347f3d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:05:59.453798 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.454167 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.454541 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.455151 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.455735 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.456138 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.456524 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.456917 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.457391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:05:59.466401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Attempting to bind port ca38812f-d081-4333-8da8-8213c3891172 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:05:59.466855 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Attempting to bind port ca38812f-d081-4333-8da8-8213c3891172 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:05:59.467376 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Attempting to bind port ca38812f-d081-4333-8da8-8213c3891172 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:05:59.469448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 5317c46e-3b61-441e-b901-36d83b347f3d) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:05:59.473716 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:05:59.474185 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:05:59.474756 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.475220 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:05:59.475980 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Bound port: ca38812f-d081-4333-8da8-8213c3891172, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:05:59.476678 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.480092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d678d7ca-b141-4c6f-8338-8d1b2ac62249 None None] Network 5317c46e-3b61-441e-b901-36d83b347f3d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:05:59.494542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:59.495293 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.542062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-619018c9-9735-4ce1-a750-47f1642b686a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6076889 May 06 10:05:59.542848 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 53990) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:59.565579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2af5fa-d06a-4d16-ab67-98e3aa997b3a req-e164096a-ec01-4721-9300-c52e553a94ec tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:05:59.567424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f2af5fa-d06a-4d16-ab67-98e3aa997b3a req-e164096a-ec01-4721-9300-c52e553a94ec tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0840554 May 06 10:05:59.593391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] For port ca38812f-d081-4333-8da8-8213c3891172, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:05:59.601700 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] For port ca38812f-d081-4333-8da8-8213c3891172, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca38812f-d081-4333-8da8-8213c3891172,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:05:59.608196 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.659622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-5317c46e-3b61-441e-b901-36d83b347f3d', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:05:59.660977 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:05:59.663105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f2af5fa-d06a-4d16-ab67-98e3aa997b3a req-22b2451f-d066-4c2f-8180-833c5a7c5f83 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871832 May 06 10:05:59.713890 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe0672-fcce-4704-a6c7-aa672684ee09 None None] Pushing event updated for resources: {'Port': ['ID=ca38812f-d081-4333-8da8-8213c3891172,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:05:59.736829 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:05:59.737440 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:05:59.823430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 53994) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:05:59.864963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Allocated IP 172.20.0.2 (5317c46e-3b61-441e-b901-36d83b347f3d/d286661b-c8cc-48aa-a9ed-9716bef95043/b8cf2a1f-d4d9-45e7-9373-83a9267dc557) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:05:59.905030 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:00.037056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bfddba1-42e7-404c-9972-fe416a24db3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.104720 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.114792 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.162851 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bfddba1-42e7-404c-9972-fe416a24db3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.169644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bfddba1-42e7-404c-9972-fe416a24db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.189931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Pushing event updated for resources: {'Port': ['ID=b8cf2a1f-d4d9-45e7-9373-83a9267dc557,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:00.212925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Network 5317c46e-3b61-441e-b901-36d83b347f3d is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:00.218868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:00.223493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:00.244573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.245180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.245773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.247047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.247686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.248268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.248753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.250354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.250883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.251383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.252666 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.255349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:00.284491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfddba1-42e7-404c-9972-fe416a24db3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f51d059-6e4e-49f0-9d8b-84eb09ad3e42,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:00.294126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5bfddba1-42e7-404c-9972-fe416a24db3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=52cc73e2fb1a43f7bb76ad04fae2f9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688513 May 06 10:06:00.295625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54000) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:00.302554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.352376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Attempting to bind port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:00.352746 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Attempting to bind port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:00.353111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Attempting to bind port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 on network 5317c46e-3b61-441e-b901-36d83b347f3d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:00.359428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:00.360058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Checking segment: {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:00.361177 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.361741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Bound using segment: {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:00.362380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Bound port: b8cf2a1f-d4d9-45e7-9373-83a9267dc557, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:00.362937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.381826 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:05:57Z', 'revision_number': 3, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:00.397308 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d192b8bc-6386-4286-9c0d-6f3e83724454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.418768 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d06dcd0-b484-4a9a-85d0-4889a3ace48a None None] The sync data for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 is: [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:05:57Z', 'revision_number': 3, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:00.451143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] For port b8cf2a1f-d4d9-45e7-9373-83a9267dc557, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:00.454863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] For port b8cf2a1f-d4d9-45e7-9373-83a9267dc557, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b8cf2a1f-d4d9-45e7-9373-83a9267dc557,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:00.457918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d192b8bc-6386-4286-9c0d-6f3e83724454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.463293 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.535769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126818-4a56-49fc-989c-c4106354c8c5 None None] Pushing event updated for resources: {'Port': ['ID=b8cf2a1f-d4d9-45e7-9373-83a9267dc557,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:00.558677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d192b8bc-6386-4286-9c0d-6f3e83724454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.561253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d192b8bc-6386-4286-9c0d-6f3e83724454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:00.562428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d192b8bc-6386-4286-9c0d-6f3e83724454 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2f51d059-6e4e-49f0-9d8b-84eb09ad3e42 HTTP/1.1" status: 204 len: 168 time: 0.2613599 May 06 10:06:00.570543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192b8bc-6386-4286-9c0d-6f3e83724454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f51d059-6e4e-49f0-9d8b-84eb09ad3e42,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:00.747413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Allocated IP 172.20.0.1 (5317c46e-3b61-441e-b901-36d83b347f3d/d286661b-c8cc-48aa-a9ed-9716bef95043/b30aca0b-5b66-4f59-84c6-74f1098f944c) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:00.854262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec396d-6c74-4fdb-a9e4-85f5b390efb3 req-13f76025-e4aa-44db-969e-b476f288a481 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:00.891690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21ec396d-6c74-4fdb-a9e4-85f5b390efb3 req-13f76025-e4aa-44db-969e-b476f288a481 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.1055937 May 06 10:06:00.950024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21ec396d-6c74-4fdb-a9e4-85f5b390efb3 req-bb4aeefd-65d8-4d1b-9c2e-454215bf34b7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575116 May 06 10:06:00.967931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.022058 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.062609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54008) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:01.090405 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ef96bb3-1b81-458e-a495-0a6e0acec0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.091276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 5317c46e-3b61-441e-b901-36d83b347f3d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:01.092779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=b30aca0b-5b66-4f59-84c6-74f1098f944c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:01.095642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:01.098263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:01.156589 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.240055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ef96bb3-1b81-458e-a495-0a6e0acec0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.240055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ef96bb3-1b81-458e-a495-0a6e0acec0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.296036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef96bb3-1b81-458e-a495-0a6e0acec0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd891edc-b856-4842-83e8-f528f22d04fe,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:01.316670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3ef96bb3-1b81-458e-a495-0a6e0acec0c9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e112c357e5034fa5852336fcfc2e317e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504933 May 06 10:06:01.317634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54016) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:01.394209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.474712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f521598a-1ec9-4a6f-85a9-86884c9a1944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.541729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f521598a-1ec9-4a6f-85a9-86884c9a1944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.705456 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f521598a-1ec9-4a6f-85a9-86884c9a1944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.708669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f521598a-1ec9-4a6f-85a9-86884c9a1944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.709883 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f521598a-1ec9-4a6f-85a9-86884c9a1944 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bd891edc-b856-4842-83e8-f528f22d04fe HTTP/1.1" status: 204 len: 168 time: 0.3913050 May 06 10:06:01.791457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.800625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.807333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521598a-1ec9-4a6f-85a9-86884c9a1944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd891edc-b856-4842-83e8-f528f22d04fe,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:01.885401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=b30aca0b-5b66-4f59-84c6-74f1098f944c,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:01.888174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:01.900173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2de188-1348-42fb-8454-bbe9e26eb59c None None] Network 5317c46e-3b61-441e-b901-36d83b347f3d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:02.003365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 5317c46e-3b61-441e-b901-36d83b347f3d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:02.004782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:02.066651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ddf40b0e-8f76-4f0d-85c1-5ece7ea8ee75 None None] Provisioning complete for port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:02.068689 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ddf40b0e-8f76-4f0d-85c1-5ece7ea8ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.155646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6614ed-fa2d-4c7a-a360-d1b468000a2c req-4d4953e0-7383-4b76-b717-55873c815a6f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:02.158535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d6614ed-fa2d-4c7a-a360-d1b468000a2c req-4d4953e0-7383-4b76-b717-55873c815a6f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0797069 May 06 10:06:02.237292 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router 1a1cf735-3bf3-4101-8a21-02afe5115b99 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:02.274586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d6614ed-fa2d-4c7a-a360-d1b468000a2c req-93e28b99-3296-4e30-848a-910c386b66fa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057408 May 06 10:06:02.275120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54026) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:02.290826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-548b837f-9555-4a84-9562-fe61f1ba8477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.393425 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:02.394603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ddf40b0e-8f76-4f0d-85c1-5ece7ea8ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.406116 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-62fc3198-de0f-4701-a764-fcebe393da5a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "PUT /v2.0/routers/1a1cf735-3bf3-4101-8a21-02afe5115b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8605812 May 06 10:06:02.408498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54028) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:02.412037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca38812f-d081-4333-8da8-8213c3891172 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:02.416696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-552c4243-466b-4d3a-8738-2f8923a043d0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1094003857', 'description': 'tempest-secgroup_access--1094003857 description', 'project_id': '916901ce4a104c6bb7ca7926662d357d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:02.457204 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-548b837f-9555-4a84-9562-fe61f1ba8477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.460221 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-552c4243-466b-4d3a-8738-2f8923a043d0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.467724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-548b837f-9555-4a84-9562-fe61f1ba8477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.531470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ddf40b0e-8f76-4f0d-85c1-5ece7ea8ee75 None None] For port b8cf2a1f-d4d9-45e7-9373-83a9267dc557, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b8cf2a1f-d4d9-45e7-9373-83a9267dc557,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:02.536807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-548b837f-9555-4a84-9562-fe61f1ba8477 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9f3caa6c25c4ac49d5d121875208777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602885 May 06 10:06:02.537763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b837f-9555-4a84-9562-fe61f1ba8477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1af8d4f-6bbe-4a8f-8554-a51a0f5e339c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:02.544774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:02.546432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ca38812f-d081-4333-8da8-8213c3891172 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:02.547166 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.551393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ddf40b0e-8f76-4f0d-85c1-5ece7ea8ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.649235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf40b0e-8f76-4f0d-85c1-5ece7ea8ee75 None None] Pushing event updated for resources: {'Port': ['ID=b8cf2a1f-d4d9-45e7-9373-83a9267dc557,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:02.677081 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-552c4243-466b-4d3a-8738-2f8923a043d0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.678485 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9654a320-a7ba-479c-a019-2252a916f16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.695545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.708542 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9654a320-a7ba-479c-a019-2252a916f16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.731216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port ca38812f-d081-4333-8da8-8213c3891172, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca38812f-d081-4333-8da8-8213c3891172,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:02.739468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.740699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8cf2a1f-d4d9-45e7-9373-83a9267dc557 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:02.773391 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-552c4243-466b-4d3a-8738-2f8923a043d0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.811651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c4243-466b-4d3a-8738-2f8923a043d0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db241751-cf13-4af6-a28a-5e76f0952df4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:02.813231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Sync routers for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:02.816681 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9654a320-a7ba-479c-a019-2252a916f16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.819601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9654a320-a7ba-479c-a019-2252a916f16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.823619 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9654a320-a7ba-479c-a019-2252a916f16f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1af8d4f-6bbe-4a8f-8554-a51a0f5e339c HTTP/1.1" status: 204 len: 168 time: 0.2777882 May 06 10:06:02.833169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654a320-a7ba-479c-a019-2252a916f16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1af8d4f-6bbe-4a8f-8554-a51a0f5e339c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:02.843949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-552c4243-466b-4d3a-8738-2f8923a043d0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.844887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:02.845102 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-552c4243-466b-4d3a-8738-2f8923a043d0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4341750 May 06 10:06:02.845931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:02.847837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:02.858057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b75e9381-96fe-46e4-8610-b953945d865d tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--716079071', 'description': 'tempest-secgroup_general--716079071 description', 'project_id': '916901ce4a104c6bb7ca7926662d357d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:02.905848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b75e9381-96fe-46e4-8610-b953945d865d tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.912011 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:02.913079 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.939379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-724f9ae4-a203-44ba-b0c3-f1e9fda89896 None None] Provisioning complete for port b30aca0b-5b66-4f59-84c6-74f1098f944c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:02.940123 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-724f9ae4-a203-44ba-b0c3-f1e9fda89896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:02.985057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-724f9ae4-a203-44ba-b0c3-f1e9fda89896 None None] Port b30aca0b-5b66-4f59-84c6-74f1098f944c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:02.997392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=ca38812f-d081-4333-8da8-8213c3891172,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:03.023549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b75e9381-96fe-46e4-8610-b953945d865d tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.031993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b75e9381-96fe-46e4-8610-b953945d865d tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.063812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b75e9381-96fe-46e4-8610-b953945d865d tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.068526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b75e9381-96fe-46e4-8610-b953945d865d tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2189944 May 06 10:06:03.071343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54036) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:03.078794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-97571cf0-0565-4f91-9b93-f937fd4f5bf8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'security_group_rule': {'security_group_id': 'db241751-cf13-4af6-a28a-5e76f0952df4', 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:03.088990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e9381-96fe-46e4-8610-b953945d865d tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af48aae7-2e42-4491-a24b-ca988372e020,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:03.142852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-97571cf0-0565-4f91-9b93-f937fd4f5bf8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.248695 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-97571cf0-0565-4f91-9b93-f937fd4f5bf8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.258574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-97571cf0-0565-4f91-9b93-f937fd4f5bf8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.269833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-724f9ae4-a203-44ba-b0c3-f1e9fda89896 None None] Provisioning complete for port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:03.270645 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-724f9ae4-a203-44ba-b0c3-f1e9fda89896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.302615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97571cf0-0565-4f91-9b93-f937fd4f5bf8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29717f3-970f-44ba-81f3-3f94811f9e4a,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:03.318257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-97571cf0-0565-4f91-9b93-f937fd4f5bf8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.318257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-97571cf0-0565-4f91-9b93-f937fd4f5bf8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2446792 May 06 10:06:03.372190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:03.478883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11230910-b429-44c7-8ed8-d584c88e063e req-872a152e-56d1-4b38-8bd1-d0a7158a665d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:03.480777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11230910-b429-44c7-8ed8-d584c88e063e req-872a152e-56d1-4b38-8bd1-d0a7158a665d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0644972 May 06 10:06:03.549883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11230910-b429-44c7-8ed8-d584c88e063e req-560495fc-4195-43ac-81a3-e9e944377b81 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569308 May 06 10:06:03.637139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-ea7e9771-8a3d-4c82-8c0a-2ec0a491ff40 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_general--716079071&fields=id&tenant_id=916901ce4a104c6bb7ca7926662d357d HTTP/1.1" status: 200 len: 267 time: 0.0492709 May 06 10:06:03.711096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-ca35c231-b29e-41b4-bfc3-528f91dd06f2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_access--1094003857&fields=id&tenant_id=916901ce4a104c6bb7ca7926662d357d HTTP/1.1" status: 200 len: 267 time: 0.0676053 May 06 10:06:03.727277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54070) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:03.822067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 2, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:03.860635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Checking router: 1a1cf735-3bf3-4101-8a21-02afe5115b99 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:03.861154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Updating router 1a1cf735-3bf3-4101-8a21-02afe5115b99 port b30aca0b-5b66-4f59-84c6-74f1098f944c binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:06:03.905219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.907157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-60d06089-595c-47d0-9247-4a31b14fa822 None None] Provisioning complete for port b30aca0b-5b66-4f59-84c6-74f1098f944c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:03.907633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-60d06089-595c-47d0-9247-4a31b14fa822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.932603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-b377c6d0-198c-4671-abd5-da6d9d63f97e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:03.934692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-b377c6d0-198c-4671-abd5-da6d9d63f97e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/networks?id=5317c46e-3b61-441e-b901-36d83b347f3d HTTP/1.1" status: 200 len: 795 time: 0.2131896 May 06 10:06:03.948459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07208a9e-90b3-4f79-8515-3e7784b569bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:03.962333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-df3612cf-e0d1-4b77-933a-1142ccb11160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/quotas/916901ce4a104c6bb7ca7926662d357d HTTP/1.1" status: 200 len: 375 time: 0.0213554 May 06 10:06:04.004831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-60d06089-595c-47d0-9247-4a31b14fa822 None None] Port b30aca0b-5b66-4f59-84c6-74f1098f944c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:04.059605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07208a9e-90b3-4f79-8515-3e7784b569bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.066702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-07208a9e-90b3-4f79-8515-3e7784b569bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.102194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-30196d31-984d-435b-bc9e-e05ad5b3a23a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1330609 May 06 10:06:04.141691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54084) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:04.143853 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-07208a9e-90b3-4f79-8515-3e7784b569bd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=706f90425e58475ea6381397eafd91bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142573 May 06 10:06:04.146397 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07208a9e-90b3-4f79-8515-3e7784b569bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6263cd5-412e-4996-b7b3-64f11d792966,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:04.234903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e11d9c59-d331-400c-9bc0-d861b4115291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.263425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e11d9c59-d331-400c-9bc0-d861b4115291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.295351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca38812f-d081-4333-8da8-8213c3891172 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:04.313340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fba88d64-b26b-42b0-a467-30e8703d8f0c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:06:04.315721 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fba88d64-b26b-42b0-a467-30e8703d8f0c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1983280 May 06 10:06:04.411506 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.421674 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.436124 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e11d9c59-d331-400c-9bc0-d861b4115291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.438786 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e11d9c59-d331-400c-9bc0-d861b4115291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.440164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e11d9c59-d331-400c-9bc0-d861b4115291 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6263cd5-412e-4996-b7b3-64f11d792966 HTTP/1.1" status: 204 len: 168 time: 0.2971659 May 06 10:06:04.460354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-da50cebf-7e42-4562-8f0c-8e186f02f03c service neutron] 10.222.0.76 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346097 May 06 10:06:04.461505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d9c59-d331-400c-9bc0-d861b4115291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6263cd5-412e-4996-b7b3-64f11d792966,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:04.553537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcf16b-ede6-4833-8606-533dc1ef3cea None None] Pushing event updated for resources: {'Port': ['ID=b30aca0b-5b66-4f59-84c6-74f1098f944c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:04.620995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-3b42720f-d534-4157-b0f9-b5d4632a11d1 service neutron] 10.222.0.76 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491327 May 06 10:06:04.623190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ca38812f-d081-4333-8da8-8213c3891172 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:04.623658 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.726521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Attempting to bind port b30aca0b-5b66-4f59-84c6-74f1098f944c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:04.728062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Attempting to bind port b30aca0b-5b66-4f59-84c6-74f1098f944c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:04.728434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Attempting to bind port b30aca0b-5b66-4f59-84c6-74f1098f944c on network 5317c46e-3b61-441e-b901-36d83b347f3d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:04.757246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:04.758037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Checking segment: {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:04.759525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.759966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Bound using segment: {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:04.760477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Bound port: b30aca0b-5b66-4f59-84c6-74f1098f944c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:04.760869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:04.868285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a00fa-edeb-4b5b-9088-4016a9a7cb78 req-ac6ecd1f-fbe7-4d41-af69-2ffd1ed265eb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:04.870010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a00fa-edeb-4b5b-9088-4016a9a7cb78 req-ac6ecd1f-fbe7-4d41-af69-2ffd1ed265eb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.1308041 May 06 10:06:04.950268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b58eb1a3-6304-4fee-86a6-4a771ca1a831 req-c29b3d2e-0dd7-4aea-a3d8-08e5bd29aef2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 210 time: 0.0424824 May 06 10:06:04.958860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908a00fa-edeb-4b5b-9088-4016a9a7cb78 req-4bf3b96e-719b-4ac3-bee4-81a56bf05780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810730 May 06 10:06:05.005333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] For port b30aca0b-5b66-4f59-84c6-74f1098f944c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:05.019862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c32944f4-d486-45b7-b1f4-0f0b4eae59d8 None None] Provisioning complete for port b30aca0b-5b66-4f59-84c6-74f1098f944c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:05.020175 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c32944f4-d486-45b7-b1f4-0f0b4eae59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.027398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] For port b30aca0b-5b66-4f59-84c6-74f1098f944c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b30aca0b-5b66-4f59-84c6-74f1098f944c,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:05.053437 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.102156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8cf2a1f-d4d9-45e7-9373-83a9267dc557 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:05.145442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c32944f4-d486-45b7-b1f4-0f0b4eae59d8 None None] Port b30aca0b-5b66-4f59-84c6-74f1098f944c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:05.187294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:05.188018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:05:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:05.235941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcf16b-ede6-4833-8606-533dc1ef3cea None None] Pushing event updated for resources: {'Port': ['ID=b30aca0b-5b66-4f59-84c6-74f1098f944c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:05.315858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:05.316216 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.406357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:05.607311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0772fe97-9e88-45bb-ac99-15e116bf3d99 None None] Provisioning complete for port b30aca0b-5b66-4f59-84c6-74f1098f944c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:05.607771 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0772fe97-9e88-45bb-ac99-15e116bf3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.752655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0772fe97-9e88-45bb-ac99-15e116bf3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.798915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0772fe97-9e88-45bb-ac99-15e116bf3d99 None None] For port b30aca0b-5b66-4f59-84c6-74f1098f944c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b30aca0b-5b66-4f59-84c6-74f1098f944c,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:05.804984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0772fe97-9e88-45bb-ac99-15e116bf3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:05.813230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:05.866645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768fc508-28a2-4d22-8f56-64adb339438b None None] The sync data for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 is: [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:05.888801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772fe97-9e88-45bb-ac99-15e116bf3d99 None None] Pushing event updated for resources: {'Port': ['ID=b30aca0b-5b66-4f59-84c6-74f1098f944c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:06.119249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57bc6d-aef5-4e21-a327-2267f1834fb2 req-c93a6729-39a1-4aa5-b20f-8871abf10e3a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:06.122432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db57bc6d-aef5-4e21-a327-2267f1834fb2 req-c93a6729-39a1-4aa5-b20f-8871abf10e3a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0695903 May 06 10:06:06.166730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a4d9db8-57f8-444d-a60b-0e379ef1ebea req-80e0e2d2-9d96-44ab-9039-8c76124e034f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 210 time: 0.0597990 May 06 10:06:06.330813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db57bc6d-aef5-4e21-a327-2267f1834fb2 req-126209ca-3485-4071-8169-1f56f1a58c27 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757631 May 06 10:06:06.350230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b30aca0b-5b66-4f59-84c6-74f1098f944c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:06.381902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54172) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:06.396646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-345d7d71-8f6e-4a8f-8b37-3c5159a79a47 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:06.398906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-345d7d71-8f6e-4a8f-8b37-3c5159a79a47 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.82 "GET /v2.0/networks?id=5317c46e-3b61-441e-b901-36d83b347f3d HTTP/1.1" status: 200 len: 795 time: 0.2637877 May 06 10:06:06.421852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54176) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:06.449640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b30aca0b-5b66-4f59-84c6-74f1098f944c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:06.450298 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.488936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-c0d9a09a-a902-49d1-9fd9-c84ab3b62e51 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=916901ce4a104c6bb7ca7926662d357d HTTP/1.1" status: 200 len: 477 time: 0.0805714 May 06 10:06:06.501626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'port': {'device_id': '159f6d4a-7291-4c75-831b-de707bdbb621', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'admin_state_up': True, 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'security_groups': ['af48aae7-2e42-4491-a24b-ca988372e020', 'db241751-cf13-4af6-a28a-5e76f0952df4']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:06.595126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ccae7-17d6-479e-a989-711f94112886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.652644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Made reservation on behalf of 916901ce4a104c6bb7ca7926662d357d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:06.656794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.657013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00559389-708f-4e05-8c6d-ba8c1aaf5c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.739403 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ccae7-17d6-479e-a989-711f94112886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.746914 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-830ccae7-17d6-479e-a989-711f94112886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.799954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Allocated IP 172.20.0.5 (5317c46e-3b61-441e-b901-36d83b347f3d/d286661b-c8cc-48aa-a9ed-9716bef95043/0eee06a0-511a-4479-a923-744a11fb02cd) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:06.814169 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-830ccae7-17d6-479e-a989-711f94112886 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1719771435f41a3935819e83f26b5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3912220 May 06 10:06:06.815081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ccae7-17d6-479e-a989-711f94112886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9364567-971b-4261-83a7-f8568944e2f4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:06.836560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54180) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:06.840239 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00559389-708f-4e05-8c6d-ba8c1aaf5c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.852660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-00559389-708f-4e05-8c6d-ba8c1aaf5c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.926276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00559389-708f-4e05-8c6d-ba8c1aaf5c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3eabe8-1156-49d6-ae84-88928d7491b9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:06.933933 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-00559389-708f-4e05-8c6d-ba8c1aaf5c18 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38619eed2e684ca8babc2365af0f0f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501564 May 06 10:06:06.937928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:06.962564 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465ebb66-de11-4cd7-88d6-cc35c8ad22d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:06.984016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.001753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465ebb66-de11-4cd7-88d6-cc35c8ad22d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.023134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.031722 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-69290b02-fae6-4612-af3f-ca759fdce044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.068389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-69290b02-fae6-4612-af3f-ca759fdce044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.073704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 5317c46e-3b61-441e-b901-36d83b347f3d is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:07.077146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:07.087192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:07.091949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=0eee06a0-511a-4479-a923-744a11fb02cd,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:07.114181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465ebb66-de11-4cd7-88d6-cc35c8ad22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.116908 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465ebb66-de11-4cd7-88d6-cc35c8ad22d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.119070 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-465ebb66-de11-4cd7-88d6-cc35c8ad22d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9364567-971b-4261-83a7-f8568944e2f4 HTTP/1.1" status: 204 len: 168 time: 0.2815237 May 06 10:06:07.154600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ebb66-de11-4cd7-88d6-cc35c8ad22d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9364567-971b-4261-83a7-f8568944e2f4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:07.155146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:07.156444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.167629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-69290b02-fae6-4612-af3f-ca759fdce044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.170803 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-69290b02-fae6-4612-af3f-ca759fdce044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.174362 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-69290b02-fae6-4612-af3f-ca759fdce044 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/de3eabe8-1156-49d6-ae84-88928d7491b9 HTTP/1.1" status: 204 len: 168 time: 0.2330439 May 06 10:06:07.198141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fcb4ba49-955c-4b24-b9d3-a8a2cb4641fd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7030759 May 06 10:06:07.217974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69290b02-fae6-4612-af3f-ca759fdce044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3eabe8-1156-49d6-ae84-88928d7491b9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:07.240056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Request body: {'port': {'device_id': '159f6d4a-7291-4c75-831b-de707bdbb621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:07.367891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.455348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c4c099ec-e03f-4c3b-a2f9-24ba2cfbd8c3 None None] Provisioning complete for port 0eee06a0-511a-4479-a923-744a11fb02cd triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:07.455935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4c099ec-e03f-4c3b-a2f9-24ba2cfbd8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.539255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c4c099ec-e03f-4c3b-a2f9-24ba2cfbd8c3 None None] Port 0eee06a0-511a-4479-a923-744a11fb02cd cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:07.627871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54202) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:07.628365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea37d2b-9d35-43a3-851d-ef28d6e3557f req-00dd5654-25c8-4c0c-8bfb-ed208fbd87cc tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:07.629453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ea37d2b-9d35-43a3-851d-ef28d6e3557f req-00dd5654-25c8-4c0c-8bfb-ed208fbd87cc tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 970 time: 0.3072233 May 06 10:06:07.652417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-439d2546-d733-4fac-86c4-eaad847b1dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.668981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcfebc-1846-4b7e-98b4-38a89440f523 req-d14654e0-81d5-4a01-92d1-28dae958f815 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:07.675257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbfcfebc-1846-4b7e-98b4-38a89440f523 req-d14654e0-81d5-4a01-92d1-28dae958f815 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.1492410 May 06 10:06:07.750648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-439d2546-d733-4fac-86c4-eaad847b1dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.755651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-439d2546-d733-4fac-86c4-eaad847b1dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.765647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ea37d2b-9d35-43a3-851d-ef28d6e3557f req-4acfe8bd-b65f-41ef-9c0d-c631214f575a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1282768 May 06 10:06:07.782739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbfcfebc-1846-4b7e-98b4-38a89440f523 req-6807f7cc-cbf1-4f7c-98a6-09ea64f9e68f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974762 May 06 10:06:07.812286 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-439d2546-d733-4fac-86c4-eaad847b1dfa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa7ed12920a4465390809835233760cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820252 May 06 10:06:07.813286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2546-d733-4fac-86c4-eaad847b1dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a11c8-f4bc-48cc-9536-8a098df507c8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:07.815765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54206) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:07.851395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eee06a0-511a-4479-a923-744a11fb02cd {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:07.859668 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.875472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Transition to ACTIVE for port object 0eee06a0-511a-4479-a923-744a11fb02cd will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:07.876417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dce9a38d-14b1-4a3e-b35c-67a4f1e39eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.880193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.903001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dce9a38d-14b1-4a3e-b35c-67a4f1e39eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.935082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Pushing event updated for resources: {'Port': ['ID=0eee06a0-511a-4479-a923-744a11fb02cd,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:07.982161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dce9a38d-14b1-4a3e-b35c-67a4f1e39eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.985794 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dce9a38d-14b1-4a3e-b35c-67a4f1e39eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:07.990743 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dce9a38d-14b1-4a3e-b35c-67a4f1e39eba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/737a11c8-f4bc-48cc-9536-8a098df507c8 HTTP/1.1" status: 204 len: 168 time: 0.1736202 May 06 10:06:08.004301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9a38d-14b1-4a3e-b35c-67a4f1e39eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a11c8-f4bc-48cc-9536-8a098df507c8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:08.024601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Attempting to bind port 0eee06a0-511a-4479-a923-744a11fb02cd on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:08.024865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Attempting to bind port 0eee06a0-511a-4479-a923-744a11fb02cd by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:08.025196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Attempting to bind port 0eee06a0-511a-4479-a923-744a11fb02cd on network 5317c46e-3b61-441e-b901-36d83b347f3d {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:08.032577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Port 0eee06a0-511a-4479-a923-744a11fb02cd on network 5317c46e-3b61-441e-b901-36d83b347f3d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:08.032697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Attempting to bind port 0eee06a0-511a-4479-a923-744a11fb02cd on network 5317c46e-3b61-441e-b901-36d83b347f3d {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:08.038340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:08.038944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Checking segment: {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:08.039331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Bound using segment: {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:08.039794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Bound port: 0eee06a0-511a-4479-a923-744a11fb02cd, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131c58af-e040-4206-8e26-e45ab991f115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:08.040156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:08.133195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] For port 0eee06a0-511a-4479-a923-744a11fb02cd, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:08.138721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] For port 0eee06a0-511a-4479-a923-744a11fb02cd, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0eee06a0-511a-4479-a923-744a11fb02cd,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:08.144746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:08.240899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:08.241649 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:08.243153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] 10.222.0.82 "PUT /v2.0/ports/0eee06a0-511a-4479-a923-744a11fb02cd HTTP/1.1" status: 200 len: 1130 time: 1.0245516 May 06 10:06:08.251762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:08.256356 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053e774c-8aed-440b-98cd-323c799923f0" -d '{"events": [{"name": "network-changed", "server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:08.327537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106ee31-2e8c-4c5b-ab0a-1763f5928b90 service neutron] Pushing event updated for resources: {'Port': ['ID=0eee06a0-511a-4479-a923-744a11fb02cd,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:08.425023 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c104d129-1e13-4f96-93c1-db6fac8cbee8 x-openstack-request-id: req-c104d129-1e13-4f96-93c1-db6fac8cbee8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:08.430546 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:08.430868 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c104d129-1e13-4f96-93c1-db6fac8cbee8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:08.431358 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c104d129-1e13-4f96-93c1-db6fac8cbee8'] response: {'name': 'network-changed', 'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd', 'status': 'completed', 'code': 200} May 06 10:06:08.453552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fbc97804-7593-49ee-ae4f-cc9609049645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:08.455411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-fbc97804-7593-49ee-ae4f-cc9609049645 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1133 time: 0.0639079 May 06 10:06:08.532793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-8b5c53ac-7a15-474f-b09e-10e94a5a54f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eee06a0-511a-4479-a923-744a11fb02cd HTTP/1.1" status: 200 len: 217 time: 0.0682502 May 06 10:06:08.611716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-597a2923-61b5-4d46-80f9-caf1963c5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:08.613570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-597a2923-61b5-4d46-80f9-caf1963c5f33 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d286661b-c8cc-48aa-a9ed-9716bef95043 HTTP/1.1" status: 200 len: 835 time: 0.0740619 May 06 10:06:08.674382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-8088c4a5-4c87-4036-95d4-87fd5633fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:08.675966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-8088c4a5-4c87-4036-95d4-87fd5633fa6c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5317c46e-3b61-441e-b901-36d83b347f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542407 May 06 10:06:08.788476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-c7aee46c-bd7b-4183-87a3-a7c9c18072fd service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039307 May 06 10:06:09.394726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6a70b-a499-4891-828c-e53a3431b311 req-8217dad6-bfa8-490b-8b59-274389353209 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:09.396238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86c6a70b-a499-4891-828c-e53a3431b311 req-8217dad6-bfa8-490b-8b59-274389353209 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 982 time: 0.5312853 May 06 10:06:09.400452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af9c14ef-5a83-4497-9a72-536eb9e67bf3 req-b675fa99-e2e9-407c-8458-c1195c6e9f23 service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049428 May 06 10:06:09.422439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba2a3d-cfc7-46eb-a298-b9e080062bb9 req-e1993d4b-6950-40cc-9f72-34122925b79b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:09.428608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abba2a3d-cfc7-46eb-a298-b9e080062bb9 req-e1993d4b-6950-40cc-9f72-34122925b79b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.5432484 May 06 10:06:09.464539 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-1a42c749-3657-4e30-a4a3-3b520c2dae86 service neutron] show failed (client error): The resource could not be found. May 06 10:06:09.465618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-1a42c749-3657-4e30-a4a3-3b520c2dae86 service neutron] 10.222.0.82 "GET /v2.0/ports/b07687b9-eca5-4337-9fc3-95ba57cc7b7b/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.5512068 May 06 10:06:09.524517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86c6a70b-a499-4891-828c-e53a3431b311 req-86dd6443-5b78-491c-ae58-54971ae5e367 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1185675 May 06 10:06:09.543239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-abba2a3d-cfc7-46eb-a298-b9e080062bb9 req-a1aa9811-5a85-4080-b076-3cbd949102cc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924063 May 06 10:06:09.552530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e774c-8aed-440b-98cd-323c799923f0 req-04b325ed-de7c-46af-911c-5dd0a4c1e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:09.554242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053e774c-8aed-440b-98cd-323c799923f0 req-04b325ed-de7c-46af-911c-5dd0a4c1e3ed service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1133 time: 0.0991402 May 06 10:06:09.743408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e774c-8aed-440b-98cd-323c799923f0 req-74bcd237-7987-4874-9a8b-0985acf4bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:09.745334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053e774c-8aed-440b-98cd-323c799923f0 req-74bcd237-7987-4874-9a8b-0985acf4bd38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5317c46e-3b61-441e-b901-36d83b347f3d HTTP/1.1" status: 200 len: 896 time: 0.1840761 May 06 10:06:09.757151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-065f6ca6-6ae1-4971-8b55-c0d0fe94ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:09.758846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-065f6ca6-6ae1-4971-8b55-c0d0fe94ed34 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 1097 time: 0.0676661 May 06 10:06:09.802107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:09.817781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:09.837793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053e774c-8aed-440b-98cd-323c799923f0 req-66a5b357-5301-48da-976f-b52e6f88c5b7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eee06a0-511a-4479-a923-744a11fb02cd HTTP/1.1" status: 200 len: 217 time: 0.0827327 May 06 10:06:09.925212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:09.939555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e774c-8aed-440b-98cd-323c799923f0 req-52fa19c0-fc75-4ac7-8a1b-5a83e1c5a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:09.941106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053e774c-8aed-440b-98cd-323c799923f0 req-52fa19c0-fc75-4ac7-8a1b-5a83e1c5a7e3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d286661b-c8cc-48aa-a9ed-9716bef95043 HTTP/1.1" status: 200 len: 835 time: 0.0958934 May 06 10:06:09.964146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c50ae1e-f31e-435f-8ce6-3f2cb3333128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.059890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c50ae1e-f31e-435f-8ce6-3f2cb3333128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.064821 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8c50ae1e-f31e-435f-8ce6-3f2cb3333128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.096279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e774c-8aed-440b-98cd-323c799923f0 req-078a091b-1d0a-43da-ba5d-82696ace4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:10.099572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053e774c-8aed-440b-98cd-323c799923f0 req-078a091b-1d0a-43da-ba5d-82696ace4814 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5317c46e-3b61-441e-b901-36d83b347f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332424 May 06 10:06:10.108040 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8c50ae1e-f31e-435f-8ce6-3f2cb3333128 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a3b4d9d2c4f471186c6b6bb01bcbfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885725 May 06 10:06:10.110744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:10.153776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50ae1e-f31e-435f-8ce6-3f2cb3333128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1079811f-c915-44e2-8fab-5a52b4f52beb,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:10.170660 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aacb505-6ec5-44c8-8d9d-a9c376a6e855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.200214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aacb505-6ec5-44c8-8d9d-a9c376a6e855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.294611 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aacb505-6ec5-44c8-8d9d-a9c376a6e855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.297505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6aacb505-6ec5-44c8-8d9d-a9c376a6e855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.298682 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6aacb505-6ec5-44c8-8d9d-a9c376a6e855 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1079811f-c915-44e2-8fab-5a52b4f52beb HTTP/1.1" status: 204 len: 168 time: 0.1868036 May 06 10:06:10.316365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacb505-6ec5-44c8-8d9d-a9c376a6e855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1079811f-c915-44e2-8fab-5a52b4f52beb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:10.414131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053e774c-8aed-440b-98cd-323c799923f0 req-958da70d-25ad-4a8e-a596-ac8e4c67f9b5 service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753716 May 06 10:06:10.483157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:10.539954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:10.575627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053e774c-8aed-440b-98cd-323c799923f0 req-5c74f71e-3e18-4fb8-8b72-65f93d63daf0 service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529589 May 06 10:06:10.606911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:10.612819 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b49c3ec-0274-4f47-9ac2-d6bca088d9b1" -d '{"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-unplugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:10.619848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.641896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Transition to ACTIVE for port object b07687b9-eca5-4337-9fc3-95ba57cc7b7b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:10.648264 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:10.848672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:10.869262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435b6d3-771a-4844-bd39-31c6b714ccef req-5db8dc51-6e42-4744-9776-9cbeb49a5af9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:10.871482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2435b6d3-771a-4844-bd39-31c6b714ccef req-5db8dc51-6e42-4744-9776-9cbeb49a5af9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.2109406 May 06 10:06:10.881000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.881481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.881933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.882359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.882777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.883199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.883847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.884073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.884489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.884905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.885660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.885660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:10.922187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] No DVR routers for this DVR port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:10.942919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f05c7d-b2ed-4551-8293-6d91f303b62a req-78c2cbb6-86c0-4ba6-beed-f7582925d75a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:10.944614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96f05c7d-b2ed-4551-8293-6d91f303b62a req-78c2cbb6-86c0-4ba6-beed-f7582925d75a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 982 time: 0.2085717 May 06 10:06:11.087286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2435b6d3-771a-4844-bd39-31c6b714ccef req-30119748-6318-44cb-9b6e-4646519e3b2f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086742 May 06 10:06:11.103997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96f05c7d-b2ed-4551-8293-6d91f303b62a req-0070ab6b-0287-4aaf-81d1-6cd1365e03ac tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1225812 May 06 10:06:11.184207 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee9eb47-fa05-4538-8688-702f67f23d02 x-openstack-request-id: req-9ee9eb47-fa05-4538-8688-702f67f23d02 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:11.184207 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-unplugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:11.184449 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ee9eb47-fa05-4538-8688-702f67f23d02 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:11.185047 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee9eb47-fa05-4538-8688-702f67f23d02'] response: {'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'code': 200} May 06 10:06:11.188482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:11.188874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:11.189273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:11.201850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:11.202222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:11.208846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:11.209339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Checking segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:11.210066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Bound using segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:11.210545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Bound port: b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:11.210993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.280726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:11.285107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:11.292935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.337148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:11.337871 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:11.339717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] 10.222.0.83 "PUT /v2.0/ports/b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 1092 time: 1.5416708 May 06 10:06:11.372664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdf23-3bfa-4a1d-bea5-1f2744076d4f service neutron] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:11.445800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-74e1de86-46ab-48ee-a037-235d703c6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:11.460543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-74e1de86-46ab-48ee-a037-235d703c6b3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1095 time: 0.0970709 May 06 10:06:11.585350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-14f5d816-df15-4392-886b-95e6ae23f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:11.587056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-14f5d816-df15-4392-886b-95e6ae23f7b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.1197970 May 06 10:06:11.668485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-c0227727-904d-43d4-ab34-ce43952140f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.0738671 May 06 10:06:11.731197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-2c70b159-a543-4d7a-82e7-1f92911cc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:11.733178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-2c70b159-a543-4d7a-82e7-1f92911cc861 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.0587394 May 06 10:06:11.806648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-8de99090-ff7a-4b55-a94e-fbec135e2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:11.810044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-8de99090-ff7a-4b55-a94e-fbec135e2662 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694211 May 06 10:06:11.911648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-e7c5e2a7-2206-4cfd-89e3-fd328476cf71 service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952322 May 06 10:06:12.026026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c3e0f35-4f7e-4a3f-8d0b-2fa839c2a7ee req-9560f6ad-ffc5-4c2f-90f7-67fc46b8f507 service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069121 May 06 10:06:12.283038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac52df-603a-4b2f-a207-9f158112c974 req-5ec31b07-750f-48bf-8075-d1ce1d8b22ed tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:12.284799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39ac52df-603a-4b2f-a207-9f158112c974 req-5ec31b07-750f-48bf-8075-d1ce1d8b22ed tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.0980849 May 06 10:06:12.348000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed84eb-7271-46cd-85f4-268a263108b3 req-5dddc5be-7204-4511-a98a-0a03f16f5a0a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:12.349602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09ed84eb-7271-46cd-85f4-268a263108b3 req-5dddc5be-7204-4511-a98a-0a03f16f5a0a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 982 time: 0.1225281 May 06 10:06:12.352437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39ac52df-603a-4b2f-a207-9f158112c974 req-b7d48430-1a7a-46a1-a3ad-8c5dd043b3da tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601223 May 06 10:06:12.403559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09ed84eb-7271-46cd-85f4-268a263108b3 req-0a4d546f-81b0-4072-806f-90147edc2ce2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0472190 May 06 10:06:12.650315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12a435cc-da07-4106-83f6-881e29ef0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:12.799537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0eee06a0-511a-4479-a923-744a11fb02cd details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:12.802599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:12.904185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:12.944612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 0eee06a0-511a-4479-a923-744a11fb02cd, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0eee06a0-511a-4479-a923-744a11fb02cd,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:12.956545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '0eee06a0-511a-4479-a923-744a11fb02cd', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'port_id': '0eee06a0-511a-4479-a923-744a11fb02cd', 'mac_address': 'fa:16:3e:62:ef:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:13.000368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.014553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-52471236-07b0-4f61-8578-ffff6fb6b85f tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1766ab7b1e844e2daecf13a3db38e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414391 May 06 10:06:13.019312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eee06a0-511a-4479-a923-744a11fb02cd {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:13.040764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 0eee06a0-511a-4479-a923-744a11fb02cd, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0eee06a0-511a-4479-a923-744a11fb02cd,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:13.046145 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:13.097442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=0eee06a0-511a-4479-a923-744a11fb02cd,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:13.187867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:13.191109 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e20a1-bd41-4a11-84e7-27322ebace6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:13.236557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-0a597a19-ca34-47be-90d3-a47a396b0564 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.238057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-0a597a19-ca34-47be-90d3-a47a396b0564 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173989 May 06 10:06:13.248167 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d597068-f8c6-4fcd-92be-f07ebc99cc05 x-openstack-request-id: req-6d597068-f8c6-4fcd-92be-f07ebc99cc05 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:13.248516 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:13.248826 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d597068-f8c6-4fcd-92be-f07ebc99cc05 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:13.249277 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d597068-f8c6-4fcd-92be-f07ebc99cc05'] response: {'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'status': 'completed', 'code': 200} May 06 10:06:13.259907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-886c84a2-9da9-4f90-ac72-0ead90700054 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/quotas/1766ab7b1e844e2daecf13a3db38e77e HTTP/1.1" status: 200 len: 375 time: 0.0149286 May 06 10:06:13.264097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['0eee06a0-511a-4479-a923-744a11fb02cd'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:13.351295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-adb09633-0e99-4a62-b376-5853fd7d575d tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1766ab7b1e844e2daecf13a3db38e77e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724971 May 06 10:06:13.373763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-ea573d03-3f73-4915-aa8c-1ba71cf139c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.375355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-ea573d03-3f73-4915-aa8c-1ba71cf139c5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1095 time: 0.1076319 May 06 10:06:13.377353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-67b3a9c7-3082-45a1-a077-fe4b310da184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.378794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-67b3a9c7-3082-45a1-a077-fe4b310da184 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1095 time: 0.1017342 May 06 10:06:13.678055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297c893-de2f-4cc3-a115-5a61f8add552 req-1c358038-354a-4c0c-a00a-3afaf59b5100 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.679751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1297c893-de2f-4cc3-a115-5a61f8add552 req-1c358038-354a-4c0c-a00a-3afaf59b5100 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.2299609 May 06 10:06:13.690822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-fdea0b35-2f31-4894-b61f-2cd9f495d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.692612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-fdea0b35-2f31-4894-b61f-2cd9f495d98a service neutron] 10.222.0.83 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.2972119 May 06 10:06:13.693568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-952aeeaf-5f78-4ff9-a07c-6cd2ba2cc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.695014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-952aeeaf-5f78-4ff9-a07c-6cd2ba2cc8ad service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.3102255 May 06 10:06:13.818248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab042a-eb46-4d57-a133-5008868177cc req-d1a8b17f-8f3b-4464-9dcd-24f674b9b1c8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:13.819856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8ab042a-eb46-4d57-a133-5008868177cc req-d1a8b17f-8f3b-4464-9dcd-24f674b9b1c8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 983 time: 0.2490702 May 06 10:06:13.869807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1297c893-de2f-4cc3-a115-5a61f8add552 req-25de4212-34cf-44cb-bb2d-95b67e5d450c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729977 May 06 10:06:13.885059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-c7176543-9092-4772-b533-77dfa738542f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.1709232 May 06 10:06:13.910698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-c9f7d05c-ad0d-4196-9c50-9d4314d12228 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.2051303 May 06 10:06:13.958941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8ab042a-eb46-4d57-a133-5008868177cc req-ade12e2e-e192-4e9f-80e4-96c8c1c8e7d3 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1238027 May 06 10:06:14.028955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b6f1e9a-49b5-4423-bc68-930157718c25 req-798c581e-2d2c-42b0-9207-081ba4ed8dbd tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 210 time: 0.0875981 May 06 10:06:14.041433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-1a75be40-12b4-4913-9496-d883343158d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.043027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-1a75be40-12b4-4913-9496-d883343158d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.1456294 May 06 10:06:14.049199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-b9ae4913-c8e8-4026-834b-a8b56b304d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.050689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-b9ae4913-c8e8-4026-834b-a8b56b304d47 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.1105626 May 06 10:06:14.127322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-563ddb05-393c-4e28-9d0d-c843bb823408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.128779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-563ddb05-393c-4e28-9d0d-c843bb823408 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772483 May 06 10:06:14.130607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-97121085-73e8-4e94-8616-ebbdbfbe56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.132100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-97121085-73e8-4e94-8616-ebbdbfbe56c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669956 May 06 10:06:14.293440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-da8be2cf-18cb-44ba-9c7d-01abb18f8b64 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554470 May 06 10:06:14.297001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-452388aa-533b-47d0-88f0-d3618f5b91c6 service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515074 May 06 10:06:14.462406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-c3d0e21a-e46c-45e0-9807-9b3621e0524a service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616685 May 06 10:06:14.465036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-562e20a1-bd41-4a11-84e7-27322ebace6c req-3f58a383-c9cf-4b2b-a6fb-0a0b0a19bd00 service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571517 May 06 10:06:14.811751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-e2ba1ac1-242e-47df-b478-e21ae50ea4b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1766ab7b1e844e2daecf13a3db38e77e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359833 May 06 10:06:14.815335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0eee06a0-511a-4479-a923-744a11fb02cd up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:14.921147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 0eee06a0-511a-4479-a923-744a11fb02cd completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:06:14.929425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 0eee06a0-511a-4479-a923-744a11fb02cd triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:14.930105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:14.955029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-c90ee818-da43-4209-ae36-6ccc66761b4b tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:14.956945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-c90ee818-da43-4209-ae36-6ccc66761b4b tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414659 May 06 10:06:14.991967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Request body: {'port': {'device_id': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': '1766ab7b1e844e2daecf13a3db38e77e'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:15.066293 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.099333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:15.104322 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de58efa0-0796-4039-a139-4d55724afb08" -d '{"events": [{"server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "name": "network-vif-plugged", "status": "completed", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:15.121957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 0eee06a0-511a-4479-a923-744a11fb02cd, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0eee06a0-511a-4479-a923-744a11fb02cd,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:15.127946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.187572 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d4305889-a197-49b8-bf7d-f7b274dfa0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.209583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=0eee06a0-511a-4479-a923-744a11fb02cd,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:15.250969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:15.394832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:15.414167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'port_id': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'mac_address': 'fa:16:3e:09:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:15.465205 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.479952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07687b9-eca5-4337-9fc3-95ba57cc7b7b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:15.502758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:15.506624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.559010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:15.561642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ee856-c46d-46e9-82a6-fd1e11ef46a6 req-2b076f86-e52f-4ff5-8708-1c1556f34cd0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:15.568229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053ee856-c46d-46e9-82a6-fd1e11ef46a6 req-2b076f86-e52f-4ff5-8708-1c1556f34cd0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 944 time: 0.5654655 May 06 10:06:15.612903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391ff04-dd4e-4969-b2e8-014e510a9569 req-49cfb5b0-ef36-4f83-b504-a1cb2881a4f4 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:15.614522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e391ff04-dd4e-4969-b2e8-014e510a9569 req-49cfb5b0-ef36-4f83-b504-a1cb2881a4f4 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 984 time: 0.1421735 May 06 10:06:15.656159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-053ee856-c46d-46e9-82a6-fd1e11ef46a6 req-5764b785-a198-4d96-a4a5-176c599dfe6d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855689 May 06 10:06:15.658716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Made reservation on behalf of 1766ab7b1e844e2daecf13a3db38e77e for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:15.662057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.686599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.706616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e391ff04-dd4e-4969-b2e8-014e510a9569 req-61ae4b1b-c4e5-46a4-8674-f9947b0baec7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0830371 May 06 10:06:15.778575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0f839f2-761a-4d73-a337-2de2cb56fdfb req-2d1790c3-5fa0-46eb-9392-416f9e25d3c1 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 210 time: 0.0470710 May 06 10:06:15.837826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.843219 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:15.846072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b07687b9-eca5-4337-9fc3-95ba57cc7b7b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:15.919401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:15.935662 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c16a0f-2a76-4f1c-a5b1-b32a6807de8c x-openstack-request-id: req-53c16a0f-2a76-4f1c-a5b1-b32a6807de8c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:15.935962 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "name": "network-vif-plugged", "status": "completed", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:15.936214 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53c16a0f-2a76-4f1c-a5b1-b32a6807de8c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:15.936609 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c16a0f-2a76-4f1c-a5b1-b32a6807de8c'] response: {'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd', 'code': 200} May 06 10:06:15.987197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Allocated IP 192.168.233.144 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/5e995829-deb0-4b61-b11d-2568d8cf4343) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:16.070348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7cce0-85cf-4d39-8a37-6053d3edaf11 req-58c28603-1b50-4bc3-a5d4-c07fcb96fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:16.071917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1d7cce0-85cf-4d39-8a37-6053d3edaf11 req-58c28603-1b50-4bc3-a5d4-c07fcb96fe5d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1135 time: 0.0755534 May 06 10:06:16.158428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1d7cce0-85cf-4d39-8a37-6053d3edaf11 req-b97c3eb5-296c-42a6-8055-da6c64f80128 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=af48aae7-2e42-4491-a24b-ca988372e020&id=db241751-cf13-4af6-a28a-5e76f0952df4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0720615 May 06 10:06:16.196745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.238838 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.284812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:16.287813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:16.291466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:16.322271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Pushing event updated for resources: {'Port': ['ID=5e995829-deb0-4b61-b11d-2568d8cf4343,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:16.348133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:16.348814 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.368414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-9568b4c8-0ea1-4d14-aa3d-b5fe6e7e2381 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3921094 May 06 10:06:16.380991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Request body: {'port': {'device_id': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:16.448202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.547931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e59df1ef-93bc-4887-a828-ca61da0d32f9 None None] Provisioning complete for port 5e995829-deb0-4b61-b11d-2568d8cf4343 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:16.548555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e59df1ef-93bc-4887-a828-ca61da0d32f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.590705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e59df1ef-93bc-4887-a828-ca61da0d32f9 None None] Port 5e995829-deb0-4b61-b11d-2568d8cf4343 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:16.612670 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.687280 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.784940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e995829-deb0-4b61-b11d-2568d8cf4343 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:16.795245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.834937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Transition to ACTIVE for port object 5e995829-deb0-4b61-b11d-2568d8cf4343 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:16.846583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da265a-f003-43f5-aeed-1a263d57fa19 req-5d997a39-36ff-434a-ad93-d7db3e8a0298 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:16.848075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78da265a-f003-43f5-aeed-1a263d57fa19 req-5d997a39-36ff-434a-ad93-d7db3e8a0298 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 945 time: 0.1049261 May 06 10:06:16.849983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:16.942248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78506e8-94df-4318-8ed6-a728ce8054d3 req-a308119f-0c1b-4e25-91bf-082863845f75 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:16.943854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f78506e8-94df-4318-8ed6-a728ce8054d3 req-a308119f-0c1b-4e25-91bf-082863845f75 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 984 time: 0.1450837 May 06 10:06:16.958645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Pushing event updated for resources: {'Port': ['ID=5e995829-deb0-4b61-b11d-2568d8cf4343,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:16.988746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78da265a-f003-43f5-aeed-1a263d57fa19 req-0b7002da-645a-4d1d-aecf-475eff14270f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277163 May 06 10:06:17.045870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f78506e8-94df-4318-8ed6-a728ce8054d3 req-b13d7845-89e6-4a2d-b851-3e40d7bb64c9 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0949833 May 06 10:06:17.064069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Attempting to bind port 5e995829-deb0-4b61-b11d-2568d8cf4343 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:17.064368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Attempting to bind port 5e995829-deb0-4b61-b11d-2568d8cf4343 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:17.064741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Attempting to bind port 5e995829-deb0-4b61-b11d-2568d8cf4343 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:17.082190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Port 5e995829-deb0-4b61-b11d-2568d8cf4343 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:17.082543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Attempting to bind port 5e995829-deb0-4b61-b11d-2568d8cf4343 on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:17.092587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:17.092933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:17.093356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:17.093804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Bound port: 5e995829-deb0-4b61-b11d-2568d8cf4343, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:17.094158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.218613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295b15c-21b1-4dc3-abac-b5cf6708f2f6 req-90ac2acf-adee-45b0-a19d-464634768c9a tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.220191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0295b15c-21b1-4dc3-abac-b5cf6708f2f6 req-90ac2acf-adee-45b0-a19d-464634768c9a tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 948 time: 0.1078672 May 06 10:06:17.221366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] For port 5e995829-deb0-4b61-b11d-2568d8cf4343, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:17.224879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] For port 5e995829-deb0-4b61-b11d-2568d8cf4343, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e995829-deb0-4b61-b11d-2568d8cf4343,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:17.238830 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.263173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:17.310273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.310817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.312371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] 10.222.0.83 "PUT /v2.0/ports/5e995829-deb0-4b61-b11d-2568d8cf4343 HTTP/1.1" status: 200 len: 1096 time: 0.9359841 May 06 10:06:17.312886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'tag': '5e995829-deb0-4b61-b11d-2568d8cf4343'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:17.315215 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1e4412-8d23-4584-809f-f8b5c1d76d0d", "tag": "5e995829-deb0-4b61-b11d-2568d8cf4343"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:17.328595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0295b15c-21b1-4dc3-abac-b5cf6708f2f6 req-31228962-3225-4722-9c39-30c7614a20c9 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980372 May 06 10:06:17.335864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23f1b4-1ab7-493c-b38c-469f9143c085 service neutron] Pushing event updated for resources: {'Port': ['ID=5e995829-deb0-4b61-b11d-2568d8cf4343,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:17.347332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port b07687b9-eca5-4337-9fc3-95ba57cc7b7b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:06:17.360929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port b07687b9-eca5-4337-9fc3-95ba57cc7b7b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:17.361435 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.380441 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c120f-5918-4260-9305-4bb0783eaa9d x-openstack-request-id: req-ba8c120f-5918-4260-9305-4bb0783eaa9d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:17.380441 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1e4412-8d23-4584-809f-f8b5c1d76d0d", "tag": "5e995829-deb0-4b61-b11d-2568d8cf4343", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:17.380441 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba8c120f-5918-4260-9305-4bb0783eaa9d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:17.380441 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8c120f-5918-4260-9305-4bb0783eaa9d'] response: {'name': 'network-changed', 'server_uuid': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'tag': '5e995829-deb0-4b61-b11d-2568d8cf4343', 'status': 'completed', 'code': 200} May 06 10:06:17.473912 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.513324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:17.517763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c0cef-67c7-4783-a58d-be6d804061ca req-ee975c7d-8641-4bc8-84c6-3621f23b29ee tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.525573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f85c0cef-67c7-4783-a58d-be6d804061ca req-ee975c7d-8641-4bc8-84c6-3621f23b29ee tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 945 time: 0.0746746 May 06 10:06:17.529548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-dff9c3ba-8345-4af2-ba77-a0062953e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.530191 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:17.531008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-dff9c3ba-8345-4af2-ba77-a0062953e9d1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1766ab7b1e844e2daecf13a3db38e77e&device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 1099 time: 0.1654918 May 06 10:06:17.593593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-c455df20-155f-48d1-aa38-feeb4d27fea1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.595234 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-c455df20-155f-48d1-aa38-feeb4d27fea1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14&tenant_id=e12c2da4041b40559768da50e19f8773&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 945 time: 0.2165549 May 06 10:06:17.617077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:17.628065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-7344e043-cbe1-4e74-ac05-886bdae4c832 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5e995829-deb0-4b61-b11d-2568d8cf4343 HTTP/1.1" status: 200 len: 217 time: 0.0828629 May 06 10:06:17.663195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f85c0cef-67c7-4783-a58d-be6d804061ca req-de6ea45e-b305-4502-a4ea-7f28969bbe44 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360564 May 06 10:06:17.671399 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-02879a2e-e8c5-4225-926e-183336dd4cd8 service neutron] 10.222.0.83 "GET /v2.0/ports/b07687b9-eca5-4337-9fc3-95ba57cc7b7b/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 382 time: 0.0671487 May 06 10:06:17.720604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-3a0d6899-9775-4123-91c1-c9642d61d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.722167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-3a0d6899-9775-4123-91c1-c9642d61d5b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0853422 May 06 10:06:17.742335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-23867ecd-e52b-4e13-8369-dfe9cf392e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.743878 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-23867ecd-e52b-4e13-8369-dfe9cf392e2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1097 time: 0.0463369 May 06 10:06:17.775763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c13d9-6950-48d0-840a-28a596984705 req-f8181eea-310d-42c1-b99d-66385f831063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.777298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-f8181eea-310d-42c1-b99d-66385f831063 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475562 May 06 10:06:17.843430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc376b62-2ff8-49c8-aad3-ac688f211bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.845189 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc376b62-2ff8-49c8-aad3-ac688f211bfe service neutron] 10.222.0.83 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.0926185 May 06 10:06:17.871553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-7005a2cb-3601-4565-8a1f-80ab2ebff5b0 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879664 May 06 10:06:17.919315 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-c48897c2-5ac4-4316-9ce8-d074bcd504ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 1001 time: 0.0672333 May 06 10:06:17.937362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:17.939722 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec37e2c-6b0f-4aba-a8c6-3cb02d03b735" -d '{"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-plugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:17.979086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-951c13d9-6950-48d0-840a-28a596984705 req-d291bda2-3133-4274-b8bc-b3fb40d0e8d3 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014528 May 06 10:06:17.981414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-72462d08-b39d-4f90-9f94-5e6304ca2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:17.982871 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-72462d08-b39d-4f90-9f94-5e6304ca2a46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.0572927 May 06 10:06:18.009685 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab0afcc-011b-48ea-98db-9d4f8ff4fd19 x-openstack-request-id: req-aab0afcc-011b-48ea-98db-9d4f8ff4fd19 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:18.010070 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-plugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:18.010628 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aab0afcc-011b-48ea-98db-9d4f8ff4fd19 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:18.011658 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab0afcc-011b-48ea-98db-9d4f8ff4fd19'] response: {'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'code': 200} May 06 10:06:18.036481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-8e0f4b36-d3cc-444b-9b86-449a9a6e08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.038042 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-8e0f4b36-d3cc-444b-9b86-449a9a6e08fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490105 May 06 10:06:18.071379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-32f50ddc-fcb9-4461-a51c-251c2b548bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.072949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-32f50ddc-fcb9-4461-a51c-251c2b548bad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1766ab7b1e844e2daecf13a3db38e77e&device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 1099 time: 0.0432835 May 06 10:06:18.145938 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-c8e8cf97-ed8c-4e7e-9e00-5bec836179c7 service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997601 May 06 10:06:18.209184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-08804ec4-7ee0-4e6c-b868-97fc9b84e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.210821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-08804ec4-7ee0-4e6c-b868-97fc9b84e781 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.1313908 May 06 10:06:18.215743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:18.223933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfb0f1-825a-4b2e-931d-556935fcb52f req-733a4086-f986-49d1-9fbf-2089aa104558 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.225517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cdbfb0f1-825a-4b2e-931d-556935fcb52f req-733a4086-f986-49d1-9fbf-2089aa104558 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 984 time: 0.0797114 May 06 10:06:18.258167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-72e11fd9-131b-4479-b264-88feb5eca7bb service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040812 May 06 10:06:18.263374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-c49e9d2a-47bb-4220-9f95-616bd013ae19 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5e995829-deb0-4b61-b11d-2568d8cf4343 HTTP/1.1" status: 200 len: 217 time: 0.0368288 May 06 10:06:18.337970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cdbfb0f1-825a-4b2e-931d-556935fcb52f req-4b5eb6ae-7c48-469d-8dec-9b5cfa123db8 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0778832 May 06 10:06:18.342963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-d6364954-320e-4730-8b74-69533f6ec689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.344542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-d6364954-320e-4730-8b74-69533f6ec689 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0745518 May 06 10:06:18.399851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-6380751e-b91c-49f9-b55a-3ec02765f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.402049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-6380751e-b91c-49f9-b55a-3ec02765f218 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0497248 May 06 10:06:18.567194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a64b4-8456-42cf-842f-64b7ae9b32cc req-bee1ab5d-d4e5-41b2-b1ae-98e874bb53ae tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.568970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-229a64b4-8456-42cf-842f-64b7ae9b32cc req-bee1ab5d-d4e5-41b2-b1ae-98e874bb53ae tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 984 time: 0.1394100 May 06 10:06:18.578323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-cdd25126-da4e-4e0a-8ce8-2bd332811263 service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685915 May 06 10:06:18.589912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf38fd-1338-48ac-9337-c75bc2c11c9b req-cc634503-a83c-4706-849e-420ff9aefad8 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.591631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3acf38fd-1338-48ac-9337-c75bc2c11c9b req-cc634503-a83c-4706-849e-420ff9aefad8 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 948 time: 0.1194947 May 06 10:06:18.726392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-229a64b4-8456-42cf-842f-64b7ae9b32cc req-13a972dc-5cc9-4692-a907-a39b8276f864 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1189599 May 06 10:06:18.741568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:18.749559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3acf38fd-1338-48ac-9337-c75bc2c11c9b req-4b9b7d11-7c79-466a-b4b7-027a1b7b46cc tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353669 May 06 10:06:18.783042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aa73e0e-a441-4f06-8b68-86ca9c0e4bae req-2eb64be9-1d95-453a-9856-09d6c4307b0a service neutron] 10.222.0.83 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863821 May 06 10:06:18.914904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26c710-fe2a-4673-8b07-084007cbad95 req-de292f24-bae7-48fe-9f4d-46061627ffcc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.916685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d26c710-fe2a-4673-8b07-084007cbad95 req-de292f24-bae7-48fe-9f4d-46061627ffcc tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.0766535 May 06 10:06:18.919431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fda705-ee9d-4bb4-9348-0449ed558571 req-5fb3ee71-31aa-4022-b074-35e69be35347 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:18.920883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80fda705-ee9d-4bb4-9348-0449ed558571 req-5fb3ee71-31aa-4022-b074-35e69be35347 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1135 time: 0.0914786 May 06 10:06:18.957937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80fda705-ee9d-4bb4-9348-0449ed558571 req-bc79ee6a-f477-4bdf-a248-2f1def350cdb tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:18.966986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54470) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:18.991123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d26c710-fe2a-4673-8b07-084007cbad95 req-926d4483-63e7-4d61-be6b-2c0a852a5b15 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601900 May 06 10:06:19.067962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80fda705-ee9d-4bb4-9348-0449ed558571 req-bc79ee6a-f477-4bdf-a248-2f1def350cdb tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.072968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-80fda705-ee9d-4bb4-9348-0449ed558571 req-bc79ee6a-f477-4bdf-a248-2f1def350cdb tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.095518 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.102214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80fda705-ee9d-4bb4-9348-0449ed558571 req-bc79ee6a-f477-4bdf-a248-2f1def350cdb tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1736777 May 06 10:06:19.111791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79ee6a-f477-4bdf-a248-2f1def350cdb tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635935bc-86e4-4e51-b975-9ca75d5676d1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:19.128978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54474) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:19.171240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba07dd7c-acaf-4788-ad76-469e1ad6852b tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:19.172866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ba07dd7c-acaf-4788-ad76-469e1ad6852b tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1130 time: 0.0425019 May 06 10:06:19.175853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54476) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:19.180286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '0eee06a0-511a-4479-a923-744a11fb02cd', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:19.192872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.196728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.202184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.240403 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f349e96681ce44b287589d7fd1b033d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721481 May 06 10:06:19.241325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77966a-f6a0-4505-8297-3930d8f82cb7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:19.243204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54478) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:19.249500 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.249850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.250324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.250525 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.250856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.251185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.251515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.251864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.252190 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.252509 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.252830 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.253156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad9717-93ff-4b17-aba7-a2d8ef011c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:06:19.312817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eadc9ca9-d4d4-4096-bd56-453f9e4f83b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.343757 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eadc9ca9-d4d4-4096-bd56-453f9e4f83b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.381640 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.433705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eadc9ca9-d4d4-4096-bd56-453f9e4f83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.436257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eadc9ca9-d4d4-4096-bd56-453f9e4f83b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.437435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eadc9ca9-d4d4-4096-bd56-453f9e4f83b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a77966a-f6a0-4505-8297-3930d8f82cb7 HTTP/1.1" status: 204 len: 168 time: 0.1932807 May 06 10:06:19.452621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc9ca9-d4d4-4096-bd56-453f9e4f83b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77966a-f6a0-4505-8297-3930d8f82cb7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:19.506042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Allocated IP 172.25.8.208 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/7e039155-963f-4d7e-becc-1b8a102ddd42) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:19.614373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.651948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.692538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:19.695410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:19.697897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:19.717111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54484) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:19.730829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0af52014-1142-4015-8d10-da138114de94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.734797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=7e039155-963f-4d7e-becc-1b8a102ddd42,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:19.813639 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0af52014-1142-4015-8d10-da138114de94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.818356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0af52014-1142-4015-8d10-da138114de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.857241 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0af52014-1142-4015-8d10-da138114de94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d068bba53735425589beee258bd080b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390131 May 06 10:06:19.858102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52014-1142-4015-8d10-da138114de94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99bfab-2097-4d69-9de0-822f09166080,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:19.860494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54488) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:19.912953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1aea-6eaa-4434-98fe-a354cdc520f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.936215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1aea-6eaa-4434-98fe-a354cdc520f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.952172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd9871-83c2-4aa3-ac58-0050c4e94938 req-682206ca-d6fc-4434-a334-0ce5d89f5915 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:19.953738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ebd9871-83c2-4aa3-ac58-0050c4e94938 req-682206ca-d6fc-4434-a334-0ce5d89f5915 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 948 time: 0.1366684 May 06 10:06:19.986287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1aea-6eaa-4434-98fe-a354cdc520f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.989003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1aea-6eaa-4434-98fe-a354cdc520f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:19.990259 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2f6c1aea-6eaa-4434-98fe-a354cdc520f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c99bfab-2097-4d69-9de0-822f09166080 HTTP/1.1" status: 204 len: 168 time: 0.1288135 May 06 10:06:20.004856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c1aea-6eaa-4434-98fe-a354cdc520f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c99bfab-2097-4d69-9de0-822f09166080,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:20.060263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ebd9871-83c2-4aa3-ac58-0050c4e94938 req-dd993dfb-5e58-4684-a7ef-5c14c0679158 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839076 May 06 10:06:20.186832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5f12f-c881-4f14-8864-f7d3b2e0f7b1 req-31f695dc-95f2-4d92-a0f0-7afbff5dc737 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:20.186832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fc5f12f-c881-4f14-8864-f7d3b2e0f7b1 req-31f695dc-95f2-4d92-a0f0-7afbff5dc737 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.1137335 May 06 10:06:20.224176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.264527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fc5f12f-c881-4f14-8864-f7d3b2e0f7b1 req-89075ad2-5c6a-4545-b484-7a2007a4f01c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706422 May 06 10:06:20.318532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.382846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54496) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:20.396778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8671a49d-abc8-4173-ad77-c7e40979d19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.502863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.508190 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.591265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=7e039155-963f-4d7e-becc-1b8a102ddd42,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:20.603349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.628504 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.732083 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Floating IP 5e539e92-5b64-4520-aff5-23a029827d57 associated. External IP: 172.25.8.208, port: 0eee06a0-511a-4479-a923-744a11fb02cd. May 06 10:06:20.806949 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8671a49d-abc8-4173-ad77-c7e40979d19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.812622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8671a49d-abc8-4173-ad77-c7e40979d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.852449 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8671a49d-abc8-4173-ad77-c7e40979d19a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=842774cd7e2d44459d30dedc16e8c66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684267 May 06 10:06:20.853334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671a49d-abc8-4173-ad77-c7e40979d19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4675771f-8e10-4d4f-ab40-c1c77f1cdd3f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:20.855773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54500) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:20.908885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fda8b516-d006-4970-a39a-5ef7cd4b083d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.933165 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fda8b516-d006-4970-a39a-5ef7cd4b083d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.984238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fda8b516-d006-4970-a39a-5ef7cd4b083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.986651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fda8b516-d006-4970-a39a-5ef7cd4b083d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:20.987839 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fda8b516-d006-4970-a39a-5ef7cd4b083d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4675771f-8e10-4d4f-ab40-c1c77f1cdd3f HTTP/1.1" status: 204 len: 168 time: 0.1311195 May 06 10:06:20.997674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8b516-d006-4970-a39a-5ef7cd4b083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4675771f-8e10-4d4f-ab40-c1c77f1cdd3f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:21.129373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-0f8f6bba-ad44-4096-879b-c7ac83ef457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:21.130899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-0f8f6bba-ad44-4096-879b-c7ac83ef457e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 1097 time: 0.3413439 May 06 10:06:21.172872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:21.303986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.306443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e995829-deb0-4b61-b11d-2568d8cf4343 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:21.315647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97598a10-550e-4259-a167-a6f36fe314c0 req-761dd781-d7e3-4b2e-bc34-a25748aac7d5 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:21.317157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97598a10-550e-4259-a167-a6f36fe314c0 req-761dd781-d7e3-4b2e-bc34-a25748aac7d5 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 948 time: 0.1483612 May 06 10:06:21.383300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router 1a1cf735-3bf3-4101-8a21-02afe5115b99 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:21.430425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5e995829-deb0-4b61-b11d-2568d8cf4343, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e995829-deb0-4b61-b11d-2568d8cf4343,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:21.433494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97598a10-550e-4259-a167-a6f36fe314c0 req-6289e481-2463-4231-9bde-31cdc5f44ff8 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072793 May 06 10:06:21.451325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '5e995829-deb0-4b61-b11d-2568d8cf4343', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': '5e995829-deb0-4b61-b11d-2568d8cf4343', 'mac_address': 'fa:16:3e:cf:ad:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:21.497638 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.511081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e995829-deb0-4b61-b11d-2568d8cf4343 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:21.532763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5e995829-deb0-4b61-b11d-2568d8cf4343, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e995829-deb0-4b61-b11d-2568d8cf4343,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:21.540072 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.572185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72882d7-00e9-4747-b20f-bdc67148d4ba req-361dd8f4-181f-4b65-ab90-0978606402aa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:21.574343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a72882d7-00e9-4747-b20f-bdc67148d4ba req-361dd8f4-181f-4b65-ab90-0978606402aa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 946 time: 0.1949327 May 06 10:06:21.610917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5e995829-deb0-4b61-b11d-2568d8cf4343,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:21.717765 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a72882d7-00e9-4747-b20f-bdc67148d4ba req-1fe53a98-20e9-45c5-a2f6-08d244086d49 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354430 May 06 10:06:21.720822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:21.743676 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] Sync routers for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:21.758211 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:21.758873 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:21.768091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:21.771930 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.780455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54526) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:21.817103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bfedd6e4-3412-4667-93f0-01e5e4989a3e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6401110 May 06 10:06:21.819912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54530) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:21.822698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:21.825129 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1698d872-aed7-46d4-9e3d-12f13f656184" -d '{"events": [{"name": "network-changed", "server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:21.842373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:21.865810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['5e995829-deb0-4b61-b11d-2568d8cf4343'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:21.872551 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:21.908780 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ba272-c1d9-415b-bb34-f9a1d286ab64 x-openstack-request-id: req-991ba272-c1d9-415b-bb34-f9a1d286ab64 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:21.909187 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:21.909366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-991ba272-c1d9-415b-bb34-f9a1d286ab64 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:21.909734 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-991ba272-c1d9-415b-bb34-f9a1d286ab64'] response: {'name': 'network-changed', 'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd', 'status': 'completed', 'code': 200} May 06 10:06:21.911723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:21.937353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Transition to ACTIVE for port object b07687b9-eca5-4337-9fc3-95ba57cc7b7b will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:21.950417 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.046829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-356464381-network', 'tenant_id': 'b370684b152d4464967ef5eac8a25d4d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:22.146332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Made reservation on behalf of b370684b152d4464967ef5eac8a25d4d for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:22.149212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.154492 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5e539e92-5b64-4520-aff5-23a029827d57', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'port_id': '0eee06a0-511a-4479-a923-744a11fb02cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'mac_address': 'fa:16:3e:62:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159f6d4a-7291-4c75-831b-de707bdbb621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:06:19Z', 'updated_at': '2022-05-06T10:06:19Z', 'revision_number': 0, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:22.176539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.189459 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] Checking router: 1a1cf735-3bf3-4101-8a21-02afe5115b99 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:22.197998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] No DVR routers for this DVR port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:22.200594 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:22.201498 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:22.244947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:22.270176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-3315c311-2b7e-4a35-aff0-285b1ee2540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.272009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-3315c311-2b7e-4a35-aff0-285b1ee2540d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1135 time: 0.2250607 May 06 10:06:22.274738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf3450-c0e7-4c24-81c9-a14c86a5742a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.275443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf3450-c0e7-4c24-81c9-a14c86a5742a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.275955 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf3450-c0e7-4c24-81c9-a14c86a5742a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.277308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf3450-c0e7-4c24-81c9-a14c86a5742a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.277804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf3450-c0e7-4c24-81c9-a14c86a5742a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.278268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bf3450-c0e7-4c24-81c9-a14c86a5742a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.280158 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-97bf3450-c0e7-4c24-81c9-a14c86a5742a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4271 time: 0.4590547 May 06 10:06:22.283280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:22.329618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:22.381893 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.392605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.416230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea9e63-9898-484e-be59-d1045b5dd02a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.416754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea9e63-9898-484e-be59-d1045b5dd02a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.417213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea9e63-9898-484e-be59-d1045b5dd02a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.417664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea9e63-9898-484e-be59-d1045b5dd02a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.418118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea9e63-9898-484e-be59-d1045b5dd02a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.418564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ea9e63-9898-484e-be59-d1045b5dd02a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.420391 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-25ea9e63-9898-484e-be59-d1045b5dd02a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.1358473 May 06 10:06:22.428192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:06:22.429900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54536) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:22.457119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-5a623dfd-2e9d-4248-b55e-bdc01e17d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.458863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-5a623dfd-2e9d-4248-b55e-bdc01e17d35b service neutron] 10.222.0.82 "GET /v2.0/networks?id=5317c46e-3b61-441e-b901-36d83b347f3d HTTP/1.1" status: 200 len: 896 time: 0.1746752 May 06 10:06:22.459734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:22.460065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:22.460392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:22.469177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.469953 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Added segment 1f8f23a8-0036-4104-a37c-7d82e4c053bf of type vlan for network d171070e-879f-4a79-9b76-0b0caae75267 May 06 10:06:22.475349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:22.475711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Attempting to bind port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on network cfefd4c1-afff-4fb9-ac93-3e584ece62af {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:22.523700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:22.523700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Checking segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:22.523700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Bound using segment: {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:22.524219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Bound port: b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746e286b-c042-494e-a7a7-b1767d46f96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:22.524324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.575624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.576538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-036fd9cf-2024-45f9-a0db-92a00c1291b9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eee06a0-511a-4479-a923-744a11fb02cd HTTP/1.1" status: 200 len: 999 time: 0.1099854 May 06 10:06:22.589651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0790fdc1-316e-4c05-9e96-2b93c5a5b93b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:22.602405 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5e539e92-5b64-4520-aff5-23a029827d57', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'port_id': '0eee06a0-511a-4479-a923-744a11fb02cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'mac_address': 'fa:16:3e:62:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159f6d4a-7291-4c75-831b-de707bdbb621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:06:19Z', 'updated_at': '2022-05-06T10:06:19Z', 'revision_number': 0, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:22.631043 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d55da3-97bc-4b4a-b359-ac1f2ad06bac None None] The sync data for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 is: [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '5e539e92-5b64-4520-aff5-23a029827d57', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'floating_ip_address': '172.25.8.208', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'port_id': '0eee06a0-511a-4479-a923-744a11fb02cd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'mac_address': 'fa:16:3e:62:ef:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159f6d4a-7291-4c75-831b-de707bdbb621', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:06:19Z', 'updated_at': '2022-05-06T10:06:19Z', 'revision_number': 0, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:22.641129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.642100 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.642692 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.656309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f215a-0d2f-471d-a9ab-1b83feed5a6b req-443cc618-73a0-4258-b792-28e502509817 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.658256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad6f215a-0d2f-471d-a9ab-1b83feed5a6b req-443cc618-73a0-4258-b792-28e502509817 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 949 time: 0.1498795 May 06 10:06:22.711146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-816253d6-07b1-45ce-a327-2944f0bbb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.712820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-816253d6-07b1-45ce-a327-2944f0bbb8b7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d286661b-c8cc-48aa-a9ed-9716bef95043 HTTP/1.1" status: 200 len: 835 time: 0.1058762 May 06 10:06:22.715846 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9337833 May 06 10:06:22.720152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54540) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:22.723872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:22.737668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Request body: {'subnet': {'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-356464381-subnet', 'tenant_id': 'b370684b152d4464967ef5eac8a25d4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:22.784323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3cc1c-a202-4a92-9342-a4dab58a3b7a admin admin] Pushing event updated for resources: {'Network': ['ID=d171070e-879f-4a79-9b76-0b0caae75267,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:22.787849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:22.797858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network d171070e-879f-4a79-9b76-0b0caae75267 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:06:22.806217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad6f215a-0d2f-471d-a9ab-1b83feed5a6b req-07eae7cf-085c-4928-ada5-d63e41f31892 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367960 May 06 10:06:22.807899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.867775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Made reservation on behalf of b370684b152d4464967ef5eac8a25d4d for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:22.871859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.904597 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-32911134-db44-418f-82b5-d410f7fbaa32 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3065 time: 0.4700582 May 06 10:06:22.904702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.904702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:22.904891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54544) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:22.905861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] 10.222.0.82 "PUT /v2.0/ports/b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 1093 time: 1.7669246 May 06 10:06:22.937414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfade2-7410-45e3-8761-5972efb4a9dd None None] New status for floating IP 5e539e92-5b64-4520-aff5-23a029827d57: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:06:22.965338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e46e8e7-f500-4de5-b3a5-0f7709d75a16 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.966118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e46e8e7-f500-4de5-b3a5-0f7709d75a16 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:22.967961 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0e46e8e7-f500-4de5-b3a5-0f7709d75a16 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1a1cf735-3bf3-4101-8a21-02afe5115b99 HTTP/1.1" status: 200 len: 1990 time: 0.0619845 May 06 10:06:23.027019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-ce610563-fcd6-4449-baf9-35fff7415f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.028831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-ce610563-fcd6-4449-baf9-35fff7415f80 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5317c46e-3b61-441e-b901-36d83b347f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3025882 May 06 10:06:23.051688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc441d9e-254e-49c3-af7f-b09eee8b69b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=11']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:23.132240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089e38-0390-4c5f-bc9e-6438df2f7dcf req-a5741b3f-37fc-4969-9e87-bc26c36f2b18 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.133822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea089e38-0390-4c5f-bc9e-6438df2f7dcf req-a5741b3f-37fc-4969-9e87-bc26c36f2b18 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 945 time: 0.3202376 May 06 10:06:23.165931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-3fc3e913-c345-4f94-b82b-8c6b008daaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.167976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-3fc3e913-c345-4f94-b82b-8c6b008daaee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1096 time: 0.2268257 May 06 10:06:23.275566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea089e38-0390-4c5f-bc9e-6438df2f7dcf req-0481ea58-caf6-490b-99c3-094dc1b5e652 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291771 May 06 10:06:23.278281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-9628ce5c-8541-4b0f-8e06-985893a715e6 service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330952 May 06 10:06:23.325157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e995829-deb0-4b61-b11d-2568d8cf4343 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:23.374885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 5e995829-deb0-4b61-b11d-2568d8cf4343 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:06:23.378893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 5e995829-deb0-4b61-b11d-2568d8cf4343 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:23.379440 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.437432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-01c43101-f00a-49ff-8660-e75a39f0bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.438895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-01c43101-f00a-49ff-8660-e75a39f0bb9f service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.2538967 May 06 10:06:23.461010 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.484921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e995829-deb0-4b61-b11d-2568d8cf4343'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:23.487250 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f3533-eb1f-4f0b-9a16-42e4c3e03c0e" -d '{"events": [{"server_uuid": "2f1e4412-8d23-4584-809f-f8b5c1d76d0d", "name": "network-vif-plugged", "status": "completed", "tag": "5e995829-deb0-4b61-b11d-2568d8cf4343"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:23.500130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5e995829-deb0-4b61-b11d-2568d8cf4343, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e995829-deb0-4b61-b11d-2568d8cf4343,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:23.501899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.505864 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:23.506716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:23.521963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1698d872-aed7-46d4-9e3d-12f13f656184 req-92270110-4749-4dcc-8616-cf3010292ae5 service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281091 May 06 10:06:23.531219 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a8236-e58a-4e9c-be22-840f9126f05b x-openstack-request-id: req-c70a8236-e58a-4e9c-be22-840f9126f05b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:23.531599 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1e4412-8d23-4584-809f-f8b5c1d76d0d", "name": "network-vif-plugged", "status": "completed", "tag": "5e995829-deb0-4b61-b11d-2568d8cf4343", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:23.532009 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c70a8236-e58a-4e9c-be22-840f9126f05b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:23.532435 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c70a8236-e58a-4e9c-be22-840f9126f05b'] response: {'server_uuid': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e995829-deb0-4b61-b11d-2568d8cf4343', 'code': 200} May 06 10:06:23.575394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-b2dc6a0f-b0b4-4aa7-b1d1-123cd4ebad88 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.1237111 May 06 10:06:23.586243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:23.591351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5e995829-deb0-4b61-b11d-2568d8cf4343,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:23.600730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1271a26-def9-47f0-8562-5a163607cef8,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:23.759882 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-98e28915-cf5c-44fd-a9d7-9186048f2ca0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429690 May 06 10:06:23.868075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9586-d08e-4327-99cd-927249e8fef4 req-3bbe1f82-0732-4ab1-ad4e-5b514b252b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.869628 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-3bbe1f82-0732-4ab1-ad4e-5b514b252b4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7444d65c20c1430c80690d1b85a40bd2&device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 1097 time: 0.0655553 May 06 10:06:23.905722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Checking segment: {'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:23.906077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Network hostable DHCP agents. Network: d171070e-879f-4a79-9b76-0b0caae75267, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:06:23.919331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}, {'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:23.921554 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5af0f0e-984b-4c59-9239-ed1aabda8279" -d '{"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-unplugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}, {"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:23.952819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-fc601727-96c7-4f5e-9b70-4decff54c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.954283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-fc601727-96c7-4f5e-9b70-4decff54c48a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.3673794 May 06 10:06:23.985052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9586-d08e-4327-99cd-927249e8fef4 req-d9e7625e-d1aa-4dda-97e3-f7428391b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:23.986712 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-d9e7625e-d1aa-4dda-97e3-f7428391b1a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 200 len: 916 time: 0.0967927 May 06 10:06:23.996815 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 06 May 2022 10:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52f6131-ebb1-4774-8f4c-134e4ed613c2 x-openstack-request-id: req-d52f6131-ebb1-4774-8f4c-134e4ed613c2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:23.997115 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-unplugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "code": 200}, {"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:23.997352 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d52f6131-ebb1-4774-8f4c-134e4ed613c2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:23.997739 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52f6131-ebb1-4774-8f4c-134e4ed613c2'] response: {'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'code': 200} May 06 10:06:23.997994 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52f6131-ebb1-4774-8f4c-134e4ed613c2'] response: {'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'status': 'completed', 'code': 200} May 06 10:06:24.001784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed3ec6-9b10-412e-89fe-0f33c12a3eac req-0a1679e2-6be1-4f0c-82f2-061499ff53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.003282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09ed3ec6-9b10-412e-89fe-0f33c12a3eac req-0a1679e2-6be1-4f0c-82f2-061499ff53f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 1101 time: 0.3808491 May 06 10:06:24.004833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Network d171070e-879f-4a79-9b76-0b0caae75267 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:06:24.018225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.83', 61751) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:24.035018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, d171070e-879f-4a79-9b76-0b0caae75267) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:24.043882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed4f76-89c5-41fc-be26-d053acbf508b req-e88e4d6b-08c4-4649-906b-7d562d77dd91 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.044263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c701b4-d6b6-4f9a-ab98-dca157ccac34 None None] Network d171070e-879f-4a79-9b76-0b0caae75267 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:24.045392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ed4f76-89c5-41fc-be26-d053acbf508b req-e88e4d6b-08c4-4649-906b-7d562d77dd91 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 950 time: 0.1460865 May 06 10:06:24.072016 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-3fe024e1-8ede-4ae2-a257-72e0f009af69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 HTTP/1.1" status: 200 len: 1001 time: 0.0703757 May 06 10:06:24.078582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.079281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:24.127057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-d907f75b-be55-4788-9919-4fa49a7fad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.128522 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-d907f75b-be55-4788-9919-4fa49a7fad23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655262 May 06 10:06:24.137883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a3f5431b-3a00-4f4a-be88-c9dd40715dc4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4153540 May 06 10:06:24.144385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09ed3ec6-9b10-412e-89fe-0f33c12a3eac req-7d395214-14b1-4bba-8797-7c2c54e4d6e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281226 May 06 10:06:24.185477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9586-d08e-4327-99cd-927249e8fef4 req-13228aac-dd13-4664-9234-5b90c852f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.186964 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-13228aac-dd13-4664-9234-5b90c852f0d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 200 len: 854 time: 0.1081595 May 06 10:06:24.213705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ed4f76-89c5-41fc-be26-d053acbf508b req-b1fbc0a7-fec0-4967-97dd-1b90aaf048eb tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441793 May 06 10:06:24.215743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa506c4b-dd40-4cc3-87d2-ff0e950e19a8 None None] Network d171070e-879f-4a79-9b76-0b0caae75267 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:24.215896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-ff5594dd-82f7-4520-b734-4ce0ef9473a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.217330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-ff5594dd-82f7-4520-b734-4ce0ef9473a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1096 time: 0.1919358 May 06 10:06:24.278676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-9217023b-7e2b-4318-a53c-bff2560b8f1e service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385169 May 06 10:06:24.443020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824b53ce-9e24-4b5e-b934-5700ccbbb10c req-11acc7fb-2cad-4ac0-9f50-7c9603396e15 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575940 May 06 10:06:24.452134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da9586-d08e-4327-99cd-927249e8fef4 req-2bdf541f-eaf3-49d8-be0a-1c38a59b802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.453941 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-2bdf541f-eaf3-49d8-be0a-1c38a59b802a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=528c243b-3c37-406f-8fde-56a2d1361392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475314 May 06 10:06:24.554285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f400a-1beb-46fb-81eb-31d2ce597092 req-c0ddf5d0-13b4-4970-b7eb-504de32d1048 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.555878 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c7f400a-1beb-46fb-81eb-31d2ce597092 req-c0ddf5d0-13b4-4970-b7eb-504de32d1048 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 945 time: 0.1656678 May 06 10:06:24.557970 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-f186d3c2-6fb2-47dc-be5d-4e1678232c47 service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951519 May 06 10:06:24.587177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-901227b0-3a11-4ed2-92a4-9fc0528bb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.589268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-901227b0-3a11-4ed2-92a4-9fc0528bb0c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.1800063 May 06 10:06:24.614332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-5354935d-4ed5-46c5-aa43-be02015bbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.615841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-5354935d-4ed5-46c5-aa43-be02015bbaad service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1096 time: 0.1081576 May 06 10:06:24.672153 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-98da9586-d08e-4327-99cd-927249e8fef4 req-38fa33b9-c457-4e85-b3ad-1085119fc63a service neutron] 10.222.0.83 "GET /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078229 May 06 10:06:24.677646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c7f400a-1beb-46fb-81eb-31d2ce597092 req-98a48f28-51c2-42c7-b393-12155c27cb58 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132467 May 06 10:06:24.751336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-bb57652e-a79c-4b27-9d81-5adf389cdd3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.1512313 May 06 10:06:24.823473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-b3cea5ee-d315-477f-9bac-d80a68325715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.824934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-b3cea5ee-d315-477f-9bac-d80a68325715 service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.1702809 May 06 10:06:24.826534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-dc23a555-0bda-4c68-a605-cdd1f1dc1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.828223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-dc23a555-0bda-4c68-a605-cdd1f1dc1b6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.0655198 May 06 10:06:24.925234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-11c7f777-5df5-4d0a-8985-a03adc7dd786 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 999 time: 0.0925598 May 06 10:06:24.931080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-76ebe5e4-90ee-41b3-b455-e886dbe6a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:24.933088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-76ebe5e4-90ee-41b3-b455-e886dbe6a9f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931435 May 06 10:06:25.034969 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-b9890842-6abb-4136-b259-1dbc00614414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:25.036479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-b9890842-6abb-4136-b259-1dbc00614414 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 0.1024642 May 06 10:06:25.110196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-82a91439-596a-4c3b-9aff-8d68b4856957 service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667044 May 06 10:06:25.119053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-d6a6b25d-58f7-4786-aafd-6b37112e6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:25.121407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-d6a6b25d-58f7-4786-aafd-6b37112e6949 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751309 May 06 10:06:25.282107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-3c1b8774-29db-42d6-95d2-fa8b6b02f3bb service neutron] 10.222.0.83 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595192 May 06 10:06:25.285733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-f76bdc73-57a7-4473-8801-ff10d02778ba service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556118 May 06 10:06:25.417421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805e175-4090-451a-ba1e-60ff78487e00 req-0e7c9f56-e63a-49ac-8029-48ed04a00a33 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:25.419086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b805e175-4090-451a-ba1e-60ff78487e00 req-0e7c9f56-e63a-49ac-8029-48ed04a00a33 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 950 time: 0.1159902 May 06 10:06:25.447061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5af0f0e-984b-4c59-9239-ed1aabda8279 req-f35724d5-162e-405b-86aa-1ced239ba22f service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514256 May 06 10:06:25.484570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b805e175-4090-451a-ba1e-60ff78487e00 req-e7e15958-d96b-4108-8993-bcfa6079478a tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555971 May 06 10:06:25.815094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daec82-9047-47ba-a987-adc081b506cf req-23a466b9-feeb-4209-bd04-95ff62da5b53 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:25.816689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02daec82-9047-47ba-a987-adc081b506cf req-23a466b9-feeb-4209-bd04-95ff62da5b53 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 945 time: 0.0605252 May 06 10:06:25.860366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02daec82-9047-47ba-a987-adc081b506cf req-27078318-e33b-4a40-9a82-c4df0ee0fbc3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374117 May 06 10:06:26.148887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-54fac70b-d7c5-4972-931e-3f43375accff tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:26.151229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-54fac70b-d7c5-4972-931e-3f43375accff tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/networks?id=d171070e-879f-4a79-9b76-0b0caae75267 HTTP/1.1" status: 200 len: 808 time: 0.1158295 May 06 10:06:26.166015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-af875b25-daf2-4f22-81e7-ca9a97de7cde tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/quotas/b370684b152d4464967ef5eac8a25d4d HTTP/1.1" status: 200 len: 375 time: 0.0093646 May 06 10:06:26.203516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-e89db41d-f10d-42b7-9544-4e2a3e9070a8 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b370684b152d4464967ef5eac8a25d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278645 May 06 10:06:26.305187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-631b874b-c6cc-434e-9104-fd7bf76a5f10 service neutron] 10.222.0.76 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935464 May 06 10:06:26.409177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-82718aab-d679-45e7-8a4e-c58ac13d3ae6 service neutron] 10.222.0.76 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949950 May 06 10:06:26.518558 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:06:26.599310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff9db4d4-0632-43ac-95bd-56baa773ba9c req-a4c39be7-58ab-4e61-aebe-366a8878a82b tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 210 time: 0.0343010 May 06 10:06:26.657954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe70a7c-5563-45fe-8da0-a8aa64a1ab0b req-160135fc-3bd5-4c5f-af35-72d456097609 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:26.659476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbe70a7c-5563-45fe-8da0-a8aa64a1ab0b req-160135fc-3bd5-4c5f-af35-72d456097609 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 950 time: 0.0627110 May 06 10:06:26.712134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbe70a7c-5563-45fe-8da0-a8aa64a1ab0b req-001427c3-842f-454e-9f1d-40603a6afbff tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 May 06 10:06:26.893266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:27.058976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848dfa0-0bf3-4de5-aaf8-19272d056b80 req-71d4c9ca-41b9-4e39-8722-22369ee88f58 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:27.060571 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1848dfa0-0bf3-4de5-aaf8-19272d056b80 req-71d4c9ca-41b9-4e39-8722-22369ee88f58 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 945 time: 0.1144340 May 06 10:06:27.073462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cb534-8f36-418e-a984-539f19b4e2b2 req-b86026d4-1a52-4d5d-a5e1-2c62b9a4ce5e tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:27.076438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c18cb534-8f36-418e-a984-539f19b4e2b2 req-b86026d4-1a52-4d5d-a5e1-2c62b9a4ce5e tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 950 time: 0.0997837 May 06 10:06:27.093503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:27.122016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'port_id': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'mac_address': 'fa:16:3e:09:3b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:27.145337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1848dfa0-0bf3-4de5-aaf8-19272d056b80 req-27025e89-c6f7-494d-8a34-f22ac9016bab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671844 May 06 10:06:27.151775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c18cb534-8f36-418e-a984-539f19b4e2b2 req-717a94f8-6dbf-43d0-b015-f38ff506c3e4 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641184 May 06 10:06:27.171454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54630) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:27.185372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.206851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07687b9-eca5-4337-9fc3-95ba57cc7b7b {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:27.236126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:27.242451 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:27.261634 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6a509f9-ec8d-48fa-8fb3-ceef1a5a463f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/5668e591-9d23-4781-b9eb-e240bc9a9f7f HTTP/1.1" status: 200 len: 991 time: 0.0888338 May 06 10:06:27.302324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:27.508709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['b07687b9-eca5-4337-9fc3-95ba57cc7b7b'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:27.738762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb6ea4b2-1f81-4138-8290-b7915cf45f4b req-b6a03e1b-e952-4695-883e-013f8d0af80d tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 210 time: 0.0438521 May 06 10:06:27.889735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-e0c74fc3-28d6-4b7d-b88c-0ec1ee44312f tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:27.891996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-e0c74fc3-28d6-4b7d-b88c-0ec1ee44312f tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.82 "GET /v2.0/networks?id=d171070e-879f-4a79-9b76-0b0caae75267 HTTP/1.1" status: 200 len: 808 time: 0.1473002 May 06 10:06:27.911170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Request body: {'port': {'device_id': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267', 'admin_state_up': True, 'tenant_id': 'b370684b152d4464967ef5eac8a25d4d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:28.026839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Made reservation on behalf of b370684b152d4464967ef5eac8a25d4d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:28.030505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.167518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Allocated IP 172.20.0.8 (d171070e-879f-4a79-9b76-0b0caae75267/d1271a26-def9-47f0-8562-5a163607cef8/d4215a59-3c31-4318-b495-3cc2bebd4c57) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:28.336127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4c755-436a-4bda-8420-440a362997cc req-5edd8e79-c119-4df7-9ec2-83679a9a07df tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:28.337584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4c755-436a-4bda-8420-440a362997cc req-5edd8e79-c119-4df7-9ec2-83679a9a07df tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 950 time: 0.0811446 May 06 10:06:28.371967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.398016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dee4c755-436a-4bda-8420-440a362997cc req-e6a08e5c-0c33-42a7-bf53-a3ef56bbae77 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526736 May 06 10:06:28.419910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.462946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Network d171070e-879f-4a79-9b76-0b0caae75267 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:28.466326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:28.470099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:28.509876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Pushing event updated for resources: {'Port': ['ID=d4215a59-3c31-4318-b495-3cc2bebd4c57,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:28.563431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:28.564352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.584184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-756b2d1d-0331-4771-8875-fc10490aea65 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:28.585766 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-756b2d1d-0331-4771-8875-fc10490aea65 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 950 time: 0.0873995 May 06 10:06:28.603441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-29bc50c2-487b-44d8-ab6a-72519314e967 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6963017 May 06 10:06:28.626519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Request body: {'port': {'device_id': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:28.717820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.768523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Deleting port 5e995829-deb0-4b61-b11d-2568d8cf4343 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:28.769289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:28.909103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:28.967812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port b07687b9-eca5-4337-9fc3-95ba57cc7b7b completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:06:28.972083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port b07687b9-eca5-4337-9fc3-95ba57cc7b7b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:28.973080 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.058674 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.085677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:29.088082 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5682e2cc-ec35-42ea-a19e-d033c7d3da66" -d '{"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-plugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:29.109437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:29.117250 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.150521 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97694b4f-517f-4292-af8b-66de30ab6231 x-openstack-request-id: req-97694b4f-517f-4292-af8b-66de30ab6231 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:29.151458 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-plugged", "status": "completed", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:29.152304 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97694b4f-517f-4292-af8b-66de30ab6231 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:29.152739 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97694b4f-517f-4292-af8b-66de30ab6231'] response: {'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'code': 200} May 06 10:06:29.181598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=13']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:29.277071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86204c-ff02-4135-a3b2-6d6d1c55a0a3 req-e053413c-048d-4e16-bc96-b4f6450230ff tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:29.278644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e86204c-ff02-4135-a3b2-6d6d1c55a0a3 req-e053413c-048d-4e16-bc96-b4f6450230ff tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 931 time: 0.4562962 May 06 10:06:29.280513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] For port 5e995829-deb0-4b61-b11d-2568d8cf4343, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e995829-deb0-4b61-b11d-2568d8cf4343,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:29.280879 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.304451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Calling delete_port for 5e995829-deb0-4b61-b11d-2568d8cf4343 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:29.391787 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e86204c-ff02-4135-a3b2-6d6d1c55a0a3 req-33ad61e3-c9d7-46ca-bd22-f9a570729754 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022925 May 06 10:06:29.531729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4215a59-3c31-4318-b495-3cc2bebd4c57 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:29.546065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.574222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Transition to ACTIVE for port object d4215a59-3c31-4318-b495-3cc2bebd4c57 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:29.576357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.585567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6844b90-3494-4f8b-bc0c-4821c1a4226c req-4b6dcb6d-efb8-4e24-998c-613df0b63114 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:29.587074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6844b90-3494-4f8b-bc0c-4821c1a4226c req-4b6dcb6d-efb8-4e24-998c-613df0b63114 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f1e4412-8d23-4584-809f-f8b5c1d76d0d HTTP/1.1" status: 200 len: 950 time: 0.1121895 May 06 10:06:29.592061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['5e995829-deb0-4b61-b11d-2568d8cf4343'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:29.595039 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.641680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Pushing event deleted for resources: {'Port': ['ID=5e995829-deb0-4b61-b11d-2568d8cf4343,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:29.731798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6844b90-3494-4f8b-bc0c-4821c1a4226c req-4d21ee63-bd52-4e02-a774-2fc385a03642 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097858 May 06 10:06:29.732606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] No DVR routers for this DVR port 5e995829-deb0-4b61-b11d-2568d8cf4343 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:29.737437 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.740883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21d0a507-aba0-4c0f-a9a9-6720960ed68f req-493c52db-168d-40d6-b665-2ca628bdc5b6 tempest-VolumesNegativeTest-1470377454 tempest-VolumesNegativeTest-1470377454-project] 10.222.0.83 "DELETE /v2.0/ports/5e995829-deb0-4b61-b11d-2568d8cf4343 HTTP/1.1" status: 204 len: 173 time: 1.1493804 May 06 10:06:29.741514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'name': 'network-vif-deleted', 'tag': '5e995829-deb0-4b61-b11d-2568d8cf4343'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:29.744245 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b82853-c6a8-44a5-9731-9714d96e4f53" -d '{"events": [{"server_uuid": "2f1e4412-8d23-4584-809f-f8b5c1d76d0d", "name": "network-vif-deleted", "tag": "5e995829-deb0-4b61-b11d-2568d8cf4343"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:29.757531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Pushing event updated for resources: {'Port': ['ID=d4215a59-3c31-4318-b495-3cc2bebd4c57,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:29.809483 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baf16fa-89eb-4a62-ab85-bcb9d35af5fc x-openstack-request-id: req-6baf16fa-89eb-4a62-ab85-bcb9d35af5fc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:29.810066 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1e4412-8d23-4584-809f-f8b5c1d76d0d", "name": "network-vif-deleted", "tag": "5e995829-deb0-4b61-b11d-2568d8cf4343", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:29.810066 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6baf16fa-89eb-4a62-ab85-bcb9d35af5fc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:29.810410 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6baf16fa-89eb-4a62-ab85-bcb9d35af5fc'] response: {'server_uuid': '2f1e4412-8d23-4584-809f-f8b5c1d76d0d', 'name': 'network-vif-deleted', 'tag': '5e995829-deb0-4b61-b11d-2568d8cf4343', 'status': 'completed', 'code': 200} May 06 10:06:29.837433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Attempting to bind port d4215a59-3c31-4318-b495-3cc2bebd4c57 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:29.837777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Attempting to bind port d4215a59-3c31-4318-b495-3cc2bebd4c57 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:29.839309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Attempting to bind port d4215a59-3c31-4318-b495-3cc2bebd4c57 on network d171070e-879f-4a79-9b76-0b0caae75267 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:29.844294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Port d4215a59-3c31-4318-b495-3cc2bebd4c57 on network d171070e-879f-4a79-9b76-0b0caae75267 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:29.844619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Attempting to bind port d4215a59-3c31-4318-b495-3cc2bebd4c57 on network d171070e-879f-4a79-9b76-0b0caae75267 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:29.850658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:29.851024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Checking segment: {'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:29.851410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Bound using segment: {'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:29.851891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Bound port: d4215a59-3c31-4318-b495-3cc2bebd4c57, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:29.852353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.935869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] For port d4215a59-3c31-4318-b495-3cc2bebd4c57, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:29.939283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] For port d4215a59-3c31-4318-b495-3cc2bebd4c57, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d4215a59-3c31-4318-b495-3cc2bebd4c57,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:29.946593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.983697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:29.984298 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:29.985676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] 10.222.0.82 "PUT /v2.0/ports/d4215a59-3c31-4318-b495-3cc2bebd4c57 HTTP/1.1" status: 200 len: 1091 time: 1.3662908 May 06 10:06:30.007083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21a39f-334f-4edf-9e2b-4c4f15f04a9f service neutron] Pushing event updated for resources: {'Port': ['ID=d4215a59-3c31-4318-b495-3cc2bebd4c57,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:30.069487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-f2f888f6-dc16-4701-aa29-80d873b89983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:30.070972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-f2f888f6-dc16-4701-aa29-80d873b89983 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b370684b152d4464967ef5eac8a25d4d&device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 1094 time: 0.0437679 May 06 10:06:30.116203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-1e546a35-c905-4b14-8600-9e585899cb8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4215a59-3c31-4318-b495-3cc2bebd4c57 HTTP/1.1" status: 200 len: 217 time: 0.0349646 May 06 10:06:30.170093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-bcaf334e-8145-4ea4-a47e-2ccccdbda73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:30.171536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-bcaf334e-8145-4ea4-a47e-2ccccdbda73b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d1271a26-def9-47f0-8562-5a163607cef8 HTTP/1.1" status: 200 len: 848 time: 0.0462320 May 06 10:06:30.213887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-38d58705-d3b5-4ada-8846-440981a6b3b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d171070e-879f-4a79-9b76-0b0caae75267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342209 May 06 10:06:30.318943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-4cef17d5-ea13-4935-9708-da2485578d2d service neutron] 10.222.0.82 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978310 May 06 10:06:30.411471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5b352b3-cdc4-49c9-810c-f4757ee9fd71 req-98ba30f4-a3da-4571-9569-8dc6f34f6f43 service neutron] 10.222.0.82 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850103 May 06 10:06:30.517330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f4a98-bd33-4caa-8cf5-b8e60b5ae0b5 req-a55861ad-1caa-4af7-9aba-97b65a670943 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:30.518875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b0f4a98-bd33-4caa-8cf5-b8e60b5ae0b5 req-a55861ad-1caa-4af7-9aba-97b65a670943 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 943 time: 0.0554333 May 06 10:06:30.561267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b0f4a98-bd33-4caa-8cf5-b8e60b5ae0b5 req-0cc10fcb-905c-4e53-99fc-e4ced6b10c14 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354955 May 06 10:06:31.682004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7d643-fdaf-4ec6-ab46-956fe779e219 req-938c235f-c0e1-4910-a6b0-ff0379cc9d39 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.683498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34c7d643-fdaf-4ec6-ab46-956fe779e219 req-938c235f-c0e1-4910-a6b0-ff0379cc9d39 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 943 time: 0.0499063 May 06 10:06:31.722298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34c7d643-fdaf-4ec6-ab46-956fe779e219 req-c0c0cefd-a877-4702-9d95-d1066e5405bd tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325603 May 06 10:06:31.811971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'tag': 'd4215a59-3c31-4318-b495-3cc2bebd4c57'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:31.814265 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc1b788-e794-4f34-a7f1-410805032e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "54dc0b67-17e5-477a-8bfc-3eec1811b660", "tag": "d4215a59-3c31-4318-b495-3cc2bebd4c57"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:31.852474 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca60d92c-5c2d-41fc-b6d0-7a24e974fd2d x-openstack-request-id: req-ca60d92c-5c2d-41fc-b6d0-7a24e974fd2d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:31.852766 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dc0b67-17e5-477a-8bfc-3eec1811b660", "tag": "d4215a59-3c31-4318-b495-3cc2bebd4c57", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:31.853013 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca60d92c-5c2d-41fc-b6d0-7a24e974fd2d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:31.853420 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca60d92c-5c2d-41fc-b6d0-7a24e974fd2d'] response: {'name': 'network-changed', 'server_uuid': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'tag': 'd4215a59-3c31-4318-b495-3cc2bebd4c57', 'status': 'completed', 'code': 200} May 06 10:06:31.918639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-0c101ca3-796d-4196-bdee-662f1857e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:31.920209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-0c101ca3-796d-4196-bdee-662f1857e462 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=b370684b152d4464967ef5eac8a25d4d&device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 1094 time: 0.0447094 May 06 10:06:32.021204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-f06d890b-0582-40a3-b212-f1967caf85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.022699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-f06d890b-0582-40a3-b212-f1967caf85c4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d171070e-879f-4a79-9b76-0b0caae75267 HTTP/1.1" status: 200 len: 909 time: 0.0958803 May 06 10:06:32.066798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-b8de4c75-dbba-477c-918c-a2f0754567f0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4215a59-3c31-4318-b495-3cc2bebd4c57 HTTP/1.1" status: 200 len: 217 time: 0.0373466 May 06 10:06:32.116511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-a2c5da68-4473-4212-a56f-eb5757931445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.117998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-a2c5da68-4473-4212-a56f-eb5757931445 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d1271a26-def9-47f0-8562-5a163607cef8 HTTP/1.1" status: 200 len: 848 time: 0.0446737 May 06 10:06:32.154962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-324b3dd3-dcc5-4fbb-bab4-e4ce4eed8981 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d171070e-879f-4a79-9b76-0b0caae75267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298507 May 06 10:06:32.257555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-61ab31c9-5b34-489c-93c0-7c592e20dfb5 service neutron] 10.222.0.82 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887103 May 06 10:06:32.359950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dc1b788-e794-4f34-a7f1-410805032e4d req-7a4319ac-8aae-4cd4-9f47-8b1a17e31178 service neutron] 10.222.0.82 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919626 May 06 10:06:32.845632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38caba-30f2-481f-9840-03fbee1177c0 req-27e0cbf6-3e11-4f87-9555-8d6fa002f2b3 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:32.847126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c38caba-30f2-481f-9840-03fbee1177c0 req-27e0cbf6-3e11-4f87-9555-8d6fa002f2b3 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 943 time: 0.0536580 May 06 10:06:32.886917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c38caba-30f2-481f-9840-03fbee1177c0 req-48fe0de5-e239-4b53-8588-6db4e01ea165 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 May 06 10:06:32.956175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d4215a59-3c31-4318-b495-3cc2bebd4c57 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:33.210531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d4215a59-3c31-4318-b495-3cc2bebd4c57, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d4215a59-3c31-4318-b495-3cc2bebd4c57,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:33.222701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'd4215a59-3c31-4318-b495-3cc2bebd4c57', 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267', 'port_id': 'd4215a59-3c31-4318-b495-3cc2bebd4c57', 'mac_address': 'fa:16:3e:53:f1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1271a26-def9-47f0-8562-5a163607cef8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:33.262661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.277469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4215a59-3c31-4318-b495-3cc2bebd4c57 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:33.305366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d4215a59-3c31-4318-b495-3cc2bebd4c57, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d4215a59-3c31-4318-b495-3cc2bebd4c57,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:33.312568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:33.362559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d4215a59-3c31-4318-b495-3cc2bebd4c57,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:33.399231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e995829-deb0-4b61-b11d-2568d8cf4343 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:33.423298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 5e995829-deb0-4b61-b11d-2568d8cf4343 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:33.423667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e995829-deb0-4b61-b11d-2568d8cf4343 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:33.556541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d4215a59-3c31-4318-b495-3cc2bebd4c57'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:34.007715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0cca3-fc04-4a1b-b9ca-e8a5f7356ee3 req-b591a27f-7b8d-4e1d-85db-3a255cbf2ee4 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:34.009248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cd0cca3-fc04-4a1b-b9ca-e8a5f7356ee3 req-b591a27f-7b8d-4e1d-85db-3a255cbf2ee4 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 944 time: 0.0510550 May 06 10:06:34.048629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cd0cca3-fc04-4a1b-b9ca-e8a5f7356ee3 req-917e49b8-3bf9-4a88-9f2a-f1c976b896a8 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 May 06 10:06:34.983639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d4215a59-3c31-4318-b495-3cc2bebd4c57 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:35.036090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port d4215a59-3c31-4318-b495-3cc2bebd4c57 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:06:35.040111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port d4215a59-3c31-4318-b495-3cc2bebd4c57 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:35.040501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:35.122944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:35.147141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4215a59-3c31-4318-b495-3cc2bebd4c57'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:35.149548 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd19e846-9fe0-4802-b414-a668348f2120" -d '{"events": [{"server_uuid": "54dc0b67-17e5-477a-8bfc-3eec1811b660", "name": "network-vif-plugged", "status": "completed", "tag": "d4215a59-3c31-4318-b495-3cc2bebd4c57"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:35.163241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port d4215a59-3c31-4318-b495-3cc2bebd4c57, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d4215a59-3c31-4318-b495-3cc2bebd4c57,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:35.169766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:35.176315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24eb1-849b-47f5-98d7-9f4ee721c0f8 req-5eb0b0d5-c249-4285-8fc2-493968debf77 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:35.184410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5d24eb1-849b-47f5-98d7-9f4ee721c0f8 req-5eb0b0d5-c249-4285-8fc2-493968debf77 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 944 time: 0.0639460 May 06 10:06:35.202128 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c3f552-df93-4075-84c0-344cefebdb22 x-openstack-request-id: req-40c3f552-df93-4075-84c0-344cefebdb22 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:35.202560 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc0b67-17e5-477a-8bfc-3eec1811b660", "name": "network-vif-plugged", "status": "completed", "tag": "d4215a59-3c31-4318-b495-3cc2bebd4c57", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:35.202940 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40c3f552-df93-4075-84c0-344cefebdb22 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:35.203426 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c3f552-df93-4075-84c0-344cefebdb22'] response: {'server_uuid': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4215a59-3c31-4318-b495-3cc2bebd4c57', 'code': 200} May 06 10:06:35.221809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5d24eb1-849b-47f5-98d7-9f4ee721c0f8 req-48f81859-0d39-4317-b5f7-9bfa5bff0876 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363469 May 06 10:06:35.249656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=d4215a59-3c31-4318-b495-3cc2bebd4c57,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:35.317312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd31ba-0529-4143-87aa-6a5880431a17 req-a5c8a915-eaa8-46b8-a703-09d84c860051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:35.318859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27bd31ba-0529-4143-87aa-6a5880431a17 req-a5c8a915-eaa8-46b8-a703-09d84c860051 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 1096 time: 0.0413375 May 06 10:06:35.359894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27bd31ba-0529-4143-87aa-6a5880431a17 req-7e8d038f-a54c-4f23-b961-b2e5e5c435c1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 May 06 10:06:35.808290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:35.946981 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5d3cdb56-112e-476a-ae98-b2e14bb39b54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1766ab7b1e844e2daecf13a3db38e77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372840 May 06 10:06:35.950217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 54934) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:36.001719 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c7487e14-2ae8-4f75-b692-d0910a9cfcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:36.022546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c7487e14-2ae8-4f75-b692-d0910a9cfcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:36.068958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c7487e14-2ae8-4f75-b692-d0910a9cfcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:36.071898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c7487e14-2ae8-4f75-b692-d0910a9cfcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:36.073638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c7487e14-2ae8-4f75-b692-d0910a9cfcbd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b193d9e-5f3c-4e9f-8a98-ed24564a14b2 HTTP/1.1" status: 204 len: 168 time: 0.1223755 May 06 10:06:36.082673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7487e14-2ae8-4f75-b692-d0910a9cfcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b193d9e-5f3c-4e9f-8a98-ed24564a14b2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:36.369907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89453-5f92-4d27-ae66-9f20f91cceaa req-b29637ca-83d0-47b0-ac0d-a49f5018047d tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:36.371692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73f89453-5f92-4d27-ae66-9f20f91cceaa req-b29637ca-83d0-47b0-ac0d-a49f5018047d tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 945 time: 0.0585418 May 06 10:06:36.411006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73f89453-5f92-4d27-ae66-9f20f91cceaa req-dec1c0a8-ecb4-40cb-bc3f-0cf939c1d79c tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 May 06 10:06:36.816899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54958) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:36.917599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1146007733-network', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:36.937799 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Made reservation on behalf of f932cc658c804f0e86757196333ed2b6 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:36.940098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:36.948620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.022556 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.027668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.039216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:06:37.057386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.057737 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Added segment 0abc4289-d87a-4bed-a70c-0ed81f13374b of type vlan for network de23b882-eb8b-4297-9330-cc18e8ed7926 May 06 10:06:37.077809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d486997-890e-42cc-bb1a-843364866f3e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:37.110482 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.136852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.137929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:37.138503 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.203029 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3773997 May 06 10:06:37.203029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54970) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:37.203279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Request body: {'subnet': {'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1146007733-subnet', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:37.221407 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87147aa2-c8e6-44b8-9c38-1f739d9fc7ef admin admin] Pushing event updated for resources: {'Network': ['ID=de23b882-eb8b-4297-9330-cc18e8ed7926,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:37.232297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Made reservation on behalf of f932cc658c804f0e86757196333ed2b6 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:37.233396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network de23b882-eb8b-4297-9330-cc18e8ed7926 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:06:37.234680 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.427778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.491515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9c247e-255e-4787-9df8-b619db937d04,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:37.502856 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Checking segment: {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:37.503295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Network hostable DHCP agents. Network: de23b882-eb8b-4297-9330-cc18e8ed7926, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:06:37.520554 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Network de23b882-eb8b-4297-9330-cc18e8ed7926 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:06:37.529897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, de23b882-eb8b-4297-9330-cc18e8ed7926) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:37.534130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:37.534887 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.542718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac767765-a884-4433-bd70-0d7043192153 None None] Network de23b882-eb8b-4297-9330-cc18e8ed7926 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:37.547749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750f5ed-e9aa-4d4d-9438-4aec6adf0be4 req-6460a7c4-c2b1-46bc-8c21-2c25292ff8c3 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:37.549385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6750f5ed-e9aa-4d4d-9438-4aec6adf0be4 req-6460a7c4-c2b1-46bc-8c21-2c25292ff8c3 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 945 time: 0.0596261 May 06 10:06:37.552965 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-559f3ad0-faea-4ee6-a1ec-a64e0077154a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3533502 May 06 10:06:37.555571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 54982) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:37.561602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:37.585983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.587410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.601057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6750f5ed-e9aa-4d4d-9438-4aec6adf0be4 req-5350f0bf-db62-4a5a-9499-312fb16f255e tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 May 06 10:06:37.653440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.707327 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-de23b882-eb8b-4297-9330-cc18e8ed7926', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:06:37.708354 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.817400 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:37.862351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Allocated IP 172.20.0.2 (de23b882-eb8b-4297-9330-cc18e8ed7926/fa9c247e-255e-4787-9df8-b619db937d04/362b9303-9b25-440b-b76e-e7881535d870) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:38.038310 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.045691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.094702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.096156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Network de23b882-eb8b-4297-9330-cc18e8ed7926 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:38.101007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:38.105214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:38.122258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Pushing event updated for resources: {'Port': ['ID=362b9303-9b25-440b-b76e-e7881535d870,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:38.131405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.204980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Attempting to bind port 362b9303-9b25-440b-b76e-e7881535d870 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:38.205516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Attempting to bind port 362b9303-9b25-440b-b76e-e7881535d870 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:38.206140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Attempting to bind port 362b9303-9b25-440b-b76e-e7881535d870 on network de23b882-eb8b-4297-9330-cc18e8ed7926 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:38.212799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:38.213486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Checking segment: {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:38.213995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.214605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Bound using segment: {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:38.216680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Bound port: 362b9303-9b25-440b-b76e-e7881535d870, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:38.217236 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.332221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] For port 362b9303-9b25-440b-b76e-e7881535d870, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:38.337052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] For port 362b9303-9b25-440b-b76e-e7881535d870, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=362b9303-9b25-440b-b76e-e7881535d870,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:38.343495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.354412 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Allocated IP 172.25.8.36 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:38.361573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685af42-7eb7-417d-b1ab-626bfd6f2097 req-69032a15-e110-40cf-9be7-231bd758e3bf tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:38.363613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6685af42-7eb7-417d-b1ab-626bfd6f2097 req-69032a15-e110-40cf-9be7-231bd758e3bf tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 945 time: 0.0599318 May 06 10:06:38.442275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6685af42-7eb7-417d-b1ab-626bfd6f2097 req-131d2266-31eb-4aa9-97ce-6827bb30b33f tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643258 May 06 10:06:38.442698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d978e8-0ac9-472a-aba0-83aae4cdd3d9 None None] Pushing event updated for resources: {'Port': ['ID=362b9303-9b25-440b-b76e-e7881535d870,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:38.513957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.566141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:38.616733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:38.619877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:38.623940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:38.663875 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Pushing event updated for resources: {'Port': ['ID=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:38.948084 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:39.174342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:39.334902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:06:39.454683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:39.468249 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Sync routers for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:39.477467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:39.480383 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dd2432ec-f862-4a08-a462-3b4d1f5500d9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9236143 May 06 10:06:39.482890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55000) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:39.494441 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:39.495068 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:39.595532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478709-48b1-43aa-bc1e-1245cf247ba4 req-f8dc16be-4f50-491a-85f2-76462cea306c tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.610028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7478709-48b1-43aa-bc1e-1245cf247ba4 req-f8dc16be-4f50-491a-85f2-76462cea306c tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 945 time: 0.0927880 May 06 10:06:39.638852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42685a72-faea-423a-be85-54e3dbd8042e None None] Network de23b882-eb8b-4297-9330-cc18e8ed7926 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:39.656733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7478709-48b1-43aa-bc1e-1245cf247ba4 req-a56eca2a-37e3-44e0-b854-268fb61ff1f4 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457036 May 06 10:06:39.696052 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:39.850695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-41257c5c-2dd4-485a-952c-8540fe9114e6 None None] Provisioning complete for port 362b9303-9b25-440b-b76e-e7881535d870 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:39.851057 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41257c5c-2dd4-485a-952c-8540fe9114e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:39.944783 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:38Z', 'revision_number': 3, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:39.959443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-5b6ac8b7-7cc2-472d-8235-0c19ccfebab4 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:39.961193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-5b6ac8b7-7cc2-472d-8235-0c19ccfebab4 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.82 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 945 time: 0.0912468 May 06 10:06:39.981368 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Checking router: 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:39.982046 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Updating router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:06:40.009186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41257c5c-2dd4-485a-952c-8540fe9114e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.044300 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.090028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-41257c5c-2dd4-485a-952c-8540fe9114e6 None None] For port 362b9303-9b25-440b-b76e-e7881535d870, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=362b9303-9b25-440b-b76e-e7881535d870,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:40.101573 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41257c5c-2dd4-485a-952c-8540fe9114e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.104995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Deleting port d4215a59-3c31-4318-b495-3cc2bebd4c57 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:40.105345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.231620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41257c5c-2dd4-485a-952c-8540fe9114e6 None None] Pushing event updated for resources: {'Port': ['ID=362b9303-9b25-440b-b76e-e7881535d870,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:40.329459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] For port d4215a59-3c31-4318-b495-3cc2bebd4c57, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=d4215a59-3c31-4318-b495-3cc2bebd4c57,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:40.332785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.349831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 362b9303-9b25-440b-b76e-e7881535d870 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:40.351988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Calling delete_port for d4215a59-3c31-4318-b495-3cc2bebd4c57 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:40.353680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b6ec26c8-5d51-46a1-a5e5-0f72fe94743f None None] Provisioning complete for port 362b9303-9b25-440b-b76e-e7881535d870 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:40.354054 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b6ec26c8-5d51-46a1-a5e5-0f72fe94743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.463305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 362b9303-9b25-440b-b76e-e7881535d870 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:40.463720 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.559429 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.569119 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.609106 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.623939 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Attempting to bind port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:40.624446 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Attempting to bind port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:40.625419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Attempting to bind port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:40.627209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['d4215a59-3c31-4318-b495-3cc2bebd4c57'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:40.636632 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:40.637117 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:40.637786 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.638438 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:40.639057 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Bound port: f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:40.640275 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.655989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Pushing event deleted for resources: {'Port': ['ID=d4215a59-3c31-4318-b495-3cc2bebd4c57,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:40.731216 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] For port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:40.736034 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] For port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:40.742770 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.758832 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.768453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] No DVR routers for this DVR port d4215a59-3c31-4318-b495-3cc2bebd4c57 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:40.775968 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff585e-5650-408c-8786-bdb598d1c949 None None] Pushing event updated for resources: {'Port': ['ID=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:40.820086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:40.824122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2468aa24-3f14-404b-bba2-77274dfff4e4 req-49e90ebd-c6d4-4fb6-b3dc-b6382a265f2a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.82 "DELETE /v2.0/ports/d4215a59-3c31-4318-b495-3cc2bebd4c57 HTTP/1.1" status: 204 len: 173 time: 0.8533561 May 06 10:06:40.826448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a67faee2-9914-489a-be9b-0ba729b7c495 req-849b266e-85ca-4c05-b260-dcc242dcc667 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=54dc0b67-17e5-477a-8bfc-3eec1811b660 HTTP/1.1" status: 200 len: 210 time: 0.0597084 May 06 10:06:40.827100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'name': 'network-vif-deleted', 'tag': 'd4215a59-3c31-4318-b495-3cc2bebd4c57'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:40.833727 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:40.834461 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:40.841240 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bb2106-d380-42bf-b391-f3f880b48e2b" -d '{"events": [{"server_uuid": "54dc0b67-17e5-477a-8bfc-3eec1811b660", "name": "network-vif-deleted", "tag": "d4215a59-3c31-4318-b495-3cc2bebd4c57"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:40.884531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff585e-5650-408c-8786-bdb598d1c949 None None] Pushing event updated for resources: {'Port': ['ID=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:40.917720 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8962937c-f0fb-4237-8f77-532069473e9e x-openstack-request-id: req-8962937c-f0fb-4237-8f77-532069473e9e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:40.918016 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc0b67-17e5-477a-8bfc-3eec1811b660", "name": "network-vif-deleted", "tag": "d4215a59-3c31-4318-b495-3cc2bebd4c57", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:40.918267 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8962937c-f0fb-4237-8f77-532069473e9e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:40.918678 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8962937c-f0fb-4237-8f77-532069473e9e'] response: {'server_uuid': '54dc0b67-17e5-477a-8bfc-3eec1811b660', 'name': 'network-vif-deleted', 'tag': 'd4215a59-3c31-4318-b495-3cc2bebd4c57', 'status': 'completed', 'code': 200} May 06 10:06:40.982122 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:41.067088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Allocated IP 172.20.0.1 (de23b882-eb8b-4297-9330-cc18e8ed7926/fa9c247e-255e-4787-9df8-b619db937d04/c703bfa0-8043-4794-9c69-a436566e942f) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:41.178948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.181190 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:38Z', 'revision_number': 3, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:41.214181 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.215788 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5934e163-fb07-4f54-b4df-c0475b19cda2 None None] The sync data for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 is: [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:38Z', 'revision_number': 3, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:41.265174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Network de23b882-eb8b-4297-9330-cc18e8ed7926 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:41.268337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:41.276399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:41.283660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Pushing event updated for resources: {'Port': ['ID=c703bfa0-8043-4794-9c69-a436566e942f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:41.337087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.530214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.653455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b8180e25-cfca-42c4-95a1-444337ca5baf None None] Provisioning complete for port c703bfa0-8043-4794-9c69-a436566e942f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:41.654582 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b8180e25-cfca-42c4-95a1-444337ca5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.697721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b8180e25-cfca-42c4-95a1-444337ca5baf None None] Port c703bfa0-8043-4794-9c69-a436566e942f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:41.764218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.770540 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.844064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:41.845906 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Pushing event updated for resources: {'Port': ['ID=c703bfa0-8043-4794-9c69-a436566e942f,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:41.958824 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Network de23b882-eb8b-4297-9330-cc18e8ed7926 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:41.960323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:42.129796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:42.285083 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:42.287143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-1e80fc0d-ba29-4ae9-8616-3a16294653d5 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:42.291384 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d0dec344-f1f0-46f7-89f0-6505ea5e3d60 admin admin] 10.222.0.76 "PUT /v2.0/routers/2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8052146 May 06 10:06:42.292900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-1e80fc0d-ba29-4ae9-8616-3a16294653d5 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/networks?id=d171070e-879f-4a79-9b76-0b0caae75267 HTTP/1.1" status: 200 len: 808 time: 0.1808727 May 06 10:06:42.321469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-a26f1bbd-1401-483d-8e44-fc8f3cc36c65 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/quotas/b370684b152d4464967ef5eac8a25d4d HTTP/1.1" status: 200 len: 375 time: 0.0165560 May 06 10:06:42.325940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-39a56680-81db-4db7-9a5d-2b7f0d916b3e None None] Provisioning complete for port c703bfa0-8043-4794-9c69-a436566e942f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:42.339903 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-39a56680-81db-4db7-9a5d-2b7f0d916b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.369796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 362b9303-9b25-440b-b76e-e7881535d870 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:42.372186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-cc0d6ac7-937f-4f96-9d79-4a99dcdc20d8 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b370684b152d4464967ef5eac8a25d4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444541 May 06 10:06:42.426106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-39a56680-81db-4db7-9a5d-2b7f0d916b3e None None] Port c703bfa0-8043-4794-9c69-a436566e942f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:42.442218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 362b9303-9b25-440b-b76e-e7881535d870 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:42.442595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.476171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-8666d3d0-8fa7-404f-849e-bba34064a0af service neutron] 10.222.0.76 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020069 May 06 10:06:42.537056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:42.592481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-2e66f592-4621-4374-856b-6be89d82a430 service neutron] 10.222.0.76 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085641 May 06 10:06:42.596483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:42.596978 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.666585 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2b71b0d9-da2f-43e2-8e3a-f1748745babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.715433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.740095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:42.746139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.818798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:42.823162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-153c72ab-b716-47af-8f8d-d1135b8e4cfe req-01d3d426-1aa8-4af7-869c-b23669d97e48 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 210 time: 0.0485125 May 06 10:06:42.952718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55056) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:42.958372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-382156408-network', 'tenant_id': '3fbb4351902d48c984497ac0162949af'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:42.987986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Made reservation on behalf of 3fbb4351902d48c984497ac0162949af for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:42.990377 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:42.999306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.030167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d4215a59-3c31-4318-b495-3cc2bebd4c57 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:43.063304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: d4215a59-3c31-4318-b495-3cc2bebd4c57 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:43.063970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device d4215a59-3c31-4318-b495-3cc2bebd4c57 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:43.139476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.144063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.205169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:06:43.218505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc4930-48d7-4b81-88b7-b4295374a221,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:43.228432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.228775 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Added segment 17825a6e-bd8c-44c8-91f8-716a01ee6da5 of type vlan for network d0154dd2-7a01-4727-bb6d-ce432b518b28 May 06 10:06:43.266084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c5ecb-f2b6-4b51-a9d3-1c5a6cabe9ac req-c52b5fab-4798-4f58-b8e1-b31c5a0df527 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:43.268422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c1c5ecb-f2b6-4b51-a9d3-1c5a6cabe9ac req-c52b5fab-4798-4f58-b8e1-b31c5a0df527 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 946 time: 0.1194041 May 06 10:06:43.322098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.357505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c1c5ecb-f2b6-4b51-a9d3-1c5a6cabe9ac req-10d2d5c1-11ff-4aa7-a93c-392cbe082e82 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577166 May 06 10:06:43.371821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.379632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:43.379632 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.456317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5019917 May 06 10:06:43.458991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55062) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:43.461655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Sync routers for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:43.465940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Request body: {'subnet': {'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-382156408-subnet', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:43.471764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:43.472599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:43.476400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fbdad-1377-48d0-8b8c-bf44347160f3 admin admin] Pushing event updated for resources: {'Network': ['ID=d0154dd2-7a01-4727-bb6d-ce432b518b28,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:43.491649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Made reservation on behalf of 3fbb4351902d48c984497ac0162949af for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:43.494128 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.510270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:06:43.638982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:43.671977 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.731439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3037a68-c6a0-49f8-88a2-41be816d5064,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:43.762113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Checking segment: {'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:43.762680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Network hostable DHCP agents. Network: d0154dd2-7a01-4727-bb6d-ce432b518b28, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:06:43.787943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:06:43.803515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, d0154dd2-7a01-4727-bb6d-ce432b518b28) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:43.809999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:43.811385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.831082 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-227d5f7b-ab37-4d01-88f2-37b5e16c9859 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3701401 May 06 10:06:43.834582 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55064) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:43.840120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:43.864341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5652c2-2399-43f7-a5a9-54e42b7d554a None None] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:43.870463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-f58393da-36ea-43e7-9fa9-3b51328f1250 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:43.872565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-f58393da-36ea-43e7-9fa9-3b51328f1250 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.83 "GET /v2.0/networks?id=d171070e-879f-4a79-9b76-0b0caae75267 HTTP/1.1" status: 200 len: 808 time: 0.1393352 May 06 10:06:43.884837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.887545 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.888215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Request body: {'port': {'device_id': 'afeefa17-af1f-490f-abf3-852169528e4b', 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267', 'admin_state_up': True, 'tenant_id': 'b370684b152d4464967ef5eac8a25d4d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:43.967684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:43.982037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7721235-87a9-4c4d-ac9d-c3363be45521 req-261420cd-8cd3-49b3-90a3-5e0f1698b9a9 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 210 time: 0.0369418 May 06 10:06:44.053571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Made reservation on behalf of b370684b152d4464967ef5eac8a25d4d for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:44.057743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.125853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.158310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-d0154dd2-7a01-4727-bb6d-ce432b518b28', 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'fixed_ips': [{'subnet_id': 'a3037a68-c6a0-49f8-88a2-41be816d5064'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:06:44.159168 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.226333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Allocated IP 172.20.0.8 (d171070e-879f-4a79-9b76-0b0caae75267/d1271a26-def9-47f0-8562-5a163607cef8/980a22fd-9cb2-4bfd-91ae-fd744dd8ab47) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:44.250195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:44.309912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 2, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:44.360803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Checking router: 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:44.361097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Updating router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd port c703bfa0-8043-4794-9c69-a436566e942f binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:06:44.384348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.395909 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.405355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.414381 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.430083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Allocated IP 172.20.0.2 (d0154dd2-7a01-4727-bb6d-ce432b518b28/a3037a68-c6a0-49f8-88a2-41be816d5064/645a5d86-2a4a-4e48-a65b-fa3cbd8a380c) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:44.438947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:44.439320 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.441921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.505158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Network d171070e-879f-4a79-9b76-0b0caae75267 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:44.508700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:44.519002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:44.523245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Pushing event updated for resources: {'Port': ['ID=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:44.553968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Allocated IP 172.25.8.82 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/37ee2a82-66d3-4674-af5a-3592e67d6acc) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:44.610551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:44.611385 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.634012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-ee442350-b687-400a-a0eb-5d2393fb42d7 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509031 May 06 10:06:44.649718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Request body: {'port': {'device_id': 'afeefa17-af1f-490f-abf3-852169528e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:44.711306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.758571 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.762381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.809152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:44.813588 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:44.820982 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:44.824229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Pushing event updated for resources: {'Port': ['ID=37ee2a82-66d3-4674-af5a-3592e67d6acc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:44.942613 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.958258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:44.966708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d284a0-f495-4581-9dc6-a7dfa9e731e8 req-5888f0ef-a81a-4c6c-81e5-6f3da8ab4cac tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:44.968634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1d284a0-f495-4581-9dc6-a7dfa9e731e8 req-5888f0ef-a81a-4c6c-81e5-6f3da8ab4cac tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 946 time: 0.1436882 May 06 10:06:45.006621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:45.020487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:45.025065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-6ba0ec14-c0a2-4293-872a-717bab8c9f59 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:45.026662 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-6ba0ec14-c0a2-4293-872a-717bab8c9f59 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 946 time: 0.1001315 May 06 10:06:45.027674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:45.082899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Pushing event updated for resources: {'Port': ['ID=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:45.124456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1d284a0-f495-4581-9dc6-a7dfa9e731e8 req-f0818453-1c2e-4252-9129-36b58c8c0d8a tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362686 May 06 10:06:45.185061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Attempting to bind port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:45.185814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Attempting to bind port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:45.186288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Attempting to bind port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c on network d0154dd2-7a01-4727-bb6d-ce432b518b28 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:45.195908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14838d-8b2b-4914-b652-2e12094427ef req-7f67b82c-3100-4207-9c5c-2a8f02681229 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:45.197998 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c66d-5951-49d5-a370-1034b942b858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.198202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de14838d-8b2b-4914-b652-2e12094427ef req-7f67b82c-3100-4207-9c5c-2a8f02681229 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 931 time: 0.1263201 May 06 10:06:45.202625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.207528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.209023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:45.209502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Checking segment: {'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:45.210020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.210528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Bound using segment: {'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:45.211119 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Bound port: 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:45.211641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.223707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.266366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:45.288191 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.296787 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de14838d-8b2b-4914-b652-2e12094427ef req-bdd6e4bc-cf30-41e3-8ae5-48a05d930b95 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639083 May 06 10:06:45.309241 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Transition to ACTIVE for port object 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:45.322118 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111df8b7-c4cf-44f1-b899-8c196f09c258 None None] Pushing event updated for resources: {'Port': ['ID=c703bfa0-8043-4794-9c69-a436566e942f,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:45.322252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.391810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] For port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:45.401471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Pushing event updated for resources: {'Port': ['ID=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:45.430367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] For port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,segment=NetworkSegment(17825a6e-bd8c-44c8-91f8-716a01ee6da5),segment_id=17825a6e-bd8c-44c8-91f8-716a01ee6da5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:45.438322 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.441739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Attempting to bind port c703bfa0-8043-4794-9c69-a436566e942f on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:45.442312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Attempting to bind port c703bfa0-8043-4794-9c69-a436566e942f by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:45.442660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Attempting to bind port c703bfa0-8043-4794-9c69-a436566e942f on network de23b882-eb8b-4297-9330-cc18e8ed7926 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:45.480701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:45.481079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Checking segment: {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:45.481480 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.481871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Bound using segment: {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:45.482353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Bound port: c703bfa0-8043-4794-9c69-a436566e942f, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:45.482733 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.510818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Attempting to bind port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:45.511470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Attempting to bind port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:45.511991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Attempting to bind port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 on network d171070e-879f-4a79-9b76-0b0caae75267 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:45.523156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 on network d171070e-879f-4a79-9b76-0b0caae75267 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:45.523303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Attempting to bind port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 on network d171070e-879f-4a79-9b76-0b0caae75267 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:45.534652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:45.534911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Checking segment: {'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:45.536352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Bound using segment: {'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:45.536352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Bound port: 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f8f23a8-0036-4104-a37c-7d82e4c053bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:45.536604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.562640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68c05a-1453-4c86-a7ba-d2deb5a5f008 None None] Pushing event updated for resources: {'Port': ['ID=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:45.608593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] For port c703bfa0-8043-4794-9c69-a436566e942f, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:45.610788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:45.611304 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.613168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] For port c703bfa0-8043-4794-9c69-a436566e942f, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c703bfa0-8043-4794-9c69-a436566e942f,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:45.626444 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.640061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] For port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:45.643678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] For port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:45.648090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.715725 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-601f7bc1-9d2a-486b-8bf3-34b61d5728b4 None None] Provisioning complete for port c703bfa0-8043-4794-9c69-a436566e942f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:45.715980 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-601f7bc1-9d2a-486b-8bf3-34b61d5728b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.717965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111df8b7-c4cf-44f1-b899-8c196f09c258 None None] Pushing event updated for resources: {'Port': ['ID=c703bfa0-8043-4794-9c69-a436566e942f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:45.721814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:45.722432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:45.731773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:45.732402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.734764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-5165f469-9adb-495c-9994-0247c014c74b service neutron] 10.222.0.83 "PUT /v2.0/ports/980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 HTTP/1.1" status: 200 len: 1091 time: 1.0905409 May 06 10:06:45.737438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeefa17-af1f-490f-abf3-852169528e4b', 'tag': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:45.741581 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e995cd6d-f0a4-46a5-ad43-c7ed61048709" -d '{"events": [{"name": "network-changed", "server_uuid": "afeefa17-af1f-490f-abf3-852169528e4b", "tag": "980a22fd-9cb2-4bfd-91ae-fd744dd8ab47"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:45.749560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165f469-9adb-495c-9994-0247c014c74b service neutron] Pushing event updated for resources: {'Port': ['ID=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:45.858571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] For port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:45.862030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:45.888407 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94a719b-bbac-4d6a-9621-9af295fb29e1 x-openstack-request-id: req-a94a719b-bbac-4d6a-9621-9af295fb29e1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:45.888672 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeefa17-af1f-490f-abf3-852169528e4b", "tag": "980a22fd-9cb2-4bfd-91ae-fd744dd8ab47", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:45.888924 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a94a719b-bbac-4d6a-9621-9af295fb29e1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:45.895573 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94a719b-bbac-4d6a-9621-9af295fb29e1'] response: {'name': 'network-changed', 'server_uuid': 'afeefa17-af1f-490f-abf3-852169528e4b', 'tag': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47', 'status': 'completed', 'code': 200} May 06 10:06:45.914589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-187e8331-d574-4520-8d8b-a9030f5447eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:45.917715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-187e8331-d574-4520-8d8b-a9030f5447eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b370684b152d4464967ef5eac8a25d4d&device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 1094 time: 0.1222279 May 06 10:06:45.985605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-10185608-ecb2-4944-b2fd-cd0643aceb73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 HTTP/1.1" status: 200 len: 217 time: 0.0606835 May 06 10:06:46.151423 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.231077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:46.270069 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-601f7bc1-9d2a-486b-8bf3-34b61d5728b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.343971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:46.375804 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.376593 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.377268 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Floating IP 48d8e0b2-ac96-4bee-b4aa-9363c5afeb86 disassociated. External IP: 172.25.8.33, port: dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9. May 06 10:06:46.377839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:46.426434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-601f7bc1-9d2a-486b-8bf3-34b61d5728b4 None None] For port c703bfa0-8043-4794-9c69-a436566e942f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c703bfa0-8043-4794-9c69-a436566e942f,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:46.439788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-601f7bc1-9d2a-486b-8bf3-34b61d5728b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.452773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-a8d4a657-2178-4071-a4ac-949c2b72dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:46.454983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-a8d4a657-2178-4071-a4ac-949c2b72dc3f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1271a26-def9-47f0-8562-5a163607cef8 HTTP/1.1" status: 200 len: 848 time: 0.4576557 May 06 10:06:46.499761 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Router 8d6601ad-ab27-4331-a6dd-8359e2b10403 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:06:46.504277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-42ee9f33-1da9-495c-a870-b55045216ca6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d171070e-879f-4a79-9b76-0b0caae75267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403366 May 06 10:06:46.529234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac427c-e324-48a5-99b8-38d9e81c1154 req-0a5b0b4b-bdb7-4e05-8302-cab3a7e5e8f8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:46.530847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7ac427c-e324-48a5-99b8-38d9e81c1154 req-0a5b0b4b-bdb7-4e05-8302-cab3a7e5e8f8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 946 time: 0.1329672 May 06 10:06:46.584309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d52fc3-988f-421a-823e-f0d53c7107e1 req-d0d316bc-a913-401c-8f46-7a072243b50b tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:46.585823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3d52fc3-988f-421a-823e-f0d53c7107e1 req-d0d316bc-a913-401c-8f46-7a072243b50b tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 943 time: 0.1868739 May 06 10:06:46.592903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f7bc1-9d2a-486b-8bf3-34b61d5728b4 None None] Pushing event updated for resources: {'Port': ['ID=c703bfa0-8043-4794-9c69-a436566e942f,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:46.614025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:46.614396 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.685103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.699129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7ac427c-e324-48a5-99b8-38d9e81c1154 req-745c6490-dd78-41e0-9023-0e3abf8a814f tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups?id=14fc9e3c-2a09-4fe1-84b4-996809289e71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500225 May 06 10:06:46.700460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-08d38fcf-0ffe-4370-b6e5-29703ae837f5 service neutron] 10.222.0.83 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883125 May 06 10:06:46.733175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-27c4a70a-014b-4518-8240-67ead34ab57f None None] Provisioning complete for port c703bfa0-8043-4794-9c69-a436566e942f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:46.733563 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-27c4a70a-014b-4518-8240-67ead34ab57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.754641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:46.790821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3d52fc3-988f-421a-823e-f0d53c7107e1 req-553c5aec-0dd1-428b-a510-ead4c200f059 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832705 May 06 10:06:46.806904 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.811688 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.836379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:46.846601 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Sync routers for ids ['8d6601ad-ab27-4331-a6dd-8359e2b10403'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:46.860056 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b32d0b4-bf73-43f0-854e-f7e81ccdc117 req-d16d662d-2ae0-405e-9819-15d06628f494 service neutron] 10.222.0.83 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521485 May 06 10:06:46.861254 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.861428 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Routers {'8d6601ad-ab27-4331-a6dd-8359e2b10403'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:46.862020 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8d6601ad-ab27-4331-a6dd-8359e2b10403'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:46.866021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2b65bad3-d800-4ba6-b0b5-536e6c8c3e0c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0304148 May 06 10:06:46.869442 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55078) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:46.916478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:45Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:46.958340 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:46.986734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-c4253404-ea14-425c-9c2c-b99350312a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:46.989332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-c4253404-ea14-425c-9c2c-b99350312a51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b370684b152d4464967ef5eac8a25d4d&device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 1094 time: 0.0705559 May 06 10:06:47.000980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3893bf4e-2ff0-48c9-93c7-d2fbc05dd7d5 None None] The sync data for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 is: [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:45Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:47.014994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feba9c4-85e2-4db9-8879-6370c98f8178 None None] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:06:47.019949 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Set router 8d6601ad-ab27-4331-a6dd-8359e2b10403 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:47.117320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,segment=NetworkSegment(17825a6e-bd8c-44c8-91f8-716a01ee6da5),segment_id=17825a6e-bd8c-44c8-91f8-716a01ee6da5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:47.133913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:47.135355 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:47.169675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c76bffa9-e28a-4820-981a-ba57b47d5243 None None] Provisioning complete for port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:47.170082 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c76bffa9-e28a-4820-981a-ba57b47d5243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:47.201595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-6f643b6b-89ac-4934-8be0-c0cb6b8aded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:47.203335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-6f643b6b-89ac-4934-8be0-c0cb6b8aded8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d171070e-879f-4a79-9b76-0b0caae75267 HTTP/1.1" status: 200 len: 909 time: 0.2056665 May 06 10:06:47.299308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-b239d743-7677-47c8-9a90-aec4622be501 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 HTTP/1.1" status: 200 len: 217 time: 0.0887535 May 06 10:06:47.357456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:47.406637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-5ee0fc8b-0351-4dd5-b86d-b26255f9e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:47.407909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-5ee0fc8b-0351-4dd5-b86d-b26255f9e6e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1271a26-def9-47f0-8562-5a163607cef8 HTTP/1.1" status: 200 len: 848 time: 0.1000295 May 06 10:06:47.478642 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:06:44Z', 'revision_number': 3, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port': {'id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:44Z', 'updated_at': '2022-05-06T10:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:47.482316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-98246110-c6e7-4bb7-9c9f-f812bd085ce3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d171070e-879f-4a79-9b76-0b0caae75267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658729 May 06 10:06:47.513200 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Checking router: 8d6601ad-ab27-4331-a6dd-8359e2b10403 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:47.513777 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Updating router 8d6601ad-ab27-4331-a6dd-8359e2b10403 port 37ee2a82-66d3-4674-af5a-3592e67d6acc binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:06:47.552503 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:47.626391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-dd0e6d2d-2f82-43cf-86ce-364fd5236c0b service neutron] 10.222.0.83 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368644 May 06 10:06:47.793037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e995cd6d-f0a4-46a5-ad43-c7ed61048709 req-169b9d82-312e-4d83-8087-81314f7f750e service neutron] 10.222.0.83 "GET /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560006 May 06 10:06:47.865547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:47.877049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ef4c641-b49b-48f2-95e2-44209a804b5a req-af3b1788-ad00-4332-aa89-84ece7f1d8d8 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb HTTP/1.1" status: 200 len: 210 time: 0.0501599 May 06 10:06:47.881607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:47.923808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:47.924449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:47.951144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-485c5b94-666a-4829-86f6-753d27b90fcc None None] Provisioning complete for port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:47.951524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-485c5b94-666a-4829-86f6-753d27b90fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.002195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] No DVR routers for this DVR port dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:48.007030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.010516 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-2a1627e3-7515-4edb-8cb8-88f373668c29 req-a08f433a-163b-41fe-955b-6647cb374af1 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.83 "DELETE /v2.0/ports/dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 HTTP/1.1" status: 204 len: 173 time: 2.9446039 May 06 10:06:48.011053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'name': 'network-vif-deleted', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:48.014550 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52407eda-27e6-4b89-839a-ad9d1a9ff970" -d '{"events": [{"server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "name": "network-vif-deleted", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:48.051781 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.060966 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.074554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274384a-dbf1-42d5-b5bf-dcd0d4e9ceca req-3dd195c4-d45d-4959-ad28-c33518c6e0f2 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:48.078349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6274384a-dbf1-42d5-b5bf-dcd0d4e9ceca req-3dd195c4-d45d-4959-ad28-c33518c6e0f2 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 943 time: 0.1522048 May 06 10:06:48.168754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6274384a-dbf1-42d5-b5bf-dcd0d4e9ceca req-77c10149-bed0-4e67-9205-ff064b1d1db9 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680432 May 06 10:06:48.238741 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fa63d-dd54-47b9-90ba-245ef2cb3a1b None None] Pushing event updated for resources: {'Port': ['ID=37ee2a82-66d3-4674-af5a-3592e67d6acc,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:48.244828 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Attempting to bind port 37ee2a82-66d3-4674-af5a-3592e67d6acc on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:48.245483 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Attempting to bind port 37ee2a82-66d3-4674-af5a-3592e67d6acc by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:48.245858 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Attempting to bind port 37ee2a82-66d3-4674-af5a-3592e67d6acc on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:48.260704 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:48.261509 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:48.261926 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.262320 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:48.263130 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Bound port: 37ee2a82-66d3-4674-af5a-3592e67d6acc, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:48.263507 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.304777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.305409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.361160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:48.395140 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] For port 37ee2a82-66d3-4674-af5a-3592e67d6acc, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:48.403117 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] For port 37ee2a82-66d3-4674-af5a-3592e67d6acc, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=37ee2a82-66d3-4674-af5a-3592e67d6acc,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:48.407220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:48.412515 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.539864 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Routers {'8d6601ad-ab27-4331-a6dd-8359e2b10403'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:48.540645 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8d6601ad-ab27-4331-a6dd-8359e2b10403'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:48.544620 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fa63d-dd54-47b9-90ba-245ef2cb3a1b None None] Pushing event updated for resources: {'Port': ['ID=37ee2a82-66d3-4674-af5a-3592e67d6acc,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:48.569175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:48.569175 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.596225 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0c9c3-574c-40ae-866e-da526fdec1bf x-openstack-request-id: req-d0f0c9c3-574c-40ae-866e-da526fdec1bf {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:48.596527 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb", "name": "network-vif-deleted", "tag": "dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:48.596781 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0f0c9c3-574c-40ae-866e-da526fdec1bf {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:48.597185 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f0c9c3-574c-40ae-866e-da526fdec1bf'] response: {'server_uuid': 'b2a8d1c6-2a26-45ad-ba10-0c5c4a55c3fb', 'name': 'network-vif-deleted', 'tag': 'dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9', 'status': 'completed', 'code': 200} May 06 10:06:48.616517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Allocated IP 172.20.0.1 (d0154dd2-7a01-4727-bb6d-ce432b518b28/a3037a68-c6a0-49f8-88a2-41be816d5064/bd77aebd-4966-43ba-b653-bbdf83f90947) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:48.769990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.794748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c703bfa0-8043-4794-9c69-a436566e942f up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:48.798045 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.822430 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] Set router 8d6601ad-ab27-4331-a6dd-8359e2b10403 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:48.822662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.832124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:48.865524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:48.885129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:48.885978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:48.889346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Pushing event updated for resources: {'Port': ['ID=bd77aebd-4966-43ba-b653-bbdf83f90947,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:48.904273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:48.905720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:48.912975 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:48.964763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c703bfa0-8043-4794-9c69-a436566e942f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:48.965137 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:48.991429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.019612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55092) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:49.077403 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:06:44Z', 'revision_number': 3, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port': {'id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:44Z', 'updated_at': '2022-05-06T10:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:49.128904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:49.142003 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d7ca81-74b4-4e95-93ca-9db2417b50bb None None] The sync data for ids ['8d6601ad-ab27-4331-a6dd-8359e2b10403'] in n-d-840834-1 is: [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:06:44Z', 'revision_number': 3, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port': {'id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:44Z', 'updated_at': '2022-05-06T10:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:49.153677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6d3a4c87-c6b4-4bd3-9577-0cb5e5d2e761 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.194393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6d3a4c87-c6b4-4bd3-9577-0cb5e5d2e761 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.268112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.296386 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6d3a4c87-c6b4-4bd3-9577-0cb5e5d2e761 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.299424 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6d3a4c87-c6b4-4bd3-9577-0cb5e5d2e761 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.300842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6d3a4c87-c6b4-4bd3-9577-0cb5e5d2e761 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/security-groups/14fc9e3c-2a09-4fe1-84b4-996809289e71 HTTP/1.1" status: 204 len: 168 time: 0.2802122 May 06 10:06:49.314123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55096) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:49.365653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a4c87-c6b4-4bd3-9577-0cb5e5d2e761 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc9e3c-2a09-4fe1-84b4-996809289e71,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:49.377924 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-3a20fa11-70ea-49df-9205-1533bb89426c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] show failed (client error): The resource could not be found. May 06 10:06:49.378963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3a20fa11-70ea-49df-9205-1533bb89426c tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "GET /v2.0/security-groups/14fc9e3c-2a09-4fe1-84b4-996809289e71 HTTP/1.1" status: 404 len: 347 time: 0.0638940 May 06 10:06:49.382481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55098) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:49.406694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0107-5e26-432f-92c5-927f41934bbd req-20849bd6-5926-4edb-8336-3d99a17ad7b0 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:49.408448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a15c0107-5e26-432f-92c5-927f41934bbd req-20849bd6-5926-4edb-8336-3d99a17ad7b0 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 943 time: 0.1063285 May 06 10:06:49.453944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a15c0107-5e26-432f-92c5-927f41934bbd req-f90d0a06-315d-4a61-81a0-2dba4210e1c1 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395215 May 06 10:06:49.471660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:49.473796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:06:49.574770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:06:49.575111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc5edbb2-8a7b-4e90-b117-edbaa5c9d6d9 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:06:49.576620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-34550ecb-92c6-47cc-adfa-edcc901fd60e None None] Provisioning complete for port bd77aebd-4966-43ba-b653-bbdf83f90947 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:49.576981 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-34550ecb-92c6-47cc-adfa-edcc901fd60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.629222 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Deleting port 6ffba373-3a3f-4587-8be3-86ddac08a79a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:49.629608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.678515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.686347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.721362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-34550ecb-92c6-47cc-adfa-edcc901fd60e None None] Port bd77aebd-4966-43ba-b653-bbdf83f90947 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:49.775654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.796055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Pushing event updated for resources: {'Port': ['ID=bd77aebd-4966-43ba-b653-bbdf83f90947,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:49.799389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.799748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.809711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:49.825303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47', 'network_id': 'd171070e-879f-4a79-9b76-0b0caae75267', 'port_id': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47', 'mac_address': 'fa:16:3e:5a:0e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1271a26-def9-47f0-8562-5a163607cef8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:49.848410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Calling delete_port for 6ffba373-3a3f-4587-8be3-86ddac08a79a owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:49.873867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:49.877263 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.904606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22efba0-779b-438e-b1e0-444de3eec66b None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T09:58:46Z', 'revision_number': 4, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'af29ab05-f4af-4962-9183-b932e1d58fd6', 'name': '', 'network_id': '528c243b-3c37-406f-8fde-56a2d1361392', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'mac_address': 'fa:16:3e:b9:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:45Z', 'updated_at': '2022-05-06T09:58:57Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'subnets': [{'id': '54da016d-f1ca-4f25-b0fc-69e52d45a371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:49.918734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:49.947918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:49.953543 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:49.967942 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:49.971440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:50.028405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:50.160767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.200288 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Pushing event deleted for resources: {'Port': ['ID=6ffba373-3a3f-4587-8be3-86ddac08a79a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:50.207423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Router 8d6601ad-ab27-4331-a6dd-8359e2b10403 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:06:50.249243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['980a22fd-9cb2-4bfd-91ae-fd744dd8ab47'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:50.347477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 37ee2a82-66d3-4674-af5a-3592e67d6acc up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:50.407481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.410103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.416109 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-838a0ea4-733a-463f-b14f-1da47be1ce93 tempest-AttachVolumeNegativeTest-51155095 tempest-AttachVolumeNegativeTest-51155095-project] 10.222.0.76 "DELETE /v2.0/floatingips/48d8e0b2-ac96-4bee-b4aa-9363c5afeb86 HTTP/1.1" status: 204 len: 168 time: 1.0276217 May 06 10:06:50.440355 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640e56f6-98d3-4266-af2d-8fa0f561ed23 None None] New status for floating IP 48d8e0b2-ac96-4bee-b4aa-9363c5afeb86: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:06:50.442682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:06:50.449349 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-24012f2f-895f-4de4-b502-1a6a77397198 admin admin] 10.222.0.76 "PUT /v2.0/routers/8d6601ad-ab27-4331-a6dd-8359e2b10403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5788801 May 06 10:06:50.478738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 37ee2a82-66d3-4674-af5a-3592e67d6acc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:50.480119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.670023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6d70a-3ade-4f2b-898d-a0255cd48625 req-612fc639-fb2e-4118-872c-a35151a5f88f tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:50.671772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77a6d70a-3ade-4f2b-898d-a0255cd48625 req-612fc639-fb2e-4118-872c-a35151a5f88f tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 944 time: 0.0780795 May 06 10:06:50.678912 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.688271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-74f78708-ffd1-4f86-86d2-38389ee03989 None None] Provisioning complete for port bd77aebd-4966-43ba-b653-bbdf83f90947 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:50.689000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-74f78708-ffd1-4f86-86d2-38389ee03989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.720073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77a6d70a-3ade-4f2b-898d-a0255cd48625 req-7a55b829-72d4-4b96-bdda-68fc1e208883 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421338 May 06 10:06:50.795129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-74f78708-ffd1-4f86-86d2-38389ee03989 None None] Port bd77aebd-4966-43ba-b653-bbdf83f90947 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:50.810105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.838850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 37ee2a82-66d3-4674-af5a-3592e67d6acc, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=37ee2a82-66d3-4674-af5a-3592e67d6acc,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:50.844679 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:50.911774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=37ee2a82-66d3-4674-af5a-3592e67d6acc,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:51.202900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55112) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:51.208941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-82d39c14-4010-45e1-883e-fcf1a26692e3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282908636', 'description': 'tempest-secgroup-smoke-282908636 description', 'project_id': 'f932cc658c804f0e86757196333ed2b6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:51.240865 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82d39c14-4010-45e1-883e-fcf1a26692e3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.326549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82d39c14-4010-45e1-883e-fcf1a26692e3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.330900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82d39c14-4010-45e1-883e-fcf1a26692e3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.361880 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82d39c14-4010-45e1-883e-fcf1a26692e3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.363045 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-82d39c14-4010-45e1-883e-fcf1a26692e3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1581745 May 06 10:06:51.365417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d39c14-4010-45e1-883e-fcf1a26692e3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe05b9-b294-4850-ba6f-2fd3548a969e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:51.366278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55116) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:51.372435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e94dd455-878c-442b-8cae-fbde7deb3c7e tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'security_group_rule': {'security_group_id': '9bfe05b9-b294-4850-ba6f-2fd3548a969e', 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:51.410922 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e94dd455-878c-442b-8cae-fbde7deb3c7e tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.465953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e94dd455-878c-442b-8cae-fbde7deb3c7e tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.469938 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e94dd455-878c-442b-8cae-fbde7deb3c7e tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.480211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:51.490059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94dd455-878c-442b-8cae-fbde7deb3c7e tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad604a6-43e3-498a-8cda-a26f40eb4431,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:51.497052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e94dd455-878c-442b-8cae-fbde7deb3c7e tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.498065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e94dd455-878c-442b-8cae-fbde7deb3c7e tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306219 May 06 10:06:51.500801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55118) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:51.505161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3c8a02bc-6eed-4d50-8172-37b4419ef9bb tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'security_group_rule': {'security_group_id': '9bfe05b9-b294-4850-ba6f-2fd3548a969e', 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:51.536186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c8a02bc-6eed-4d50-8172-37b4419ef9bb tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.549862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:06:51.555426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:51.555691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.586159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Sync routers for ids ['8d6601ad-ab27-4331-a6dd-8359e2b10403'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:06:51.616398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c8a02bc-6eed-4d50-8172-37b4419ef9bb tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.616557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Routers {'8d6601ad-ab27-4331-a6dd-8359e2b10403'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:51.617205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8d6601ad-ab27-4331-a6dd-8359e2b10403'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:51.622494 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c8a02bc-6eed-4d50-8172-37b4419ef9bb tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.637904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a02bc-6eed-4d50-8172-37b4419ef9bb tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e55f4b-7b0a-468d-9bf2-f2cfb333b3ff,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:51.662596 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3c8a02bc-6eed-4d50-8172-37b4419ef9bb tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.664159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3c8a02bc-6eed-4d50-8172-37b4419ef9bb tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1624134 May 06 10:06:51.667065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55122) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:51.671702 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f2ef510c-fb91-49fa-80bc-f60c4fbbec6d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'security_group_rule': {'security_group_id': '9bfe05b9-b294-4850-ba6f-2fd3548a969e', 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:51.702127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ef510c-fb91-49fa-80bc-f60c4fbbec6d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.752799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.777530 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ef510c-fb91-49fa-80bc-f60c4fbbec6d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.785594 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ef510c-fb91-49fa-80bc-f60c4fbbec6d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.807322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Set router 8d6601ad-ab27-4331-a6dd-8359e2b10403 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:51.810558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeefa17-af1f-490f-abf3-852169528e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:51.812989 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cb22c6-9b75-453c-9e1a-e023e85c4d30" -d '{"events": [{"server_uuid": "afeefa17-af1f-490f-abf3-852169528e4b", "name": "network-vif-plugged", "status": "completed", "tag": "980a22fd-9cb2-4bfd-91ae-fd744dd8ab47"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:51.823614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef510c-fb91-49fa-80bc-f60c4fbbec6d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066995d5-8fc6-4ef1-8da7-acfe19dfcb9b,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:51.836432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ef510c-fb91-49fa-80bc-f60c4fbbec6d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.837683 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f2ef510c-fb91-49fa-80bc-f60c4fbbec6d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694815 May 06 10:06:51.840520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55128) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:51.846820 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-89833e04-f8d1-4b6a-954e-51ef501de0af tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'security_group_rule': {'security_group_id': '9bfe05b9-b294-4850-ba6f-2fd3548a969e', 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:51.868261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:51.876457 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.889562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89833e04-f8d1-4b6a-954e-51ef501de0af tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.924902 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786d78f7-17b4-467f-8c01-2aea93855d8f x-openstack-request-id: req-786d78f7-17b4-467f-8c01-2aea93855d8f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:51.929904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f6959-e6bb-4b54-b563-4ba1eff60157 req-f9752fbd-6df9-4bbe-9fd6-4b146ee89db1 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:51.932192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e09f6959-e6bb-4b54-b563-4ba1eff60157 req-f9752fbd-6df9-4bbe-9fd6-4b146ee89db1 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 944 time: 0.1020985 May 06 10:06:51.935752 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeefa17-af1f-490f-abf3-852169528e4b", "name": "network-vif-plugged", "status": "completed", "tag": "980a22fd-9cb2-4bfd-91ae-fd744dd8ab47", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:51.936236 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-786d78f7-17b4-467f-8c01-2aea93855d8f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:51.936805 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786d78f7-17b4-467f-8c01-2aea93855d8f'] response: {'server_uuid': 'afeefa17-af1f-490f-abf3-852169528e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47', 'code': 200} May 06 10:06:51.988013 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89833e04-f8d1-4b6a-954e-51ef501de0af tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:51.990994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e09f6959-e6bb-4b54-b563-4ba1eff60157 req-05f6abf9-2f46-4923-b9c7-32a3d01ddc4e tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521803 May 06 10:06:51.999337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89833e04-f8d1-4b6a-954e-51ef501de0af tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.043870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833e04-f8d1-4b6a-954e-51ef501de0af tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6240ce-27f3-4cd6-96af-14dfbed0facc,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:52.064106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:52.068044 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89833e04-f8d1-4b6a-954e-51ef501de0af tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.070947 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-89833e04-f8d1-4b6a-954e-51ef501de0af tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2284567 May 06 10:06:52.074576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55130) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:52.080543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'security_group_rule': {'security_group_id': '9bfe05b9-b294-4850-ba6f-2fd3548a969e', 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:52.084610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4d752-3f72-458b-a6be-53950d8dfc78 req-3ad26f23-a044-4a33-84d8-e360fa3e06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:52.086097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-21c4d752-3f72-458b-a6be-53950d8dfc78 req-3ad26f23-a044-4a33-84d8-e360fa3e06f2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 1096 time: 0.0968571 May 06 10:06:52.107842 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Project f932cc658c804f0e86757196333ed2b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:06:52.115424 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.137073 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-21c4d752-3f72-458b-a6be-53950d8dfc78 req-3e5e4aa6-3e96-434d-bd85-607cd13c8c1b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 May 06 10:06:52.157843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:06:49Z', 'revision_number': 4, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port': {'id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:44Z', 'updated_at': '2022-05-06T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bd77aebd-4966-43ba-b653-bbdf83f90947', 'name': '', 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'mac_address': 'fa:16:3e:11:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'a3037a68-c6a0-49f8-88a2-41be816d5064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:48Z', 'updated_at': '2022-05-06T10:06:49Z', 'revision_number': 2, 'project_id': '3fbb4351902d48c984497ac0162949af', 'subnets': [{'id': 'a3037a68-c6a0-49f8-88a2-41be816d5064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:52.181636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.186221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.191540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Checking router: 8d6601ad-ab27-4331-a6dd-8359e2b10403 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:06:52.192046 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Updating router 8d6601ad-ab27-4331-a6dd-8359e2b10403 port bd77aebd-4966-43ba-b653-bbdf83f90947 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:06:52.217206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.219149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420801 May 06 10:06:52.221806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55132) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:52.222618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f77768-0c06-462a-91b2-2a676cddac30 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757e0462-077b-42eb-a9c7-2857b68f966f,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:52.230790 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.231745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'security_group_rule': {'security_group_id': '9bfe05b9-b294-4850-ba6f-2fd3548a969e', 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:52.257558 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Project f932cc658c804f0e86757196333ed2b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:06:52.263092 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.268519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 37ee2a82-66d3-4674-af5a-3592e67d6acc up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:52.330580 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.335519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.360720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.372088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1356759 May 06 10:06:52.380675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49d8d5-6c06-466e-a300-72328ba7fc54 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cec8e0-249b-4e4c-a7e5-10ea562b2db4,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:52.412895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 37ee2a82-66d3-4674-af5a-3592e67d6acc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:52.413360 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.528489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-b6b9e8a6-697a-416e-ae09-5971c7ed2ec2 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282908636&fields=id&tenant_id=f932cc658c804f0e86757196333ed2b6 HTTP/1.1" status: 200 len: 267 time: 0.0353720 May 06 10:06:52.646142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-cdf68ada-35bc-4797-897b-151bc209db75 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:52.648514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-cdf68ada-35bc-4797-897b-151bc209db75 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/networks?id=de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 200 len: 809 time: 0.1122220 May 06 10:06:52.685087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-2d195351-94fc-4007-a586-5b53e0d43e33 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/quotas/f932cc658c804f0e86757196333ed2b6 HTTP/1.1" status: 200 len: 375 time: 0.0148177 May 06 10:06:52.741708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-dffa7a15-b486-4988-af7f-95cb4c472ded tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f932cc658c804f0e86757196333ed2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498030 May 06 10:06:52.789029 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.795506 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.848239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b052f-15a4-401d-b37d-fca3358d515a None None] Pushing event updated for resources: {'Port': ['ID=bd77aebd-4966-43ba-b653-bbdf83f90947,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:52.893087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-bcef95f7-3ed6-452e-b049-2afe2b7efee8 service neutron] 10.222.0.76 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306820 May 06 10:06:52.909897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Attempting to bind port bd77aebd-4966-43ba-b653-bbdf83f90947 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:52.910591 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Attempting to bind port bd77aebd-4966-43ba-b653-bbdf83f90947 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:52.910949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Attempting to bind port bd77aebd-4966-43ba-b653-bbdf83f90947 on network d0154dd2-7a01-4727-bb6d-ce432b518b28 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:52.917118 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:52.917496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Checking segment: {'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:52.917888 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.918644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Bound using segment: {'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:52.919109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Bound port: bd77aebd-4966-43ba-b653-bbdf83f90947, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17825a6e-bd8c-44c8-91f8-716a01ee6da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:52.919486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:52.997475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-6597fe1c-d6b2-4a93-9031-03282dc144e1 service neutron] 10.222.0.76 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034093 May 06 10:06:53.002854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] For port bd77aebd-4966-43ba-b653-bbdf83f90947, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:53.007169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] For port bd77aebd-4966-43ba-b653-bbdf83f90947, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bd77aebd-4966-43ba-b653-bbdf83f90947,segment=NetworkSegment(17825a6e-bd8c-44c8-91f8-716a01ee6da5),segment_id=17825a6e-bd8c-44c8-91f8-716a01ee6da5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:53.013607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:53.078497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Routers {'8d6601ad-ab27-4331-a6dd-8359e2b10403'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:06:53.079504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8d6601ad-ab27-4331-a6dd-8359e2b10403'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:53.195190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead66e1c-4dd1-4993-8549-5c2964d2ba01 req-b537e0a1-58e1-477a-bcbd-52fd0d92225a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:53.197761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead66e1c-4dd1-4993-8549-5c2964d2ba01 req-b537e0a1-58e1-477a-bcbd-52fd0d92225a tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 945 time: 0.0976844 May 06 10:06:53.211188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b052f-15a4-401d-b37d-fca3358d515a None None] Pushing event updated for resources: {'Port': ['ID=bd77aebd-4966-43ba-b653-bbdf83f90947,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:53.286853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ead66e1c-4dd1-4993-8549-5c2964d2ba01 req-85f8ddea-6df8-4c8f-9baf-9d5808f777d1 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773962 May 06 10:06:53.293787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-17bc28fe-d87e-4aa1-8438-32fada9576e4 None None] Provisioning complete for port bd77aebd-4966-43ba-b653-bbdf83f90947 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:53.294163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17bc28fe-d87e-4aa1-8438-32fada9576e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:53.328008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31ec0f5d-4a23-4f8b-9f03-fab1a6ed3ecf req-ba09965d-a6b6-4423-b7cf-6164e8c7a25b tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 210 time: 0.0561152 May 06 10:06:53.379923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] Set router 8d6601ad-ab27-4331-a6dd-8359e2b10403 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:06:53.594692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17bc28fe-d87e-4aa1-8438-32fada9576e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:53.652710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-17bc28fe-d87e-4aa1-8438-32fada9576e4 None None] For port bd77aebd-4966-43ba-b653-bbdf83f90947, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bd77aebd-4966-43ba-b653-bbdf83f90947,segment=NetworkSegment(17825a6e-bd8c-44c8-91f8-716a01ee6da5),segment_id=17825a6e-bd8c-44c8-91f8-716a01ee6da5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:53.673787 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-17bc28fe-d87e-4aa1-8438-32fada9576e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:53.738168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc28fe-d87e-4aa1-8438-32fada9576e4 None None] Pushing event updated for resources: {'Port': ['ID=bd77aebd-4966-43ba-b653-bbdf83f90947,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:53.765494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-07aea061-104f-4457-b8de-5cce7034029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:06:49Z', 'revision_number': 4, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port': {'id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:44Z', 'updated_at': '2022-05-06T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bd77aebd-4966-43ba-b653-bbdf83f90947', 'name': '', 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'mac_address': 'fa:16:3e:11:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'a3037a68-c6a0-49f8-88a2-41be816d5064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:48Z', 'updated_at': '2022-05-06T10:06:52Z', 'revision_number': 4, 'project_id': '3fbb4351902d48c984497ac0162949af', 'subnets': [{'id': 'a3037a68-c6a0-49f8-88a2-41be816d5064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:06:53.808264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aea061-104f-4457-b8de-5cce7034029b None None] The sync data for ids ['8d6601ad-ab27-4331-a6dd-8359e2b10403'] in n-d-840834-1 is: [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:06:49Z', 'revision_number': 4, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port': {'id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:44Z', 'updated_at': '2022-05-06T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bd77aebd-4966-43ba-b653-bbdf83f90947', 'name': '', 'network_id': 'd0154dd2-7a01-4727-bb6d-ce432b518b28', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'mac_address': 'fa:16:3e:11:32:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'a3037a68-c6a0-49f8-88a2-41be816d5064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:48Z', 'updated_at': '2022-05-06T10:06:52Z', 'revision_number': 4, 'project_id': '3fbb4351902d48c984497ac0162949af', 'subnets': [{'id': 'a3037a68-c6a0-49f8-88a2-41be816d5064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:06:53.850974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4e61ec51-f178-4049-82df-375dd58e7a50 None None] Provisioning complete for port bd77aebd-4966-43ba-b653-bbdf83f90947 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:53.851464 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e61ec51-f178-4049-82df-375dd58e7a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:54.270828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bd77aebd-4966-43ba-b653-bbdf83f90947 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:06:54.324935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port bd77aebd-4966-43ba-b653-bbdf83f90947 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:54.325434 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:54.468495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8a1fbea-2394-48cc-9a67-4ffdec04c6de req-97645528-e98e-4ffb-9c94-d55a4e23367c tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 210 time: 0.0443020 May 06 10:06:54.503460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841eec-0169-4ce7-8033-1e9be410dd16 req-0b164eb6-3e74-4cef-b3ec-4b53433b8dbc tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:54.505481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad841eec-0169-4ce7-8033-1e9be410dd16 req-0b164eb6-3e74-4cef-b3ec-4b53433b8dbc tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 945 time: 0.1424065 May 06 10:06:54.677216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-a97e7019-098f-4261-a325-f0ac3f6d4213 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:54.678811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-a97e7019-098f-4261-a325-f0ac3f6d4213 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.82 "GET /v2.0/networks?id=de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 200 len: 809 time: 0.1723509 May 06 10:06:54.683002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ad841eec-0169-4ce7-8033-1e9be410dd16 req-d09b4142-42c8-44a9-8322-b9e6701c45af tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657979 May 06 10:06:54.742359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-28dfb033-ec54-40a0-af04-4f98d620e500 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f932cc658c804f0e86757196333ed2b6 HTTP/1.1" status: 200 len: 379 time: 0.0499990 May 06 10:06:54.756017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'port': {'device_id': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'admin_state_up': True, 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'security_groups': ['9bfe05b9-b294-4850-ba6f-2fd3548a969e']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:54.895713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Made reservation on behalf of f932cc658c804f0e86757196333ed2b6 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:54.899327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:55.061267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Allocated IP 172.20.0.7 (de23b882-eb8b-4297-9330-cc18e8ed7926/fa9c247e-255e-4787-9df8-b619db937d04/1213a665-bc9d-4bae-bc10-a65d4b8a38fb) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:06:55.246997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:55.292367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:55.340003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Network de23b882-eb8b-4297-9330-cc18e8ed7926 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:06:55.343867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:06:55.348010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:06:55.395361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'Port': ['ID=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:55.433407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:55.435213 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:55.479377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-9af8e5d2-eccc-461e-8146-125eb78d3bd3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276993 May 06 10:06:55.537429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Request body: {'port': {'device_id': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:55.674940 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:55.691172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-63a6d986-e1ed-4be9-979a-8a50b06c18a1 None None] Provisioning complete for port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:06:55.691761 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-63a6d986-e1ed-4be9-979a-8a50b06c18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:55.711453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0183735-b43c-498e-b814-f3bc189a41e0 req-6eebcea4-077e-4922-b9d9-42dc818f9ecf tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:55.714418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0183735-b43c-498e-b814-f3bc189a41e0 req-6eebcea4-077e-4922-b9d9-42dc818f9ecf tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 945 time: 0.1455953 May 06 10:06:55.729803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-63a6d986-e1ed-4be9-979a-8a50b06c18a1 None None] Port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:06:55.755182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c16e1-6bf3-4888-b71f-c4ca1b47af58 req-20eac0c4-63e0-40b7-b38a-b37d0aee06e2 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:55.756627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-867c16e1-6bf3-4888-b71f-c4ca1b47af58 req-20eac0c4-63e0-40b7-b38a-b37d0aee06e2 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 931 time: 0.1242447 May 06 10:06:55.885849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0183735-b43c-498e-b814-f3bc189a41e0 req-4ad24bcf-d622-4778-865d-257c7dc6babf tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478472 May 06 10:06:55.901438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-867c16e1-6bf3-4888-b71f-c4ca1b47af58 req-95e2445c-aee6-4a44-89e4-7333872b8bc3 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339188 May 06 10:06:56.045239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1213a665-bc9d-4bae-bc10-a65d4b8a38fb {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:56.053034 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:56.065387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Transition to ACTIVE for port object 1213a665-bc9d-4bae-bc10-a65d4b8a38fb will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:06:56.069730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:56.125261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Pushing event updated for resources: {'Port': ['ID=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:56.204975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Attempting to bind port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:06:56.205387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Attempting to bind port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:06:56.205895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Attempting to bind port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb on network de23b882-eb8b-4297-9330-cc18e8ed7926 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:56.210855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb on network de23b882-eb8b-4297-9330-cc18e8ed7926 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:06:56.211242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Attempting to bind port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb on network de23b882-eb8b-4297-9330-cc18e8ed7926 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:06:56.218124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:06:56.218536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Checking segment: {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:06:56.218983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Bound using segment: {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:06:56.219488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Bound port: 1213a665-bc9d-4bae-bc10-a65d4b8a38fb, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abc4289-d87a-4bed-a70c-0ed81f13374b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:06:56.219947 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:56.302972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] For port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:06:56.306870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] For port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:06:56.313396 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:56.356999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:56.357748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:56.359540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] 10.222.0.82 "PUT /v2.0/ports/1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 200 len: 1091 time: 0.8378160 May 06 10:06:56.360001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:56.362247 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d774e644-e481-482b-af42-d4a2c16717ca" -d '{"events": [{"name": "network-changed", "server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:56.417092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b155-52c2-4b10-a6ac-f49d03b955fc service neutron] Pushing event updated for resources: {'Port': ['ID=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:56.421240 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea91fa-1724-4a70-9880-dd66ece26046 x-openstack-request-id: req-71ea91fa-1724-4a70-9880-dd66ece26046 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:56.421779 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:56.422125 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71ea91fa-1724-4a70-9880-dd66ece26046 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:56.423124 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ea91fa-1724-4a70-9880-dd66ece26046'] response: {'name': 'network-changed', 'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'status': 'completed', 'code': 200} May 06 10:06:56.473310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-f79d1ef5-2c92-4d16-a7e7-0ccf720c7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:56.475237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-f79d1ef5-2c92-4d16-a7e7-0ccf720c7de8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f932cc658c804f0e86757196333ed2b6&device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1094 time: 0.0514989 May 06 10:06:56.519894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-0d3226c8-4a1c-4f53-a68d-e5ff68e1f59a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 200 len: 217 time: 0.0363092 May 06 10:06:56.594681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-8e583c6b-b03f-4078-843f-ba04b729f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:56.596343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-8e583c6b-b03f-4078-843f-ba04b729f71e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa9c247e-255e-4787-9df8-b619db937d04 HTTP/1.1" status: 200 len: 848 time: 0.0688429 May 06 10:06:56.642910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-a4da15c5-8ce0-4b0b-a2ea-7e835eeb9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:56.644433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-a4da15c5-8ce0-4b0b-a2ea-7e835eeb9993 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de23b882-eb8b-4297-9330-cc18e8ed7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406554 May 06 10:06:56.737462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-714c950c-14d7-49b8-8ff0-f4527c2ea77b service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849059 May 06 10:06:56.833157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-903771f4-74d9-4260-9df9-9aacad0019d4 req-b8336ba7-d217-4189-8785-48644b1c3a05 service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880184 May 06 10:06:56.923125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e644-e481-482b-af42-d4a2c16717ca req-c072c5fc-bda3-4692-bd50-e37f96fc97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:56.925133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d774e644-e481-482b-af42-d4a2c16717ca req-c072c5fc-bda3-4692-bd50-e37f96fc97b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f932cc658c804f0e86757196333ed2b6&device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1094 time: 0.0460811 May 06 10:06:57.051743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-5cad491a-7d33-46b1-b1a8-83aa7bbd5f6c tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:57.054115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-5cad491a-7d33-46b1-b1a8-83aa7bbd5f6c tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.83 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 945 time: 0.0526824 May 06 10:06:57.102555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fb27d-6409-4d8b-bb39-024bd0541b80 req-3a383efb-771e-4dfa-aadd-bd943c64c0a8 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:57.104428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-609fb27d-6409-4d8b-bb39-024bd0541b80 req-3a383efb-771e-4dfa-aadd-bd943c64c0a8 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/ports?device_id=afeefa17-af1f-490f-abf3-852169528e4b HTTP/1.1" status: 200 len: 945 time: 0.1206818 May 06 10:06:57.121772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dea034-2f32-4143-88b2-d26cc6a85463 req-bf02dd3f-0a9d-48b7-bc9f-ca702d34ceaa tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:57.123311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11dea034-2f32-4143-88b2-d26cc6a85463 req-bf02dd3f-0a9d-48b7-bc9f-ca702d34ceaa tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 943 time: 0.1384449 May 06 10:06:57.149608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e644-e481-482b-af42-d4a2c16717ca req-8ebd2d19-3cff-4823-8ef3-9161b64d437e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:57.151167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d774e644-e481-482b-af42-d4a2c16717ca req-8ebd2d19-3cff-4823-8ef3-9161b64d437e service neutron] 10.222.0.82 "GET /v2.0/networks?id=de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 200 len: 910 time: 0.2187819 May 06 10:06:57.164541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Deleting port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:06:57.165548 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:57.221798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d774e644-e481-482b-af42-d4a2c16717ca req-1c4eda4a-5d97-4762-813c-3c11ff589cc4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 200 len: 217 time: 0.0614879 May 06 10:06:57.226701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-609fb27d-6409-4d8b-bb39-024bd0541b80 req-2b42e73f-12f1-46f0-a1f1-d5f8172f79f1 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.76 "GET /v2.0/security-groups?id=0790fdc1-316e-4c05-9e96-2b93c5a5b93b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024289 May 06 10:06:57.233474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11dea034-2f32-4143-88b2-d26cc6a85463 req-8cf7682e-404f-4309-a81a-e37dc8886290 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018560 May 06 10:06:57.280479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] For port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,segment=NetworkSegment(1f8f23a8-0036-4104-a37c-7d82e4c053bf),segment_id=1f8f23a8-0036-4104-a37c-7d82e4c053bf)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:57.280978 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:57.287611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e644-e481-482b-af42-d4a2c16717ca req-b0ea9c82-def3-4d99-9b41-c2927c7d8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:57.289181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d774e644-e481-482b-af42-d4a2c16717ca req-b0ea9c82-def3-4d99-9b41-c2927c7d8fad service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa9c247e-255e-4787-9df8-b619db937d04 HTTP/1.1" status: 200 len: 848 time: 0.0542874 May 06 10:06:57.300595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Calling delete_port for 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:06:57.343757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774e644-e481-482b-af42-d4a2c16717ca req-b44faa4d-9e2e-4116-9a0a-dc0e27672b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:57.345262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d774e644-e481-482b-af42-d4a2c16717ca req-b44faa4d-9e2e-4116-9a0a-dc0e27672b54 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de23b882-eb8b-4297-9330-cc18e8ed7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473869 May 06 10:06:57.445560 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:57.461367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['980a22fd-9cb2-4bfd-91ae-fd744dd8ab47'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:57.476048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d774e644-e481-482b-af42-d4a2c16717ca req-2bc445f5-7046-4349-b7f4-e7cdd8eec1b8 service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216414 May 06 10:06:57.478643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Pushing event deleted for resources: {'Port': ['ID=980a22fd-9cb2-4bfd-91ae-fd744dd8ab47,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:57.554413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] No DVR routers for this DVR port 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:06:57.560672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:57.564519 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-934aa7a7-45b6-4c11-8002-1982ed8bd28a req-fdebd1c8-91d0-42b4-8031-d5815147e417 tempest-VolumesActionsTest-1488472481 tempest-VolumesActionsTest-1488472481-project] 10.222.0.83 "DELETE /v2.0/ports/980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 HTTP/1.1" status: 204 len: 173 time: 0.5029778 May 06 10:06:57.565268 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeefa17-af1f-490f-abf3-852169528e4b', 'name': 'network-vif-deleted', 'tag': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:06:57.568580 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12631a7c-0067-4c1b-8720-81eb5b5f691c" -d '{"events": [{"server_uuid": "afeefa17-af1f-490f-abf3-852169528e4b", "name": "network-vif-deleted", "tag": "980a22fd-9cb2-4bfd-91ae-fd744dd8ab47"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:06:57.590418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d774e644-e481-482b-af42-d4a2c16717ca req-609b5c7c-d188-4098-bbd7-23e4a8e8abb8 service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999846 May 06 10:06:57.625452 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d571fe-e0aa-4e4e-a69c-cefe1894f7b2 x-openstack-request-id: req-35d571fe-e0aa-4e4e-a69c-cefe1894f7b2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:06:57.625789 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeefa17-af1f-490f-abf3-852169528e4b", "name": "network-vif-deleted", "tag": "980a22fd-9cb2-4bfd-91ae-fd744dd8ab47", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:06:57.626103 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35d571fe-e0aa-4e4e-a69c-cefe1894f7b2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:06:57.626534 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d571fe-e0aa-4e4e-a69c-cefe1894f7b2'] response: {'server_uuid': 'afeefa17-af1f-490f-abf3-852169528e4b', 'name': 'network-vif-deleted', 'tag': '980a22fd-9cb2-4bfd-91ae-fd744dd8ab47', 'status': 'completed', 'code': 200} May 06 10:06:58.370418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93149b1-be37-4d26-bd4c-4113ce724355 req-81423ccf-f4f5-41b1-9d63-9843519d5093 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:58.371983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93149b1-be37-4d26-bd4c-4113ce724355 req-81423ccf-f4f5-41b1-9d63-9843519d5093 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 943 time: 0.0578845 May 06 10:06:58.410853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d93149b1-be37-4d26-bd4c-4113ce724355 req-1b1c1299-7382-4bac-9b34-cfb1c1f9019d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327742 May 06 10:06:58.906898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55258) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:59.002948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-353d6d4f-34bc-4215-93a4-6a3644bc57f5 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3319 time: 0.0909617 May 06 10:06:59.003234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55268) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:59.009923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'network': {'name': 'tempest-network-smoke--382960109', 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'port_security_enabled': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:59.031897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Made reservation on behalf of 916901ce4a104c6bb7ca7926662d357d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:06:59.036412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.045775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1213a665-bc9d-4bae-bc10-a65d4b8a38fb details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:06:59.073322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:06:59.083600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.083600 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Added segment b3e33d7b-7a6e-4ff2-8290-9705c1f25a24 of type vlan for network 112892eb-b9b8-4f34-abc4-7bd490753f6b May 06 10:06:59.128730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.156503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.164098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:59.164923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.176378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:59.193068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'port_id': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'mac_address': 'fa:16:3e:42:e2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:06:59.195857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1914647 May 06 10:06:59.199959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55278) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:06:59.205785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'admin_state_up': True, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:06:59.250641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.252384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.253432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.270381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1213a665-bc9d-4bae-bc10-a65d4b8a38fb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:06:59.297988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:06:59.304803 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.311016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49324adf-3ffc-4065-b2bc-e3d1d5b1272e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Network': ['ID=112892eb-b9b8-4f34-abc4-7bd490753f6b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:59.338886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:06:59.353843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.422696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:06:59.532122 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.563520 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['1213a665-bc9d-4bae-bc10-a65d4b8a38fb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:06:59.591633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d600593-71aa-4818-8a46-2a167c55228d req-326a63d5-7a02-49c2-a2e3-d6c6e3bd00c4 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:06:59.596183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d600593-71aa-4818-8a46-2a167c55228d req-326a63d5-7a02-49c2-a2e3-d6c6e3bd00c4 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 944 time: 0.0865541 May 06 10:06:59.675024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d600593-71aa-4818-8a46-2a167c55228d req-816af65a-3070-4e77-a499-f6a4e3ef78a0 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726154 May 06 10:06:59.857819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:06:59.885313 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:00.059115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Allocated IP 172.25.8.130 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/7e112953-71c7-4ad4-b9ad-9b4138a76491) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:00.219837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:00.534709 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:00.580141 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:00.583417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:00.588199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:00.676538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=7e112953-71c7-4ad4-b9ad-9b4138a76491,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:00.914027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:00.915063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a0dfe-0bf4-452f-bee4-374558108f10 req-2823e053-12cb-4eaa-82e2-a157aa08f842 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:00.917342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f01a0dfe-0bf4-452f-bee4-374558108f10 req-2823e053-12cb-4eaa-82e2-a157aa08f842 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 944 time: 0.0938265 May 06 10:07:00.925262 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:01.059809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1213a665-bc9d-4bae-bc10-a65d4b8a38fb up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:01.076489 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f01a0dfe-0bf4-452f-bee4-374558108f10 req-df659110-d925-4df2-a435-efea47a9bce5 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465983 May 06 10:07:01.167861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:07:01.178810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:01.179460 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:01.244811 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:01.311499 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:01.339263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:01.341957 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27bc6b9-bb2c-4c88-aa69-f1f7ce7110cf" -d '{"events": [{"server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "name": "network-vif-plugged", "status": "completed", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:01.364288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:01.376191 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:01.462735 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e9a9d9-a2df-4ba3-a8a8-a82df75f6b9d x-openstack-request-id: req-f8e9a9d9-a2df-4ba3-a8a8-a82df75f6b9d {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:01.463854 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "name": "network-vif-plugged", "status": "completed", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:01.464200 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8e9a9d9-a2df-4ba3-a8a8-a82df75f6b9d {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:01.465068 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8e9a9d9-a2df-4ba3-a8a8-a82df75f6b9d'] response: {'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'code': 200} May 06 10:07:01.518131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:01.550041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952334fe-8b3a-4712-a663-3baa487f7a53 req-e0d25e51-9352-43d3-8d87-26b4ee55211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:01.561126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-952334fe-8b3a-4712-a663-3baa487f7a53 req-e0d25e51-9352-43d3-8d87-26b4ee55211e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1096 time: 0.0747275 May 06 10:07:01.568436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:01.579988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 980a22fd-9cb2-4bfd-91ae-fd744dd8ab47 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:01.582659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router d47a85cb-0480-4d63-ad99-e1ae74783f59 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:07:01.601318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:01.615311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-952334fe-8b3a-4712-a663-3baa487f7a53 req-60499f99-7ecd-4422-a938-4ce403f4bfd6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545435 May 06 10:07:01.624313 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.625671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.626320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.627489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.627951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.628503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.628928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.629367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.629786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.630333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.630763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.631173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:01.840825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:01.851316 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Sync routers for ids ['d47a85cb-0480-4d63-ad99-e1ae74783f59'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:01.866941 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Routers {'d47a85cb-0480-4d63-ad99-e1ae74783f59'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:01.874676 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d47a85cb-0480-4d63-ad99-e1ae74783f59'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:01.899843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:01.904149 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b6976239-67f6-422d-bcfc-f13bfcd71f3a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7001631 May 06 10:07:01.904907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55322) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:02.033781 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Set router d47a85cb-0480-4d63-ad99-e1ae74783f59 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:02.058217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5ffc9-34bf-4b0f-b1b1-f238408c156b tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:02.059841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55f5ffc9-34bf-4b0f-b1b1-f238408c156b tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=916901ce4a104c6bb7ca7926662d357d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1536884 May 06 10:07:02.068957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55324) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:02.218141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:02.357124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:00Z', 'revision_number': 3, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:02.389727 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Checking router: d47a85cb-0480-4d63-ad99-e1ae74783f59 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:02.390080 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Updating router d47a85cb-0480-4d63-ad99-e1ae74783f59 port 7e112953-71c7-4ad4-b9ad-9b4138a76491 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:02.420776 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:02.588484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa588f4e-d5c4-4871-ae83-6f0ebe44a4df req-d114ab67-7fa8-4d4a-beec-a4356809c11c tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:02.589795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa588f4e-d5c4-4871-ae83-6f0ebe44a4df req-d114ab67-7fa8-4d4a-beec-a4356809c11c tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 945 time: 0.3795834 May 06 10:07:02.591162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e1dc3d-7d80-4037-b816-3d9b5b26c372 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:02.595075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d6e1dc3d-7d80-4037-b816-3d9b5b26c372 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5226343 May 06 10:07:02.595309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55332) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:02.656720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa588f4e-d5c4-4871-ae83-6f0ebe44a4df req-6fbb1483-99ac-4767-a44c-ca07e1ec1e8a tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519128 May 06 10:07:02.659632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-982139ce-acb6-44b4-9a8c-2f6ded9d420a tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0626192 May 06 10:07:02.663613 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55334) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:02.729601 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-81f0ea1d-aabe-4416-872b-1d103c64b240 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=916901ce4a104c6bb7ca7926662d357d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0618458 May 06 10:07:02.732240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55336) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:02.752283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Deleting port af29ab05-f4af-4962-9183-b932e1d58fd6 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:02.752658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:02.840379 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:02.854898 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:02.860142 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] For port af29ab05-f4af-4962-9183-b932e1d58fd6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=af29ab05-f4af-4962-9183-b932e1d58fd6,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:02.860512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:02.874911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Calling delete_port for af29ab05-f4af-4962-9183-b932e1d58fd6 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:02.939397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e63a5c-b14f-4843-8a8e-192ac7d7036d tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:02.944555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-59e63a5c-b14f-4843-8a8e-192ac7d7036d tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2080531 May 06 10:07:02.945148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55338) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:02.962557 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Pushing event updated for resources: {'Port': ['ID=7e112953-71c7-4ad4-b9ad-9b4138a76491,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:02.988871 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.989583 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.990135 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.990723 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.991272 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.991850 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.992388 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.993201 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.993743 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.994287 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.994824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.995365 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:02.999750 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Attempting to bind port 7e112953-71c7-4ad4-b9ad-9b4138a76491 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:03.000405 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Attempting to bind port 7e112953-71c7-4ad4-b9ad-9b4138a76491 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:03.000997 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Attempting to bind port 7e112953-71c7-4ad4-b9ad-9b4138a76491 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:03.009060 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:03.010305 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:03.010950 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.011724 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:03.012439 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Bound port: 7e112953-71c7-4ad4-b9ad-9b4138a76491, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:03.013051 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.019115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-81c6e261-eb42-42c6-93b7-367f17a5f554 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707030 May 06 10:07:03.019935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55340) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:03.028914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985537294', 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b', 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:03.077949 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] For port 7e112953-71c7-4ad4-b9ad-9b4138a76491, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:03.082225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] For port 7e112953-71c7-4ad4-b9ad-9b4138a76491, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7e112953-71c7-4ad4-b9ad-9b4138a76491,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:03.088423 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.123226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.163277 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03c13d-e55d-4966-a9ff-40f66b35982c None None] Pushing event updated for resources: {'Port': ['ID=7e112953-71c7-4ad4-b9ad-9b4138a76491,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:03.205270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Routers {'d47a85cb-0480-4d63-ad99-e1ae74783f59'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:03.207097 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d47a85cb-0480-4d63-ad99-e1ae74783f59'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:03.219757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=af29ab05-f4af-4962-9183-b932e1d58fd6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:03.234282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Made reservation on behalf of 916901ce4a104c6bb7ca7926662d357d for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:03.238543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.420419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] Set router d47a85cb-0480-4d63-ad99-e1ae74783f59 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:03.500802 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.528685 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:07:03.579898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.709426 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:00Z', 'revision_number': 3, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:03.710856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Subnet': ['ID=26751b73-2718-4f02-9de1-ad0c9db758e5,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:03.715414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Checking segment: {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:03.715823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network hostable DHCP agents. Network: 112892eb-b9b8-4f34-abc4-7bd490753f6b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:03.737235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:03.752274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 112892eb-b9b8-4f34-abc4-7bd490753f6b) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:03.766661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c733ad5b-9031-465b-be5d-d73297a5f99b None None] The sync data for ids ['d47a85cb-0480-4d63-ad99-e1ae74783f59'] in n-d-840834-1 is: [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:00Z', 'revision_number': 3, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:03.767685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94736a1f-ccd7-45ea-a5e2-3386fd3b688c None None] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:03.793877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:03.794479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:03.868036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-595f0531-e69e-4150-82de-d5568b470160 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8461764 May 06 10:07:03.871216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55348) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:03.878744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Router 836dd560-1f2c-4703-ae54-19c185fe7654 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:03.940681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc99b4e-4735-41f5-8ffa-4a3aaf4e2083 req-556aeca9-ce6d-4e3c-a67f-bde00de12110 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:03.942442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fc99b4e-4735-41f5-8ffa-4a3aaf4e2083 req-556aeca9-ce6d-4e3c-a67f-bde00de12110 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 945 time: 0.1115329 May 06 10:07:03.998440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fc99b4e-4735-41f5-8ffa-4a3aaf4e2083 req-988008d8-4b4c-4cc5-83a3-dca257fabbef tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483224 May 06 10:07:04.119218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-112892eb-b9b8-4f34-abc4-7bd490753f6b', 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'fixed_ips': [{'subnet_id': '26751b73-2718-4f02-9de1-ad0c9db758e5'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:07:04.120398 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:04.304306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47643605-be0f-4ad1-bc16-2045edef66ac req-b69b50be-710d-4521-a5aa-834989b6cc29 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:04.306937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47643605-be0f-4ad1-bc16-2045edef66ac req-b69b50be-710d-4521-a5aa-834989b6cc29 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 945 time: 0.1288462 May 06 10:07:04.379890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47643605-be0f-4ad1-bc16-2045edef66ac req-e6040958-0117-4c05-9284-c7c869defefe tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619528 May 06 10:07:04.495279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Allocated IP 172.20.0.18 (112892eb-b9b8-4f34-abc4-7bd490753f6b/26751b73-2718-4f02-9de1-ad0c9db758e5/03e89197-c858-40f5-ae6e-d093b55d6308) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:04.606167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20f927-715b-485a-bf89-c8e14f46036f req-99c24e84-3fcb-4f90-bf2b-3e224898a9d5 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:04.607801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b20f927-715b-485a-bf89-c8e14f46036f req-99c24e84-3fcb-4f90-bf2b-3e224898a9d5 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 945 time: 0.1167557 May 06 10:07:04.688572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b20f927-715b-485a-bf89-c8e14f46036f req-a8b7bf4b-a074-405a-bfdb-33b5329bcdac tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737829 May 06 10:07:04.716141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55358) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:04.788129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:04.804565 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:04.810218 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:04.812594 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ef819358-8e71-4620-8df5-6aa32a54dc81 admin admin] 10.222.0.76 "PUT /v2.0/routers/836dd560-1f2c-4703-ae54-19c185fe7654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8962967 May 06 10:07:04.815172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55362) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:04.862847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] Sync routers for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:04.871003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Pushing event updated for resources: {'Port': ['ID=03e89197-c858-40f5-ae6e-d093b55d6308,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:04.926685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:04.928651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:04.929296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:04.936612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:04.947055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:05.060418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311a764f-e627-43b6-a841-f2be53815ced tempest-TestServerBasicOps-1603079308 tempest-TestServerBasicOps-1603079308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:05.064987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-311a764f-e627-43b6-a841-f2be53815ced tempest-TestServerBasicOps-1603079308 tempest-TestServerBasicOps-1603079308-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1091 time: 0.3464878 May 06 10:07:05.065779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55364) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:05.084029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:05.111392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.215274 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.442558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Attempting to bind port 03e89197-c858-40f5-ae6e-d093b55d6308 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:05.442960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Attempting to bind port 03e89197-c858-40f5-ae6e-d093b55d6308 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:05.443794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Attempting to bind port 03e89197-c858-40f5-ae6e-d093b55d6308 on network 112892eb-b9b8-4f34-abc4-7bd490753f6b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:05.453292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:05.453292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Checking segment: {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:05.453622 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.453941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Bound using segment: {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:05.454737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Bound port: 03e89197-c858-40f5-ae6e-d093b55d6308, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:05.454959 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.481089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.503033 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.530670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:05.531839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.667381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] For port 03e89197-c858-40f5-ae6e-d093b55d6308, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:05.676945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Deleting port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:05.677555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.684596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] For port 03e89197-c858-40f5-ae6e-d093b55d6308, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=03e89197-c858-40f5-ae6e-d093b55d6308,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:05.701713 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:05.840979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Allocated IP 172.25.8.25 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/dfb951c9-31f3-418b-9ec3-fc99577100ae) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:05.863134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0a8cd-20fb-4177-810f-bd6a0c813ce9 None None] Pushing event updated for resources: {'Port': ['ID=03e89197-c858-40f5-ae6e-d093b55d6308,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:05.894181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T10:07:03Z', 'revision_number': 5, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port': {'id': '496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2869, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T09:58:39Z', 'updated_at': '2022-05-06T09:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:05.954487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] Checking router: 836dd560-1f2c-4703-ae54-19c185fe7654 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:05.970190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] Routers {'836dd560-1f2c-4703-ae54-19c185fe7654'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:05.970819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['836dd560-1f2c-4703-ae54-19c185fe7654'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:06.009987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] For port 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:06.010617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.044866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Calling delete_port for 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:06.082499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Allocated IP 172.20.0.17 (112892eb-b9b8-4f34-abc4-7bd490753f6b/26751b73-2718-4f02-9de1-ad0c9db758e5/3bd73e7e-a392-4d94-a34a-0644cb2eb9ff) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:06.213099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] Set router 836dd560-1f2c-4703-ae54-19c185fe7654 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:06.310348 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.321783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.372621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:06.435397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T10:07:05Z', 'revision_number': 6, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:06.453637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.465558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.499718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61f05bf-7341-48ee-83a1-22c13a3c053f None None] The sync data for ids ['836dd560-1f2c-4703-ae54-19c185fe7654'] in n-d-840834-1 is: [{'id': '836dd560-1f2c-4703-ae54-19c185fe7654', 'name': 'tempest-AttachVolumeNegativeTest-1685773263-router', 'tenant_id': '7444d65c20c1430c80690d1b85a40bd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T09:58:37Z', 'updated_at': '2022-05-06T10:07:05Z', 'revision_number': 6, 'project_id': '7444d65c20c1430c80690d1b85a40bd2', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:06.549579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 03e89197-c858-40f5-ae6e-d093b55d6308 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:06.552145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.554426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:06.563337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:06.573676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:06.646160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:06.660070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.712913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 03e89197-c858-40f5-ae6e-d093b55d6308 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:06.713816 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.770711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.777035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.780116 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.932459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:06.942233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.954899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:06.958623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:06.961671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:07.078644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 03e89197-c858-40f5-ae6e-d093b55d6308, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=03e89197-c858-40f5-ae6e-d093b55d6308,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:07.093896 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.094155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbe404-96c5-40eb-ba86-47603bf73b64 req-94493807-5ecd-4bc0-8333-13b2bb1baad7 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:07.094918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7e112953-71c7-4ad4-b9ad-9b4138a76491 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:07.095761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27dbe404-96c5-40eb-ba86-47603bf73b64 req-94493807-5ecd-4bc0-8333-13b2bb1baad7 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1098 time: 0.3574877 May 06 10:07:07.125427 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.127741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 836dd560-1f2c-4703-ae54-19c185fe7654 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:07:07.132591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'Port': ['ID=dfb951c9-31f3-418b-9ec3-fc99577100ae,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:07.145977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.151995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b25020c1-5c92-43ad-a395-a81c2f4c24a8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/836dd560-1f2c-4703-ae54-19c185fe7654 HTTP/1.1" status: 204 len: 168 time: 2.3342130 May 06 10:07:07.152635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55382) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:07.231204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=03e89197-c858-40f5-ae6e-d093b55d6308,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:07.261810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7e112953-71c7-4ad4-b9ad-9b4138a76491 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:07.262165 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.287914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27dbe404-96c5-40eb-ba86-47603bf73b64 req-c692672c-fe06-4c01-9b76-3f95905de2a6 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682036 May 06 10:07:07.321607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55384) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:07.390446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] Deleting subnet 54da016d-f1ca-4f25-b0fc-69e52d45a371 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:07:07.406458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.449473 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.519442 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.534306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 7e112953-71c7-4ad4-b9ad-9b4138a76491, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7e112953-71c7-4ad4-b9ad-9b4138a76491,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:07.544572 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.657755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=7e112953-71c7-4ad4-b9ad-9b4138a76491,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:07.761661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.768836 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f652c64-4c3f-4372-98d5-488bd862252c None None] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:07.818211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.826608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:07.912434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-38d96711-6b93-4801-a181-5e773c39e8a0 None None] Provisioning complete for port 03e89197-c858-40f5-ae6e-d093b55d6308 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:07.912721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38d96711-6b93-4801-a181-5e773c39e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.035646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:08.048190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.282636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 03e89197-c858-40f5-ae6e-d093b55d6308 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:08.328381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:08.343822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:08.348651 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 9a828c19-f609-4304-a76c-cae1b5e90c1f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:08.349245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.387007 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.397487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 03e89197-c858-40f5-ae6e-d093b55d6308 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:08.398851 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.429754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.434126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d687e-eb8c-4098-b507-495b0d32a126 None None] Network 528c243b-3c37-406f-8fde-56a2d1361392 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:08.435647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/54da016d-f1ca-4f25-b0fc-69e52d45a371 HTTP/1.1" status: 204 len: 168 time: 1.2735302 May 06 10:07:08.436682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a179e-1a5d-4238-8878-742191f2aa64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54da016d-f1ca-4f25-b0fc-69e52d45a371,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:08.438752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55396) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:08.526460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.592034 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.646341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.646601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.715011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 9a828c19-f609-4304-a76c-cae1b5e90c1f owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:08.751717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.759058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Deleting port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:08.759529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.812644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router d47a85cb-0480-4d63-ad99-e1ae74783f59 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:08.834007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7e112953-71c7-4ad4-b9ad-9b4138a76491 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:08.858770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] For port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2a39eea-385d-4d74-a88d-ae1bfacf4d0c,segment=NetworkSegment(75f1e936-797d-4b44-b935-7c32fd73b7be),segment_id=75f1e936-797d-4b44-b935-7c32fd73b7be)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:08.859301 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:08.876531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Calling delete_port for a2a39eea-385d-4d74-a88d-ae1bfacf4d0c owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:09.018929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ea6cbb8f-4fec-4b42-82dc-88fda4c7b4a0 None None] Provisioning complete for port 03e89197-c858-40f5-ae6e-d093b55d6308 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:09.021694 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ea6cbb8f-4fec-4b42-82dc-88fda4c7b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.031397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa8fefc-0325-4d3f-a482-81e7c5d076d3 None None] DHCP port deletion for 528c243b-3c37-406f-8fde-56a2d1361392 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:07:09.109970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.135229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7e112953-71c7-4ad4-b9ad-9b4138a76491 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:09.135567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.166379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] No DVR routers for this DVR port a2a39eea-385d-4d74-a88d-ae1bfacf4d0c on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:09.220740 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:09.232773 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Sync routers for ids ['d47a85cb-0480-4d63-ad99-e1ae74783f59'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:09.253291 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Routers {'d47a85cb-0480-4d63-ad99-e1ae74783f59'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:09.253923 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d47a85cb-0480-4d63-ad99-e1ae74783f59'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:09.282359 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3a8713b3-7b45-40bd-a62c-aeca43baa97f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "PUT /v2.0/routers/d47a85cb-0480-4d63-ad99-e1ae74783f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4057555 May 06 10:07:09.323236 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.350131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528c243b-3c37-406f-8fde-56a2d1361392']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:09.375079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f1e936-797d-4b44-b935-7c32fd73b7be') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:09.375530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f1e936-797d-4b44-b935-7c32fd73b7be') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:09.396939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.451018 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.462726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:07:09.467567 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Set router d47a85cb-0480-4d63-ad99-e1ae74783f59 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:09.475614 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.510479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ea6cbb8f-4fec-4b42-82dc-88fda4c7b4a0 None None] Provisioning complete for port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:09.511049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ea6cbb8f-4fec-4b42-82dc-88fda4c7b4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.567567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a39eea-385d-4d74-a88d-ae1bfacf4d0c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: timer() May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:07:09.570405 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:07:09.594932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.604460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.614337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/528c243b-3c37-406f-8fde-56a2d1361392 HTTP/1.1" status: 204 len: 168 time: 1.1712365 May 06 10:07:09.645069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e70a33-9b4b-4e99-96df-437743b5e6a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=528c243b-3c37-406f-8fde-56a2d1361392,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:09.651621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.698549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cbb8f-4fec-4b42-82dc-88fda4c7b4a0 None None] Port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:09.753208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device af29ab05-f4af-4962-9183-b932e1d58fd6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:09.769707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=9a828c19-f609-4304-a76c-cae1b5e90c1f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:09.817116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: af29ab05-f4af-4962-9183-b932e1d58fd6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:09.817534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device af29ab05-f4af-4962-9183-b932e1d58fd6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:09.818035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:09.889975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:09.890326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 496d23e9-8a9b-40cf-a7d2-1e3dffe91a0c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:09.915551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d10a29d9-41d1-4251-b725-6021b8c60a09 None None] Provisioning complete for port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:09.915961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d10a29d9-41d1-4251-b725-6021b8c60a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.966895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:09.973532 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP 5668e591-9d23-4781-b9eb-e240bc9a9f7f disassociated (deleted). External IP: 172.25.8.65, port: b07687b9-eca5-4337-9fc3-95ba57cc7b7b. May 06 10:07:09.979528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55416) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:09.991661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d10a29d9-41d1-4251-b725-6021b8c60a09 None None] Port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:10.064550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-6e471199-ebbc-45a3-85bf-fd2b7bafbdfc tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:10.066270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-6e471199-ebbc-45a3-85bf-fd2b7bafbdfc tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/networks?id=112892eb-b9b8-4f34-abc4-7bd490753f6b HTTP/1.1" status: 200 len: 797 time: 0.2903659 May 06 10:07:10.072327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.121645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a66bbfe8-3f90-4d79-b5ff-216bf4453065 None None] Provisioning complete for port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:10.122212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a66bbfe8-3f90-4d79-b5ff-216bf4453065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.138846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.196405 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3e01ee44-9dc5-4c54-8df3-99dd6f5509e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7444d65c20c1430c80690d1b85a40bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124221 May 06 10:07:10.199236 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55418) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:10.202413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a66bbfe8-3f90-4d79-b5ff-216bf4453065 None None] Port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:10.283922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event updated for resources: {'Port': ['ID=dfb951c9-31f3-418b-9ec3-fc99577100ae,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:10.292650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-311ccd2e-7776-4bc2-92b7-917b8fad5e00 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/quotas/916901ce4a104c6bb7ca7926662d357d HTTP/1.1" status: 200 len: 375 time: 0.1875818 May 06 10:07:10.344477 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:06Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3bd73e7e-a392-4d94-a34a-0644cb2eb9ff', 'name': '', 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:44:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '26751b73-2718-4f02-9de1-ad0c9db758e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:05Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 2, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': '26751b73-2718-4f02-9de1-ad0c9db758e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:10.384109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Checking router: d47a85cb-0480-4d63-ad99-e1ae74783f59 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:10.384459 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Updating router d47a85cb-0480-4d63-ad99-e1ae74783f59 port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:10.388914 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829e28d4-2d0a-4492-9ccc-c9da3c4dc4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.413277 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.421789 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829e28d4-2d0a-4492-9ccc-c9da3c4dc4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.442225 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.505665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2a39eea-385d-4d74-a88d-ae1bfacf4d0c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:10.574042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a2a39eea-385d-4d74-a88d-ae1bfacf4d0c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:10.574776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2a39eea-385d-4d74-a88d-ae1bfacf4d0c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:10.666852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829e28d4-2d0a-4492-9ccc-c9da3c4dc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.669773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-829e28d4-2d0a-4492-9ccc-c9da3c4dc4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:10.671151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-829e28d4-2d0a-4492-9ccc-c9da3c4dc4b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a0c55c5-1f12-4c2d-8859-ce07484d1960 HTTP/1.1" status: 204 len: 168 time: 0.4629104 May 06 10:07:10.677493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 27c6f91a-5d68-4efd-add0-b5e99215a92f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:10.687518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e28d4-2d0a-4492-9ccc-c9da3c4dc4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0c55c5-1f12-4c2d-8859-ce07484d1960,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:10.712547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-74004913-b02b-4ad2-a8f3-f969cb615e5b tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2534254 May 06 10:07:10.881205 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Floating IP b9224a72-d2fd-4e6b-a3de-9e64f78e67a9 associated. External IP: 172.25.8.25, port: 1213a665-bc9d-4bae-bc10-a65d4b8a38fb. May 06 10:07:11.145923 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:11.159854 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:11.190423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-f9f72524-fca8-48a9-ae85-cc20abcb5ee7 service neutron] 10.222.0.76 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108949 May 06 10:07:11.282962 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5005f-a9f7-401f-b1bc-5577a1d494bd None None] Pushing event updated for resources: {'Port': ['ID=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:11.489280 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Attempting to bind port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:11.489989 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Attempting to bind port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:11.505127 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Attempting to bind port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff on network 112892eb-b9b8-4f34-abc4-7bd490753f6b {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:11.517887 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:11.518265 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Checking segment: {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:11.521895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:11.523993 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:11.524759 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Bound using segment: {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:11.525138 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Bound port: 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:11.525533 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:11.531848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:11.534527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] Sync routers for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:11.566481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:11.569933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:11.633964 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7eb64e2f-e47b-4709-b132-49ab25096a4f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/floatingips/5668e591-9d23-4781-b9eb-e240bc9a9f7f HTTP/1.1" status: 204 len: 168 time: 4.2981114 May 06 10:07:11.634920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:11.646646 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e37e4-feae-4242-bfac-a7e0f13871c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:11.677780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-22ba3f16-a4f6-48be-955f-e5a87736277a service neutron] 10.222.0.76 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751811 May 06 10:07:11.688924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:11.748643 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] For port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:11.753399 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] For port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:11.761530 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:11.889366 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Routers {'d47a85cb-0480-4d63-ad99-e1ae74783f59'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:11.889943 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d47a85cb-0480-4d63-ad99-e1ae74783f59'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:12.006055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:12.078716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:12.132352 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c4d6d4-8606-43a3-8c77-b7d7c963a99b x-openstack-request-id: req-15c4d6d4-8606-43a3-8c77-b7d7c963a99b {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:12.133506 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:12.133981 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15c4d6d4-8606-43a3-8c77-b7d7c963a99b {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:12.134627 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c4d6d4-8606-43a3-8c77-b7d7c963a99b'] response: {'name': 'network-changed', 'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'status': 'completed', 'code': 200} May 06 10:07:12.170801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-858df6f1-3820-4459-8769-19e5ad9cd9e8 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0885100 May 06 10:07:12.189197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:12.201543 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:12.222272 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] Sync routers for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:12.246377 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:12.246997 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:12.340081 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] Set router d47a85cb-0480-4d63-ad99-e1ae74783f59 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:12.392357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-44e485c9-a360-42cd-9392-47031ed95bf3 req-4aafdcee-6091-494d-ab3d-788c5971c546 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 210 time: 0.1107743 May 06 10:07:12.420947 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fd5a4aec-a69e-4701-b3cb-7c129a71cd78 None None] Provisioning complete for port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:12.423756 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4aec-a69e-4701-b3cb-7c129a71cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:12.436103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-e3741a78-8d6e-49e8-9900-416fe5dcc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:12.439907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-e3741a78-8d6e-49e8-9900-416fe5dcc266 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 1098 time: 0.2812340 May 06 10:07:12.495431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440646a-397b-4e9e-ada8-7e07ec7f2ce9 req-bd9cbde7-7dd9-46e3-9315-58cbc97ddbb0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:12.503687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4440646a-397b-4e9e-ada8-7e07ec7f2ce9 req-bd9cbde7-7dd9-46e3-9315-58cbc97ddbb0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 947 time: 0.2441320 May 06 10:07:12.520453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:12.537792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5005f-a9f7-401f-b1bc-5577a1d494bd None None] Pushing event updated for resources: {'Port': ['ID=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:12.553331 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1320d3-919c-45cb-900e-4fd5388e9e52 x-openstack-request-id: req-7e1320d3-919c-45cb-900e-4fd5388e9e52 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:12.554142 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:12.554142 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e1320d3-919c-45cb-900e-4fd5388e9e52 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:12.555565 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1320d3-919c-45cb-900e-4fd5388e9e52'] response: {'name': 'network-changed', 'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'status': 'completed', 'code': 200} May 06 10:07:12.635702 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:12.668959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-5f3d1653-d388-48f2-ac09-c1e166801543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:12.670609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-5f3d1653-d388-48f2-ac09-c1e166801543 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f932cc658c804f0e86757196333ed2b6&device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1096 time: 0.1090391 May 06 10:07:12.698594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4440646a-397b-4e9e-ada8-7e07ec7f2ce9 req-eabf06e7-6177-4947-b359-183af1a382aa tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789620 May 06 10:07:12.775192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-24af5185-18df-4596-85f5-79b38617187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:12.777026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-24af5185-18df-4596-85f5-79b38617187d service neutron] 10.222.0.82 "GET /v2.0/networks?id=cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 200 len: 897 time: 0.3105829 May 06 10:07:12.842730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-43615bbe-018f-466e-9be5-4149523caa24 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 200 len: 217 time: 0.0585432 May 06 10:07:12.868777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-827b0085-1cdd-4f5f-ac1d-fb83ad9e007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:13.145439 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4aec-a69e-4701-b3cb-7c129a71cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:13.208776 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:06Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3bd73e7e-a392-4d94-a34a-0644cb2eb9ff', 'name': '', 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:44:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '26751b73-2718-4f02-9de1-ad0c9db758e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:05Z', 'updated_at': '2022-05-06T10:07:11Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': '26751b73-2718-4f02-9de1-ad0c9db758e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:13.249603 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fead17-3404-4a29-9aab-8377f12344fb None None] The sync data for ids ['d47a85cb-0480-4d63-ad99-e1ae74783f59'] in n-d-840834-1 is: [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:06Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3bd73e7e-a392-4d94-a34a-0644cb2eb9ff', 'name': '', 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:44:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '26751b73-2718-4f02-9de1-ad0c9db758e5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:05Z', 'updated_at': '2022-05-06T10:07:11Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': '26751b73-2718-4f02-9de1-ad0c9db758e5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:13.280696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fd5a4aec-a69e-4701-b3cb-7c129a71cd78 None None] For port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:13.287986 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b9224a72-d2fd-4e6b-a3de-9e64f78e67a9', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'port_id': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'mac_address': 'fa:16:3e:42:e2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:07:07Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 0, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:46Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:13.301383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd5a4aec-a69e-4701-b3cb-7c129a71cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:13.361073 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] Checking router: 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:13.373600 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:13.374707 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:13.530082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a4aec-a69e-4701-b3cb-7c129a71cd78 None None] Pushing event updated for resources: {'Port': ['ID=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:13.534649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-df2deca1-961d-4568-97a6-a8a45f78e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:13.536758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-df2deca1-961d-4568-97a6-a8a45f78e08c service neutron] 10.222.0.82 "GET /v2.0/networks?id=de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 200 len: 910 time: 0.8425314 May 06 10:07:13.573697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bff31cd9-a61d-4d03-af70-691eaa76c57a None None] Provisioning complete for port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:13.573982 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bff31cd9-a61d-4d03-af70-691eaa76c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:13.577056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.82', 58586) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:13.583136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:57Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:13.648839 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:13.717691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-971c9e3c-6399-4dd4-b869-5fc8d1d7b136 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 200 len: 998 time: 0.1687975 May 06 10:07:13.748833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-31df95e5-e42c-4156-a254-1426cdf71945 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:13.765385 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-31df95e5-e42c-4156-a254-1426cdf71945 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 947 time: 0.1862574 May 06 10:07:13.782788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] Checking router: 27c6f91a-5d68-4efd-add0-b5e99215a92f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:13.795169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:13.796860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:06:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:13.879337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcaeb16b-4f6a-4265-bb71-10fdf106e107 req-97b704af-717f-4872-b5b1-736eb7d49fc0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 210 time: 0.1604421 May 06 10:07:13.980974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-2fb731a1-b774-4963-969c-ab9880becdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:13.983473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-2fb731a1-b774-4963-969c-ab9880becdf0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 200 len: 834 time: 1.1289763 May 06 10:07:14.145362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-3e94a4b7-144b-4451-bc2c-d8d2ebc48ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:14.146926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-3e94a4b7-144b-4451-bc2c-d8d2ebc48ef0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=cfefd4c1-afff-4fb9-ac93-3e584ece62af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564841 May 06 10:07:14.150664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-047f636d-0b2f-4d20-999a-277290bfc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:14.152127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-047f636d-0b2f-4d20-999a-277290bfc1dc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa9c247e-255e-4787-9df8-b619db937d04 HTTP/1.1" status: 200 len: 848 time: 0.2720933 May 06 10:07:14.181876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4c2a-26b0-483b-b06e-c012856e0d70 req-5b8d0723-a697-4345-8824-82d9673dbab9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:14.183448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9ca4c2a-26b0-483b-b06e-c012856e0d70 req-5b8d0723-a697-4345-8824-82d9673dbab9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 947 time: 0.1797571 May 06 10:07:14.325854 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:14.486079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-8c0eb136-25bb-49d6-adbb-3b676e69f790 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141084 May 06 10:07:14.516930 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b9224a72-d2fd-4e6b-a3de-9e64f78e67a9', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'port_id': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'mac_address': 'fa:16:3e:42:e2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:07:07Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 0, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:46Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:14.601237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port b07687b9-eca5-4337-9fc3-95ba57cc7b7b {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:14.602116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:14.618951 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299256e-0e5e-4983-88e1-af258b44e431 None None] The sync data for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 is: [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b9224a72-d2fd-4e6b-a3de-9e64f78e67a9', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'port_id': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'mac_address': 'fa:16:3e:42:e2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:07:07Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 0, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:46Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:14.653008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-e97c959f-59c4-44b2-9f29-fd596d99897e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:14.657531 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-e97c959f-59c4-44b2-9f29-fd596d99897e tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.83 "GET /v2.0/networks?id=112892eb-b9b8-4f34-abc4-7bd490753f6b HTTP/1.1" status: 200 len: 797 time: 0.7922864 May 06 10:07:14.672389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Request body: {'port': {'device_id': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b', 'admin_state_up': True, 'tenant_id': '916901ce4a104c6bb7ca7926662d357d'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:14.700166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:14.745712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-0d9e3979-b29c-40e9-b682-c7f5b931d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:14.747950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-0d9e3979-b29c-40e9-b682-c7f5b931d4a1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de23b882-eb8b-4297-9330-cc18e8ed7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5800385 May 06 10:07:14.804059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9ca4c2a-26b0-483b-b06e-c012856e0d70 req-34f72f91-1828-49bd-bb49-348fe3ea4522 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b121b65-1f2b-49d0-ad6f-649f0d77cfed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931530 May 06 10:07:14.985796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-bda56499-6d34-4062-8a5b-967dcafead7b service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967487 May 06 10:07:15.109000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port b07687b9-eca5-4337-9fc3-95ba57cc7b7b, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:15.109761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:15.162577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:15.162940 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:15.181567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for b07687b9-eca5-4337-9fc3-95ba57cc7b7b owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:15.183817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Made reservation on behalf of 916901ce4a104c6bb7ca7926662d357d for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:15.188437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:15.297133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5b3f2c0-b7cd-4531-929c-ce32187eb2c6 req-0e0c8c3e-472d-4608-a514-e15d94b3e96b service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981997 May 06 10:07:15.317926 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7c35bfd-677e-4cda-9c95-520208f93cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:15.340873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0d03dc9-eec0-4856-877b-3f54111d2846 req-79a498fd-26d6-459c-9041-5056d382bdcd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 210 time: 0.0421536 May 06 10:07:15.343883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-865e37e4-feae-4242-bfac-a7e0f13871c3 req-a0c424f1-c584-4756-8263-96c1683422b2 service neutron] 10.222.0.82 "GET /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8569593 May 06 10:07:15.379244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:57Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:15.479085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435bb1ce-7f6a-40e3-b009-611ecde84e62 None None] New status for floating IP b9224a72-d2fd-4e6b-a3de-9e64f78e67a9: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:07:15.546677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e152f4e-b955-4a4c-b84c-e8742e1a1ea8 None None] The sync data for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 is: [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:04:51Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e34154d-8f50-4f91-b2c1-e1400d468635', 'name': '', 'network_id': 'cfefd4c1-afff-4fb9-ac93-3e584ece62af', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:15:c4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:50Z', 'updated_at': '2022-05-06T10:04:57Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '15f441b3-352f-475e-bd6b-414de5ec2d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:15.655563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Allocated IP 172.20.0.26 (112892eb-b9b8-4f34-abc4-7bd490753f6b/26751b73-2718-4f02-9de1-ad0c9db758e5/e85a5962-f933-4a72-a04f-8e6c73d5a6b0) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:15.968790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-d6049fae-2727-45df-b7e2-1788f636da95 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733430 May 06 10:07:16.005686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:16.052795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=b07687b9-eca5-4337-9fc3-95ba57cc7b7b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:16.097635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d359bdbe-ca52-45f2-aaf0-115d5028f456 req-e08e3a2f-0eb3-415c-b07c-1a70d9bc9c91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec125e2a-0c93-460d-9abb-951ea0475b14 HTTP/1.1" status: 200 len: 210 time: 0.1053360 May 06 10:07:16.101082 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:16.130796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-b9445500-8aa3-435b-91dc-a20f506cee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:16.132313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] No DVR routers for this DVR port b07687b9-eca5-4337-9fc3-95ba57cc7b7b on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:16.136561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:16.137914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-b9445500-8aa3-435b-91dc-a20f506cee90 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1135 time: 0.1057496 May 06 10:07:16.142927 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-5cf06fba-ee7b-479a-b4fa-c56bb8e59887 req-dea704e0-21ac-4f25-b79c-25aae4a070a8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "DELETE /v2.0/ports/b07687b9-eca5-4337-9fc3-95ba57cc7b7b HTTP/1.1" status: 204 len: 173 time: 2.3695853 May 06 10:07:16.149272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-deleted', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:16.152378 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47149634-7f29-4def-b646-cbc6dcd748b6" -d '{"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-deleted", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:16.364574 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236067e-8cd1-4fa3-bb5c-1d17fd513601 x-openstack-request-id: req-c236067e-8cd1-4fa3-bb5c-1d17fd513601 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:16.366644 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec125e2a-0c93-460d-9abb-951ea0475b14", "name": "network-vif-deleted", "tag": "b07687b9-eca5-4337-9fc3-95ba57cc7b7b", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:16.367751 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c236067e-8cd1-4fa3-bb5c-1d17fd513601 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:16.368394 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c236067e-8cd1-4fa3-bb5c-1d17fd513601'] response: {'server_uuid': 'ec125e2a-0c93-460d-9abb-951ea0475b14', 'name': 'network-vif-deleted', 'tag': 'b07687b9-eca5-4337-9fc3-95ba57cc7b7b', 'status': 'completed', 'code': 200} May 06 10:07:16.452077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:16.471038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-9a3917ee-0a71-473f-ba9e-2b09ec5ea548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:16.476097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-9a3917ee-0a71-473f-ba9e-2b09ec5ea548 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5317c46e-3b61-441e-b901-36d83b347f3d HTTP/1.1" status: 200 len: 896 time: 0.2670665 May 06 10:07:16.654714 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:16.718831 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:16.753423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:16.765480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542dc3-d48f-4b2c-934b-e8ac784474a3 req-da82ba57-0e7b-41ec-bf00-0dec4980ecb1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:16.792162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:16.797207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e542dc3-d48f-4b2c-934b-e8ac784474a3 req-da82ba57-0e7b-41ec-bf00-0dec4980ecb1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 895 time: 0.2502263 May 06 10:07:16.805726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:16.806412 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8804a8-b546-471a-8c91-a47b2f61690e None None] New status for floating IP 5668e591-9d23-4781-b9eb-e240bc9a9f7f: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:07:16.924080 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-3ca2c2b0-583f-413b-a491-98cca2d7e58b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eee06a0-511a-4479-a923-744a11fb02cd HTTP/1.1" status: 200 len: 1001 time: 0.4377344 May 06 10:07:16.933593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:16.934792 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:16.938458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event updated for resources: {'Port': ['ID=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:17.008305 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-3067e0cd-a069-4295-9eb1-f76fb53b55d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3397684 May 06 10:07:17.053963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Request body: {'port': {'device_id': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:17.078007 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-c97c814c-7ab7-4785-844a-f19b1e290d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:17.079932 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-c97c814c-7ab7-4785-844a-f19b1e290d81 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d286661b-c8cc-48aa-a9ed-9716bef95043 HTTP/1.1" status: 200 len: 835 time: 0.1361220 May 06 10:07:17.194032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:17.233923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55546) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:17.249391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: b07687b9-eca5-4337-9fc3-95ba57cc7b7b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:17.252580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b07687b9-eca5-4337-9fc3-95ba57cc7b7b not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:17.261332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-bfe763b4-11d6-41cc-b43d-854f273a4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:17.262843 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-bfe763b4-11d6-41cc-b43d-854f273a4454 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5317c46e-3b61-441e-b901-36d83b347f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620009 May 06 10:07:17.264405 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:17.292352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-808cd214-9d96-43e3-b9b0-eb4da5c8cf1f None None] Provisioning complete for port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:17.292721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-808cd214-9d96-43e3-b9b0-eb4da5c8cf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:17.373395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-808cd214-9d96-43e3-b9b0-eb4da5c8cf1f None None] Port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:17.468964 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-68fe32ba-d271-458b-a45a-2ca4ba894899 service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601000 May 06 10:07:17.760294 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-6c55083a-1149-433e-b28d-75fb432dfc1d req-d65ba961-fc8c-4790-91b6-5a54d7c43c00 service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847760 May 06 10:07:17.921683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:17.991375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85a5962-f933-4a72-a04f-8e6c73d5a6b0 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:07:18.003965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.041383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Transition to ACTIVE for port object e85a5962-f933-4a72-a04f-8e6c73d5a6b0 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:07:18.046267 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.066279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bf4f7-a821-4d3e-8c44-460d5cef88fb req-225b7169-71af-47dc-9517-98535d0d67cd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:18.068444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-496bf4f7-a821-4d3e-8c44-460d5cef88fb req-225b7169-71af-47dc-9517-98535d0d67cd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 895 time: 0.0697534 May 06 10:07:18.191126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:18.247147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.298540 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Attempting to bind port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:18.298978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Attempting to bind port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:18.299474 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Attempting to bind port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 on network 112892eb-b9b8-4f34-abc4-7bd490753f6b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:18.308383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 on network 112892eb-b9b8-4f34-abc4-7bd490753f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:07:18.308872 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Attempting to bind port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 on network 112892eb-b9b8-4f34-abc4-7bd490753f6b {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:18.321272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:18.321791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Checking segment: {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:18.322460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Bound using segment: {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:18.322977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Bound port: e85a5962-f933-4a72-a04f-8e6c73d5a6b0, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:18.327312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.467563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] For port e85a5962-f933-4a72-a04f-8e6c73d5a6b0, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:18.487900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] For port e85a5962-f933-4a72-a04f-8e6c73d5a6b0, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:18.494761 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.605677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:18.606302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.607902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] 10.222.0.83 "PUT /v2.0/ports/e85a5962-f933-4a72-a04f-8e6c73d5a6b0 HTTP/1.1" status: 200 len: 1055 time: 1.5752141 May 06 10:07:18.608358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'tag': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:18.612106 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99", "tag": "e85a5962-f933-4a72-a04f-8e6c73d5a6b0"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:18.709383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 8e34154d-8f50-4f91-b2c1-e1400d468635 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:18.709911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.742395 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.781952 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694faea-7131-4b0b-9438-54cd36515bbe x-openstack-request-id: req-1694faea-7131-4b0b-9438-54cd36515bbe {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:18.782556 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99", "tag": "e85a5962-f933-4a72-a04f-8e6c73d5a6b0", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:18.782556 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1694faea-7131-4b0b-9438-54cd36515bbe {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:18.782880 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1694faea-7131-4b0b-9438-54cd36515bbe'] response: {'name': 'network-changed', 'server_uuid': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'tag': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0', 'status': 'completed', 'code': 200} May 06 10:07:18.802515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b66cd-216c-47de-933f-bf73cc53e830 service neutron] Pushing event updated for resources: {'Port': ['ID=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:18.814823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-cbbdd01b-afe6-44f2-9ede-81692ba36bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:18.816867 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-cbbdd01b-afe6-44f2-9ede-81692ba36bd9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 1058 time: 0.1395273 May 06 10:07:18.903161 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-4273c084-8251-4b21-90b2-6c0cb8e10b7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0 HTTP/1.1" status: 200 len: 217 time: 0.0751686 May 06 10:07:18.927226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 8e34154d-8f50-4f91-b2c1-e1400d468635, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e34154d-8f50-4f91-b2c1-e1400d468635,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:18.927620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:18.955138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 8e34154d-8f50-4f91-b2c1-e1400d468635 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:18.983634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-de42670d-ad87-43f7-8391-f1dfaedc186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:18.985902 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-de42670d-ad87-43f7-8391-f1dfaedc186b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26751b73-2718-4f02-9de1-ad0c9db758e5 HTTP/1.1" status: 200 len: 838 time: 0.0748146 May 06 10:07:19.060234 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-d6e317f1-d6ea-44cd-b201-ce3d7bf519d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:19.062261 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-d6e317f1-d6ea-44cd-b201-ce3d7bf519d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=112892eb-b9b8-4f34-abc4-7bd490753f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695648 May 06 10:07:19.189639 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-e31499da-3322-45d2-9db9-7167ba548f68 service neutron] 10.222.0.83 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202343 May 06 10:07:19.314185 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-7fcedf89-c4ce-4ee6-9409-3145be79ebf8 req-55aca7bb-1d0a-4ed0-baa7-ad652a47833d service neutron] 10.222.0.83 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167662 May 06 10:07:19.384860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68afb1-5e5d-41e3-84a7-98c85800081a req-a261a591-a679-4deb-863c-6cd9cb036003 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:19.386545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a68afb1-5e5d-41e3-84a7-98c85800081a req-a261a591-a679-4deb-863c-6cd9cb036003 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 907 time: 0.1585410 May 06 10:07:19.415602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-3e90e1dc-9247-45ad-a382-feac30ecd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:19.417352 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-3e90e1dc-9247-45ad-a382-feac30ecd70e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 1058 time: 0.0523455 May 06 10:07:19.418928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:19.496328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=8e34154d-8f50-4f91-b2c1-e1400d468635,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:19.621279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.622028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.622583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.622832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-45b27282-6acf-46c2-be28-5e5a2f41424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:19.623355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.624474 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-45b27282-6acf-46c2-be28-5e5a2f41424e service neutron] 10.222.0.83 "GET /v2.0/networks?id=112892eb-b9b8-4f34-abc4-7bd490753f6b HTTP/1.1" status: 200 len: 898 time: 0.2005932 May 06 10:07:19.624713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.625255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.625797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.626337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.627061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.627639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.628181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.628763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:19.730810 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-c87e27e1-02a9-45d7-a03f-4926d271173c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0 HTTP/1.1" status: 200 len: 217 time: 0.0887275 May 06 10:07:19.798079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-034674a2-d1a7-43bd-9f22-b6eed4fd1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:19.799148 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-034674a2-d1a7-43bd-9f22-b6eed4fd1fe0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26751b73-2718-4f02-9de1-ad0c9db758e5 HTTP/1.1" status: 200 len: 838 time: 0.0623813 May 06 10:07:19.866290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:19.888054 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-914c3f8f-f899-4339-aec2-3231351aa8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:19.889818 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-914c3f8f-f899-4339-aec2-3231351aa8a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=112892eb-b9b8-4f34-abc4-7bd490753f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814731 May 06 10:07:20.057473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-8846edb7-35d2-4fc8-8591-75f9408543ea service neutron] 10.222.0.83 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601446 May 06 10:07:20.172011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router 27c6f91a-5d68-4efd-add0-b5e99215a92f has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:20.283371 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ec7ae5af-e55b-4b82-b71e-24ca6c81a8d4 req-5037ae9a-f814-4a7a-95e4-4ccb03b5c70d service neutron] 10.222.0.83 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158172 May 06 10:07:20.637933 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:20.733562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55584) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:20.765670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:20.774001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d697e5ba-bf63-4227-a90a-b0b0c17e658b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/27c6f91a-5d68-4efd-add0-b5e99215a92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5348513 May 06 10:07:20.774828 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55588) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:20.779773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522be42b-f303-467b-8504-c87a1f1e71ef req-afe27097-736e-4466-aa14-0ee7a52b45ea tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:20.789216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] Sync routers for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:20.794025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-522be42b-f303-467b-8504-c87a1f1e71ef req-afe27097-736e-4466-aa14-0ee7a52b45ea tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 907 time: 0.1016605 May 06 10:07:20.822137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:20.822762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:20.906684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting subnet 15f441b3-352f-475e-bd6b-414de5ec2d99 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:07:20.924705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:20.962859 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.002674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.033756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:21.171965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.211952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.223021 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.289595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfcd610-f719-45da-bbd8-6e0b9739516e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:21.294021 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3748afdf9dc64256963897526095b8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596440 May 06 10:07:21.297306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55594) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:21.320746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.321094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.321609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.321948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.322273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.322630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.322954 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.323415 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.323633 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.323958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.324275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.324593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f6249a-fb84-484a-a13a-5e8ddf96c409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:07:21.325065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:07:19Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:21.329772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.358607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] Checking router: 27c6f91a-5d68-4efd-add0-b5e99215a92f for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:21.369291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] Routers {'27c6f91a-5d68-4efd-add0-b5e99215a92f'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:21.369929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['27c6f91a-5d68-4efd-add0-b5e99215a92f'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:21.385662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.390227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/subnets/15f441b3-352f-475e-bd6b-414de5ec2d99 HTTP/1.1" status: 204 len: 168 time: 0.6137531 May 06 10:07:21.393095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55596) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:21.406793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c6aef-eabf-40f4-a2f5-61e2ec6795b1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Subnet': ['ID=15f441b3-352f-475e-bd6b-414de5ec2d99,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:21.411061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238c7fc5-5080-46c5-b618-553637fce433 None None] Network cfefd4c1-afff-4fb9-ac93-3e584ece62af requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:21.459817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256d271a-a19f-47a6-8f0f-b9f0eb781f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.459817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256d271a-a19f-47a6-8f0f-b9f0eb781f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.536878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256d271a-a19f-47a6-8f0f-b9f0eb781f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.544829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-256d271a-a19f-47a6-8f0f-b9f0eb781f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.546146 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-256d271a-a19f-47a6-8f0f-b9f0eb781f70 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9bfcd610-f719-45da-bbd8-6e0b9739516e HTTP/1.1" status: 204 len: 168 time: 0.2478771 May 06 10:07:21.556505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d271a-a19f-47a6-8f0f-b9f0eb781f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfcd610-f719-45da-bbd8-6e0b9739516e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:21.621036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.779996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e85a5962-f933-4a72-a04f-8e6c73d5a6b0 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:07:21.817671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] Set router 27c6f91a-5d68-4efd-add0-b5e99215a92f gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:21.883488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:21.953832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.resource_extend [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 06 10:07:22.090254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847acfa-dec4-4e8c-a80d-257a032486cd req-67bf421d-c33a-4fe7-a818-c539f4cf1e8a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:22.092171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0847acfa-dec4-4e8c-a80d-257a032486cd req-67bf421d-c33a-4fe7-a818-c539f4cf1e8a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 907 time: 0.2008855 May 06 10:07:22.109396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 528f3158-b363-4eb1-9ccf-98fceb021659 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:22.109848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.130839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] DHCP port deletion for cfefd4c1-afff-4fb9-ac93-3e584ece62af request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:07:22.209764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e85a5962-f933-4a72-a04f-8e6c73d5a6b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:22.242110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0', 'network_id': '112892eb-b9b8-4f34-abc4-7bd490753f6b', 'port_id': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0', 'mac_address': 'fa:16:3e:d6:1c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26751b73-2718-4f02-9de1-ad0c9db758e5', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:07:22.285971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 528f3158-b363-4eb1-9ccf-98fceb021659, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=528f3158-b363-4eb1-9ccf-98fceb021659,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:22.286592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.308103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 528f3158-b363-4eb1-9ccf-98fceb021659 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:22.357569 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] Deleting port 39851d85-ee49-405f-8806-5840008aaa61 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:22.357984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.420603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.502951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85a5962-f933-4a72-a04f-8e6c73d5a6b0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:07:22.529655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e85a5962-f933-4a72-a04f-8e6c73d5a6b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:22.541211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 39851d85-ee49-405f-8806-5840008aaa61 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:22.547844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.636638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.680596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=528f3158-b363-4eb1-9ccf-98fceb021659,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:22.717398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] For port 39851d85-ee49-405f-8806-5840008aaa61, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=39851d85-ee49-405f-8806-5840008aaa61,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:22.717793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.778908 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.798810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:07:19Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:22.816735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] Calling delete_port for 39851d85-ee49-405f-8806-5840008aaa61 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:22.916889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['e85a5962-f933-4a72-a04f-8e6c73d5a6b0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:07:22.919314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.920191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6725134c-a85b-49e2-9849-06c35dacf0a7 None None] The sync data for ids ['27c6f91a-5d68-4efd-add0-b5e99215a92f'] in n-d-840834-1 is: [{'id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353316234', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:04:45Z', 'updated_at': '2022-05-06T10:07:19Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '528f3158-b363-4eb1-9ccf-98fceb021659', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:96:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6f91a-5d68-4efd-add0-b5e99215a92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:04:46Z', 'updated_at': '2022-05-06T10:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:22.922421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:22.935264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:23.039778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.041651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Fanout notify agent at l3_agent the message router_deleted on router 27c6f91a-5d68-4efd-add0-b5e99215a92f {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:07:23.063824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.067318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5ec4f6e9-3d6b-42e5-92b3-7c70a74bf824 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/routers/27c6f91a-5d68-4efd-add0-b5e99215a92f HTTP/1.1" status: 204 len: 168 time: 1.6702509 May 06 10:07:23.067758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55636) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:23.088735 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.213471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.338776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 39851d85-ee49-405f-8806-5840008aaa61 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:23.339119 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.357814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3c5d4-42d9-4f32-8e56-0c813bd901ff req-8ca6c643-e91d-4960-9057-4827717ba005 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:23.365711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85c3c5d4-42d9-4f32-8e56-0c813bd901ff req-8ca6c643-e91d-4960-9057-4827717ba005 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 908 time: 0.1145864 May 06 10:07:23.383159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 39851d85-ee49-405f-8806-5840008aaa61, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=39851d85-ee49-405f-8806-5840008aaa61,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:23.417923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.511331 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.538580 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] No DVR routers for this DVR port 39851d85-ee49-405f-8806-5840008aaa61 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:23.548530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=39851d85-ee49-405f-8806-5840008aaa61,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:23.624113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e85a5962-f933-4a72-a04f-8e6c73d5a6b0 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:23.681101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b4953-e33f-4c6d-951b-eda73269a726 None None] Pushing event deleted for resources: {'Port': ['ID=39851d85-ee49-405f-8806-5840008aaa61,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:23.707934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:07:23.716968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:23.717723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.885167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:23.938253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e85a5962-f933-4a72-a04f-8e6c73d5a6b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:23.939494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:23.943450 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121dc4be-eea3-4d82-8720-2a6c587e4b2f" -d '{"events": [{"server_uuid": "6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99", "name": "network-vif-plugged", "status": "completed", "tag": "e85a5962-f933-4a72-a04f-8e6c73d5a6b0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:23.963160 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.025309 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977f0382-bba8-49a0-8cea-79329b7ab2d5 x-openstack-request-id: req-977f0382-bba8-49a0-8cea-79329b7ab2d5 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:24.031031 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99", "name": "network-vif-plugged", "status": "completed", "tag": "e85a5962-f933-4a72-a04f-8e6c73d5a6b0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:24.031702 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-977f0382-bba8-49a0-8cea-79329b7ab2d5 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:24.037395 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977f0382-bba8-49a0-8cea-79329b7ab2d5'] response: {'server_uuid': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0', 'code': 200} May 06 10:07:24.049232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 39851d85-ee49-405f-8806-5840008aaa61, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=39851d85-ee49-405f-8806-5840008aaa61,segment=NetworkSegment(746e286b-c042-494e-a7a7-b1767d46f96e),segment_id=746e286b-c042-494e-a7a7-b1767d46f96e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:24.049379 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.116140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:24.136887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 39851d85-ee49-405f-8806-5840008aaa61 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:24.210815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37c2e-e598-4c49-a937-0e1291ea6e66 req-cd8a431d-cb58-4f39-9879-b3f7c4f932c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:24.212490 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-85f37c2e-e598-4c49-a937-0e1291ea6e66 req-cd8a431d-cb58-4f39-9879-b3f7c4f932c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 1060 time: 0.1247463 May 06 10:07:24.258359 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.293421 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=39851d85-ee49-405f-8806-5840008aaa61,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:24.302989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] No DVR routers for this DVR port 39851d85-ee49-405f-8806-5840008aaa61 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:24.429382 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.503283 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfefd4c1-afff-4fb9-ac93-3e584ece62af']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:24.524025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746e286b-c042-494e-a7a7-b1767d46f96e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:24.524482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746e286b-c042-494e-a7a7-b1767d46f96e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:24.535801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.556250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.563808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:07:24.564218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: self.session.flush() May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: timer() May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:07:24.568306 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:07:24.596655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 528f3158-b363-4eb1-9ccf-98fceb021659 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:24.644819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 528f3158-b363-4eb1-9ccf-98fceb021659 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:24.645211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 528f3158-b363-4eb1-9ccf-98fceb021659 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:24.645646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e34154d-8f50-4f91-b2c1-e1400d468635 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:24.656740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fce48-d322-41dd-ac17-c4a61603d152 req-d2852b1f-83d4-4e76-8f84-510306ca5aeb tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:24.674221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2fce48-d322-41dd-ac17-c4a61603d152 req-d2852b1f-83d4-4e76-8f84-510306ca5aeb tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 909 time: 0.1267459 May 06 10:07:24.683318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8e34154d-8f50-4f91-b2c1-e1400d468635 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:24.683682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e34154d-8f50-4f91-b2c1-e1400d468635 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:24.701746 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.709527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.718834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55654) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:24.724807 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/networks/cfefd4c1-afff-4fb9-ac93-3e584ece62af HTTP/1.1" status: 204 len: 168 time: 1.6522002 May 06 10:07:24.741197 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988714b5-2561-4770-8be5-4c4ece10a7be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Network': ['ID=cfefd4c1-afff-4fb9-ac93-3e584ece62af,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:24.793921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e063245-ef8e-4bd2-8e13-aa412808e7f9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.845519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e063245-ef8e-4bd2-8e13-aa412808e7f9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.980032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e063245-ef8e-4bd2-8e13-aa412808e7f9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.982945 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e063245-ef8e-4bd2-8e13-aa412808e7f9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:24.984237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e063245-ef8e-4bd2-8e13-aa412808e7f9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/security-groups/0b121b65-1f2b-49d0-ad6f-649f0d77cfed HTTP/1.1" status: 204 len: 168 time: 0.2644203 May 06 10:07:24.995205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063245-ef8e-4bd2-8e13-aa412808e7f9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b121b65-1f2b-49d0-ad6f-649f0d77cfed,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:25.490970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55674) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:25.499670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2a526bdc-f985-4de3-ab5e-0668747561cb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923853676', 'description': 'tempest-secgroup-smoke-1923853676 description', 'project_id': 'e12c2da4041b40559768da50e19f8773'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:25.559827 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a526bdc-f985-4de3-ab5e-0668747561cb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.750088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a526bdc-f985-4de3-ab5e-0668747561cb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.758780 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a526bdc-f985-4de3-ab5e-0668747561cb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.824335 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-71c6fdb6-21b1-4e10-b55b-823d79a44c3e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927057 May 06 10:07:25.879682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a526bdc-f985-4de3-ab5e-0668747561cb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:25.884584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55684) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:25.891478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2c7f518c-f53c-488a-bc94-03d95636f443 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'b60ade5d-0512-4e89-b131-ff042a7c5c89', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:25.900657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a526bdc-f985-4de3-ab5e-0668747561cb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4078648 May 06 10:07:25.903657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a526bdc-f985-4de3-ab5e-0668747561cb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60ade5d-0512-4e89-b131-ff042a7c5c89,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:26.034024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323665-862b-4167-a6aa-23adb6e944a2 req-8cefc778-bc19-4ab3-bcdf-4b016e06a36b tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.042734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51323665-862b-4167-a6aa-23adb6e944a2 req-8cefc778-bc19-4ab3-bcdf-4b016e06a36b tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 909 time: 0.2028940 May 06 10:07:26.078409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c7f518c-f53c-488a-bc94-03d95636f443 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.088314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-24f5aa35-b2d9-4972-823c-a9ccd4cb1893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.091286 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-24f5aa35-b2d9-4972-823c-a9ccd4cb1893 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 1060 time: 0.1923301 May 06 10:07:26.230239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82890f7-dbec-40af-9a64-cb53d46d3e5a req-fbc9f44f-3e9a-4422-b6c5-1f11d62a723b tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.265043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c82890f7-dbec-40af-9a64-cb53d46d3e5a req-fbc9f44f-3e9a-4422-b6c5-1f11d62a723b tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 909 time: 0.1434872 May 06 10:07:26.347040 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c7f518c-f53c-488a-bc94-03d95636f443 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.358980 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c7f518c-f53c-488a-bc94-03d95636f443 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.394884 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c7f518c-f53c-488a-bc94-03d95636f443 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.398634 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c7f518c-f53c-488a-bc94-03d95636f443 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5101328 May 06 10:07:26.398634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-3de516be-2e35-4fe5-a035-fc39affa5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.399191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55694) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:26.399705 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-3de516be-2e35-4fe5-a035-fc39affa5900 service neutron] 10.222.0.83 "GET /v2.0/networks?id=112892eb-b9b8-4f34-abc4-7bd490753f6b HTTP/1.1" status: 200 len: 898 time: 0.2855244 May 06 10:07:26.400473 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f518c-f53c-488a-bc94-03d95636f443 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409cde6d-f8c9-4fdd-a385-def1bbe6b9a4,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:26.405112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-08e946b0-a4fb-4b42-8883-076610ffa0a1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'b60ade5d-0512-4e89-b131-ff042a7c5c89', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:26.461110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08e946b0-a4fb-4b42-8883-076610ffa0a1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.474624 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-32c82908-0ff6-42dc-b3b4-769159ae1c5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0 HTTP/1.1" status: 200 len: 217 time: 0.0666504 May 06 10:07:26.521916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7819096-5e73-4ae1-9212-cbd01a088fc6 req-8eb4fcd6-daa8-4b4b-b33d-9d2451da7b05 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.524223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a7819096-5e73-4ae1-9212-cbd01a088fc6 req-8eb4fcd6-daa8-4b4b-b33d-9d2451da7b05 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 1060 time: 0.1803148 May 06 10:07:26.570483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-2b1543bd-d2b3-4a43-919d-4cfd7e0d2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.572451 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-2b1543bd-d2b3-4a43-919d-4cfd7e0d2561 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26751b73-2718-4f02-9de1-ad0c9db758e5 HTTP/1.1" status: 200 len: 838 time: 0.0918450 May 06 10:07:26.579070 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08e946b0-a4fb-4b42-8883-076610ffa0a1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.592983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08e946b0-a4fb-4b42-8883-076610ffa0a1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.635300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08e946b0-a4fb-4b42-8883-076610ffa0a1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.639411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-08e946b0-a4fb-4b42-8883-076610ffa0a1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2363651 May 06 10:07:26.645825 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55698) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:26.660715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e946b0-a4fb-4b42-8883-076610ffa0a1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f0e4da-f74f-4295-89b1-d57eea923196,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:26.668435 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c6fe80d4-888c-489f-aa93-f8c49c0c2c01 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'b60ade5d-0512-4e89-b131-ff042a7c5c89', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:26.742226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-c167dc0a-fde0-49f0-9360-5cf6b5cfc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.744480 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-c167dc0a-fde0-49f0-9360-5cf6b5cfc8eb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=112892eb-b9b8-4f34-abc4-7bd490753f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636002 May 06 10:07:26.757702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670c2a5-1e9c-4ba3-be7a-87c57be6f476 req-218232b2-d618-45b2-9506-cd4a22858636 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.759486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8670c2a5-1e9c-4ba3-be7a-87c57be6f476 req-218232b2-d618-45b2-9506-cd4a22858636 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1135 time: 0.1219051 May 06 10:07:26.803170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8670c2a5-1e9c-4ba3-be7a-87c57be6f476 req-45829e1d-5061-48be-95c8-d853f357bdc8 tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365965 May 06 10:07:26.826343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55710) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:26.843509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6fe80d4-888c-489f-aa93-f8c49c0c2c01 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.921038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca9ac4-e952-454f-996d-91ce11755d2e tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:26.925816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ddca9ac4-e952-454f-996d-91ce11755d2e tempest-TestSecurityGroupsBasicOps-725106244 tempest-TestSecurityGroupsBasicOps-725106244-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 1055 time: 0.0984979 May 06 10:07:26.964407 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-31f7c940-14f2-4f48-a2ed-39df37a46a1e service neutron] 10.222.0.83 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126014 May 06 10:07:26.971269 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6fe80d4-888c-489f-aa93-f8c49c0c2c01 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:26.983088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6fe80d4-888c-489f-aa93-f8c49c0c2c01 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.053132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe80d4-888c-489f-aa93-f8c49c0c2c01 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7410b5-311e-4ad1-aa18-fdfa6cc6168f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:27.066353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6fe80d4-888c-489f-aa93-f8c49c0c2c01 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.071548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55716) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:27.071893 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c6fe80d4-888c-489f-aa93-f8c49c0c2c01 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4247665 May 06 10:07:27.076356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6db83c39-434f-486a-9f15-91b786e15041 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'b60ade5d-0512-4e89-b131-ff042a7c5c89', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:27.128900 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6db83c39-434f-486a-9f15-91b786e15041 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.179086 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a7eb1fea-d8c6-484f-9788-ba5fac5625f5 req-5ff5ceee-0565-4ae8-871d-913c9327e45b service neutron] 10.222.0.83 "GET /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037437 May 06 10:07:27.298612 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6db83c39-434f-486a-9f15-91b786e15041 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.306402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6db83c39-434f-486a-9f15-91b786e15041 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.322885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db83c39-434f-486a-9f15-91b786e15041 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bb3946-b077-4110-a17b-70359d94d314,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:27.391759 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6db83c39-434f-486a-9f15-91b786e15041 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.395831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6db83c39-434f-486a-9f15-91b786e15041 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3204103 May 06 10:07:27.396152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55728) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:27.401648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'b60ade5d-0512-4e89-b131-ff042a7c5c89', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:27.419865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ea53-7ac5-43ac-86f1-8b4c6f033935 req-295c59b8-f19e-429a-9e9f-908aa0048f24 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:27.430573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a20ea53-7ac5-43ac-86f1-8b4c6f033935 req-295c59b8-f19e-429a-9e9f-908aa0048f24 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 909 time: 0.0978343 May 06 10:07:27.434152 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:07:27.440026 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.527024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.532698 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.563749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309e8485-afe2-41da-8960-926af1124f9d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:27.571486 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.579747 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0445455d-e486-4ab1-bbf5-4809b4414537 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1790607 May 06 10:07:27.580183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55732) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:27.582022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'b60ade5d-0512-4e89-b131-ff042a7c5c89', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:27.630341 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:07:27.639246 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.770817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.776360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.802168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9b6f60-5cc8-43c3-be16-fa229adca037,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:27.814032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.815407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9102c17f-18ac-4e05-ac99-2e3f622bdfe6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2379229 May 06 10:07:27.818238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55734) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:27.833566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'network': {'name': 'tempest-network-smoke--317583616', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:27.860824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:27.865057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.896279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:07:27.909306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:27.910536 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Added segment a333b3b0-f7b4-4d03-a106-68ec801c9442 of type vlan for network a0523f0b-fb9f-4f05-b469-46666b2f146a May 06 10:07:27.973627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.015751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.023149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:28.023791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.112655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2919264 May 06 10:07:28.114457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55736) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:28.120025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'admin_state_up': True, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:28.147767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de9b6d-d667-48cd-9ede-fec2dcc09780 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Network': ['ID=a0523f0b-fb9f-4f05-b469-46666b2f146a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:28.151655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.152845 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.160911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a0523f0b-fb9f-4f05-b469-46666b2f146a details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:07:28.236296 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.427257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.705098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0866582-62d0-4ea6-8eaa-3422bb6efc4d req-7b13e95f-5306-4e1e-9c6b-f677c1bccdb6 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:28.719670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0866582-62d0-4ea6-8eaa-3422bb6efc4d req-7b13e95f-5306-4e1e-9c6b-f677c1bccdb6 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 909 time: 0.1417477 May 06 10:07:28.785916 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.833855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:28.847030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-b4ad09b6-67df-44e1-b1db-abe1952161b3 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:28.852408 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-b4ad09b6-67df-44e1-b1db-abe1952161b3 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.83 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 909 time: 0.1119676 May 06 10:07:28.977115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:28.977450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.057058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.124 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/5878df4e-f972-452f-8801-c9f3abd03831) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:29.150218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] For port e85a5962-f933-4a72-a04f-8e6c73d5a6b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:29.151163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.171969 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Calling delete_port for e85a5962-f933-4a72-a04f-8e6c73d5a6b0 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:29.190169 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.233163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.310645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=5878df4e-f972-452f-8801-c9f3abd03831,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:29.347717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:29.357255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:29.373249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:29.415642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.498657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Port': ['ID=e85a5962-f933-4a72-a04f-8e6c73d5a6b0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:29.572821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] No DVR routers for this DVR port e85a5962-f933-4a72-a04f-8e6c73d5a6b0 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:29.582920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:29.582920 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a80a71fb-9d4e-46e0-ac6b-7fa36f7d63ee req-611cd916-f1e0-4a1a-87a7-405d1c85a414 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.83 "DELETE /v2.0/ports/e85a5962-f933-4a72-a04f-8e6c73d5a6b0 HTTP/1.1" status: 204 len: 173 time: 0.7234714 May 06 10:07:29.582920 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'name': 'network-vif-deleted', 'tag': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:29.595207 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697550d-07fc-473d-8eb7-92e60ead865a" -d '{"events": [{"server_uuid": "6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99", "name": "network-vif-deleted", "tag": "e85a5962-f933-4a72-a04f-8e6c73d5a6b0"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:29.697347 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b871814-d840-4215-b1a5-289c0929a0cc x-openstack-request-id: req-3b871814-d840-4215-b1a5-289c0929a0cc {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:29.697646 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99", "name": "network-vif-deleted", "tag": "e85a5962-f933-4a72-a04f-8e6c73d5a6b0", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:29.698029 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b871814-d840-4215-b1a5-289c0929a0cc {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:29.698535 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b871814-d840-4215-b1a5-289c0929a0cc'] response: {'server_uuid': '6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99', 'name': 'network-vif-deleted', 'tag': 'e85a5962-f933-4a72-a04f-8e6c73d5a6b0', 'status': 'completed', 'code': 200} May 06 10:07:29.956005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f84ccb3e-3349-40e6-ad8e-a6deefc9ae7c req-5e022412-da3b-42e6-8057-a09fa6c6892a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ebccdc1-a67c-42a2-99a4-0ec19ea8ce99 HTTP/1.1" status: 200 len: 210 time: 0.0518515 May 06 10:07:29.962352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.414161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.656637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:07:30.808672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:30.809766 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Sync routers for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:30.831811 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:30.833407 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:30.838958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:30.842824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-62c0cba4-1ff8-4aa8-b264-63f257f53ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7272356 May 06 10:07:30.846184 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55798) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:30.968207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:31.039949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55806) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:31.189217 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:29Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:31.218551 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Checking router: f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:31.219259 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Updating router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 port 5878df4e-f972-452f-8801-c9f3abd03831 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:31.248578 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.293523 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-26efe7fb-9d02-439f-a02c-dc69f1782b5a tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=e12c2da4041b40559768da50e19f8773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4461102 May 06 10:07:31.297261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55808) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:31.530543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153fa9b2-4d0e-4f00-868c-045b9ad111cc tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:31.540215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-153fa9b2-4d0e-4f00-868c-045b9ad111cc tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2418308 May 06 10:07:31.542772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55814) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:31.595026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-999918a3-f902-4ea0-b34f-e0064af9b991 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508137 May 06 10:07:31.604386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55818) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:31.616360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1090990679', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:31.671196 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.679075 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.796059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Attempting to bind port 5878df4e-f972-452f-8801-c9f3abd03831 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:31.796822 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Attempting to bind port 5878df4e-f972-452f-8801-c9f3abd03831 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:31.797525 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Attempting to bind port 5878df4e-f972-452f-8801-c9f3abd03831 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:31.811054 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dc597-6b4c-4334-8dbf-34810238be83 None None] Pushing event updated for resources: {'Port': ['ID=5878df4e-f972-452f-8801-c9f3abd03831,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:31.815963 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:31.816335 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:31.816718 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.817109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:31.817765 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Bound port: 5878df4e-f972-452f-8801-c9f3abd03831, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:31.818315 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.822156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:31.826342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.873251 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] For port 5878df4e-f972-452f-8801-c9f3abd03831, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:31.913829 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] For port 5878df4e-f972-452f-8801-c9f3abd03831, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5878df4e-f972-452f-8801-c9f3abd03831,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:31.920032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:31.923370 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.000911 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:32.001890 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:32.176170 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:32.177958 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dc597-6b4c-4334-8dbf-34810238be83 None None] Pushing event updated for resources: {'Port': ['ID=5878df4e-f972-452f-8801-c9f3abd03831,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:32.209831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.309007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Subnet': ['ID=11a6d5e7-f61a-4bd5-b51b-6b227c423062,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:32.425799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Checking segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:32.426229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network hostable DHCP agents. Network: a0523f0b-fb9f-4f05-b469-46666b2f146a, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:32.448681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network a0523f0b-fb9f-4f05-b469-46666b2f146a is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:32.463092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a0523f0b-fb9f-4f05-b469-46666b2f146a) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:32.470118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:32.471764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b1df5-5d38-479c-8edb-d648c19b5630 None None] Network a0523f0b-fb9f-4f05-b469-46666b2f146a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:32.473360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.477725 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:29Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:32.497380 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:32.497674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.512285 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cee57398-8ea0-4aaf-a2d7-4d9eba4afd7e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9046717 May 06 10:07:32.515108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55832) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:32.555027 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbe636-1aeb-4722-aa51-45fc797fadf6 None None] The sync data for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 is: [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:29Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:32.763393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] For port 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:32.765299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.771488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a0523f0b-fb9f-4f05-b469-46666b2f146a', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:07:32.775918 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:32.802828 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Calling delete_port for 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:33.099416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Allocated IP 172.20.0.2 (a0523f0b-fb9f-4f05-b469-46666b2f146a/11a6d5e7-f61a-4bd5-b51b-6b227c423062/d31b95ab-ca13-493b-b47e-c6a81446d346) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:33.337880 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.368737 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Port': ['ID=3bd73e7e-a392-4d94-a34a-0644cb2eb9ff,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:33.513786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.540099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.644934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e85a5962-f933-4a72-a04f-8e6c73d5a6b0 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:33.675625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Network a0523f0b-fb9f-4f05-b469-46666b2f146a is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:33.738309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: e85a5962-f933-4a72-a04f-8e6c73d5a6b0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:33.738692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e85a5962-f933-4a72-a04f-8e6c73d5a6b0 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:33.755607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:33.764922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:33.770655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Pushing event updated for resources: {'Port': ['ID=d31b95ab-ca13-493b-b47e-c6a81446d346,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:33.820720 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.907898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Attempting to bind port d31b95ab-ca13-493b-b47e-c6a81446d346 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:33.908265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Attempting to bind port d31b95ab-ca13-493b-b47e-c6a81446d346 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:33.908606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Attempting to bind port d31b95ab-ca13-493b-b47e-c6a81446d346 on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:33.926772 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:33.927187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Checking segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:33.927539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:33.927967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Bound using segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:33.928686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Bound port: d31b95ab-ca13-493b-b47e-c6a81446d346, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:33.929099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.099943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] For port d31b95ab-ca13-493b-b47e-c6a81446d346, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:34.104083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] For port d31b95ab-ca13-493b-b47e-c6a81446d346, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d31b95ab-ca13-493b-b47e-c6a81446d346,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:34.112845 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.145580 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.323335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router d47a85cb-0480-4d63-ad99-e1ae74783f59 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:34.358416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa5a33-b5bb-4ca4-b6f7-6df1845b8df2 None None] Pushing event updated for resources: {'Port': ['ID=d31b95ab-ca13-493b-b47e-c6a81446d346,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:34.707528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:34.715648 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a83a7261-72d9-4d38-8418-9320652199e2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "PUT /v2.0/routers/d47a85cb-0480-4d63-ad99-e1ae74783f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740191 May 06 10:07:34.719015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55870) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:34.733863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] Sync routers for ids ['d47a85cb-0480-4d63-ad99-e1ae74783f59'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:34.741926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5878df4e-f972-452f-8801-c9f3abd03831 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:34.821415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] Routers {'d47a85cb-0480-4d63-ad99-e1ae74783f59'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:34.822302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d47a85cb-0480-4d63-ad99-e1ae74783f59'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:34.862633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.1 (a0523f0b-fb9f-4f05-b469-46666b2f146a/11a6d5e7-f61a-4bd5-b51b-6b227c423062/1778c139-516b-4c0c-a785-82b0c7a62cff) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:34.873589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting subnet 26751b73-2718-4f02-9de1-ad0c9db758e5 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:07:34.886320 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:34.999568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.124874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.140175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] Set router d47a85cb-0480-4d63-ad99-e1ae74783f59 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:35.154218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.230738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.298326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network a0523f0b-fb9f-4f05-b469-46666b2f146a is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:35.304390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:35.311927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.317919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:35.341191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5878df4e-f972-452f-8801-c9f3abd03831 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:35.341682 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.384653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=1778c139-516b-4c0c-a785-82b0c7a62cff,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:35.393300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.396129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/subnets/26751b73-2718-4f02-9de1-ad0c9db758e5 HTTP/1.1" status: 204 len: 168 time: 0.6720247 May 06 10:07:35.398964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55872) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:35.406328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b6fe5-8842-4668-95e5-3e05685b9e89 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Subnet': ['ID=26751b73-2718-4f02-9de1-ad0c9db758e5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:35.421357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4904b0-1bf3-4b03-a3a2-8fe31eac289d None None] Network 112892eb-b9b8-4f34-abc4-7bd490753f6b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:35.447270 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.638184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.645680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.658083 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.692852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:33Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': '7e112953-71c7-4ad4-b9ad-9b4138a76491', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:65:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:35.696532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 5878df4e-f972-452f-8801-c9f3abd03831, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5878df4e-f972-452f-8801-c9f3abd03831,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:35.764734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] DHCP port deletion for 112892eb-b9b8-4f34-abc4-7bd490753f6b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:07:35.787751 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.926180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:35.933373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] Checking router: d47a85cb-0480-4d63-ad99-e1ae74783f59 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:35.946348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=5878df4e-f972-452f-8801-c9f3abd03831,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:35.979024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] Routers {'d47a85cb-0480-4d63-ad99-e1ae74783f59'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:35.979684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d47a85cb-0480-4d63-ad99-e1ae74783f59'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:36.014172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting port 7e112953-71c7-4ad4-b9ad-9b4138a76491 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:36.014815 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.118144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.125202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.135098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] For port 7e112953-71c7-4ad4-b9ad-9b4138a76491, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7e112953-71c7-4ad4-b9ad-9b4138a76491,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:36.135912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.169158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] Set router d47a85cb-0480-4d63-ad99-e1ae74783f59 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:36.245988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 6, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:36.248006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dcf42e-45aa-4cb5-8920-572ef27332dd None None] Network a0523f0b-fb9f-4f05-b469-46666b2f146a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:36.257220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.266053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=1778c139-516b-4c0c-a785-82b0c7a62cff,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:36.392079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network a0523f0b-fb9f-4f05-b469-46666b2f146a is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:36.393861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:36.518692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d3cff-fa8f-47d5-a421-7ea3b3092dec None None] The sync data for ids ['d47a85cb-0480-4d63-ad99-e1ae74783f59'] in n-d-840834-1 is: [{'id': 'd47a85cb-0480-4d63-ad99-e1ae74783f59', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1402313029', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:59Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 6, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:36.526552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Calling delete_port for 7e112953-71c7-4ad4-b9ad-9b4138a76491 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:36.602908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bab78746-fb10-4237-9edb-b3da5fe2c333 None None] Provisioning complete for port d31b95ab-ca13-493b-b47e-c6a81446d346 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:36.603286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bab78746-fb10-4237-9edb-b3da5fe2c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.606326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:36.670517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] Deleting port 03e89197-c858-40f5-ae6e-d093b55d6308 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:36.670870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.775089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:36.787442 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Sync routers for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:36.791312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ab44be0a-9b4b-4b9d-b952-b157ff8b613c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/f3f40f1f-40f5-4ea3-8525-8598ab1b1b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2747233 May 06 10:07:36.795399 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.823836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Port': ['ID=7e112953-71c7-4ad4-b9ad-9b4138a76491,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:36.834576 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:36.835414 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:36.928452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] For port 03e89197-c858-40f5-ae6e-d093b55d6308, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=03e89197-c858-40f5-ae6e-d093b55d6308,segment=NetworkSegment(b3e33d7b-7a6e-4ff2-8290-9705c1f25a24),segment_id=b3e33d7b-7a6e-4ff2-8290-9705c1f25a24)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:36.929167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.977595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:36.989890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] Calling delete_port for 03e89197-c858-40f5-ae6e-d093b55d6308 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:37.074130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5878df4e-f972-452f-8801-c9f3abd03831 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:37.089331 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bab78746-fb10-4237-9edb-b3da5fe2c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.183208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.185929 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.258657 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.259538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Fanout notify agent at l3_agent the message router_deleted on router d47a85cb-0480-4d63-ad99-e1ae74783f59 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:07:37.281020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bab78746-fb10-4237-9edb-b3da5fe2c333 None None] For port d31b95ab-ca13-493b-b47e-c6a81446d346, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d31b95ab-ca13-493b-b47e-c6a81446d346,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:37.284602 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.289415 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f0fc5cb7-f993-490c-a47e-11331276510f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/routers/d47a85cb-0480-4d63-ad99-e1ae74783f59 HTTP/1.1" status: 204 len: 168 time: 1.8869011 May 06 10:07:37.291800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55950) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:37.301338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bab78746-fb10-4237-9edb-b3da5fe2c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.336948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-a4817d28-af19-4c36-a88e-2de375770d21 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923853676&fields=id&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 267 time: 0.1137834 May 06 10:07:37.423821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5878df4e-f972-452f-8801-c9f3abd03831 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:37.424232 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.428367 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.492308 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.585908 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:37.593913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] No DVR routers for this DVR port 03e89197-c858-40f5-ae6e-d093b55d6308 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:37.611784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab78746-fb10-4237-9edb-b3da5fe2c333 None None] Pushing event updated for resources: {'Port': ['ID=d31b95ab-ca13-493b-b47e-c6a81446d346,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:37.625867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-be6897be-a2dc-435f-87fa-6d273ef538dd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:37.634703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-be6897be-a2dc-435f-87fa-6d273ef538dd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 796 time: 0.2893555 May 06 10:07:37.672753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-7502aecb-2973-456f-a2e2-e9947911ad9a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/quotas/e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 375 time: 0.0362644 May 06 10:07:37.690339 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65b48c-96e8-4ba1-baa8-12bf8e421172 None None] Pushing event deleted for resources: {'Port': ['ID=03e89197-c858-40f5-ae6e-d093b55d6308,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:37.711715 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c00ded5e-d4bb-4a14-9406-8e384a92db69 None None] Provisioning complete for port d31b95ab-ca13-493b-b47e-c6a81446d346 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:37.721482 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c00ded5e-d4bb-4a14-9406-8e384a92db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.768718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.824162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-cc64db25-17e2-45f6-a10f-6135e761d848 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441958 May 06 10:07:37.836144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112892eb-b9b8-4f34-abc4-7bd490753f6b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:37.848218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:37.848530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e33d7b-7a6e-4ff2-8290-9705c1f25a24') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:37.869699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.896163 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.905439 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:07:37.906120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: timer() May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:07:37.910956 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:07:38.011622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-4e3c38b0-46d9-4050-a17b-70350373b0a7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:07:38.019932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-4e3c38b0-46d9-4050-a17b-70350373b0a7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1927590 May 06 10:07:38.054708 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.103667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.109470 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/networks/112892eb-b9b8-4f34-abc4-7bd490753f6b HTTP/1.1" status: 204 len: 168 time: 0.8165781 May 06 10:07:38.148624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 55958) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:38.165817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa93348-fc00-42b9-9e0e-42d26dd93d7c tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Network': ['ID=112892eb-b9b8-4f34-abc4-7bd490753f6b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:38.284271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-180fcff6-129f-4868-a7e3-4c09b17aa0d4 service neutron] 10.222.0.76 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627752 May 06 10:07:38.290099 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 2, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:38.360034 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Checking router: f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:38.360252 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Updating router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 port 1778c139-516b-4c0c-a785-82b0c7a62cff binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:07:38.422928 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.423607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-223d7729-ac2c-4668-bddc-d687593ebbb5 service neutron] 10.222.0.76 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370008 May 06 10:07:38.455901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d31b95ab-ca13-493b-b47e-c6a81446d346 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:38.512226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting port 7e039155-963f-4d7e-becc-1b8a102ddd42 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:38.524024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.544266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c00ded5e-d4bb-4a14-9406-8e384a92db69 None None] Provisioning complete for port 1778c139-516b-4c0c-a785-82b0c7a62cff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:38.544559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c00ded5e-d4bb-4a14-9406-8e384a92db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.689516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c00ded5e-d4bb-4a14-9406-8e384a92db69 None None] Port 1778c139-516b-4c0c-a785-82b0c7a62cff cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:38.701801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70580baa-1344-4dba-b824-206205c91cef req-e90a05a1-3b14-4094-ae5b-fbbbf3af26e7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 210 time: 0.0587180 May 06 10:07:38.724416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.724416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.729474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d31b95ab-ca13-493b-b47e-c6a81446d346 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:38.729846 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:38.769363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Calling delete_port for 7e039155-963f-4d7e-becc-1b8a102ddd42 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:38.934366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d298be47-e0bb-4634-a18e-a05dfdd27a46 None None] Provisioning complete for port 1778c139-516b-4c0c-a785-82b0c7a62cff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:38.934755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d298be47-e0bb-4634-a18e-a05dfdd27a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.016186 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.016437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d298be47-e0bb-4634-a18e-a05dfdd27a46 None None] Port 1778c139-516b-4c0c-a785-82b0c7a62cff cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:39.027108 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.080635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 03e89197-c858-40f5-ae6e-d093b55d6308 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:39.108446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 03e89197-c858-40f5-ae6e-d093b55d6308 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:39.108886 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 03e89197-c858-40f5-ae6e-d093b55d6308 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:39.161570 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fccba3-e07a-4990-bc7e-7d8c552d8d0e None None] Pushing event updated for resources: {'Port': ['ID=1778c139-516b-4c0c-a785-82b0c7a62cff,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:39.179618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.302270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Port': ['ID=7e039155-963f-4d7e-becc-1b8a102ddd42,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:39.324015 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Attempting to bind port 1778c139-516b-4c0c-a785-82b0c7a62cff on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:39.325605 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Attempting to bind port 1778c139-516b-4c0c-a785-82b0c7a62cff by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:39.326133 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Attempting to bind port 1778c139-516b-4c0c-a785-82b0c7a62cff on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:39.333191 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:39.333960 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Checking segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:39.334783 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.335929 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Bound using segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:39.336587 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Bound port: 1778c139-516b-4c0c-a785-82b0c7a62cff, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:39.337165 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.440768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d31b95ab-ca13-493b-b47e-c6a81446d346 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:39.446781 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] For port 1778c139-516b-4c0c-a785-82b0c7a62cff, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:39.451891 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] For port 1778c139-516b-4c0c-a785-82b0c7a62cff, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1778c139-516b-4c0c-a785-82b0c7a62cff,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:39.458046 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.526500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.528527 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Floating IP 5e539e92-5b64-4520-aff5-23a029827d57 disassociated (deleted). External IP: 172.25.8.208, port: 0eee06a0-511a-4479-a923-744a11fb02cd. May 06 10:07:39.549197 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fccba3-e07a-4990-bc7e-7d8c552d8d0e None None] Pushing event updated for resources: {'Port': ['ID=1778c139-516b-4c0c-a785-82b0c7a62cff,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:39.558845 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:39.559759 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:39.568391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d31b95ab-ca13-493b-b47e-c6a81446d346 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:39.570853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.749521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2bffda43-6610-4d9f-a8a8-827eeac398d3 None None] Provisioning complete for port 1778c139-516b-4c0c-a785-82b0c7a62cff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:39.749930 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bffda43-6610-4d9f-a8a8-827eeac398d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:39.842311 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:39.871707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:39.929694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:39.930403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3bd73e7e-a392-4d94-a34a-0644cb2eb9ff not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:39.931288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7e112953-71c7-4ad4-b9ad-9b4138a76491 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:39.983665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7e112953-71c7-4ad4-b9ad-9b4138a76491 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:39.985063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7e112953-71c7-4ad4-b9ad-9b4138a76491 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:39.987760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7d5cd2b-54fd-4f27-a72b-1c70b2e4cb9c req-df4a1a55-26ae-46ba-a967-c771938bdd36 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 210 time: 0.0691857 May 06 10:07:40.055634 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bffda43-6610-4d9f-a8a8-827eeac398d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:40.066016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router 1a1cf735-3bf3-4101-8a21-02afe5115b99 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:40.113567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2bffda43-6610-4d9f-a8a8-827eeac398d3 None None] For port 1778c139-516b-4c0c-a785-82b0c7a62cff, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1778c139-516b-4c0c-a785-82b0c7a62cff,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:40.119021 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bffda43-6610-4d9f-a8a8-827eeac398d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:40.223558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:40.238593 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:40.257360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] Sync routers for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:40.281103 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:39Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:40.305544 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-16085fa8-c553-45b7-81e3-1d8648b4efdd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/floatingips/5e539e92-5b64-4520-aff5-23a029827d57 HTTP/1.1" status: 204 len: 168 time: 2.1424668 May 06 10:07:40.307628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:40.314964 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92baf07a-4977-4e96-83e7-afbbe388e59d" -d '{"events": [{"name": "network-changed", "server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:40.333072 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a678-ab18-4554-ab68-40a3da239ae9 None None] The sync data for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 is: [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:39Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:40.341865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffda43-6610-4d9f-a8a8-827eeac398d3 None None] Pushing event updated for resources: {'Port': ['ID=1778c139-516b-4c0c-a785-82b0c7a62cff,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:40.363930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:40.367337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:40.415295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-edf4a5a6-162d-410c-8888-fac5d77d924c None None] Provisioning complete for port 1778c139-516b-4c0c-a785-82b0c7a62cff triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:40.424475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-edf4a5a6-162d-410c-8888-fac5d77d924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:40.452838 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd06e1e-0a38-4a94-af9d-625b20e98e9c x-openstack-request-id: req-8bd06e1e-0a38-4a94-af9d-625b20e98e9c {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:40.453016 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:40.453437 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8bd06e1e-0a38-4a94-af9d-625b20e98e9c {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:40.454338 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd06e1e-0a38-4a94-af9d-625b20e98e9c'] response: {'name': 'network-changed', 'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd', 'status': 'completed', 'code': 200} May 06 10:07:40.530975 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:07:40.591185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:40.699409 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-915ee94b-e6a5-46f7-9153-735654e9f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:40.700962 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-915ee94b-e6a5-46f7-9153-735654e9f9a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=916901ce4a104c6bb7ca7926662d357d&device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 1135 time: 0.2454207 May 06 10:07:40.777783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f40968-a8b0-4063-b2cf-0833a36b013a req-7d6108e1-19c5-41bb-9507-38186794cb5f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:40.790136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3f40968-a8b0-4063-b2cf-0833a36b013a req-7d6108e1-19c5-41bb-9507-38186794cb5f tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 984 time: 0.1137674 May 06 10:07:40.878538 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-6e45dfe2-e7f7-4c1c-bb75-ddd9189b47f7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:40.880236 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-6e45dfe2-e7f7-4c1c-bb75-ddd9189b47f7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.83 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 796 time: 0.5323436 May 06 10:07:40.904915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3f40968-a8b0-4063-b2cf-0833a36b013a req-aa521027-e493-4b1c-9bc8-04b30e2e7cfa tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0996132 May 06 10:07:40.984858 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-da81b275-0209-4c0f-9712-c634a7deef6c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 380 time: 0.0743415 May 06 10:07:41.022172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'port': {'device_id': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'admin_state_up': True, 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'security_groups': ['b60ade5d-0512-4e89-b131-ff042a7c5c89']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:41.076444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:41.113392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] Checking router: 1a1cf735-3bf3-4101-8a21-02afe5115b99 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:41.138490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:41.139395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:41.224231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9470045c-1f44-42bc-ad2f-c5b329aaf2a1 req-2ad1f0d3-0437-4347-bbba-688574fac8ea tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 210 time: 0.0851128 May 06 10:07:41.245628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-f1bec260-69b9-4578-9392-f86f27750b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:41.247683 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-f1bec260-69b9-4578-9392-f86f27750b49 service neutron] 10.222.0.82 "GET /v2.0/networks?id=5317c46e-3b61-441e-b901-36d83b347f3d HTTP/1.1" status: 200 len: 896 time: 0.5270910 May 06 10:07:41.295321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 55994) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:41.309669 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-1d2c4a8b-3834-48b8-be7e-503b19d35c3e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eee06a0-511a-4479-a923-744a11fb02cd HTTP/1.1" status: 200 len: 217 time: 0.0542986 May 06 10:07:41.351353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1778c139-516b-4c0c-a785-82b0c7a62cff up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:41.421663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:41.482362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b8af81ea-3289-43f1-88cc-2ce0032be9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.503372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56000) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:41.509382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-17366c0f-d3fd-4506-afe8-361472047c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:41.512115 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-17366c0f-d3fd-4506-afe8-361472047c7b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d286661b-c8cc-48aa-a9ed-9716bef95043 HTTP/1.1" status: 200 len: 835 time: 0.1922202 May 06 10:07:41.557097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] Deleting subnet d1271a26-def9-47f0-8562-5a163607cef8 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:07:41.563404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.568090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:41.572248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.690827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 1778c139-516b-4c0c-a785-82b0c7a62cff triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:41.691384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.698265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.778972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.799306 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.14 (a0523f0b-fb9f-4f05-b469-46666b2f146a/11a6d5e7-f61a-4bd5-b51b-6b227c423062/01818b1c-e9ff-42b7-a566-bf73dc4ae771) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:41.850734 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b8af81ea-3289-43f1-88cc-2ce0032be9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.859451 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b8af81ea-3289-43f1-88cc-2ce0032be9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.895434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af81ea-3289-43f1-88cc-2ce0032be9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a4b433-9165-41ed-afab-3eed3c4a86c5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:41.922846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:41.931839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b8af81ea-3289-43f1-88cc-2ce0032be9ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c4141ade040416e89535b9cfb42e25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6348953 May 06 10:07:41.960979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56004) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:42.005811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1271a26-def9-47f0-8562-5a163607cef8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:42.013579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.020493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a4beefd-6aa0-4fde-99cc-aa6e31b2f89f admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d1271a26-def9-47f0-8562-5a163607cef8 HTTP/1.1" status: 204 len: 168 time: 0.5157030 May 06 10:07:42.021449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56008) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:42.135184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be6461d0-6db4-4b06-a9cb-09000ae483ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.173409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:42.175991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.192227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-843bcf61-d8bc-4b79-ab13-3b9254bb489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:42.194313 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-843bcf61-d8bc-4b79-ab13-3b9254bb489c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=5317c46e-3b61-441e-b901-36d83b347f3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6729188 May 06 10:07:42.221148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc52aa3-2e9b-4be4-9293-7092e9046d62 None None] The sync data for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 is: [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:06:01Z', 'revision_number': 4, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b30aca0b-5b66-4f59-84c6-74f1098f944c', 'name': '', 'network_id': '5317c46e-3b61-441e-b901-36d83b347f3d', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'mac_address': 'fa:16:3e:1f:42:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:00Z', 'updated_at': '2022-05-06T10:06:05Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'subnets': [{'id': 'd286661b-c8cc-48aa-a9ed-9716bef95043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:42.278697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eeadf8-d9dc-40a9-ade7-67cd682f8370 req-11f059a2-37aa-422e-adab-f29f620bdffe tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:42.285961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3eeadf8-d9dc-40a9-ade7-67cd682f8370 req-11f059a2-37aa-422e-adab-f29f620bdffe tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 984 time: 0.1889560 May 06 10:07:42.307944 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be6461d0-6db4-4b06-a9cb-09000ae483ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.352669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.357970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.411636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:42.418061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-ade6acd9-d7a8-486f-858a-88a0986165bd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:42.419752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-ade6acd9-d7a8-486f-858a-88a0986165bd tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.82 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 984 time: 0.2659476 May 06 10:07:42.438004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network a0523f0b-fb9f-4f05-b469-46666b2f146a is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:42.448162 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:42.453666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:42.545337 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-254b48cb-8b83-43ba-b9a5-5fbc525f3c7e service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402705 May 06 10:07:42.547679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3eeadf8-d9dc-40a9-ade7-67cd682f8370 req-bd4d7f54-3679-40f7-94f1-818f56e222a2 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/security-groups?id=db241751-cf13-4af6-a28a-5e76f0952df4&id=af48aae7-2e42-4491-a24b-ca988372e020&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1772225 May 06 10:07:42.587368 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:42.588445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.661842 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a0eed55d-a51d-4759-b39f-b0c2702e4925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.663146 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-db06908f-d1bd-42a1-bc9c-78aa1d723aa3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6573341 May 06 10:07:42.676030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Request body: {'port': {'device_id': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:42.703777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be6461d0-6db4-4b06-a9cb-09000ae483ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.706757 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-be6461d0-6db4-4b06-a9cb-09000ae483ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.708353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-be6461d0-6db4-4b06-a9cb-09000ae483ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85a4b433-9165-41ed-afab-3eed3c4a86c5 HTTP/1.1" status: 204 len: 168 time: 0.7462990 May 06 10:07:42.724035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.737220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7772754-768c-4d06-a779-89dadab75608 req-44c07001-4d32-4b18-bba9-e0af00621ae5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:42.746351 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7772754-768c-4d06-a779-89dadab75608 req-44c07001-4d32-4b18-bba9-e0af00621ae5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 932 time: 0.3731327 May 06 10:07:42.766184 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bee8799-b7d7-43d1-a335-efdcedc91f5e None None] New status for floating IP 5e539e92-5b64-4520-aff5-23a029827d57: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:07:42.767989 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-92baf07a-4977-4e96-83e7-afbbe388e59d req-25db2b9a-9a36-4680-8b4c-40deee59175b service neutron] 10.222.0.82 "GET /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105210 May 06 10:07:42.773433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.852848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c7772754-768c-4d06-a779-89dadab75608 req-004122ed-6d08-4829-87ab-a10ee3a3f860 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053364 May 06 10:07:42.859714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6461d0-6db4-4b06-a9cb-09000ae483ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a4b433-9165-41ed-afab-3eed3c4a86c5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:42.876272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d171070e-879f-4a79-9b76-0b0caae75267']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:42.901317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8f23a8-0036-4104-a37c-7d82e4c053bf') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:42.904183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8f23a8-0036-4104-a37c-7d82e4c053bf') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:42.917948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9858e4d9-c99e-449c-b684-7518c96c0551 None None] Provisioning complete for port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:42.918423 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9858e4d9-c99e-449c-b684-7518c96c0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.921968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.942017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.954768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:07:42.955625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: timer() May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:07:42.957169 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:07:43.003461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9858e4d9-c99e-449c-b684-7518c96c0551 None None] Port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:07:43.029345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.040565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting port 0eee06a0-511a-4479-a923-744a11fb02cd {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:43.041074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.044434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.051917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d171070e-879f-4a79-9b76-0b0caae75267 HTTP/1.1" status: 204 len: 168 time: 1.0188124 May 06 10:07:43.154549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a56c4-8e61-4d60-a90b-20d8fb1a6c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=d171070e-879f-4a79-9b76-0b0caae75267,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:43.183505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] For port 0eee06a0-511a-4479-a923-744a11fb02cd, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=0eee06a0-511a-4479-a923-744a11fb02cd,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:43.184884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.193135 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01818b1c-e9ff-42b7-a566-bf73dc4ae771 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:07:43.195700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56026) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:43.208131 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.222490 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Transition to ACTIVE for port object 01818b1c-e9ff-42b7-a566-bf73dc4ae771 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:07:43.222828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Calling delete_port for 0eee06a0-511a-4479-a923-744a11fb02cd owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:43.226401 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.260070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-064e486d-176a-43a8-9821-c005991e9794 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b370684b152d4464967ef5eac8a25d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624826 May 06 10:07:43.265211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:43.296686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:43.462480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.526803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Port': ['ID=0eee06a0-511a-4479-a923-744a11fb02cd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:43.540201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56040) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:43.593110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] No DVR routers for this DVR port 0eee06a0-511a-4479-a923-744a11fb02cd on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:43.596224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.603354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f8e8a79-8e4f-46ad-a5ac-c9513553a360 req-982202b7-03c0-4406-bc32-9cd7da96c57a tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.82 "DELETE /v2.0/ports/0eee06a0-511a-4479-a923-744a11fb02cd HTTP/1.1" status: 204 len: 173 time: 1.1521189 May 06 10:07:43.604153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'name': 'network-vif-deleted', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:43.607948 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc903c8-c39b-4d1c-90e7-11bad5ae8ce5" -d '{"events": [{"server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "name": "network-vif-deleted", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:43.682227 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88104b22-258d-4d0d-82e8-68331db6fc66 x-openstack-request-id: req-88104b22-258d-4d0d-82e8-68331db6fc66 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:43.682468 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159f6d4a-7291-4c75-831b-de707bdbb621", "name": "network-vif-deleted", "tag": "0eee06a0-511a-4479-a923-744a11fb02cd", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:43.682720 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88104b22-258d-4d0d-82e8-68331db6fc66 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:43.683572 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88104b22-258d-4d0d-82e8-68331db6fc66'] response: {'server_uuid': '159f6d4a-7291-4c75-831b-de707bdbb621', 'name': 'network-vif-deleted', 'tag': '0eee06a0-511a-4479-a923-744a11fb02cd', 'status': 'completed', 'code': 200} May 06 10:07:43.724274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f744a36-730a-4786-a176-7c7f92927cdf req-449e5e7d-4ed5-4e3e-ab2e-b124e57c3d01 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "GET /v2.0/ports?device_id=159f6d4a-7291-4c75-831b-de707bdbb621 HTTP/1.1" status: 200 len: 210 time: 0.0324993 May 06 10:07:43.867872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf2c21e6-4506-45b1-9a56-7efe8167a2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.904477 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:07:43.904815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:07:43.905296 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:43.912498 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf2c21e6-4506-45b1-9a56-7efe8167a2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:43.913698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df750740-7d4d-4a71-a1e4-81314967e105 req-855dd343-ed8a-4444-8a97-c203e0e48f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:43.916150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df750740-7d4d-4a71-a1e4-81314967e105 req-855dd343-ed8a-4444-8a97-c203e0e48f9b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1096 time: 0.3731897 May 06 10:07:43.921169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:07:43.921665 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:07:43.931892 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:07:43.932237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Checking segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:43.932624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Bound using segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:07:43.933072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Bound port: 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:07:43.933432 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.007280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df750740-7d4d-4a71-a1e4-81314967e105 req-4b1b84fa-f8c0-4015-8542-b354d0629f36 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846169 May 06 10:07:44.024272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:07:44.028666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:07:44.041994 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.052992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebd4c4-4a41-452f-b593-5a7670b04f6c req-cd407d1e-d220-499b-924a-2f678a342932 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:44.054930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cebd4c4-4a41-452f-b593-5a7670b04f6c req-cd407d1e-d220-499b-924a-2f678a342932 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 944 time: 0.0972936 May 06 10:07:44.107864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cebd4c4-4a41-452f-b593-5a7670b04f6c req-492e11bc-ad0f-4e39-a285-ca939025867e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460227 May 06 10:07:44.144405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:44.145137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.147345 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] 10.222.0.83 "PUT /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 1092 time: 1.4748783 May 06 10:07:44.159029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:44.163247 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f50158-979d-49ed-803a-9c02724dac2e" -d '{"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:44.186311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80487c1-a3ec-4b0a-8815-86361c024ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:44.203420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf2c21e6-4506-45b1-9a56-7efe8167a2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.207233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cf2c21e6-4506-45b1-9a56-7efe8167a2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.212586 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cf2c21e6-4506-45b1-9a56-7efe8167a2f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0790fdc1-316e-4c05-9e96-2b93c5a5b93b HTTP/1.1" status: 204 len: 168 time: 0.9442544 May 06 10:07:44.246871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c21e6-4506-45b1-9a56-7efe8167a2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0790fdc1-316e-4c05-9e96-2b93c5a5b93b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:44.266779 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c25ebf6-9727-47f1-b817-62925c473817 x-openstack-request-id: req-6c25ebf6-9727-47f1-b817-62925c473817 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:44.267473 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:44.267970 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c25ebf6-9727-47f1-b817-62925c473817 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:44.269447 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c25ebf6-9727-47f1-b817-62925c473817'] response: {'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'status': 'completed', 'code': 200} May 06 10:07:44.326662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c883b266-5b6b-4a87-8a5a-a2fe1ba6cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:44.329185 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-c883b266-5b6b-4a87-8a5a-a2fe1ba6cf96 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1095 time: 0.0543532 May 06 10:07:44.388144 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-48071a57-2ca6-4eb0-9bb5-6c3468715da0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 217 time: 0.0498972 May 06 10:07:44.453871 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-b5ec23c2-6b3d-44bb-b1d6-a4070ea2aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:44.456033 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-b5ec23c2-6b3d-44bb-b1d6-a4070ea2aaef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.0589619 May 06 10:07:44.512169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddff793-92c8-4660-85e6-776adc46f07d req-55504e4b-1a44-4465-951e-db5e60257a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:44.513840 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-55504e4b-1a44-4465-951e-db5e60257a96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521042 May 06 10:07:44.622492 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-9e157839-a11c-4c1e-9eff-311b90334608 service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019518 May 06 10:07:44.739911 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4ddff793-92c8-4660-85e6-776adc46f07d req-d7d35a70-ff98-496f-b41a-08b2c1c3ae7a service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111279 May 06 10:07:44.813673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56094) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:44.847455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f50158-979d-49ed-803a-9c02724dac2e req-f1fa5672-cf56-4d87-9019-6aa3566f36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:44.849480 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-60f50158-979d-49ed-803a-9c02724dac2e req-f1fa5672-cf56-4d87-9019-6aa3566f36c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1095 time: 0.0558865 May 06 10:07:44.885346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b205ef9a-5004-40b3-a3bb-1b960c4cb2b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.917853 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b205ef9a-5004-40b3-a3bb-1b960c4cb2b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.986324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b205ef9a-5004-40b3-a3bb-1b960c4cb2b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.991309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b205ef9a-5004-40b3-a3bb-1b960c4cb2b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:44.992845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b205ef9a-5004-40b3-a3bb-1b960c4cb2b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/security-groups/af48aae7-2e42-4491-a24b-ca988372e020 HTTP/1.1" status: 204 len: 168 time: 0.1772106 May 06 10:07:44.999237 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56102) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:45.005382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205ef9a-5004-40b3-a3bb-1b960c4cb2b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af48aae7-2e42-4491-a24b-ca988372e020,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:45.095065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f50158-979d-49ed-803a-9c02724dac2e req-7c7bcc02-74fd-4e7b-a576-1af8a8446927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:45.096797 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-60f50158-979d-49ed-803a-9c02724dac2e req-7c7bcc02-74fd-4e7b-a576-1af8a8446927 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 897 time: 0.2382324 May 06 10:07:45.146012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a2ae-7737-4a79-97e6-bba6fa4291b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.150090 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-60f50158-979d-49ed-803a-9c02724dac2e req-6478b1f7-c1e5-4072-9486-7e64f2c46061 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 217 time: 0.0435596 May 06 10:07:45.182736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-53123153-2109-42a9-a86f-4367b7a79ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.212339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a2ae-7737-4a79-97e6-bba6fa4291b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.244609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f50158-979d-49ed-803a-9c02724dac2e req-d5a6d45a-5bbb-4caf-bb30-6ec931e5d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:45.246062 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-60f50158-979d-49ed-803a-9c02724dac2e req-d5a6d45a-5bbb-4caf-bb30-6ec931e5d71a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.0852149 May 06 10:07:45.249000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0eee06a0-511a-4479-a923-744a11fb02cd no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:45.298221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada72f35-a4ff-4015-82f7-cf4fcc061ddb req-24c316ae-fce2-4332-995c-7d43cba0449d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:45.299675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a2ae-7737-4a79-97e6-bba6fa4291b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.300908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ada72f35-a4ff-4015-82f7-cf4fcc061ddb req-24c316ae-fce2-4332-995c-7d43cba0449d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 944 time: 0.0630953 May 06 10:07:45.302390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a2ae-7737-4a79-97e6-bba6fa4291b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:45.307151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fbc5a2ae-7737-4a79-97e6-bba6fa4291b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/security-groups/db241751-cf13-4af6-a28a-5e76f0952df4 HTTP/1.1" status: 204 len: 168 time: 0.3066382 May 06 10:07:45.307350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56116) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:45.314257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f50158-979d-49ed-803a-9c02724dac2e req-f08ca1a1-5783-43c3-85de-cf136723103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:45.316012 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-60f50158-979d-49ed-803a-9c02724dac2e req-f08ca1a1-5783-43c3-85de-cf136723103c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614920 May 06 10:07:45.316730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 0eee06a0-511a-4479-a923-744a11fb02cd {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:45.318174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 0eee06a0-511a-4479-a923-744a11fb02cd not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:45.331131 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5a2ae-7737-4a79-97e6-bba6fa4291b0 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db241751-cf13-4af6-a28a-5e76f0952df4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:45.447542 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-60f50158-979d-49ed-803a-9c02724dac2e req-355973e1-7ccc-4aa5-b899-b48d074aa203 service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242802 May 06 10:07:45.479521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ada72f35-a4ff-4015-82f7-cf4fcc061ddb req-5a096df1-24a3-4532-a465-5d709e3ff518 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636415 May 06 10:07:45.565342 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-60f50158-979d-49ed-803a-9c02724dac2e req-8baae4e3-1667-4c74-853b-fb1620b6e4ec service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101303 May 06 10:07:45.828046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.432425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting port b30aca0b-5b66-4f59-84c6-74f1098f944c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:46.432841 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.541568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] For port b30aca0b-5b66-4f59-84c6-74f1098f944c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b30aca0b-5b66-4f59-84c6-74f1098f944c,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:46.541938 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.560149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Calling delete_port for b30aca0b-5b66-4f59-84c6-74f1098f944c owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:46.660145 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.682884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167fb25-042d-4f78-9557-9d2a8a77d282 req-b97f1689-159e-4ee5-b065-17f73b90038d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:46.684542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2167fb25-042d-4f78-9557-9d2a8a77d282 req-b97f1689-159e-4ee5-b065-17f73b90038d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 944 time: 0.0747945 May 06 10:07:46.703158 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.770504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2167fb25-042d-4f78-9557-9d2a8a77d282 req-297a4a68-d2ac-47c4-b3e8-d4b4dcee90f5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542343 May 06 10:07:46.854995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:46.887561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Port': ['ID=b30aca0b-5b66-4f59-84c6-74f1098f944c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:47.117739 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.392674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Router 1a1cf735-3bf3-4101-8a21-02afe5115b99 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:47.508314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:47.516937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56228) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:47.519341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ac28754c-7d16-4c83-a085-df7caf0c88ad tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "PUT /v2.0/routers/1a1cf735-3bf3-4101-8a21-02afe5115b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108417 May 06 10:07:47.521024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] Sync routers for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:47.540679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:47.541420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:47.603390 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting subnet d286661b-c8cc-48aa-a9ed-9716bef95043 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:07:47.607014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.666832 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.787003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.855882 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.892060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:47.907227 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Subnet': ['ID=d286661b-c8cc-48aa-a9ed-9716bef95043,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:47.915848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:47.921247 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b896b8f1-8e25-428f-b9be-48baea77b7d7 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/subnets/d286661b-c8cc-48aa-a9ed-9716bef95043 HTTP/1.1" status: 204 len: 168 time: 0.4016333 May 06 10:07:47.924381 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56234) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:47.925314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747c4277-8340-49c5-9f58-0201f5df30f9 None None] Network 5317c46e-3b61-441e-b901-36d83b347f3d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:47.980466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3fe87-2ca4-4eef-9cd3-c6643413acbf req-252521e0-93cf-46ac-b488-834c2668baa2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:47.986495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64d3fe87-2ca4-4eef-9cd3-c6643413acbf req-252521e0-93cf-46ac-b488-834c2668baa2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 944 time: 0.1086946 May 06 10:07:48.064001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64d3fe87-2ca4-4eef-9cd3-c6643413acbf req-bf0493b9-986d-44f8-85d6-f5396b94b09a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728128 May 06 10:07:48.076215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.257673 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.265073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.276362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': 'ca38812f-d081-4333-8da8-8213c3891172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:07:46Z', 'revision_number': 5, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port': {'id': 'ca38812f-d081-4333-8da8-8213c3891172', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:05:57Z', 'updated_at': '2022-05-06T10:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:48.311104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] Checking router: 1a1cf735-3bf3-4101-8a21-02afe5115b99 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:48.316654 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] DHCP port deletion for 5317c46e-3b61-441e-b901-36d83b347f3d request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:07:48.325394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] Routers {'1a1cf735-3bf3-4101-8a21-02afe5115b99'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:48.326970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['1a1cf735-3bf3-4101-8a21-02afe5115b99'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:48.366660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Deleting port ca38812f-d081-4333-8da8-8213c3891172 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:48.366930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.461319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] For port ca38812f-d081-4333-8da8-8213c3891172, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ca38812f-d081-4333-8da8-8213c3891172,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:48.462034 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.465129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] Set router 1a1cf735-3bf3-4101-8a21-02afe5115b99 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:48.468130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] Deleting port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:07:48.469001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.479254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Calling delete_port for ca38812f-d081-4333-8da8-8213c3891172 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:48.565504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] For port b8cf2a1f-d4d9-45e7-9373-83a9267dc557, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b8cf2a1f-d4d9-45e7-9373-83a9267dc557,segment=NetworkSegment(131c58af-e040-4206-8e26-e45ab991f115),segment_id=131c58af-e040-4206-8e26-e45ab991f115)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:48.565504 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.603350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] Calling delete_port for b8cf2a1f-d4d9-45e7-9373-83a9267dc557 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:07:48.656499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:07:48Z', 'revision_number': 6, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:48.703618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25accd2c-aa89-42a9-b6cd-4806379940fb None None] The sync data for ids ['1a1cf735-3bf3-4101-8a21-02afe5115b99'] in n-d-840834-1 is: [{'id': '1a1cf735-3bf3-4101-8a21-02afe5115b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-501815779', 'tenant_id': '916901ce4a104c6bb7ca7926662d357d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:05:56Z', 'updated_at': '2022-05-06T10:07:48Z', 'revision_number': 6, 'project_id': '916901ce4a104c6bb7ca7926662d357d', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:48.712133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.745616 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.748940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Port': ['ID=ca38812f-d081-4333-8da8-8213c3891172,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:48.781346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.818855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] Pushing event deleted for resources: {'Port': ['ID=b8cf2a1f-d4d9-45e7-9373-83a9267dc557,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:48.824067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9bcdfe-9da7-40fc-b92e-f6fd18ec3d53 None None] No DVR routers for this DVR port b8cf2a1f-d4d9-45e7-9373-83a9267dc557 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:07:48.844911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.947903 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:48.950385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.000215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.000785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1cf735-3bf3-4101-8a21-02afe5115b99 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:07:49.014718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.016288 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9fe5c323-4da5-4c65-a6e8-319c8fbb8b34 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/routers/1a1cf735-3bf3-4101-8a21-02afe5115b99 HTTP/1.1" status: 204 len: 168 time: 1.0903494 May 06 10:07:49.018695 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56260) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:49.119695 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.261838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.270076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf459b54-2244-4b44-8e8a-f65329e4d566 req-6a804f03-3339-4318-a70e-922a12811435 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:49.284812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf459b54-2244-4b44-8e8a-f65329e4d566 req-6a804f03-3339-4318-a70e-922a12811435 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 944 time: 0.1277707 May 06 10:07:49.300850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5317c46e-3b61-441e-b901-36d83b347f3d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:49.323778 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131c58af-e040-4206-8e26-e45ab991f115') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:49.324186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131c58af-e040-4206-8e26-e45ab991f115') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:49.339098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf459b54-2244-4b44-8e8a-f65329e4d566 req-3760e42d-25bd-4847-ab72-5d8c87d898eb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470769 May 06 10:07:49.342417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.368533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.382679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:07:49.383096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: timer() May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:07:49.389014 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:07:49.460495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.468699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.471721 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] 10.222.0.76 "DELETE /v2.0/networks/5317c46e-3b61-441e-b901-36d83b347f3d HTTP/1.1" status: 204 len: 168 time: 0.4519889 May 06 10:07:49.485499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23783e89-f29a-4e94-b116-e967de5c05b1 tempest-TestSecurityGroupsBasicOps-1828965404 tempest-TestSecurityGroupsBasicOps-1828965404-project] Pushing event deleted for resources: {'Network': ['ID=5317c46e-3b61-441e-b901-36d83b347f3d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:49.666445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:07:49.703347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8cf2a1f-d4d9-45e7-9373-83a9267dc557 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:49.736492 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b8cf2a1f-d4d9-45e7-9373-83a9267dc557 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:49.736835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b8cf2a1f-d4d9-45e7-9373-83a9267dc557 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:49.737446 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b30aca0b-5b66-4f59-84c6-74f1098f944c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:49.768004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b30aca0b-5b66-4f59-84c6-74f1098f944c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:49.768439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b30aca0b-5b66-4f59-84c6-74f1098f944c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:49.866782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:49.888648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'port_id': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'mac_address': 'fa:16:3e:1f:aa:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:07:49.952564 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:49.983115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01818b1c-e9ff-42b7-a566-bf73dc4ae771 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:07:49.986966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56280) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:50.016202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:50.021998 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.086643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:50.305548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56286) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:50.306150 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-25fb0924-3bee-43eb-b264-a127d0f78e6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=916901ce4a104c6bb7ca7926662d357d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174798 May 06 10:07:50.309957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['01818b1c-e9ff-42b7-a566-bf73dc4ae771'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:07:50.368831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79e81162-cb3e-4c89-86f8-c696fb776083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.399800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79e81162-cb3e-4c89-86f8-c696fb776083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.468261 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56294) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:50.516549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801285a-9ae2-4251-979d-0bf31263c573 req-54ed785c-6108-4089-aae9-299c1abb00ea tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:50.518497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c801285a-9ae2-4251-979d-0bf31263c573 req-54ed785c-6108-4089-aae9-299c1abb00ea tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.0636003 May 06 10:07:50.526047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79e81162-cb3e-4c89-86f8-c696fb776083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.529321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79e81162-cb3e-4c89-86f8-c696fb776083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.533014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-79e81162-cb3e-4c89-86f8-c696fb776083 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/811d71a8-4f5e-437c-a28c-5d5976b59e46 HTTP/1.1" status: 204 len: 168 time: 0.2233732 May 06 10:07:50.542075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e81162-cb3e-4c89-86f8-c696fb776083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d71a8-4f5e-437c-a28c-5d5976b59e46,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:50.583384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c801285a-9ae2-4251-979d-0bf31263c573 req-f4b4f587-d359-4667-879d-766c70496ee0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514245 May 06 10:07:50.642558 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.797047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34c727fd-7cc2-432a-a5aa-fdbe35d33b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.880511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56302) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:50.885297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34c727fd-7cc2-432a-a5aa-fdbe35d33b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.889478 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-34c727fd-7cc2-432a-a5aa-fdbe35d33b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.894881 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc174027-26a9-46f6-aeb0-fbe170196ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.925242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c727fd-7cc2-432a-a5aa-fdbe35d33b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9dda8-3daf-4c7e-85fd-ca2467ceb4fe,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:50.937334 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-34c727fd-7cc2-432a-a5aa-fdbe35d33b31 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fd582071e2564f5bb7f18fb055d92307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639409 May 06 10:07:50.938114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56304) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:50.990975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc174027-26a9-46f6-aeb0-fbe170196ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:50.996599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bc174027-26a9-46f6-aeb0-fbe170196ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.004526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afd2c20a-77fd-42c2-ab1b-a6f4f7d31e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.030195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afd2c20a-77fd-42c2-ab1b-a6f4f7d31e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.038413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bc174027-26a9-46f6-aeb0-fbe170196ec2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d9f6482638014167bcab45777a407286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565654 May 06 10:07:51.039759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc174027-26a9-46f6-aeb0-fbe170196ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7256edab-6f08-4208-b279-be45db6882e2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.042351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56306) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:51.106176 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afd2c20a-77fd-42c2-ab1b-a6f4f7d31e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.109046 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-afd2c20a-77fd-42c2-ab1b-a6f4f7d31e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.109408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bd22edd-4925-4234-860a-f68819a17c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.112575 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-afd2c20a-77fd-42c2-ab1b-a6f4f7d31e38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ce9dda8-3daf-4c7e-85fd-ca2467ceb4fe HTTP/1.1" status: 204 len: 168 time: 0.1710088 May 06 10:07:51.119523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2c20a-77fd-42c2-ab1b-a6f4f7d31e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9dda8-3daf-4c7e-85fd-ca2467ceb4fe,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.150334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bd22edd-4925-4234-860a-f68819a17c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.195843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca38812f-d081-4333-8da8-8213c3891172 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:07:51.211284 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bd22edd-4925-4234-860a-f68819a17c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.214233 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bd22edd-4925-4234-860a-f68819a17c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.215531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4bd22edd-4925-4234-860a-f68819a17c5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7256edab-6f08-4208-b279-be45db6882e2 HTTP/1.1" status: 204 len: 168 time: 0.1721706 May 06 10:07:51.222523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ca38812f-d081-4333-8da8-8213c3891172 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:07:51.222874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ca38812f-d081-4333-8da8-8213c3891172 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:07:51.231924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd22edd-4925-4234-860a-f68819a17c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7256edab-6f08-4208-b279-be45db6882e2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.619494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56320) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:51.636897 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6621fd7f-31d9-4024-98bc-12207667b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.675732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56322) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:51.676317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:07:51.736049 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-28069631-9303-4d5d-8465-d57578226a1f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e14a5c08a2654585b0270f5818ff4ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585520 May 06 10:07:51.738489 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56324) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:51.748986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:07:51.754778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:07:51.756810 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.778784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bbbbb-fd91-4321-b247-799200269ef3 req-9cef255f-ec83-4287-8d01-c62c55a8aea0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:51.780742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a48bbbbb-fd91-4321-b247-799200269ef3 req-9cef255f-ec83-4287-8d01-c62c55a8aea0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.1001546 May 06 10:07:51.801650 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63e8bca8-f107-41b7-add1-512ef009a836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.823837 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6621fd7f-31d9-4024-98bc-12207667b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.833324 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63e8bca8-f107-41b7-add1-512ef009a836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.846463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a48bbbbb-fd91-4321-b247-799200269ef3 req-e440f7e4-5cdc-44c5-85e6-e2cddbbc71d8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517108 May 06 10:07:51.847478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6621fd7f-31d9-4024-98bc-12207667b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.870576 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.878036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6621fd7f-31d9-4024-98bc-12207667b903 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7b004477bb3e4b28832631e457c24465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550964 May 06 10:07:51.884198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56326) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:51.906052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:51.908976 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5391ebc-3e70-4dd1-8841-f5345dc79d3e" -d '{"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-plugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:51.914137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63e8bca8-f107-41b7-add1-512ef009a836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.917024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63e8bca8-f107-41b7-add1-512ef009a836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.920569 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-63e8bca8-f107-41b7-add1-512ef009a836 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/635935bc-86e4-4e51-b975-9ca75d5676d1 HTTP/1.1" status: 204 len: 168 time: 0.1788054 May 06 10:07:51.925635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621fd7f-31d9-4024-98bc-12207667b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6aeb80-1814-4649-8227-233cf07ed930,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.930379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:07:51.936990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8bca8-f107-41b7-add1-512ef009a836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635935bc-86e4-4e51-b975-9ca75d5676d1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:51.938349 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.988549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab24fa42-4bf2-4d33-9fda-f78867af3514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:51.998982 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef0be04-285c-479e-982b-235c96c38004 x-openstack-request-id: req-1ef0be04-285c-479e-982b-235c96c38004 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:51.999519 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-plugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:51.999822 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ef0be04-285c-479e-982b-235c96c38004 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:52.000213 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef0be04-285c-479e-982b-235c96c38004'] response: {'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'code': 200} May 06 10:07:52.024784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab24fa42-4bf2-4d33-9fda-f78867af3514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.078867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:52.107358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab24fa42-4bf2-4d33-9fda-f78867af3514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.111722 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ab24fa42-4bf2-4d33-9fda-f78867af3514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:52.112677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228af8e-2308-4870-9898-ee8661ddc0d9 req-2b8279f9-497f-4b6f-a2c7-22ecb42fd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:52.113251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ab24fa42-4bf2-4d33-9fda-f78867af3514 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1b6aeb80-1814-4649-8227-233cf07ed930 HTTP/1.1" status: 204 len: 168 time: 0.2277429 May 06 10:07:52.114232 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4228af8e-2308-4870-9898-ee8661ddc0d9 req-2b8279f9-497f-4b6f-a2c7-22ecb42fd826 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1097 time: 0.0860608 May 06 10:07:52.122443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24fa42-4bf2-4d33-9fda-f78867af3514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6aeb80-1814-4649-8227-233cf07ed930,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:52.163654 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4228af8e-2308-4870-9898-ee8661ddc0d9 req-e043d9e9-54d2-4554-8444-cf1a3e3704fb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411713 May 06 10:07:52.990571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067919f-5e0a-4bd7-a9bc-e9b0a9587806 req-3c694535-65fb-4c8d-9af0-fca4752f1035 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:52.992422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d067919f-5e0a-4bd7-a9bc-e9b0a9587806 req-3c694535-65fb-4c8d-9af0-fca4752f1035 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.0589776 May 06 10:07:53.016848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56372) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:53.049049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d067919f-5e0a-4bd7-a9bc-e9b0a9587806 req-f1ecf46e-f84e-48e0-962b-711f9ee21144 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496979 May 06 10:07:53.273915 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1258659748-network', 'tenant_id': '501d83c49a0e4328a05fc60b637f8ad7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:53.296602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Made reservation on behalf of 501d83c49a0e4328a05fc60b637f8ad7 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:53.301593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.311175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.403564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.408479 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.449252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:07:53.475563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.475946 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Added segment b7bd2c69-7cb5-4247-93df-7af959d090f2 of type vlan for network 9aee53da-acd0-4cf9-a342-716b554f9a4e May 06 10:07:53.496312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8258311a-836f-4f6d-843a-d3017753f3d3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:53.544875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.579148 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.580444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:53.581105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.641506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6203375 May 06 10:07:53.642265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56388) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:53.649447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Request body: {'subnet': {'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1258659748-subnet', 'tenant_id': '501d83c49a0e4328a05fc60b637f8ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:53.650336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d87ad-75a3-497f-a724-bd9a0f4a1782 admin admin] Pushing event updated for resources: {'Network': ['ID=9aee53da-acd0-4cf9-a342-716b554f9a4e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:53.666933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 9aee53da-acd0-4cf9-a342-716b554f9a4e details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:07:53.694462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Made reservation on behalf of 501d83c49a0e4328a05fc60b637f8ad7 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:53.697787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.905470 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:53.969909 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc62a15-a5c3-447d-b83d-d0c0362c80a2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:53.978257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Checking segment: {'id': 'b7bd2c69-7cb5-4247-93df-7af959d090f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:53.978618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Network hostable DHCP agents. Network: 9aee53da-acd0-4cf9-a342-716b554f9a4e, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:53.998038 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Network 9aee53da-acd0-4cf9-a342-716b554f9a4e is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:54.009605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 9aee53da-acd0-4cf9-a342-716b554f9a4e) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:54.014584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:54.015177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:54.025079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000c401-3b51-4419-a1e3-09dbe117c415 None None] Network 9aee53da-acd0-4cf9-a342-716b554f9a4e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:54.039416 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9bc245f9-996b-42b1-afb5-d18614bd9e35 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3952663 May 06 10:07:54.196439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd405315-7a7a-4de7-b38f-6040cca2abc3 None None] Network 9aee53da-acd0-4cf9-a342-716b554f9a4e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:54.239195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445d54e-e520-4de8-b78f-77bdb019eb45 req-2bd83fb6-8243-464c-84e6-ebdf5e5551cd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:54.242308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a445d54e-e520-4de8-b78f-77bdb019eb45 req-2bd83fb6-8243-464c-84e6-ebdf5e5551cd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.0931661 May 06 10:07:54.299030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a445d54e-e520-4de8-b78f-77bdb019eb45 req-9537b9bb-9ea7-4804-805d-7db7e7debf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504937 May 06 10:07:54.468768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3174878-0534-418d-8730-878df0c92402 req-4c7a8749-1c19-4015-92ff-4386d5de4fad tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:54.476156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3174878-0534-418d-8730-878df0c92402 req-4c7a8749-1c19-4015-92ff-4386d5de4fad tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.0695212 May 06 10:07:54.517530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3174878-0534-418d-8730-878df0c92402 req-824177e0-6030-4a69-9027-348ca33c7ba7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391457 May 06 10:07:54.540851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56426) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:54.597216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb0ead-5fdd-43c0-b23e-62b6fecab671 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:54.599005 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-10fb0ead-5fdd-43c0-b23e-62b6fecab671 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1092 time: 0.0568442 May 06 10:07:54.602133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56432) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:54.611246 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:54.647766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:54.801668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:54.936341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56446) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:54.944575 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.35 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/5d6f4e77-65b2-49f1-9f03-b717c3497ddd) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:54.968209 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56450) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:54.973103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2076110713-network', 'tenant_id': 'db59852844ac44c39301bc3352ee0b40'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:54.996626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Made reservation on behalf of db59852844ac44c39301bc3352ee0b40 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:54.999430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.009635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.076217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.107456 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.111928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.126014 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.142492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:07:55.153319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e839f447-9772-4562-a87d-cb3b84067ff2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.160594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.161484 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Added segment 93240937-04f0-4eec-9fce-5df0e29e3718 of type vlan for network 611b414d-f52f-4dee-b1ca-2b68f945d7f3 May 06 10:07:55.165252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:55.168939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:55.172752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:55.210732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.242770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=5d6f4e77-65b2-49f1-9f03-b717c3497ddd,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.246021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.247371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:55.247979 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.332702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca4aad2f-52fc-4e0a-b753-08cf3961dda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.348165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3788230 May 06 10:07:55.351506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56452) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:55.361359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Request body: {'subnet': {'network_id': '611b414d-f52f-4dee-b1ca-2b68f945d7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2076110713-subnet', 'tenant_id': 'db59852844ac44c39301bc3352ee0b40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:55.367420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b4291-a622-4c58-b28c-ff11d20b3985 admin admin] Pushing event updated for resources: {'Network': ['ID=611b414d-f52f-4dee-b1ca-2b68f945d7f3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.378493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 611b414d-f52f-4dee-b1ca-2b68f945d7f3 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:07:55.413046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Made reservation on behalf of db59852844ac44c39301bc3352ee0b40 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:55.415425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.532773 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca4aad2f-52fc-4e0a-b753-08cf3961dda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.538824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ca4aad2f-52fc-4e0a-b753-08cf3961dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.639229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ca4aad2f-52fc-4e0a-b753-08cf3961dda2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=452c1952dc5946618cc500cea5b271a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978719 May 06 10:07:55.639707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56454) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:55.649393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aad2f-52fc-4e0a-b753-08cf3961dda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a837e5b-8207-445c-81bd-7025319a63a8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.737691 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.746821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53972077-f782-43e6-8fb0-42f3eb825f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.808102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.814295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57db4dd-e917-473d-bcc5-7a08822d6e84,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.818887 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53972077-f782-43e6-8fb0-42f3eb825f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.847684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Checking segment: {'id': '93240937-04f0-4eec-9fce-5df0e29e3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '611b414d-f52f-4dee-b1ca-2b68f945d7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:07:55.847995 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Network hostable DHCP agents. Network: 611b414d-f52f-4dee-b1ca-2b68f945d7f3, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:07:55.878260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Network 611b414d-f52f-4dee-b1ca-2b68f945d7f3 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:07:55.890373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 611b414d-f52f-4dee-b1ca-2b68f945d7f3) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:55.896751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:55.897557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.901059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53972077-f782-43e6-8fb0-42f3eb825f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.903488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53972077-f782-43e6-8fb0-42f3eb825f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:55.904705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-53972077-f782-43e6-8fb0-42f3eb825f3b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a837e5b-8207-445c-81bd-7025319a63a8 HTTP/1.1" status: 204 len: 168 time: 0.2633822 May 06 10:07:55.916932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c37da4-b1fe-44bd-bb19-8d0d45074973 None None] Network 611b414d-f52f-4dee-b1ca-2b68f945d7f3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:55.918304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53972077-f782-43e6-8fb0-42f3eb825f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a837e5b-8207-445c-81bd-7025319a63a8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:55.925731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0821c5ea-c9f1-425e-92b3-7bb15c47fed8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5702858 May 06 10:07:55.949220 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.101024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0d0c1-b17b-4544-a6b9-353c6f600ddc None None] Network 611b414d-f52f-4dee-b1ca-2b68f945d7f3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:07:56.415003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56470) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:56.433485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-63f3b43b-55ae-4b83-a26f-1c2711da3f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.527838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.537457 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.550408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-63f3b43b-55ae-4b83-a26f-1c2711da3f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.594370 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-63f3b43b-55ae-4b83-a26f-1c2711da3f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.619677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=5d6f4e77-65b2-49f1-9f03-b717c3497ddd,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:56.628274 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.664744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3b43b-55ae-4b83-a26f-1c2711da3f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9754daf6-b980-4fee-9b9d-f1f70454aa02,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:56.676433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-63f3b43b-55ae-4b83-a26f-1c2711da3f26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3521952c0ec547b78f4acf6ebbbe2388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595191 May 06 10:07:56.680265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56480) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:56.723957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-2f1fe8d7-bc1c-44d8-a07f-a6f6a2228809 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:56.725631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-2f1fe8d7-bc1c-44d8-a07f-a6f6a2228809 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/networks?id=9aee53da-acd0-4cf9-a342-716b554f9a4e HTTP/1.1" status: 200 len: 812 time: 0.2094142 May 06 10:07:56.745080 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP ecaa3536-cd1b-4d5f-a8a2-e0216f71daee associated. External IP: 172.25.8.35, port: 01818b1c-e9ff-42b7-a566-bf73dc4ae771. May 06 10:07:56.752176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-6155ccb0-92d3-4d7d-a629-fa3925d524c5 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/quotas/501d83c49a0e4328a05fc60b637f8ad7 HTTP/1.1" status: 200 len: 375 time: 0.0193408 May 06 10:07:56.777622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8288dbd1-06dc-4f87-a87b-1074d65cfb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.796539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-9d1ca105-473e-4fd5-805a-bd160551901c tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=501d83c49a0e4328a05fc60b637f8ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322559 May 06 10:07:56.825044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8288dbd1-06dc-4f87-a87b-1074d65cfb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.942301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-95010df9-d6e9-4076-a4c8-90a420fb4778 service neutron] 10.222.0.76 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303227 May 06 10:07:56.944931 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8288dbd1-06dc-4f87-a87b-1074d65cfb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.948159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8288dbd1-06dc-4f87-a87b-1074d65cfb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:56.949259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8288dbd1-06dc-4f87-a87b-1074d65cfb2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9754daf6-b980-4fee-9b9d-f1f70454aa02 HTTP/1.1" status: 204 len: 168 time: 0.2681005 May 06 10:07:56.968550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288dbd1-06dc-4f87-a87b-1074d65cfb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9754daf6-b980-4fee-9b9d-f1f70454aa02,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:56.999803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:07:57.070697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-da6ee97a-9f09-4f4a-afcb-cf6b37175177 service neutron] 10.222.0.76 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188185 May 06 10:07:57.149159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:07:57.160813 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] Sync routers for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:07:57.176680 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:57.177351 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:57.179077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:57.283721 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3723f770-e997-42c0-86b9-5182ebc3f573 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6802726 May 06 10:07:57.284315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:07:57.298564 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab" -d '{"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:07:57.315890 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:57.404379 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe9bfd-18e9-4ac0-8911-147fa150135d x-openstack-request-id: req-68fe9bfd-18e9-4ac0-8911-147fa150135d {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:07:57.404669 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:07:57.404921 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68fe9bfd-18e9-4ac0-8911-147fa150135d {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:07:57.405333 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fe9bfd-18e9-4ac0-8911-147fa150135d'] response: {'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'status': 'completed', 'code': 200} May 06 10:07:57.520499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-3ac9fbba-7cae-474b-8a0a-bce9959e0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:57.524618 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-3ac9fbba-7cae-474b-8a0a-bce9959e0b49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1097 time: 0.0972767 May 06 10:07:57.526481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b44d18-fe0c-4f95-92ff-c5c2974ce326 req-c625f2fc-0fa6-4c97-a0cf-75937f628935 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 210 time: 0.0551476 May 06 10:07:57.560126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c628e3-94ce-41aa-9581-05dbf294b571 req-d79ee267-7285-4226-93c3-7b21e68ce7b6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:57.562254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89c628e3-94ce-41aa-9581-05dbf294b571 req-d79ee267-7285-4226-93c3-7b21e68ce7b6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.1361344 May 06 10:07:57.659251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89c628e3-94ce-41aa-9581-05dbf294b571 req-9811650c-d0ba-4638-8923-5fbdc5428cf5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904922 May 06 10:07:57.701161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56504) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:57.735099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-bb419dc5-b6e8-49ee-a1c6-37cdbd761c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:57.737062 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-bb419dc5-b6e8-49ee-a1c6-37cdbd761c50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 897 time: 0.2039413 May 06 10:07:57.825908 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-39306dbc-0531-4da7-b0f9-4d883ce2dcfb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 999 time: 0.0800226 May 06 10:07:57.829575 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'ecaa3536-cd1b-4d5f-a8a2-e0216f71daee', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'port_id': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'mac_address': 'fa:16:3e:1f:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:40Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:57.842821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-430168b4-5d83-4f0b-bbf7-a14b9d3f9413 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/ecaa3536-cd1b-4d5f-a8a2-e0216f71daee HTTP/1.1" status: 200 len: 991 time: 0.1404395 May 06 10:07:57.871523 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] Checking router: f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:07:57.884220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-0cfe189d-7be9-4a31-9fb3-f5d109ab7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:57.884647 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:07:57.885613 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:07:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:57.886569 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-0cfe189d-7be9-4a31-9fb3-f5d109ab7b7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.0537763 May 06 10:07:57.964154 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-c6245a17-2f35-4eb0-a31c-1e764ed58a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:57.965702 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-c6245a17-2f35-4eb0-a31c-1e764ed58a97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711265 May 06 10:07:58.076780 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-8ec15519-3fe8-4c08-9489-3811b2c5e7f8 service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999777 May 06 10:07:58.111363 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:07:58.188187 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-bc2f8c8e-5f09-43da-82c2-fcd3ab2fcbab req-4ef4ee3f-5ce5-4489-9d23-f7c27efa23fd service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053574 May 06 10:07:58.434033 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'ecaa3536-cd1b-4d5f-a8a2-e0216f71daee', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'port_id': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'mac_address': 'fa:16:3e:1f:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:40Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:07:58.466120 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a72878-631d-4924-b34c-f5fffd350923 None None] The sync data for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 is: [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'ecaa3536-cd1b-4d5f-a8a2-e0216f71daee', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'port_id': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'mac_address': 'fa:16:3e:1f:aa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:07:55Z', 'updated_at': '2022-05-06T10:07:55Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:40Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:07:58.633210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be45414c-6587-4295-b7bc-c6b62aabcafe req-64f93d53-fba1-47f6-b8fc-1ef44f773493 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 210 time: 0.0319700 May 06 10:07:58.773077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56538) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:58.781955 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ba027-c48d-44d2-8126-c7c0d5ba95b4 None None] New status for floating IP ecaa3536-cd1b-4d5f-a8a2-e0216f71daee: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:07:58.844447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:58.868446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-19c30809-e83e-457f-a584-2e7d69628723 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:58.871175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-19c30809-e83e-457f-a584-2e7d69628723 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.82 "GET /v2.0/networks?id=9aee53da-acd0-4cf9-a342-716b554f9a4e HTTP/1.1" status: 200 len: 812 time: 0.1645350 May 06 10:07:58.885596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Request body: {'port': {'device_id': '86150a0e-5081-443d-b126-9a32594c7850', 'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e', 'admin_state_up': True, 'tenant_id': '501d83c49a0e4328a05fc60b637f8ad7'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:58.982548 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b60a56ad-3fc5-4668-b771-0d8c06f2a40d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/ecaa3536-cd1b-4d5f-a8a2-e0216f71daee HTTP/1.1" status: 200 len: 991 time: 0.1354654 May 06 10:07:59.002050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0c60e76-526c-4f48-b3aa-e6d936a5696a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.038379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Made reservation on behalf of 501d83c49a0e4328a05fc60b637f8ad7 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:07:59.044053 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.111303 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0c60e76-526c-4f48-b3aa-e6d936a5696a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.117106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d0c60e76-526c-4f48-b3aa-e6d936a5696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.161134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c60e76-526c-4f48-b3aa-e6d936a5696a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644b4dd-077a-4ce9-a206-c10ef73f769e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:59.169093 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d0c60e76-526c-4f48-b3aa-e6d936a5696a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5e2c7b6955fd4fed988fe2930c013dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949413 May 06 10:07:59.169746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56546) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:07:59.230006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Allocated IP 172.20.0.12 (9aee53da-acd0-4cf9-a342-716b554f9a4e/3dc62a15-a5c3-447d-b83d-d0c0362c80a2/52e38258-bec8-4d57-97c3-d34c985b74ff) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:07:59.263632 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc21e-45b2-4190-b871-4f1f6a5b12b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.307062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc21e-45b2-4190-b871-4f1f6a5b12b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.424513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc21e-45b2-4190-b871-4f1f6a5b12b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.427172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d2efc21e-45b2-4190-b871-4f1f6a5b12b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.428836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d2efc21e-45b2-4190-b871-4f1f6a5b12b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1644b4dd-077a-4ce9-a206-c10ef73f769e HTTP/1.1" status: 204 len: 168 time: 0.2578883 May 06 10:07:59.447188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2efc21e-45b2-4190-b871-4f1f6a5b12b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644b4dd-077a-4ce9-a206-c10ef73f769e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:59.454987 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.493866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.537778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Network 9aee53da-acd0-4cf9-a342-716b554f9a4e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:07:59.540856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:07:59.544536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:07:59.572290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Pushing event updated for resources: {'Port': ['ID=52e38258-bec8-4d57-97c3-d34c985b74ff,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:07:59.605959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:59.606573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.624154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b09522b5-adaf-44a0-8b36-65115b3a7483 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7444193 May 06 10:07:59.638980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Request body: {'port': {'device_id': '86150a0e-5081-443d-b126-9a32594c7850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:07:59.720744 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:07:59.821547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0982f-a19e-42b1-b757-800ca22fa3e4 req-b8d76ea9-a325-4247-9931-81b1677cf089 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:07:59.823059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ad0982f-a19e-42b1-b757-800ca22fa3e4 req-b8d76ea9-a325-4247-9931-81b1677cf089 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 932 time: 0.0969250 May 06 10:07:59.932293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ad0982f-a19e-42b1-b757-800ca22fa3e4 req-0ce92d4f-8c12-4847-8aa9-11eea323f9ba tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011951 May 06 10:07:59.985245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56564) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:00.065245 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fae536cc-9713-4ae4-bfe4-0d1b6b2bd566 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/ecaa3536-cd1b-4d5f-a8a2-e0216f71daee HTTP/1.1" status: 200 len: 993 time: 0.0787890 May 06 10:08:00.099100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e38258-bec8-4d57-97c3-d34c985b74ff {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:08:00.107229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.122262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Transition to ACTIVE for port object 52e38258-bec8-4d57-97c3-d34c985b74ff will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:08:00.127296 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.200066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Pushing event updated for resources: {'Port': ['ID=52e38258-bec8-4d57-97c3-d34c985b74ff,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:00.277346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Attempting to bind port 52e38258-bec8-4d57-97c3-d34c985b74ff on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:00.277977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Attempting to bind port 52e38258-bec8-4d57-97c3-d34c985b74ff by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'b7bd2c69-7cb5-4247-93df-7af959d090f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:00.278530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Attempting to bind port 52e38258-bec8-4d57-97c3-d34c985b74ff on network 9aee53da-acd0-4cf9-a342-716b554f9a4e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:00.283870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Port 52e38258-bec8-4d57-97c3-d34c985b74ff on network 9aee53da-acd0-4cf9-a342-716b554f9a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:08:00.284221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Attempting to bind port 52e38258-bec8-4d57-97c3-d34c985b74ff on network 9aee53da-acd0-4cf9-a342-716b554f9a4e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:00.289730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:00.290075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Checking segment: {'id': 'b7bd2c69-7cb5-4247-93df-7af959d090f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:00.290465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Bound using segment: {'id': 'b7bd2c69-7cb5-4247-93df-7af959d090f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:00.290930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Bound port: 52e38258-bec8-4d57-97c3-d34c985b74ff, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7bd2c69-7cb5-4247-93df-7af959d090f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:00.291293 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.363339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] For port 52e38258-bec8-4d57-97c3-d34c985b74ff, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:00.366798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] For port 52e38258-bec8-4d57-97c3-d34c985b74ff, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=52e38258-bec8-4d57-97c3-d34c985b74ff,segment=NetworkSegment(b7bd2c69-7cb5-4247-93df-7af959d090f2),segment_id=b7bd2c69-7cb5-4247-93df-7af959d090f2)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:00.373321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.420540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:00.421583 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:00.422971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] 10.222.0.82 "PUT /v2.0/ports/52e38258-bec8-4d57-97c3-d34c985b74ff HTTP/1.1" status: 200 len: 1092 time: 0.7885935 May 06 10:08:00.425298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86150a0e-5081-443d-b126-9a32594c7850', 'tag': '52e38258-bec8-4d57-97c3-d34c985b74ff'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:00.429572 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa167d4b-c55a-42d6-8d1b-965d38182d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "86150a0e-5081-443d-b126-9a32594c7850", "tag": "52e38258-bec8-4d57-97c3-d34c985b74ff"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:00.459961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52627b1a-e3a0-4bea-8039-3720b77da3ef service neutron] Pushing event updated for resources: {'Port': ['ID=52e38258-bec8-4d57-97c3-d34c985b74ff,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:00.484714 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05bd37-4094-4ad9-91a9-c5c6f327fefd x-openstack-request-id: req-5d05bd37-4094-4ad9-91a9-c5c6f327fefd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:00.485051 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86150a0e-5081-443d-b126-9a32594c7850", "tag": "52e38258-bec8-4d57-97c3-d34c985b74ff", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:00.485241 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d05bd37-4094-4ad9-91a9-c5c6f327fefd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:00.485919 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d05bd37-4094-4ad9-91a9-c5c6f327fefd'] response: {'name': 'network-changed', 'server_uuid': '86150a0e-5081-443d-b126-9a32594c7850', 'tag': '52e38258-bec8-4d57-97c3-d34c985b74ff', 'status': 'completed', 'code': 200} May 06 10:08:00.522225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-35f868fe-a704-4923-b459-cba2107274cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:00.523860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-35f868fe-a704-4923-b459-cba2107274cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=501d83c49a0e4328a05fc60b637f8ad7&device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 1095 time: 0.0504978 May 06 10:08:00.570220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-a5a94f8b-ffe0-4bea-af32-a3679a7cbba2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e38258-bec8-4d57-97c3-d34c985b74ff HTTP/1.1" status: 200 len: 217 time: 0.0375953 May 06 10:08:00.629368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b33dff75-f870-4928-a50a-76d124b175d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:00.631975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-b33dff75-f870-4928-a50a-76d124b175d0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3dc62a15-a5c3-447d-b83d-d0c0362c80a2 HTTP/1.1" status: 200 len: 852 time: 0.0551805 May 06 10:08:00.667856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-d7fb0f4a-efa9-4ddb-8dfc-80e391547de5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aee53da-acd0-4cf9-a342-716b554f9a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275068 May 06 10:08:00.764190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-69718edb-3305-4fe5-b14d-6db1a5353d8c service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892608 May 06 10:08:00.866913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13cc6516-4d08-4d48-a7ba-3125aa23e57d req-0e55c89d-5959-480e-9c8b-433c35b5ea5e service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959740 May 06 10:08:00.968895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-d8d05c97-c579-43d1-8136-d8ed0185bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:00.970761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-d8d05c97-c579-43d1-8136-d8ed0185bce7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=501d83c49a0e4328a05fc60b637f8ad7&device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 1095 time: 0.0537977 May 06 10:08:01.111791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8ca9e-9333-4de4-b3e9-58d972476b70 req-c5f70e07-8431-4747-bbd2-1ddd794057cd tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:01.113965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85c8ca9e-9333-4de4-b3e9-58d972476b70 req-c5f70e07-8431-4747-bbd2-1ddd794057cd tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 944 time: 0.0773370 May 06 10:08:01.129376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-3161ece5-d284-4868-a5d5-a6e9982b11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:01.130905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-3161ece5-d284-4868-a5d5-a6e9982b11ea service neutron] 10.222.0.82 "GET /v2.0/networks?id=9aee53da-acd0-4cf9-a342-716b554f9a4e HTTP/1.1" status: 200 len: 913 time: 0.1528287 May 06 10:08:01.182363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-c4528a2a-9887-406f-8fbc-5fa8fb8830e1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e38258-bec8-4d57-97c3-d34c985b74ff HTTP/1.1" status: 200 len: 217 time: 0.0417087 May 06 10:08:01.210672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-85c8ca9e-9333-4de4-b3e9-58d972476b70 req-15683b6b-c960-4180-b5c0-8b3a9342e2b6 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895658 May 06 10:08:01.283366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-81fa8e98-eb5b-41e7-8a68-fb6f1dfe2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:01.285303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-81fa8e98-eb5b-41e7-8a68-fb6f1dfe2021 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3dc62a15-a5c3-447d-b83d-d0c0362c80a2 HTTP/1.1" status: 200 len: 852 time: 0.0737011 May 06 10:08:01.319946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-a5d67bea-7064-4028-b37f-3259309af8c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aee53da-acd0-4cf9-a342-716b554f9a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268970 May 06 10:08:01.420526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-512c6179-4a48-4559-b359-519ff8be2608 service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938168 May 06 10:08:01.822862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa167d4b-c55a-42d6-8d1b-965d38182d7d req-be4abbaf-ea7c-4e4c-a007-75d2e4a4c8e8 service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949909 May 06 10:08:02.370239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588ebe-f1d1-4e30-9440-a234eb0765cf req-ab82a1a9-86e4-4b16-911f-1fbd1341d5e5 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:02.371918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62588ebe-f1d1-4e30-9440-a234eb0765cf req-ab82a1a9-86e4-4b16-911f-1fbd1341d5e5 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 944 time: 0.0572560 May 06 10:08:02.422128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62588ebe-f1d1-4e30-9440-a234eb0765cf req-acc99fc7-160e-4ea3-ab55-71c14cf3fd8b tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 May 06 10:08:02.921173 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:03.033927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d20fdd78-d655-4759-a867-a7652118dd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.113769 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d20fdd78-d655-4759-a867-a7652118dd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.118359 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d20fdd78-d655-4759-a867-a7652118dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.158754 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d20fdd78-d655-4759-a867-a7652118dd1e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4730b12c5ca041068677ec641c312365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364519 May 06 10:08:03.159645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fdd78-d655-4759-a867-a7652118dd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da184da-f09e-435a-85e3-f13762b11ff3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:03.161407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56794) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:03.216304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41776231-bdd4-4d40-b115-afbb38053d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.239779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41776231-bdd4-4d40-b115-afbb38053d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.299574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41776231-bdd4-4d40-b115-afbb38053d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.304161 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41776231-bdd4-4d40-b115-afbb38053d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.305654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-41776231-bdd4-4d40-b115-afbb38053d39 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9da184da-f09e-435a-85e3-f13762b11ff3 HTTP/1.1" status: 204 len: 168 time: 0.1423650 May 06 10:08:03.315164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41776231-bdd4-4d40-b115-afbb38053d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da184da-f09e-435a-85e3-f13762b11ff3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:03.353401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 52e38258-bec8-4d57-97c3-d34c985b74ff details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:08:03.564279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f940611-17e8-4bd6-a5aa-b8a9ac29d379 req-882d2584-b9a4-4f01-9f60-d026553b62e7 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:03.566637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f940611-17e8-4bd6-a5aa-b8a9ac29d379 req-882d2584-b9a4-4f01-9f60-d026553b62e7 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 944 time: 0.0692556 May 06 10:08:03.640178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f940611-17e8-4bd6-a5aa-b8a9ac29d379 req-29761bf2-d291-4a7e-8ff0-52220cd73e55 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668359 May 06 10:08:03.686105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 52e38258-bec8-4d57-97c3-d34c985b74ff, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=52e38258-bec8-4d57-97c3-d34c985b74ff,segment=NetworkSegment(b7bd2c69-7cb5-4247-93df-7af959d090f2),segment_id=b7bd2c69-7cb5-4247-93df-7af959d090f2)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:03.704108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '52e38258-bec8-4d57-97c3-d34c985b74ff', 'network_id': '9aee53da-acd0-4cf9-a342-716b554f9a4e', 'port_id': '52e38258-bec8-4d57-97c3-d34c985b74ff', 'mac_address': 'fa:16:3e:7f:93:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc62a15-a5c3-447d-b83d-d0c0362c80a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:08:03.745173 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.758786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e38258-bec8-4d57-97c3-d34c985b74ff {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:08:03.780862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 52e38258-bec8-4d57-97c3-d34c985b74ff, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=52e38258-bec8-4d57-97c3-d34c985b74ff,segment=NetworkSegment(b7bd2c69-7cb5-4247-93df-7af959d090f2),segment_id=b7bd2c69-7cb5-4247-93df-7af959d090f2)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:03.785203 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:03.842604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=52e38258-bec8-4d57-97c3-d34c985b74ff,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:03.850538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.850894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.851292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.851556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.851923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.852256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.852587 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.852913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.853233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.853557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.853876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:03.854195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:04.014711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['52e38258-bec8-4d57-97c3-d34c985b74ff'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:08:04.787856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08086-bce9-4611-b6e8-06b2c6c5d212 req-9eae302f-fab6-4192-8793-e3cf64ecb7fc tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:04.789475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3b08086-bce9-4611-b6e8-06b2c6c5d212 req-9eae302f-fab6-4192-8793-e3cf64ecb7fc tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 945 time: 0.0512350 May 06 10:08:04.830465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3b08086-bce9-4611-b6e8-06b2c6c5d212 req-d8e06b83-c31f-4831-ab85-41de75a2e9af tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 May 06 10:08:05.369659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 52e38258-bec8-4d57-97c3-d34c985b74ff up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:05.423492 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 52e38258-bec8-4d57-97c3-d34c985b74ff completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:08:05.428707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 52e38258-bec8-4d57-97c3-d34c985b74ff triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:05.429253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.519468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.546184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86150a0e-5081-443d-b126-9a32594c7850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e38258-bec8-4d57-97c3-d34c985b74ff'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:05.548502 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ef7b5e-8fa3-4f0b-94aa-0832c0f39edb" -d '{"events": [{"server_uuid": "86150a0e-5081-443d-b126-9a32594c7850", "name": "network-vif-plugged", "status": "completed", "tag": "52e38258-bec8-4d57-97c3-d34c985b74ff"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:05.563087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 52e38258-bec8-4d57-97c3-d34c985b74ff, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=52e38258-bec8-4d57-97c3-d34c985b74ff,segment=NetworkSegment(b7bd2c69-7cb5-4247-93df-7af959d090f2),segment_id=b7bd2c69-7cb5-4247-93df-7af959d090f2)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:05.568249 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.601386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56890) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:05.609456 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ac75fb-fe25-4af5-9f4b-d4b1582b87af x-openstack-request-id: req-e0ac75fb-fe25-4af5-9f4b-d4b1582b87af {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:05.609743 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86150a0e-5081-443d-b126-9a32594c7850", "name": "network-vif-plugged", "status": "completed", "tag": "52e38258-bec8-4d57-97c3-d34c985b74ff", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:05.609994 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0ac75fb-fe25-4af5-9f4b-d4b1582b87af {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:05.610537 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ac75fb-fe25-4af5-9f4b-d4b1582b87af'] response: {'server_uuid': '86150a0e-5081-443d-b126-9a32594c7850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e38258-bec8-4d57-97c3-d34c985b74ff', 'code': 200} May 06 10:08:05.677377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=52e38258-bec8-4d57-97c3-d34c985b74ff,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:05.726432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e43e6d-d146-4a31-8552-b71f87346ddb req-16e258ce-fac5-47d5-84f2-56226fdc78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:05.728110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9e43e6d-d146-4a31-8552-b71f87346ddb req-16e258ce-fac5-47d5-84f2-56226fdc78b8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 1097 time: 0.0462134 May 06 10:08:05.771919 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fe2d590c-21a4-438d-96ee-aa99407aec8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.782119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9e43e6d-d146-4a31-8552-b71f87346ddb req-22f28ef6-a0b3-4802-9e8d-762e617dd613 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473373 May 06 10:08:05.855266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fe2d590c-21a4-438d-96ee-aa99407aec8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.859869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fe2d590c-21a4-438d-96ee-aa99407aec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:05.889962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d590c-21a4-438d-96ee-aa99407aec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbacc293-e12e-4df5-a7d3-20bffdfbe560,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:05.923736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56898) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:05.924568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fe2d590c-21a4-438d-96ee-aa99407aec8a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=335d94a6ae7c49fea52890c2c30066f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212779 May 06 10:08:05.960954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369f6a-0484-495e-9434-8a50a57702b4 req-4632951f-8f39-436a-bcae-f5f60ba76452 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:05.962490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c369f6a-0484-495e-9434-8a50a57702b4 req-4632951f-8f39-436a-bcae-f5f60ba76452 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0563557 May 06 10:08:05.982721 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e80d46cd-0e53-4c58-b0ca-569d8b82baa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.006605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e80d46cd-0e53-4c58-b0ca-569d8b82baa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.009287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c369f6a-0484-495e-9434-8a50a57702b4 req-20bb0dc7-cc6c-41b6-9934-3fcc88e88f69 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387001 May 06 10:08:06.054376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e80d46cd-0e53-4c58-b0ca-569d8b82baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.056972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e80d46cd-0e53-4c58-b0ca-569d8b82baa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.058173 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e80d46cd-0e53-4c58-b0ca-569d8b82baa7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bbacc293-e12e-4df5-a7d3-20bffdfbe560 HTTP/1.1" status: 204 len: 168 time: 0.1334462 May 06 10:08:06.066576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d46cd-0e53-4c58-b0ca-569d8b82baa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbacc293-e12e-4df5-a7d3-20bffdfbe560,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:06.339285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56904) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:06.353012 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa28eb20-e25b-43a6-9f1a-14cf79806afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.434820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa28eb20-e25b-43a6-9f1a-14cf79806afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.439425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aa28eb20-e25b-43a6-9f1a-14cf79806afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.480139 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aa28eb20-e25b-43a6-9f1a-14cf79806afe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd7c8a0d421546b9adb2efd0820d1a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1396010 May 06 10:08:06.481378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28eb20-e25b-43a6-9f1a-14cf79806afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9ac18-5669-45ed-abc4-2df049136d3d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:06.481729 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56906) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:06.545211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10ae11ff-0e67-4684-93c3-7df7f58bd004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.568136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10ae11ff-0e67-4684-93c3-7df7f58bd004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.617920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10ae11ff-0e67-4684-93c3-7df7f58bd004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.620680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10ae11ff-0e67-4684-93c3-7df7f58bd004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:06.621941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-10ae11ff-0e67-4684-93c3-7df7f58bd004 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d1e9ac18-5669-45ed-abc4-2df049136d3d HTTP/1.1" status: 204 len: 168 time: 0.1390707 May 06 10:08:06.634971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae11ff-0e67-4684-93c3-7df7f58bd004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9ac18-5669-45ed-abc4-2df049136d3d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:07.137231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bcb5-b597-4ccc-a0cc-2e46bd414832 req-c44788d7-988a-4842-bdc1-7183d720cc28 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:07.139246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9921bcb5-b597-4ccc-a0cc-2e46bd414832 req-c44788d7-988a-4842-bdc1-7183d720cc28 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0586102 May 06 10:08:07.184573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9921bcb5-b597-4ccc-a0cc-2e46bd414832 req-0a23c2b6-268a-4f73-a383-f4d6e7e65967 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370281 May 06 10:08:07.334423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aba31d-e76d-4c04-b344-74df27021cd8 req-b54470c7-d4e4-4f1b-b1a4-86d0dab7fd7f tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:07.340059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9aba31d-e76d-4c04-b344-74df27021cd8 req-b54470c7-d4e4-4f1b-b1a4-86d0dab7fd7f tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0730238 May 06 10:08:07.377865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9aba31d-e76d-4c04-b344-74df27021cd8 req-1818bced-7335-4c8c-8ce5-0df0fd126957 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 May 06 10:08:07.651276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c55bc5-4b35-4c1b-ad2b-d1853badb16a req-5a1350d2-c3dc-48fa-a3b7-758049e305ec tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:07.653115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49c55bc5-4b35-4c1b-ad2b-d1853badb16a req-5a1350d2-c3dc-48fa-a3b7-758049e305ec tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0612047 May 06 10:08:07.720015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49c55bc5-4b35-4c1b-ad2b-d1853badb16a req-5e9bf765-ca68-447c-ab43-cb028144f79f tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534768 May 06 10:08:08.172400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 56992) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:08.302280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef754029-e3c0-4d3f-8e8d-68ada8064115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.384571 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef754029-e3c0-4d3f-8e8d-68ada8064115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.388611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef754029-e3c0-4d3f-8e8d-68ada8064115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.428095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef754029-e3c0-4d3f-8e8d-68ada8064115 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae749bfc11a94c2e8a1dd35d328f1057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541711 May 06 10:08:08.428960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754029-e3c0-4d3f-8e8d-68ada8064115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6a5030-4be4-44a4-970f-1b2b25f1de67,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:08.431853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 56998) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:08.484227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b99f-824e-4ba9-85f4-451ed83d10c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.505972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b99f-824e-4ba9-85f4-451ed83d10c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.557280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b99f-824e-4ba9-85f4-451ed83d10c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.560127 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e5d1b99f-824e-4ba9-85f4-451ed83d10c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:08.561230 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e5d1b99f-824e-4ba9-85f4-451ed83d10c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe6a5030-4be4-44a4-970f-1b2b25f1de67 HTTP/1.1" status: 204 len: 168 time: 0.1281636 May 06 10:08:08.569899 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1b99f-824e-4ba9-85f4-451ed83d10c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6a5030-4be4-44a4-970f-1b2b25f1de67,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:08.857056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be03e2-7c5f-41ee-81a2-1f2766fbb01b req-939980b2-dbfe-40f2-8219-54c74de2ec9d tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:08.863160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8be03e2-7c5f-41ee-81a2-1f2766fbb01b req-939980b2-dbfe-40f2-8219-54c74de2ec9d tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0520134 May 06 10:08:08.900985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8be03e2-7c5f-41ee-81a2-1f2766fbb01b req-8c0cbd03-73d6-4227-aa89-49c612c8ffe1 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340183 May 06 10:08:09.181584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c51025-7f87-4a1d-b94a-e01489be6c93 req-8a952334-ef48-475c-af61-c09d9b8abf71 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:09.183215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91c51025-7f87-4a1d-b94a-e01489be6c93 req-8a952334-ef48-475c-af61-c09d9b8abf71 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.1116726 May 06 10:08:09.189844 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be691-b39c-4754-a839-7902db3818c1 req-41d1b6fb-828f-4535-9352-0baa4b672a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:09.191714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b08be691-b39c-4754-a839-7902db3818c1 req-41d1b6fb-828f-4535-9352-0baa4b672a05 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=501d83c49a0e4328a05fc60b637f8ad7&device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 1097 time: 0.0753589 May 06 10:08:09.334918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91c51025-7f87-4a1d-b94a-e01489be6c93 req-e4274e59-a05d-49a7-a155-ececcf3bbf4e tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414802 May 06 10:08:09.410242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be691-b39c-4754-a839-7902db3818c1 req-0fd6bdbc-5599-461e-97ad-1fd6a4690c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:09.412048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b08be691-b39c-4754-a839-7902db3818c1 req-0fd6bdbc-5599-461e-97ad-1fd6a4690c4b service neutron] 10.222.0.82 "GET /v2.0/networks?id=9aee53da-acd0-4cf9-a342-716b554f9a4e HTTP/1.1" status: 200 len: 913 time: 0.2123232 May 06 10:08:09.495143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b08be691-b39c-4754-a839-7902db3818c1 req-2b7cbdb7-f0c3-433d-a0ca-1d2192f617bc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e38258-bec8-4d57-97c3-d34c985b74ff HTTP/1.1" status: 200 len: 217 time: 0.0748947 May 06 10:08:09.570778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be691-b39c-4754-a839-7902db3818c1 req-4fa599fe-e677-41cf-ae96-7ccdfb0b8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:09.572455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b08be691-b39c-4754-a839-7902db3818c1 req-4fa599fe-e677-41cf-ae96-7ccdfb0b8977 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3dc62a15-a5c3-447d-b83d-d0c0362c80a2 HTTP/1.1" status: 200 len: 852 time: 0.0680196 May 06 10:08:09.630281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b08be691-b39c-4754-a839-7902db3818c1 req-5f6c93b8-ceb9-434a-a2f2-bd4d07e88521 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aee53da-acd0-4cf9-a342-716b554f9a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505464 May 06 10:08:09.731805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b08be691-b39c-4754-a839-7902db3818c1 req-4a9272c2-20dc-4178-bbab-de6cc40ce6f3 service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921593 May 06 10:08:09.836671 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b08be691-b39c-4754-a839-7902db3818c1 req-0825d0e8-b7d9-42a9-a9f9-81f147691dce service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979142 May 06 10:08:10.088834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57042) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:10.192800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:10.212905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.300447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.413675 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Allocated IP 172.25.8.105 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/8e0fbfa6-190e-481a-8f0b-4638b75d5c05) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:10.545437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.595347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.634506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f33f0f-d291-4d5d-bcc8-400b8bdfde85 req-8028f39d-b10c-4aaa-bb6a-14b7e2f30373 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:10.636349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0f33f0f-d291-4d5d-bcc8-400b8bdfde85 req-8028f39d-b10c-4aaa-bb6a-14b7e2f30373 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0693033 May 06 10:08:10.661560 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:10.663061 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Pushing event updated for resources: {'Port': ['ID=8e0fbfa6-190e-481a-8f0b-4638b75d5c05,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:10.666216 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:10.671563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:10.712356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0f33f0f-d291-4d5d-bcc8-400b8bdfde85 req-886f1bd5-b8cc-44a5-82aa-385e8968c014 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662348 May 06 10:08:10.769411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.804215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.965190 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:10.969965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.043049 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Pushing event updated for resources: {'Port': ['ID=8e0fbfa6-190e-481a-8f0b-4638b75d5c05,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:11.057697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.072520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.073727 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a0d3b8d1-a0c5-4938-a8f9-33b6be4dae6f tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9838302 May 06 10:08:11.076661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:11.081478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1309570795', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'fixed_ips': [{'ip_address': '172.25.8.105'}]}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:11.102939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Made reservation on behalf of e616ab4e0e92415d9f8ae15af761d52d for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:11.106676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.119236 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.201870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.210603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.216270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] device_id is not set on port 75db246c-46a9-4a0b-b96a-43c97f665fcb yet. {{(pid=102743) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 06 10:08:11.331193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671d4ac7-72ec-4227-bf6c-5ece14cd9e06,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:11.420453 n-d-840834-1 neutron-server[102743]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 06 10:08:11.420868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102743) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:08:11.435711 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-82b0b19e-d344-415d-95d0-2fe403ee26df tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.3580008 May 06 10:08:11.438586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57056) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:11.602239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Deleting port 8e0fbfa6-190e-481a-8f0b-4638b75d5c05 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:11.602581 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.678448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.678777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.691052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Calling delete_port for 8e0fbfa6-190e-481a-8f0b-4638b75d5c05 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:11.840219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446afb5e-dad7-4f69-907a-3a333fbfd8a0 req-8d89d46e-1c90-4c10-af68-79c71b2639ac tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:11.842032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-446afb5e-dad7-4f69-907a-3a333fbfd8a0 req-8d89d46e-1c90-4c10-af68-79c71b2639ac tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0573654 May 06 10:08:11.843509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.869371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e0fbfa6-190e-481a-8f0b-4638b75d5c05,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:11.893065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-446afb5e-dad7-4f69-907a-3a333fbfd8a0 req-5088f011-c92a-4111-a448-25c69bab09b0 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427673 May 06 10:08:11.937381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.940099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:11.946847 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8f0d5dc9-d930-44a8-ae0e-39e0eefa7390 tempest-ExternalNetworksAdminNegativeTestJSON-94081601 tempest-ExternalNetworksAdminNegativeTestJSON-94081601-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/03229a95-e9cd-4d40-aa79-99f529594e43 HTTP/1.1" status: 204 len: 168 time: 0.5072687 May 06 10:08:12.149962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f1fe3-73f8-4de0-9e57-f9da046c24a5 req-74e68401-540f-45ed-9437-6325ea8868cf tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:12.151590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-751f1fe3-73f8-4de0-9e57-f9da046c24a5 req-74e68401-540f-45ed-9437-6325ea8868cf tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0592680 May 06 10:08:12.200618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-751f1fe3-73f8-4de0-9e57-f9da046c24a5 req-5365f29f-f358-4443-88f3-5caf137ba5a2 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 May 06 10:08:12.218504 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57070) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.328629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-630fcd45-0570-4e17-ae63-0f4bde57f929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.404051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-630fcd45-0570-4e17-ae63-0f4bde57f929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.408547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-630fcd45-0570-4e17-ae63-0f4bde57f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.451457 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-630fcd45-0570-4e17-ae63-0f4bde57f929 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f8dc35be5a6f48a6b7a791a3e4e648e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317686 May 06 10:08:12.452370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fcd45-0570-4e17-ae63-0f4bde57f929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049245dd-2281-4084-aa75-2fc198c96ae8,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:12.454301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57074) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.506401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0230-46c1-4820-b1cb-c3ef704f23bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.528927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0230-46c1-4820-b1cb-c3ef704f23bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.592681 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0230-46c1-4820-b1cb-c3ef704f23bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.595486 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0230-46c1-4820-b1cb-c3ef704f23bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.596691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4a8f0230-46c1-4820-b1cb-c3ef704f23bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/049245dd-2281-4084-aa75-2fc198c96ae8 HTTP/1.1" status: 204 len: 168 time: 0.1413150 May 06 10:08:12.606187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f0230-46c1-4820-b1cb-c3ef704f23bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049245dd-2281-4084-aa75-2fc198c96ae8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:12.659626 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-529cf26f-9980-46c1-a30a-2a2e06d007fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.877040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57082) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.916814 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7de5a6fc-f381-45d0-8e31-168c49370106 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e616ab4e0e92415d9f8ae15af761d52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383928 May 06 10:08:12.919005 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:12.969019 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab85d6bd-7b7e-451f-86b5-3d1b969d5a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:12.991080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab85d6bd-7b7e-451f-86b5-3d1b969d5a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.091136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab85d6bd-7b7e-451f-86b5-3d1b969d5a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.094171 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab85d6bd-7b7e-451f-86b5-3d1b969d5a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:13.095345 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ab85d6bd-7b7e-451f-86b5-3d1b969d5a0b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/671d4ac7-72ec-4227-bf6c-5ece14cd9e06 HTTP/1.1" status: 204 len: 168 time: 0.1754556 May 06 10:08:13.105783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85d6bd-7b7e-451f-86b5-3d1b969d5a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671d4ac7-72ec-4227-bf6c-5ece14cd9e06,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:13.336622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9376d-2c2a-4f4f-a5f2-4d3040c86349 req-6a13bb35-9f45-425c-85b0-a8b29a2533b3 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:13.338115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fb9376d-2c2a-4f4f-a5f2-4d3040c86349 req-6a13bb35-9f45-425c-85b0-a8b29a2533b3 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0587409 May 06 10:08:13.377596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fb9376d-2c2a-4f4f-a5f2-4d3040c86349 req-ef272c7f-9378-4ed4-b4d8-2f49147e04be tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 May 06 10:08:13.631950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57624e-ffca-4213-9400-c7ded44c63e0 req-7058e176-6983-417d-9444-d3fafbfe72ff tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:13.633457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e57624e-ffca-4213-9400-c7ded44c63e0 req-7058e176-6983-417d-9444-d3fafbfe72ff tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0851355 May 06 10:08:13.648111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-35c04b69-a335-412e-9e65-c7637cb38728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:13.649595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-35c04b69-a335-412e-9e65-c7637cb38728 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=501d83c49a0e4328a05fc60b637f8ad7&device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 1097 time: 0.0704756 May 06 10:08:13.724939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e57624e-ffca-4213-9400-c7ded44c63e0 req-39a22eb1-c951-45aa-ba61-5cb2608167b2 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846374 May 06 10:08:13.764613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-376ab425-86d5-4bc5-bdce-147edb0b7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:13.766086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-376ab425-86d5-4bc5-bdce-147edb0b7912 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9aee53da-acd0-4cf9-a342-716b554f9a4e HTTP/1.1" status: 200 len: 913 time: 0.1072359 May 06 10:08:13.811827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-87dfd530-51d1-4c29-b1c2-19847cda7d99 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e38258-bec8-4d57-97c3-d34c985b74ff HTTP/1.1" status: 200 len: 217 time: 0.0391386 May 06 10:08:13.860638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:13.864622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-cf90ea6d-f3f9-43da-a5e7-bf0f6f9e06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:13.866003 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0037897 May 06 10:08:13.866127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-cf90ea6d-f3f9-43da-a5e7-bf0f6f9e06d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3dc62a15-a5c3-447d-b83d-d0c0362c80a2 HTTP/1.1" status: 200 len: 852 time: 0.0470295 May 06 10:08:13.869217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57116) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:13.905265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-78b0d13a-f79a-4767-9e66-ac1fde53062e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aee53da-acd0-4cf9-a342-716b554f9a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284534 May 06 10:08:13.984991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-56a8a14c-cd07-4da1-89c0-27abf7fc6292 tempest-NetworksApiDiscovery-127434497 tempest-NetworksApiDiscovery-127434497-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1144354 May 06 10:08:14.031415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-a2aba9f6-7c2d-469d-8773-8bc337dd40de service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181502 May 06 10:08:14.127317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17d99773-9366-4c6e-bd5c-9cd2e6193ba5 req-f8aa755c-af7c-44de-bd65-39aa6d57f3d2 service neutron] 10.222.0.82 "GET /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894427 May 06 10:08:14.254989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57132) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:14.366488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96d0f508-123c-4d39-b6fd-0e949e35b927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.449141 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96d0f508-123c-4d39-b6fd-0e949e35b927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.453504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96d0f508-123c-4d39-b6fd-0e949e35b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.493428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-96d0f508-123c-4d39-b6fd-0e949e35b927 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=edfc5324ae1d473bb9dbb8a5a04bf781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371831 May 06 10:08:14.494255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0f508-123c-4d39-b6fd-0e949e35b927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd41b4-8650-4906-9739-ba2641e53641,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:14.496077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57136) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:14.549507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96691ed7-9f48-454f-b1cc-9bcefdf889e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.571608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96691ed7-9f48-454f-b1cc-9bcefdf889e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.620096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96691ed7-9f48-454f-b1cc-9bcefdf889e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.622972 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96691ed7-9f48-454f-b1cc-9bcefdf889e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:14.624296 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-96691ed7-9f48-454f-b1cc-9bcefdf889e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ebd41b4-8650-4906-9739-ba2641e53641 HTTP/1.1" status: 204 len: 168 time: 0.1266651 May 06 10:08:14.633090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96691ed7-9f48-454f-b1cc-9bcefdf889e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd41b4-8650-4906-9739-ba2641e53641,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:14.868222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f7db6-f89d-4138-9363-4f9bc5a6611e req-5a9186bd-2d35-4ac2-86d0-1c78488216f2 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:14.870224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-430f7db6-f89d-4138-9363-4f9bc5a6611e req-5a9186bd-2d35-4ac2-86d0-1c78488216f2 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0668087 May 06 10:08:14.929128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-430f7db6-f89d-4138-9363-4f9bc5a6611e req-45d70e20-3824-499a-b212-13ebb67fd874 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491731 May 06 10:08:15.155961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3dd80ac5-42f9-43c2-889e-d893da20443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:15.916795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-69c71dac-dc97-457a-a1b2-4c21b4f9a360 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403388 May 06 10:08:15.984920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-1972836c-94c8-488b-9674-a742c0f982b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:15.986416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-1972836c-94c8-488b-9674-a742c0f982b2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f932cc658c804f0e86757196333ed2b6&device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1096 time: 0.0473926 May 06 10:08:16.095986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26255bf4-219b-4b9e-94fe-0787635eea1c req-446e8ec0-9890-4189-8aab-4b9071393ef1 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.097644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26255bf4-219b-4b9e-94fe-0787635eea1c req-446e8ec0-9890-4189-8aab-4b9071393ef1 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.1005538 May 06 10:08:16.171971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26255bf4-219b-4b9e-94fe-0787635eea1c req-5b777407-0aad-4821-87c2-b628b1105e17 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605445 May 06 10:08:16.174884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-cbecde42-0ad0-4d1a-a9fb-8bc5018f1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.177880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-cbecde42-0ad0-4d1a-a9fb-8bc5018f1bb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 200 len: 910 time: 0.1706963 May 06 10:08:16.246718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-6975262d-05f7-4f42-a3de-4beefd78d11c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 200 len: 1000 time: 0.0622942 May 06 10:08:16.314870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-d335f678-be93-4b15-ba67-89fc9bac6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.317415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-d335f678-be93-4b15-ba67-89fc9bac6fcf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa9c247e-255e-4787-9df8-b619db937d04 HTTP/1.1" status: 200 len: 848 time: 0.0633585 May 06 10:08:16.412841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-05a796b6-043f-4185-8ac3-cc0e87c97eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.414452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-05a796b6-043f-4185-8ac3-cc0e87c97eed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de23b882-eb8b-4297-9330-cc18e8ed7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876007 May 06 10:08:16.548414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9b3c3-2465-4702-a1a4-bbf0487a260b req-fd5aab19-4db6-4ca5-9add-e776a4c76f8a tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:16.549890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffe9b3c3-2465-4702-a1a4-bbf0487a260b req-fd5aab19-4db6-4ca5-9add-e776a4c76f8a tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.1048200 May 06 10:08:16.554147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-a6bd3e04-f809-4e0e-9b4e-754d75a14c3d service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291103 May 06 10:08:16.636611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffe9b3c3-2465-4702-a1a4-bbf0487a260b req-5e3b998d-7175-4de9-8aaf-78973ea3a925 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789428 May 06 10:08:16.669496 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:16.671804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f5252ba-40f7-4173-afe8-f5f8fd2cff61 req-d481c69f-6422-49dd-9a2d-0d2c9c97bd4c service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083033 May 06 10:08:16.705205 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:17.530386 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:08:17.779247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a5afa-3707-49e3-ac2d-e754dcf45ab6 req-fc975099-c139-4d18-83cb-d365ffe12afd tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:17.781410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-212a5afa-3707-49e3-ac2d-e754dcf45ab6 req-fc975099-c139-4d18-83cb-d365ffe12afd tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0658543 May 06 10:08:17.847781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-212a5afa-3707-49e3-ac2d-e754dcf45ab6 req-060baf6d-b28d-4412-b636-e591df5027bf tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/security-groups?id=8258311a-836f-4f6d-843a-d3017753f3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 May 06 10:08:18.227243 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.458783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-99285757-00ca-44df-a428-5eee0f561646 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:18.460639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-99285757-00ca-44df-a428-5eee0f561646 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.82 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 946 time: 0.0871925 May 06 10:08:18.560061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Deleting port 52e38258-bec8-4d57-97c3-d34c985b74ff {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:08:18.560419 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.657332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] For port 52e38258-bec8-4d57-97c3-d34c985b74ff, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=52e38258-bec8-4d57-97c3-d34c985b74ff,segment=NetworkSegment(b7bd2c69-7cb5-4247-93df-7af959d090f2),segment_id=b7bd2c69-7cb5-4247-93df-7af959d090f2)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:18.657700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.671122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Calling delete_port for 52e38258-bec8-4d57-97c3-d34c985b74ff owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:08:18.729531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.802582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.814096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['52e38258-bec8-4d57-97c3-d34c985b74ff'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:08:18.832290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Pushing event deleted for resources: {'Port': ['ID=52e38258-bec8-4d57-97c3-d34c985b74ff,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:18.879624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] No DVR routers for this DVR port 52e38258-bec8-4d57-97c3-d34c985b74ff on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:08:18.882324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:18.885703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ecce4f33-bd80-4b9c-bf94-be2b004d6401 req-ee761f10-68f0-4dbf-90eb-cd3defcee755 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.82 "DELETE /v2.0/ports/52e38258-bec8-4d57-97c3-d34c985b74ff HTTP/1.1" status: 204 len: 173 time: 0.4188390 May 06 10:08:18.886146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86150a0e-5081-443d-b126-9a32594c7850', 'name': 'network-vif-deleted', 'tag': '52e38258-bec8-4d57-97c3-d34c985b74ff'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:08:18.889090 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4982d9f0-4c9d-468c-99cc-f8a41a925526" -d '{"events": [{"server_uuid": "86150a0e-5081-443d-b126-9a32594c7850", "name": "network-vif-deleted", "tag": "52e38258-bec8-4d57-97c3-d34c985b74ff"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:08:18.965479 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a052fa0-67c3-4e10-bc3c-0aaee113f345 x-openstack-request-id: req-8a052fa0-67c3-4e10-bc3c-0aaee113f345 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:08:18.966541 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86150a0e-5081-443d-b126-9a32594c7850", "name": "network-vif-deleted", "tag": "52e38258-bec8-4d57-97c3-d34c985b74ff", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:08:18.967239 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a052fa0-67c3-4e10-bc3c-0aaee113f345 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:08:18.968139 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a052fa0-67c3-4e10-bc3c-0aaee113f345'] response: {'server_uuid': '86150a0e-5081-443d-b126-9a32594c7850', 'name': 'network-vif-deleted', 'tag': '52e38258-bec8-4d57-97c3-d34c985b74ff', 'status': 'completed', 'code': 200} May 06 10:08:18.993623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-708cf4d0-13ab-4019-9e16-afd85eda38a9 req-489cf494-5ef7-46fa-8558-dcfa887b6072 tempest-TestServerAdvancedOps-1429557964 tempest-TestServerAdvancedOps-1429557964-project] 10.222.0.76 "GET /v2.0/ports?device_id=86150a0e-5081-443d-b126-9a32594c7850 HTTP/1.1" status: 200 len: 210 time: 0.0457218 May 06 10:08:20.056202 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57240) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:20.107827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] Deleting subnet 3dc62a15-a5c3-447d-b83d-d0c0362c80a2 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:08:20.112259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.226933 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.274898 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.330243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.356812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc62a15-a5c3-447d-b83d-d0c0362c80a2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:20.360371 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.363526 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ea70e3e2-81b2-4266-ad21-95b846e7edbd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3dc62a15-a5c3-447d-b83d-d0c0362c80a2 HTTP/1.1" status: 204 len: 168 time: 0.3062861 May 06 10:08:20.366883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57244) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:20.439427 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.525905 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.546731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee53da-acd0-4cf9-a342-716b554f9a4e']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:20.557006 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bd2c69-7cb5-4247-93df-7af959d090f2') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:20.557420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bd2c69-7cb5-4247-93df-7af959d090f2') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:20.568646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.596356 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.604081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:08:20.604693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: timer() May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:08:20.606951 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:08:20.638064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.676595 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.685704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.689361 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] 10.222.0.76 "DELETE /v2.0/networks/9aee53da-acd0-4cf9-a342-716b554f9a4e HTTP/1.1" status: 204 len: 168 time: 0.3214891 May 06 10:08:20.692619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57252) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:20.712363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da3147-8a61-4e73-bd75-c656ae254cab admin admin] Pushing event deleted for resources: {'Network': ['ID=9aee53da-acd0-4cf9-a342-716b554f9a4e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:20.748599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Deleting subnet f57db4dd-e917-473d-bcc5-7a08822d6e84 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:08:20.752217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.765929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57254) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:20.788003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.827713 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.887657 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c01df86-7646-4029-8c87-db9481400909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.901635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.927604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57db4dd-e917-473d-bcc5-7a08822d6e84,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:20.938076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.938435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.938773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.939111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.939447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.939958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.940178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.940445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.940775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.941104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.941974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.942436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:20.945554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.948733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4bdc1a76-2ca6-4d94-9b19-961c3536c92c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f57db4dd-e917-473d-bcc5-7a08822d6e84 HTTP/1.1" status: 204 len: 168 time: 0.2551095 May 06 10:08:20.951236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57258) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:20.974724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c01df86-7646-4029-8c87-db9481400909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:20.978497 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6c01df86-7646-4029-8c87-db9481400909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.015113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01df86-7646-4029-8c87-db9481400909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed012072-52a7-4ff3-a017-2ce04423b477,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:21.019513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6c01df86-7646-4029-8c87-db9481400909 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=53c5d5ab1252417397b7f6793be2d518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524629 May 06 10:08:21.022508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57260) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:21.036586 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.149825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ce43694-d8d8-4657-9bbd-b53e1096985d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.164348 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.190913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ce43694-d8d8-4657-9bbd-b53e1096985d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.199191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611b414d-f52f-4dee-b1ca-2b68f945d7f3']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:21.215052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93240937-04f0-4eec-9fce-5df0e29e3718') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:21.215349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93240937-04f0-4eec-9fce-5df0e29e3718') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:21.234894 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.252358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.259898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:08:21.260299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: timer() May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:08:21.262113 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:08:21.311098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ce43694-d8d8-4657-9bbd-b53e1096985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.314258 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5ce43694-d8d8-4657-9bbd-b53e1096985d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.315545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5ce43694-d8d8-4657-9bbd-b53e1096985d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed012072-52a7-4ff3-a017-2ce04423b477 HTTP/1.1" status: 204 len: 168 time: 0.2918525 May 06 10:08:21.329658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce43694-d8d8-4657-9bbd-b53e1096985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed012072-52a7-4ff3-a017-2ce04423b477,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:21.345043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.350499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.354549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] 10.222.0.76 "DELETE /v2.0/networks/611b414d-f52f-4dee-b1ca-2b68f945d7f3 HTTP/1.1" status: 204 len: 168 time: 0.4022937 May 06 10:08:21.368024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61090f5-7748-4b86-acca-da4e74f68447 admin admin] Pushing event deleted for resources: {'Network': ['ID=611b414d-f52f-4dee-b1ca-2b68f945d7f3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:21.435106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 52e38258-bec8-4d57-97c3-d34c985b74ff no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:08:21.472124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 52e38258-bec8-4d57-97c3-d34c985b74ff {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:08:21.476012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 52e38258-bec8-4d57-97c3-d34c985b74ff not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:08:21.518692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57286) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:21.567344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-312c5f49-5c5f-468c-b8aa-d86ff86d334f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=501d83c49a0e4328a05fc60b637f8ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443113 May 06 10:08:21.567712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57292) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:21.630335 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9a92957b-1473-4a1d-a831-2d717fc01fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.654671 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9a92957b-1473-4a1d-a831-2d717fc01fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.714006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9a92957b-1473-4a1d-a831-2d717fc01fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.716835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9a92957b-1473-4a1d-a831-2d717fc01fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:21.720859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9a92957b-1473-4a1d-a831-2d717fc01fe7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8258311a-836f-4f6d-843a-d3017753f3d3 HTTP/1.1" status: 204 len: 168 time: 0.1522706 May 06 10:08:21.732357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92957b-1473-4a1d-a831-2d717fc01fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8258311a-836f-4f6d-843a-d3017753f3d3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:22.060649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57322) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:22.103932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-611ec700-bde5-4761-9f2e-be56a9eec3ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db59852844ac44c39301bc3352ee0b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419176 May 06 10:08:22.106438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57326) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:22.160929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2084c75-0133-486e-8ea1-f369d9db19b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.180219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57328) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:22.190788 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2084c75-0133-486e-8ea1-f369d9db19b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.245794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2084c75-0133-486e-8ea1-f369d9db19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.248376 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2084c75-0133-486e-8ea1-f369d9db19b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.252060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c2084c75-0133-486e-8ea1-f369d9db19b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e839f447-9772-4562-a87d-cb3b84067ff2 HTTP/1.1" status: 204 len: 168 time: 0.1422360 May 06 10:08:22.258332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2084c75-0133-486e-8ea1-f369d9db19b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e839f447-9772-4562-a87d-cb3b84067ff2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:22.305057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-3710412-network', 'tenant_id': 'aa8167df0b5a499994d1a906a103ed86'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:22.324834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Made reservation on behalf of aa8167df0b5a499994d1a906a103ed86 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:22.329191 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.339487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.422955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.428177 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.456505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:22.463873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe92a8f-2225-4f2d-930b-b67963fa558f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:22.471097 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.471562 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Added segment 83408a0c-faee-4a6e-8fc3-42be6728ec3c of type vlan for network 6c82b86e-bebd-4006-9790-6b0d304d8896 May 06 10:08:22.518188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.548809 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.549944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:22.550538 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.621756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4402955 May 06 10:08:22.624582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57342) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:22.630156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Request body: {'subnet': {'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-3710412-subnet', 'tenant_id': 'aa8167df0b5a499994d1a906a103ed86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:22.640018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53dcd05-549a-46b1-bd53-4fb839fa6260 admin admin] Pushing event updated for resources: {'Network': ['ID=6c82b86e-bebd-4006-9790-6b0d304d8896,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:22.651973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 6c82b86e-bebd-4006-9790-6b0d304d8896 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:22.666696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Made reservation on behalf of aa8167df0b5a499994d1a906a103ed86 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:22.669800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.881584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.941798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fbb43a-52c0-452d-8de2-cf8b6c5102d5,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:22.950776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Checking segment: {'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:22.951181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Network hostable DHCP agents. Network: 6c82b86e-bebd-4006-9790-6b0d304d8896, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:22.968157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Network 6c82b86e-bebd-4006-9790-6b0d304d8896 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:22.977765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 6c82b86e-bebd-4006-9790-6b0d304d8896) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:22.982703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:22.983371 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:22.990782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2116760a-75f8-4787-a720-74525412c99e None None] Network 6c82b86e-bebd-4006-9790-6b0d304d8896 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:23.010192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-35ac1d84-6fa4-4e00-a83b-39ae6eb8a958 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3841615 May 06 10:08:23.062480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57358) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:23.127760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bfb9fc-cd8b-4373-925e-94470fc5406a None None] Network 6c82b86e-bebd-4006-9790-6b0d304d8896 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:23.175250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-747595756-network', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:23.195167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Made reservation on behalf of e07cfa2a22ee414db993b9d4d1bba0e6 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:23.197768 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.207224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.299413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.304288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.329321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:23.341168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc822c-800b-4f0b-9884-370d3e760b68,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:23.344047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.344392 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Added segment d6d2278b-48f4-469a-a173-24ba3d9dc74b of type vlan for network b73011bb-90d1-4a19-8c2d-b490a64371e8 May 06 10:08:23.391016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.424278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.425240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:23.426470 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.486322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4227018 May 06 10:08:23.488285 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57366) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:23.495347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28615f-12d6-407e-aa7b-609c4c9ebb01 admin admin] Pushing event updated for resources: {'Network': ['ID=b73011bb-90d1-4a19-8c2d-b490a64371e8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:23.496787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Request body: {'subnet': {'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-747595756-subnet', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:23.505646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:23.523612 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Made reservation on behalf of e07cfa2a22ee414db993b9d4d1bba0e6 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:23.526964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.714224 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.768480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f09848-2f6c-4e86-ad11-9b9e983146e2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:23.780977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.781318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.781653 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.781985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.782316 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.782634 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.782956 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.783273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.783600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.783934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.784251 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.784567 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:23.790386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Checking segment: {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:23.790742 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Network hostable DHCP agents. Network: b73011bb-90d1-4a19-8c2d-b490a64371e8, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:23.808755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:23.817590 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b73011bb-90d1-4a19-8c2d-b490a64371e8) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:23.826443 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec0615-6d57-4b10-98e8-3183760a3d73 None None] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:23.829034 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:23.830007 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.851602 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-08b543f5-6af0-424c-bffc-adf3e34cd52f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3613741 May 06 10:08:23.854420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57374) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:23.859206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:23.879020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.880189 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:23.962595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.022630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b73011bb-90d1-4a19-8c2d-b490a64371e8', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:08:24.023855 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.137036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.258792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Allocated IP 172.20.0.2 (b73011bb-90d1-4a19-8c2d-b490a64371e8/70f09848-2f6c-4e86-ad11-9b9e983146e2/12a36656-2d71-4747-9e60-7906702f1386) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:24.387501 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.407533 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.435444 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.442154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.486113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:24.489861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:24.493741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:24.504346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Pushing event updated for resources: {'Port': ['ID=12a36656-2d71-4747-9e60-7906702f1386,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:24.525811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Allocated IP 172.25.8.119 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/e7b59101-4a87-47fb-9461-d7da5b49b596) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:24.568892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Attempting to bind port 12a36656-2d71-4747-9e60-7906702f1386 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:24.569257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Attempting to bind port 12a36656-2d71-4747-9e60-7906702f1386 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:24.569636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Attempting to bind port 12a36656-2d71-4747-9e60-7906702f1386 on network b73011bb-90d1-4a19-8c2d-b490a64371e8 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:24.578699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:24.578699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Checking segment: {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:24.578699 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.578699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Bound using segment: {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:24.578699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Bound port: 12a36656-2d71-4747-9e60-7906702f1386, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:24.578699 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.645872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] For port 12a36656-2d71-4747-9e60-7906702f1386, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:24.648756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] For port 12a36656-2d71-4747-9e60-7906702f1386, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=12a36656-2d71-4747-9e60-7906702f1386,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:24.654476 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.661285 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.713898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:24.727629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d16c3-0058-4e12-abd5-917da5352d90 None None] Pushing event updated for resources: {'Port': ['ID=12a36656-2d71-4747-9e60-7906702f1386,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:24.766781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:24.771984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:24.777213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:25.167411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b59101-4a87-47fb-9461-d7da5b49b596,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:25.358330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 12a36656-2d71-4747-9e60-7906702f1386 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:25.434504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 12a36656-2d71-4747-9e60-7906702f1386 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:25.435660 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.458481 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.548730 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.604805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 12a36656-2d71-4747-9e60-7906702f1386, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=12a36656-2d71-4747-9e60-7906702f1386,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:25.610309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.728334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=12a36656-2d71-4747-9e60-7906702f1386,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:25.730064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:25.884751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Router 93a54381-94e6-48fb-8103-70928c171b7b is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:08:26.074080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:26.089907 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Sync routers for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:26.104818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.117948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dec0b6d3-109d-4eef-80f9-96a4b7c75028 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2612579 May 06 10:08:26.120547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57404) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:26.152231 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:26.152882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:26.268984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b100b41d-9ad6-4435-9dc8-325eabcf6959 None None] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:26.359021 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:26.414595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e3db1c44-9304-4479-bf09-d4e6b8b73b6d None None] Provisioning complete for port 12a36656-2d71-4747-9e60-7906702f1386 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:26.415129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e3db1c44-9304-4479-bf09-d4e6b8b73b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.714796 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 3, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:26.754669 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Checking router: 93a54381-94e6-48fb-8103-70928c171b7b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:26.755275 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Updating router 93a54381-94e6-48fb-8103-70928c171b7b port e7b59101-4a87-47fb-9461-d7da5b49b596 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:26.763671 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-6d2151c2-543d-4eae-9b7a-602b3ff0fd0d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0585809 May 06 10:08:26.784008 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:26.858482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.034180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9b5dce56-57b3-414a-9a5f-dfad2c5eeae0 None None] Provisioning complete for port 12a36656-2d71-4747-9e60-7906702f1386 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:27.034561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b5dce56-57b3-414a-9a5f-dfad2c5eeae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.123491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57426) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:27.228149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-5a603fb4-9b51-4bd3-bcf0-410588d9dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:27.230382 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-5a603fb4-9b51-4bd3-bcf0-410588d9dca9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1097 time: 0.4018729 May 06 10:08:27.378275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 12a36656-2d71-4747-9e60-7906702f1386 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:27.391713 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.400839 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.443488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 12a36656-2d71-4747-9e60-7906702f1386 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:27.444086 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.464398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Allocated IP 172.20.0.1 (b73011bb-90d1-4a19-8c2d-b490a64371e8/70f09848-2f6c-4e86-ad11-9b9e983146e2/ecb97964-4348-4167-ae5d-8d4cb093de24) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:27.465525 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Pushing event updated for resources: {'Port': ['ID=e7b59101-4a87-47fb-9461-d7da5b49b596,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:27.485322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.485322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.485322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.485322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.485776 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.486059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.486367 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.486695 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.487282 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.487411 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.487663 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.488087 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:08:27.510595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-c2f3b16e-6762-4bab-ac2c-1ffe69f66d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:27.512457 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Attempting to bind port e7b59101-4a87-47fb-9461-d7da5b49b596 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:27.512667 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-c2f3b16e-6762-4bab-ac2c-1ffe69f66d02 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 897 time: 0.1784823 May 06 10:08:27.513218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Attempting to bind port e7b59101-4a87-47fb-9461-d7da5b49b596 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:27.516339 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Attempting to bind port e7b59101-4a87-47fb-9461-d7da5b49b596 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:27.522947 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:27.523388 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:27.523826 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.524390 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:27.524991 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Bound port: e7b59101-4a87-47fb-9461-d7da5b49b596, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:27.525403 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.593173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51cf4752-8a23-40c1-b3f7-9a655acb0589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.633588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] For port e7b59101-4a87-47fb-9461-d7da5b49b596, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:27.640419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] For port e7b59101-4a87-47fb-9461-d7da5b49b596, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e7b59101-4a87-47fb-9461-d7da5b49b596,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:27.640919 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-04486368-d025-4d13-bc05-484a1a74627d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 1001 time: 0.1200016 May 06 10:08:27.647163 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.703686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.710249 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:27.711110 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:27.716665 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80616afe-df9e-44f7-a462-1e74f1e4fc4c None None] Pushing event updated for resources: {'Port': ['ID=e7b59101-4a87-47fb-9461-d7da5b49b596,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:27.741352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-e74167fb-9ae4-474c-bbc0-e1742a2ed762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:27.745915 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-e74167fb-9ae4-474c-bbc0-e1742a2ed762 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.0981879 May 06 10:08:27.763215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51cf4752-8a23-40c1-b3f7-9a655acb0589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.779992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51cf4752-8a23-40c1-b3f7-9a655acb0589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.813149 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-d07c1f78-374f-4485-96ff-d294ae6746ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:27.817158 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-d07c1f78-374f-4485-96ff-d294ae6746ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619261 May 06 10:08:27.836998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-51cf4752-8a23-40c1-b3f7-9a655acb0589 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9067aaaf23804c51a818a88c69b1eb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7121913 May 06 10:08:27.840029 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:27.843675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57432) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:27.912604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb97964-4348-4167-ae5d-8d4cb093de24,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:27.916663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf4752-8a23-40c1-b3f7-9a655acb0589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b92f6b-c098-40d5-b8df-64e180b2008d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:27.938708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:27.941973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:27.944550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:27.977358 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:27.980452 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-3dc82bc3-bd35-4a70-a902-cc8135950e4a service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314545 May 06 10:08:28.027326 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b2381ff-b880-475a-8bf9-6547c98f54ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.030261 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.125139 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce251591-0b0c-45d4-9b07-43aa2ed8b73c req-ead9a8c7-cc00-42e5-8ff2-6c8eb6b4a007 service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379986 May 06 10:08:28.175027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b2381ff-b880-475a-8bf9-6547c98f54ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.282081 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 3, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:28.285913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4dbc2be6-dfb7-42b8-90f5-4251804c6bd7 None None] Provisioning complete for port ecb97964-4348-4167-ae5d-8d4cb093de24 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:28.286604 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4dbc2be6-dfb7-42b8-90f5-4251804c6bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.294698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.321888 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e205a-c62d-4f5f-bb72-e2a2695f1b46 None None] The sync data for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 is: [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:25Z', 'revision_number': 3, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:28.324352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b2381ff-b880-475a-8bf9-6547c98f54ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.326870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7b2381ff-b880-475a-8bf9-6547c98f54ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.328158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7b2381ff-b880-475a-8bf9-6547c98f54ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0b92f6b-c098-40d5-b8df-64e180b2008d HTTP/1.1" status: 204 len: 168 time: 0.4781609 May 06 10:08:28.368686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc2be6-dfb7-42b8-90f5-4251804c6bd7 None None] Port ecb97964-4348-4167-ae5d-8d4cb093de24 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:28.370031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2381ff-b880-475a-8bf9-6547c98f54ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b92f6b-c098-40d5-b8df-64e180b2008d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:28.565740 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.571934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.643019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:28.645049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb97964-4348-4167-ae5d-8d4cb093de24,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:28.806763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:28.808405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:28.830230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57440) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:28.855318 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-41488853-f32f-45c1-a4a4-e683fa77e03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.004430 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-41488853-f32f-45c1-a4a4-e683fa77e03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.014757 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-41488853-f32f-45c1-a4a4-e683fa77e03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.016106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Router 93a54381-94e6-48fb-8103-70928c171b7b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:29.061293 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-41488853-f32f-45c1-a4a4-e683fa77e03d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5c264d7201ff42829ce8a269310324d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285590 May 06 10:08:29.062656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41488853-f32f-45c1-a4a4-e683fa77e03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0ee432-e44b-4813-8b42-9e5c5e192e1b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:29.065966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57442) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:29.136002 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8223849a-ffb8-4c5f-aa96-86b66759de52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.163202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:29.176462 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8223849a-ffb8-4c5f-aa96-86b66759de52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.177376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b9632a0f-52bc-41fa-87f1-f7f6d2c0a3c2 admin admin] 10.222.0.76 "PUT /v2.0/routers/93a54381-94e6-48fb-8103-70928c171b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484049 May 06 10:08:29.200219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-99ae379b-4524-4fc2-9e5e-b818e65e673b None None] Provisioning complete for port ecb97964-4348-4167-ae5d-8d4cb093de24 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:29.200684 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-99ae379b-4524-4fc2-9e5e-b818e65e673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.245850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8223849a-ffb8-4c5f-aa96-86b66759de52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.248444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8223849a-ffb8-4c5f-aa96-86b66759de52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.252337 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8223849a-ffb8-4c5f-aa96-86b66759de52 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd0ee432-e44b-4813-8b42-9e5c5e192e1b HTTP/1.1" status: 204 len: 168 time: 0.1849546 May 06 10:08:29.266835 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223849a-ffb8-4c5f-aa96-86b66759de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0ee432-e44b-4813-8b42-9e5c5e192e1b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:29.293694 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-99ae379b-4524-4fc2-9e5e-b818e65e673b None None] Port ecb97964-4348-4167-ae5d-8d4cb093de24 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:29.422688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e7b59101-4a87-47fb-9461-d7da5b49b596 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:29.522720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port e7b59101-4a87-47fb-9461-d7da5b49b596 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:29.523111 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.650268 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.703232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port e7b59101-4a87-47fb-9461-d7da5b49b596, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e7b59101-4a87-47fb-9461-d7da5b49b596,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:29.709268 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:29.790509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=e7b59101-4a87-47fb-9461-d7da5b49b596,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:30.015383 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57474) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:30.021790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-896950937-network', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:30.042636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Made reservation on behalf of 4e4a9017802e45ab945d536af5f334c8 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:30.045253 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.054244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.152454 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.157517 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.186809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:30.207877 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.208539 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Added segment 69c3858b-c855-4d98-9120-568372146d4a of type vlan for network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 May 06 10:08:30.211112 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eab369-4b9d-4d64-ad67-58b6fd23cf0e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:30.259328 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.306937 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.309366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:30.310182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.384715 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3674595 May 06 10:08:30.387820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57486) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:30.395939 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17726a7-4257-4dd2-af9e-ca2bb386297b admin admin] Pushing event updated for resources: {'Network': ['ID=4843f1b6-81c4-4c8f-9477-f0fd5f41e351,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:30.404942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Request body: {'subnet': {'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-896950937-subnet', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:30.408230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:30.452813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Made reservation on behalf of 4e4a9017802e45ab945d536af5f334c8 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:30.457779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:30.782427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Sync routers for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:30.801310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:30.805608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:30.999565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:31.008359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.064425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1228b38f-3eb0-4a24-9493-0bc230a7080d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:31.107301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Checking segment: {'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:31.107725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Network hostable DHCP agents. Network: 4843f1b6-81c4-4c8f-9477-f0fd5f41e351, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:31.139457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:31.150879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4843f1b6-81c4-4c8f-9477-f0fd5f41e351) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:31.155349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:31.156088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.180471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be16471-5aa2-4135-9d0b-46a47484938c None None] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:31.182355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7f09840f-9cdc-47d2-bbbe-96b1835c4cf7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7895448 May 06 10:08:31.184653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57504) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:31.199278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:31.238075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.239701 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.340566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e7b59101-4a87-47fb-9461-d7da5b49b596 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:31.350849 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.579637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.638524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-4843f1b6-81c4-4c8f-9477-f0fd5f41e351', 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'fixed_ips': [{'subnet_id': '1228b38f-3eb0-4a24-9493-0bc230a7080d'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:08:31.639371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.670972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port e7b59101-4a87-47fb-9461-d7da5b49b596 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:31.671561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.677222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 2, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:31.734633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Checking router: 93a54381-94e6-48fb-8103-70928c171b7b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:31.735215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Updating router 93a54381-94e6-48fb-8103-70928c171b7b port ecb97964-4348-4167-ae5d-8d4cb093de24 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:31.848370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.916075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:31.958050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.059358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Allocated IP 172.20.0.2 (4843f1b6-81c4-4c8f-9477-f0fd5f41e351/1228b38f-3eb0-4a24-9493-0bc230a7080d/7dd917fe-7ee5-4b57-91a4-deb56b866ca1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:32.143571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Allocated IP 172.25.8.239 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/93b83f6d-adb2-4a96-b926-70bf7cb522b3) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:32.337395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.395342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.397202 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.411317 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.414673 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.443755 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57542) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:32.446305 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.452035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:32.461548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:32.466573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:32.467851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:32.480901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:32.484512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:32.488347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Pushing event updated for resources: {'Port': ['ID=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:32.531396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Pushing event updated for resources: {'Port': ['ID=93b83f6d-adb2-4a96-b926-70bf7cb522b3,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:32.712582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Attempting to bind port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:32.713161 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Attempting to bind port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:32.713300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Attempting to bind port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 on network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:32.719531 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:32.719958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Checking segment: {'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:32.720514 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.720904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Bound using segment: {'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:32.721401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Bound port: 7dd917fe-7ee5-4b57-91a4-deb56b866ca1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:32.721776 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.732255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd6e04-e776-4cb6-a6a2-0e5f6be24889 None None] Pushing event updated for resources: {'Port': ['ID=ecb97964-4348-4167-ae5d-8d4cb093de24,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:32.740911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc7da11c-92ba-4a04-966f-166824bf02ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.749861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Attempting to bind port ecb97964-4348-4167-ae5d-8d4cb093de24 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:32.750232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Attempting to bind port ecb97964-4348-4167-ae5d-8d4cb093de24 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:32.750596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Attempting to bind port ecb97964-4348-4167-ae5d-8d4cb093de24 on network b73011bb-90d1-4a19-8c2d-b490a64371e8 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:32.793364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:32.793364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Checking segment: {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:32.793364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.793364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Bound using segment: {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:32.793904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Bound port: ecb97964-4348-4167-ae5d-8d4cb093de24, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:32.793904 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.899263 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.918521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1c9be516-beda-4120-a421-79b2ff24fa0a None None] Provisioning complete for port ecb97964-4348-4167-ae5d-8d4cb093de24 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:32.918877 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1c9be516-beda-4120-a421-79b2ff24fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.949479 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc7da11c-92ba-4a04-966f-166824bf02ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.958601 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-cc7da11c-92ba-4a04-966f-166824bf02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:32.980305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] For port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:32.986688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1c9be516-beda-4120-a421-79b2ff24fa0a None None] Port ecb97964-4348-4167-ae5d-8d4cb093de24 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:32.989204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] For port ecb97964-4348-4167-ae5d-8d4cb093de24, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:32.997210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] For port ecb97964-4348-4167-ae5d-8d4cb093de24, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ecb97964-4348-4167-ae5d-8d4cb093de24,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:33.004252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] For port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,segment=NetworkSegment(69c3858b-c855-4d98-9120-568372146d4a),segment_id=69c3858b-c855-4d98-9120-568372146d4a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:33.009038 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.019757 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cc7da11c-92ba-4a04-966f-166824bf02ce admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=306106702ed244f786419cecdf17a653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737903 May 06 10:08:33.020288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57550) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:33.021138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7da11c-92ba-4a04-966f-166824bf02ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf6453-d3c0-4ad1-bc7b-2325799eac6c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:33.024440 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.101356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd6e04-e776-4cb6-a6a2-0e5f6be24889 None None] Pushing event updated for resources: {'Port': ['ID=ecb97964-4348-4167-ae5d-8d4cb093de24,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:33.105025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:33.105025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:33.172083 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3764420b-672e-4d4d-8f58-cd71e5a0b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.246302 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3764420b-672e-4d4d-8f58-cd71e5a0b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.294729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21e62-51a4-4b31-a8a7-ecda431af949 None None] Pushing event updated for resources: {'Port': ['ID=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:33.308626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.334592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:33.437766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3764420b-672e-4d4d-8f58-cd71e5a0b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.445422 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3764420b-672e-4d4d-8f58-cd71e5a0b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.450459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3764420b-672e-4d4d-8f58-cd71e5a0b1d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3caf6453-d3c0-4ad1-bc7b-2325799eac6c HTTP/1.1" status: 204 len: 168 time: 0.4287374 May 06 10:08:33.499131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764420b-672e-4d4d-8f58-cd71e5a0b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf6453-d3c0-4ad1-bc7b-2325799eac6c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:33.644527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c978e7a7-65a5-48f0-a311-ae164e2eaac9 None None] Provisioning complete for port ecb97964-4348-4167-ae5d-8d4cb093de24 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:33.645027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c978e7a7-65a5-48f0-a311-ae164e2eaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.651937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Router fabfb65b-4ca5-45ea-b41e-ad47230de553 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:08:33.865470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:33.878882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Sync routers for ids ['fabfb65b-4ca5-45ea-b41e-ad47230de553'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:33.898594 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Routers {'fabfb65b-4ca5-45ea-b41e-ad47230de553'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:33.899678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fabfb65b-4ca5-45ea-b41e-ad47230de553'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:33.902566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:33.907717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0d1519fa-4210-4c2d-8abe-eebe28e71b84 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7181597 May 06 10:08:33.908212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57558) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:33.941588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:33.973507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006d75e-1d68-4ef4-85b5-9b10552f0ee7 None None] The sync data for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 is: [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:33.979268 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c978e7a7-65a5-48f0-a311-ae164e2eaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.076549 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Set router fabfb65b-4ca5-45ea-b41e-ad47230de553 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:34.095004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c978e7a7-65a5-48f0-a311-ae164e2eaac9 None None] For port ecb97964-4348-4167-ae5d-8d4cb093de24, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ecb97964-4348-4167-ae5d-8d4cb093de24,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:34.128940 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c978e7a7-65a5-48f0-a311-ae164e2eaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.261015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978e7a7-65a5-48f0-a311-ae164e2eaac9 None None] Pushing event updated for resources: {'Port': ['ID=ecb97964-4348-4167-ae5d-8d4cb093de24,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:34.287174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57560) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:34.310032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab6748ae-9520-4c9b-80f8-745d8ab806b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.463120 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 3, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port': {'id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:34.533584 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Checking router: fabfb65b-4ca5-45ea-b41e-ad47230de553 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:34.533918 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Updating router fabfb65b-4ca5-45ea-b41e-ad47230de553 port 93b83f6d-adb2-4a96-b926-70bf7cb522b3 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:34.595948 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.682857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab6748ae-9520-4c9b-80f8-745d8ab806b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.692699 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ab6748ae-9520-4c9b-80f8-745d8ab806b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.817667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6748ae-9520-4c9b-80f8-745d8ab806b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d308c95-db02-4514-90a7-3f86fef4841d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:34.881704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:34.888088 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ab6748ae-9520-4c9b-80f8-745d8ab806b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=adb80011ca3449038535adbfbd90f0a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979784 May 06 10:08:34.889179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57564) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:34.932394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9c256-a763-4fde-8215-e8f123189331 None None] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:35.012382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66be127d-dd47-478a-8475-b8d027af3a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.048970 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.056518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66be127d-dd47-478a-8475-b8d027af3a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.058772 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.079275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-42a5a101-8956-4477-9edf-7446465add49 None None] Provisioning complete for port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:35.079879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a5a101-8956-4477-9edf-7446465add49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.090761 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Attempting to bind port 93b83f6d-adb2-4a96-b926-70bf7cb522b3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:35.091385 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Attempting to bind port 93b83f6d-adb2-4a96-b926-70bf7cb522b3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:35.091948 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Attempting to bind port 93b83f6d-adb2-4a96-b926-70bf7cb522b3 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:35.123264 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:35.124173 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:35.124873 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.125419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:35.126124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Bound port: 93b83f6d-adb2-4a96-b926-70bf7cb522b3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:35.126707 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.186418 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] For port 93b83f6d-adb2-4a96-b926-70bf7cb522b3, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:35.189897 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] For port 93b83f6d-adb2-4a96-b926-70bf7cb522b3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=93b83f6d-adb2-4a96-b926-70bf7cb522b3,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:35.195889 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.248627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66be127d-dd47-478a-8475-b8d027af3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.249162 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Routers {'fabfb65b-4ca5-45ea-b41e-ad47230de553'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:35.249793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fabfb65b-4ca5-45ea-b41e-ad47230de553'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:35.256238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66be127d-dd47-478a-8475-b8d027af3a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.304863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-66be127d-dd47-478a-8475-b8d027af3a10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d308c95-db02-4514-90a7-3f86fef4841d HTTP/1.1" status: 204 len: 168 time: 0.4104500 May 06 10:08:35.338417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d5535-ce4c-4fe3-9708-8a5fa55e16d7 None None] Pushing event updated for resources: {'Port': ['ID=93b83f6d-adb2-4a96-b926-70bf7cb522b3,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:35.348182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be127d-dd47-478a-8475-b8d027af3a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d308c95-db02-4514-90a7-3f86fef4841d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:35.469796 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a5a101-8956-4477-9edf-7446465add49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.471399 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d5535-ce4c-4fe3-9708-8a5fa55e16d7 None None] Pushing event updated for resources: {'Port': ['ID=93b83f6d-adb2-4a96-b926-70bf7cb522b3,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:35.545764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-42a5a101-8956-4477-9edf-7446465add49 None None] For port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,segment=NetworkSegment(69c3858b-c855-4d98-9120-568372146d4a),segment_id=69c3858b-c855-4d98-9120-568372146d4a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:35.552715 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42a5a101-8956-4477-9edf-7446465add49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:35.634402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Allocated IP 172.20.0.1 (4843f1b6-81c4-4c8f-9477-f0fd5f41e351/1228b38f-3eb0-4a24-9493-0bc230a7080d/8202a825-5176-4163-990b-d3b791bfc138) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:08:35.691733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ecb97964-4348-4167-ae5d-8d4cb093de24 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:35.718449 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] Set router fabfb65b-4ca5-45ea-b41e-ad47230de553 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:35.851893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5a101-8956-4477-9edf-7446465add49 None None] Pushing event updated for resources: {'Port': ['ID=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:35.872663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ecb97964-4348-4167-ae5d-8d4cb093de24 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:35.873354 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.010583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76d338ed-75fe-4e1f-8a4f-a21ae221ef40 None None] Provisioning complete for port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:36.011154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76d338ed-75fe-4e1f-8a4f-a21ae221ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.030126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.086133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.163916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:36.176609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:36.176746 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 3, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port': {'id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:36.209676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:08:36.252548 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5f1b3-77d7-4ddb-b1c3-bbd3fa8d9872 None None] The sync data for ids ['fabfb65b-4ca5-45ea-b41e-ad47230de553'] in n-d-840834-1 is: [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:32Z', 'revision_number': 3, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port': {'id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:36.268750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:36.306736 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.410066 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8202a825-5176-4163-990b-d3b791bfc138,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:36.410813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:36.411283 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.607342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.618696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-20252fde-ccaa-4445-9729-c76216fe7d28 None None] Provisioning complete for port 8202a825-5176-4163-990b-d3b791bfc138 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:36.619765 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-20252fde-ccaa-4445-9729-c76216fe7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.717197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-20252fde-ccaa-4445-9729-c76216fe7d28 None None] Port 8202a825-5176-4163-990b-d3b791bfc138 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:36.892024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.900561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:36.988037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8202a825-5176-4163-990b-d3b791bfc138,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:36.991707 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.117058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:08:37.118446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:37.374202 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Router fabfb65b-4ca5-45ea-b41e-ad47230de553 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:08:37.520840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:37.567029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:08:37.573108 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-59a5c6f9-7515-4927-9e0a-c1adbb7899b9 admin admin] 10.222.0.76 "PUT /v2.0/routers/fabfb65b-4ca5-45ea-b41e-ad47230de553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6639094 May 06 10:08:37.622635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ea601f37-0edd-4d05-b2b5-d541f6b7de05 None None] Provisioning complete for port 8202a825-5176-4163-990b-d3b791bfc138 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:37.623007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ea601f37-0edd-4d05-b2b5-d541f6b7de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.624691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:37.625042 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.688902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ea601f37-0edd-4d05-b2b5-d541f6b7de05 None None] Port 8202a825-5176-4163-990b-d3b791bfc138 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:08:37.747172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 93b83f6d-adb2-4a96-b926-70bf7cb522b3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:37.839534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 93b83f6d-adb2-4a96-b926-70bf7cb522b3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:37.839949 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.940189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:37.968222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 93b83f6d-adb2-4a96-b926-70bf7cb522b3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=93b83f6d-adb2-4a96-b926-70bf7cb522b3,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:37.974657 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:38.039795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=93b83f6d-adb2-4a96-b926-70bf7cb522b3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:38.744964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Sync routers for ids ['fabfb65b-4ca5-45ea-b41e-ad47230de553'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:08:38.762703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Routers {'fabfb65b-4ca5-45ea-b41e-ad47230de553'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:38.764101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fabfb65b-4ca5-45ea-b41e-ad47230de553'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:38.920662 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Set router fabfb65b-4ca5-45ea-b41e-ad47230de553 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:39.173234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:36Z', 'revision_number': 4, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port': {'id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8202a825-5176-4163-990b-d3b791bfc138', 'name': '', 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'mac_address': 'fa:16:3e:8f:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '1228b38f-3eb0-4a24-9493-0bc230a7080d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:34Z', 'updated_at': '2022-05-06T10:08:36Z', 'revision_number': 2, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'subnets': [{'id': '1228b38f-3eb0-4a24-9493-0bc230a7080d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:39.209342 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Checking router: fabfb65b-4ca5-45ea-b41e-ad47230de553 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:08:39.209977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Updating router fabfb65b-4ca5-45ea-b41e-ad47230de553 port 8202a825-5176-4163-990b-d3b791bfc138 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:08:39.239110 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.393128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 93b83f6d-adb2-4a96-b926-70bf7cb522b3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:39.535539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 93b83f6d-adb2-4a96-b926-70bf7cb522b3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:39.536274 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.743836 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.751445 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.800756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe9f12-502b-4e97-ab2f-a0222cd1402e None None] Pushing event updated for resources: {'Port': ['ID=8202a825-5176-4163-990b-d3b791bfc138,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:39.895165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Attempting to bind port 8202a825-5176-4163-990b-d3b791bfc138 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:08:39.895414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Attempting to bind port 8202a825-5176-4163-990b-d3b791bfc138 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:08:39.895663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Attempting to bind port 8202a825-5176-4163-990b-d3b791bfc138 on network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:08:39.901707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:08:39.902084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Checking segment: {'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:39.902555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:39.902992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Bound using segment: {'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:08:39.903529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Bound port: 8202a825-5176-4163-990b-d3b791bfc138, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c3858b-c855-4d98-9120-568372146d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:08:39.903940 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.010441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] For port 8202a825-5176-4163-990b-d3b791bfc138, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:08:40.014376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] For port 8202a825-5176-4163-990b-d3b791bfc138, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8202a825-5176-4163-990b-d3b791bfc138,segment=NetworkSegment(69c3858b-c855-4d98-9120-568372146d4a),segment_id=69c3858b-c855-4d98-9120-568372146d4a)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:08:40.023942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.097089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Routers {'fabfb65b-4ca5-45ea-b41e-ad47230de553'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:08:40.097651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:08:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fabfb65b-4ca5-45ea-b41e-ad47230de553'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:40.158795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe9f12-502b-4e97-ab2f-a0222cd1402e None None] Pushing event updated for resources: {'Port': ['ID=8202a825-5176-4163-990b-d3b791bfc138,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:40.290683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ccfaab73-75da-4372-8592-44af9b9e9499 None None] Provisioning complete for port 8202a825-5176-4163-990b-d3b791bfc138 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:40.291333 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccfaab73-75da-4372-8592-44af9b9e9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.297599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] Set router fabfb65b-4ca5-45ea-b41e-ad47230de553 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:08:40.575691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccfaab73-75da-4372-8592-44af9b9e9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.664090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ccfaab73-75da-4372-8592-44af9b9e9499 None None] For port 8202a825-5176-4163-990b-d3b791bfc138, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8202a825-5176-4163-990b-d3b791bfc138,segment=NetworkSegment(69c3858b-c855-4d98-9120-568372146d4a),segment_id=69c3858b-c855-4d98-9120-568372146d4a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:08:40.669967 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccfaab73-75da-4372-8592-44af9b9e9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:40.776840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaab73-75da-4372-8592-44af9b9e9499 None None] Pushing event updated for resources: {'Port': ['ID=8202a825-5176-4163-990b-d3b791bfc138,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:40.796182 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:36Z', 'revision_number': 4, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port': {'id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8202a825-5176-4163-990b-d3b791bfc138', 'name': '', 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'mac_address': 'fa:16:3e:8f:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '1228b38f-3eb0-4a24-9493-0bc230a7080d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:34Z', 'updated_at': '2022-05-06T10:08:40Z', 'revision_number': 4, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'subnets': [{'id': '1228b38f-3eb0-4a24-9493-0bc230a7080d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:08:40.839014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4996e4-0922-4671-9664-46e1706473e3 None None] The sync data for ids ['fabfb65b-4ca5-45ea-b41e-ad47230de553'] in n-d-840834-1 is: [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:36Z', 'revision_number': 4, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port': {'id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8202a825-5176-4163-990b-d3b791bfc138', 'name': '', 'network_id': '4843f1b6-81c4-4c8f-9477-f0fd5f41e351', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'mac_address': 'fa:16:3e:8f:a7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '1228b38f-3eb0-4a24-9493-0bc230a7080d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:34Z', 'updated_at': '2022-05-06T10:08:40Z', 'revision_number': 4, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'subnets': [{'id': '1228b38f-3eb0-4a24-9493-0bc230a7080d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:08:40.848928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-847d2a4f-2e3f-4acb-a14e-64ea11bf7bae None None] Provisioning complete for port 8202a825-5176-4163-990b-d3b791bfc138 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:40.849494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-847d2a4f-2e3f-4acb-a14e-64ea11bf7bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:41.383153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8202a825-5176-4163-990b-d3b791bfc138 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:08:41.797948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8202a825-5176-4163-990b-d3b791bfc138 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:08:41.799163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:42.656989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d99ede74-f004-4bdd-a4fb-7c756b6e8d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:45.152888 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-00f2f178-41ac-4e26-bf74-8558074e0b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:46.672282 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:46.707525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.447809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57842) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:47.585551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e17ac2d4-4c6a-478f-bfa9-ea74b43f0132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.694387 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e17ac2d4-4c6a-478f-bfa9-ea74b43f0132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.698933 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e17ac2d4-4c6a-478f-bfa9-ea74b43f0132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.741376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ac2d4-4c6a-478f-bfa9-ea74b43f0132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0baffd-3dd4-46c5-8a6a-5404c287b814,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:47.750458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57850) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:47.751058 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e17ac2d4-4c6a-478f-bfa9-ea74b43f0132 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e437c96befe343e6a13fe4ce8d472650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982314 May 06 10:08:47.837349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3a3aa28-3798-4055-8f27-e9c5d20a97a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.864318 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3a3aa28-3798-4055-8f27-e9c5d20a97a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.919284 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3a3aa28-3798-4055-8f27-e9c5d20a97a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.922462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3a3aa28-3798-4055-8f27-e9c5d20a97a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:47.927373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e3a3aa28-3798-4055-8f27-e9c5d20a97a6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d0baffd-3dd4-46c5-8a6a-5404c287b814 HTTP/1.1" status: 204 len: 168 time: 0.1756525 May 06 10:08:47.936372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3aa28-3798-4055-8f27-e9c5d20a97a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0baffd-3dd4-46c5-8a6a-5404c287b814,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:48.239369 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.266446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57864) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:48.284463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5536a149-ee1e-4556-acf4-b774b384a79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.381621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5536a149-ee1e-4556-acf4-b774b384a79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.386507 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5536a149-ee1e-4556-acf4-b774b384a79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.427867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536a149-ee1e-4556-acf4-b774b384a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82b7e0-c931-4777-8d59-4ee636bb24b4,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:48.449885 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5536a149-ee1e-4556-acf4-b774b384a79b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37956f2e95854526b3699064045d02f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823056 May 06 10:08:48.452997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57870) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:48.512683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c0558a4-2be2-4717-a1a3-35ab733d2382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.538408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c0558a4-2be2-4717-a1a3-35ab733d2382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.598319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c0558a4-2be2-4717-a1a3-35ab733d2382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.600987 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1c0558a4-2be2-4717-a1a3-35ab733d2382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:48.604422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1c0558a4-2be2-4717-a1a3-35ab733d2382 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b82b7e0-c931-4777-8d59-4ee636bb24b4 HTTP/1.1" status: 204 len: 168 time: 0.1481700 May 06 10:08:48.610657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0558a4-2be2-4717-a1a3-35ab733d2382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82b7e0-c931-4777-8d59-4ee636bb24b4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:48.750447 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:50.635323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.204459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 57980) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:51.372104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1021516b-3720-413b-9ba2-6bab555d768f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.453136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1021516b-3720-413b-9ba2-6bab555d768f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.457960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1021516b-3720-413b-9ba2-6bab555d768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.504642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 57992) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:51.505197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1021516b-3720-413b-9ba2-6bab555d768f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eadb45bd999b473985ab23d9e51bcc39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965713 May 06 10:08:51.505661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021516b-3720-413b-9ba2-6bab555d768f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fc1cc5-591b-4bf7-9974-30e993c9ff93,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:51.566099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3792e955-46e2-4675-b17e-f34fe04258b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.598349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3792e955-46e2-4675-b17e-f34fe04258b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.652407 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3792e955-46e2-4675-b17e-f34fe04258b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.654916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3792e955-46e2-4675-b17e-f34fe04258b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:51.656101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3792e955-46e2-4675-b17e-f34fe04258b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24fc1cc5-591b-4bf7-9974-30e993c9ff93 HTTP/1.1" status: 204 len: 168 time: 0.1495845 May 06 10:08:51.665751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792e955-46e2-4675-b17e-f34fe04258b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fc1cc5-591b-4bf7-9974-30e993c9ff93,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:51.984878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58014) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:52.000679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f318db04-e05b-48e3-8cd5-887d1347a516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.099418 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f318db04-e05b-48e3-8cd5-887d1347a516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.103996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f318db04-e05b-48e3-8cd5-887d1347a516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.131001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318db04-e05b-48e3-8cd5-887d1347a516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4276a6-5619-42a0-b3d1-f944970a374e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:52.168794 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f318db04-e05b-48e3-8cd5-887d1347a516 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1dbe33d3890642949a22122425efcdce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824687 May 06 10:08:52.171650 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58020) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:52.227900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c548b44f-d904-4532-993e-da0c6f2e0365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.260068 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c548b44f-d904-4532-993e-da0c6f2e0365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.324188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c548b44f-d904-4532-993e-da0c6f2e0365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.327439 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c548b44f-d904-4532-993e-da0c6f2e0365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:52.329214 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c548b44f-d904-4532-993e-da0c6f2e0365 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b4276a6-5619-42a0-b3d1-f944970a374e HTTP/1.1" status: 204 len: 168 time: 0.1564360 May 06 10:08:52.341045 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548b44f-d904-4532-993e-da0c6f2e0365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4276a6-5619-42a0-b3d1-f944970a374e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:54.536302 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:08:54.704481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:54.848279 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5c6dca1-7e0c-416f-9b62-b91acf2bc5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.927993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5c6dca1-7e0c-416f-9b62-b91acf2bc5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.934891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b5c6dca1-7e0c-416f-9b62-b91acf2bc5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:54.977802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b5c6dca1-7e0c-416f-9b62-b91acf2bc5f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4db6bbc76214ad89d3b33c4d35d0272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718115 May 06 10:08:54.978790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58158) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:55.011771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6dca1-7e0c-416f-9b62-b91acf2bc5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9868c70c-8abb-4116-a1e3-d1f676f346f5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:55.055017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-249f97d2-9fe0-4afb-bde0-c08aeda411fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.084908 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-249f97d2-9fe0-4afb-bde0-c08aeda411fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.137196 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-249f97d2-9fe0-4afb-bde0-c08aeda411fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.140639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-249f97d2-9fe0-4afb-bde0-c08aeda411fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.142758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-249f97d2-9fe0-4afb-bde0-c08aeda411fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9868c70c-8abb-4116-a1e3-d1f676f346f5 HTTP/1.1" status: 204 len: 168 time: 0.1609898 May 06 10:08:55.153064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f97d2-9fe0-4afb-bde0-c08aeda411fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9868c70c-8abb-4116-a1e3-d1f676f346f5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:55.524085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58174) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:55.544030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84bab317-8b18-4b9a-a396-58fd10e7c26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.699979 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84bab317-8b18-4b9a-a396-58fd10e7c26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.708615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-84bab317-8b18-4b9a-a396-58fd10e7c26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.761624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-84bab317-8b18-4b9a-a396-58fd10e7c26c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=429a34f541874be789668f8fa9f64c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363598 May 06 10:08:55.764493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:55.772226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bab317-8b18-4b9a-a396-58fd10e7c26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986c7d75-750f-430b-9c11-fe7548c1e74a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:55.837805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9911a2-8118-42c7-a5fc-f8f3aba72dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.870759 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9911a2-8118-42c7-a5fc-f8f3aba72dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.941767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9911a2-8118-42c7-a5fc-f8f3aba72dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.944993 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9911a2-8118-42c7-a5fc-f8f3aba72dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:55.946209 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad9911a2-8118-42c7-a5fc-f8f3aba72dff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/986c7d75-750f-430b-9c11-fe7548c1e74a HTTP/1.1" status: 204 len: 168 time: 0.1804392 May 06 10:08:55.956020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9911a2-8118-42c7-a5fc-f8f3aba72dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986c7d75-750f-430b-9c11-fe7548c1e74a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:56.805719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58220) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:56.916690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908549455-network', 'tenant_id': 'cf523fcc131740a3819bdd43d142dc35'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:56.936200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Made reservation on behalf of cf523fcc131740a3819bdd43d142dc35 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:56.938597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:56.947452 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.025573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.029596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.051165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:57.067029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7475369-e53b-4d4a-94d9-58b18d022b09,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:57.070016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.070451 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Added segment 2da24633-a658-406f-b78d-afd62e13ac2a of type vlan for network c75919ba-1c74-46e9-a45c-14e84535ae2e May 06 10:08:57.113124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.138717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.139732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:57.140302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.202319 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3954341 May 06 10:08:57.205883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58228) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:57.211565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Request body: {'subnet': {'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908549455-subnet', 'tenant_id': 'cf523fcc131740a3819bdd43d142dc35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:57.215545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8e540-abf1-4548-a88e-374b1e8d1688 admin admin] Pushing event updated for resources: {'Network': ['ID=c75919ba-1c74-46e9-a45c-14e84535ae2e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:57.228379 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c75919ba-1c74-46e9-a45c-14e84535ae2e details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:57.249095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Made reservation on behalf of cf523fcc131740a3819bdd43d142dc35 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:57.251892 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.432660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.501621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb669566-374c-4205-a142-71b0cdf347ed,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:57.520550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Checking segment: {'id': '2da24633-a658-406f-b78d-afd62e13ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:57.520908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Network hostable DHCP agents. Network: c75919ba-1c74-46e9-a45c-14e84535ae2e, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:57.537212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Network c75919ba-1c74-46e9-a45c-14e84535ae2e is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:57.545577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c75919ba-1c74-46e9-a45c-14e84535ae2e) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:57.550547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:57.551294 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:57.557236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016e734-3258-4697-ac48-a41bfe53ba2c None None] Network c75919ba-1c74-46e9-a45c-14e84535ae2e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:57.569299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8404a4dd-b07c-40e0-b2f3-02a031114cc9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3621352 May 06 10:08:57.702948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356bff46-fd95-45a7-b620-8138acc08bb1 None None] Network c75919ba-1c74-46e9-a45c-14e84535ae2e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:58.164322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58268) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:58.169349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1573073783-network', 'tenant_id': '1f6daf1656594ac193529945838ee89d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:58.190561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Made reservation on behalf of 1f6daf1656594ac193529945838ee89d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:58.193108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.201627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.294522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.298392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.329698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:08:58.340498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c52aff2-20f7-4dbf-bdeb-0246909c026d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:58.347415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.347831 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Added segment e660e9f0-e9b1-4fe7-8e95-11b4b4cba925 of type vlan for network 2f9bca3b-9fc3-4632-8eca-37844369c922 May 06 10:08:58.397541 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.429032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.430459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:58.431238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.509439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3414185 May 06 10:08:58.510124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58278) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:08:58.516895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Request body: {'subnet': {'network_id': '2f9bca3b-9fc3-4632-8eca-37844369c922', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1573073783-subnet', 'tenant_id': '1f6daf1656594ac193529945838ee89d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:08:58.522000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd060b-5972-4acd-bf64-bed9cc9680fd admin admin] Pushing event updated for resources: {'Network': ['ID=2f9bca3b-9fc3-4632-8eca-37844369c922,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:58.536159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 2f9bca3b-9fc3-4632-8eca-37844369c922 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:08:58.549469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Made reservation on behalf of 1f6daf1656594ac193529945838ee89d for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:08:58.551961 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.745450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.809210 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c61b92b-3879-43e0-b6ca-a30496959e49,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:08:58.818419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Checking segment: {'id': 'e660e9f0-e9b1-4fe7-8e95-11b4b4cba925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2f9bca3b-9fc3-4632-8eca-37844369c922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:08:58.818796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Network hostable DHCP agents. Network: 2f9bca3b-9fc3-4632-8eca-37844369c922, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:08:58.838459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Network 2f9bca3b-9fc3-4632-8eca-37844369c922 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:08:58.850146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 2f9bca3b-9fc3-4632-8eca-37844369c922) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:08:58.855694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:58.856367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:08:58.864999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dbe6b6-1d1b-4474-88e1-99dda0a1c879 None None] Network 2f9bca3b-9fc3-4632-8eca-37844369c922 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:58.875794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-492e5aac-c0dd-476d-a68c-aa3f5b6ef23b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3625717 May 06 10:08:59.021788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956a462-cd15-4a08-b926-18313e795354 None None] Network 2f9bca3b-9fc3-4632-8eca-37844369c922 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:08:59.607297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5b3fe5d3-9c88-4342-b0be-c68fd9560323 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:08:59.608840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5b3fe5d3-9c88-4342-b0be-c68fd9560323 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/networks?id=c75919ba-1c74-46e9-a45c-14e84535ae2e HTTP/1.1" status: 200 len: 809 time: 0.1332207 May 06 10:08:59.625459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-68887a58-8a26-4cb0-b3c2-1e0eb651e434 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/quotas/cf523fcc131740a3819bdd43d142dc35 HTTP/1.1" status: 200 len: 375 time: 0.0096607 May 06 10:08:59.664265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-a7287fea-f127-4f70-b240-d65b07b4f076 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cf523fcc131740a3819bdd43d142dc35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325835 May 06 10:08:59.767779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-921bf432-e17f-497c-a1c4-7bee548d9b12 service neutron] 10.222.0.76 "GET /v2.0/networks/c75919ba-1c74-46e9-a45c-14e84535ae2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944231 May 06 10:08:59.872815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-f2b4c304-dcbe-4176-bb36-25cf9ad35cb8 service neutron] 10.222.0.76 "GET /v2.0/networks/c75919ba-1c74-46e9-a45c-14e84535ae2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041243 May 06 10:09:00.233533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5066bb57-fb74-4255-a326-6b23d03cb21c req-8f2f891c-6b95-43b1-983f-dae680525979 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 210 time: 0.2072148 May 06 10:09:00.878968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b1f1-94f4-4cab-b757-7c4ad1bc55f5 req-1e0effc6-11ae-4604-8f0f-4a9c5272abee tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:00.884702 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a491b1f1-94f4-4cab-b757-7c4ad1bc55f5 req-1e0effc6-11ae-4604-8f0f-4a9c5272abee tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.0561190 May 06 10:09:00.921955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a491b1f1-94f4-4cab-b757-7c4ad1bc55f5 req-287ebc95-02ee-4abe-9bad-e5bd23ab7ece tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352473 May 06 10:09:00.946839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58354) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:01.098894 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6010ea23-17d4-4b32-b73b-8ae48ede86bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/ecaa3536-cd1b-4d5f-a8a2-e0216f71daee HTTP/1.1" status: 200 len: 993 time: 0.1504579 May 06 10:09:01.261306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-f236d53a-78a9-40cd-bf67-72bc8df76b1e tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:01.263208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-f236d53a-78a9-40cd-bf67-72bc8df76b1e tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.82 "GET /v2.0/networks?id=c75919ba-1c74-46e9-a45c-14e84535ae2e HTTP/1.1" status: 200 len: 809 time: 0.1953001 May 06 10:09:01.280933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Request body: {'port': {'device_id': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e', 'admin_state_up': True, 'tenant_id': 'cf523fcc131740a3819bdd43d142dc35'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:01.371313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fe11c5dd-6fa8-4ef8-be84-060102f6b45f req-6b199dad-e4d8-4f46-9e48-be511906d4e0 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 210 time: 0.0393398 May 06 10:09:01.435233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Made reservation on behalf of cf523fcc131740a3819bdd43d142dc35 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:01.439567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:01.600130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427f771-633d-4414-ae22-196ea90947d9 req-3ea98e29-8a35-4c0f-af92-4abc577cc5da tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:01.601783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e427f771-633d-4414-ae22-196ea90947d9 req-3ea98e29-8a35-4c0f-af92-4abc577cc5da tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1097 time: 0.0947816 May 06 10:09:01.625443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Allocated IP 172.20.0.2 (c75919ba-1c74-46e9-a45c-14e84535ae2e/bb669566-374c-4205-a142-71b0cdf347ed/13194804-7227-43c2-a72d-d915ea40bae4) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:01.977998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e427f771-633d-4414-ae22-196ea90947d9 req-276616e8-0a59-4b44-8acd-9975e19d46ba tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663807 May 06 10:09:02.146686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:02.195967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:02.260803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Network c75919ba-1c74-46e9-a45c-14e84535ae2e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:02.264660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:02.269573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:02.321896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Pushing event updated for resources: {'Port': ['ID=13194804-7227-43c2-a72d-d915ea40bae4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:02.332993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:02.332993 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:02.351632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-81b41eec-dd58-4d43-a7e7-466c9ace2ba3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0753896 May 06 10:09:02.471046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Request body: {'port': {'device_id': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:02.604754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3957e00-200b-4674-9d57-f9ebac664e45 req-f00e1134-4d2c-4459-bb78-f7505149f504 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:02.612924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3957e00-200b-4674-9d57-f9ebac664e45 req-f00e1134-4d2c-4459-bb78-f7505149f504 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 931 time: 0.1386299 May 06 10:09:02.638767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:02.696362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3957e00-200b-4674-9d57-f9ebac664e45 req-bb8a282d-49cf-4c30-8a57-37ab3e9a7217 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822122 May 06 10:09:02.746924 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-b779fd9e-1d07-4602-be1c-29984ece8a12 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420892 May 06 10:09:02.758396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-18fa56eb-8c33-4c08-9fda-4bd8e3062009 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:09:02.759369 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-18fa56eb-8c33-4c08-9fda-4bd8e3062009 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060461 May 06 10:09:03.058351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13194804-7227-43c2-a72d-d915ea40bae4 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:03.068615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.086088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Transition to ACTIVE for port object 13194804-7227-43c2-a72d-d915ea40bae4 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:09:03.091486 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.149772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=13194804-7227-43c2-a72d-d915ea40bae4,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:03.229428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Attempting to bind port 13194804-7227-43c2-a72d-d915ea40bae4 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:03.229838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Attempting to bind port 13194804-7227-43c2-a72d-d915ea40bae4 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '2da24633-a658-406f-b78d-afd62e13ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:03.230310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Attempting to bind port 13194804-7227-43c2-a72d-d915ea40bae4 on network c75919ba-1c74-46e9-a45c-14e84535ae2e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:03.236521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Port 13194804-7227-43c2-a72d-d915ea40bae4 on network c75919ba-1c74-46e9-a45c-14e84535ae2e not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:09:03.236974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Attempting to bind port 13194804-7227-43c2-a72d-d915ea40bae4 on network c75919ba-1c74-46e9-a45c-14e84535ae2e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:03.242320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:03.242759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Checking segment: {'id': '2da24633-a658-406f-b78d-afd62e13ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:03.243145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Bound using segment: {'id': '2da24633-a658-406f-b78d-afd62e13ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:03.243692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Bound port: 13194804-7227-43c2-a72d-d915ea40bae4, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da24633-a658-406f-b78d-afd62e13ac2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:03.244105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.319547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] For port 13194804-7227-43c2-a72d-d915ea40bae4, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:03.323276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] For port 13194804-7227-43c2-a72d-d915ea40bae4, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=13194804-7227-43c2-a72d-d915ea40bae4,segment=NetworkSegment(2da24633-a658-406f-b78d-afd62e13ac2a),segment_id=2da24633-a658-406f-b78d-afd62e13ac2a)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:03.336985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.391681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.392338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.394087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] 10.222.0.82 "PUT /v2.0/ports/13194804-7227-43c2-a72d-d915ea40bae4 HTTP/1.1" status: 200 len: 1091 time: 1.0354664 May 06 10:09:03.394364 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'tag': '13194804-7227-43c2-a72d-d915ea40bae4'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:03.396792 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5622d26-bbff-4211-9815-647f02c8f02c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea0a5544-c95c-49de-b6f5-31198702e10a", "tag": "13194804-7227-43c2-a72d-d915ea40bae4"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:03.425402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5d7b-ea8c-44ac-95f0-1b618724bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=13194804-7227-43c2-a72d-d915ea40bae4,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:03.449115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-d2a594d8-0bee-4a0c-9f87-633e89dcd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.450605 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-d2a594d8-0bee-4a0c-9f87-633e89dcd81b service neutron] 10.222.0.76 "GET /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 1094 time: 0.0746672 May 06 10:09:03.452853 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b192cbc4-ef20-4a6e-ac6e-f60be37a2a1c x-openstack-request-id: req-b192cbc4-ef20-4a6e-ac6e-f60be37a2a1c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:03.453145 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea0a5544-c95c-49de-b6f5-31198702e10a", "tag": "13194804-7227-43c2-a72d-d915ea40bae4", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:03.453398 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b192cbc4-ef20-4a6e-ac6e-f60be37a2a1c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:03.453781 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b192cbc4-ef20-4a6e-ac6e-f60be37a2a1c'] response: {'name': 'network-changed', 'server_uuid': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'tag': '13194804-7227-43c2-a72d-d915ea40bae4', 'status': 'completed', 'code': 200} May 06 10:09:03.461307 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Request body: {'binding': {'host': 'n-h1-840834-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:03.461800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Unknown quota resources ['binding']. {{(pid=102743) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} May 06 10:09:03.500893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-ae0a174d-4d77-4e08-8d28-763a2ac2c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.503020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-ae0a174d-4d77-4e08-8d28-763a2ac2c7f4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cf523fcc131740a3819bdd43d142dc35&device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 1094 time: 0.0454464 May 06 10:09:03.550001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5bfa8600-d993-4254-8e83-fbaa05133974 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13194804-7227-43c2-a72d-d915ea40bae4 HTTP/1.1" status: 200 len: 217 time: 0.0381935 May 06 10:09:03.602959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-6a5adcb8-90bd-40e9-b5e4-a4b886fc9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.604477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-6a5adcb8-90bd-40e9-b5e4-a4b886fc9846 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bb669566-374c-4205-a142-71b0cdf347ed HTTP/1.1" status: 200 len: 849 time: 0.0464890 May 06 10:09:03.623922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on host n-h1-840834-1 for vnic_type normal with profile None {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:03.624290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:03.624760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:03.630796 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:09:03.631125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:03.645778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-5ccda1bc-5a18-42d8-888e-baae9c33f4fc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c75919ba-1c74-46e9-a45c-14e84535ae2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338416 May 06 10:09:03.650428 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:03.651809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Checking segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:03.656101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Bound using segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:03.656829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Bound port: 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:03.749996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-b7788e6a-9045-407f-9b17-ce8b5c772420 service neutron] 10.222.0.82 "GET /v2.0/networks/c75919ba-1c74-46e9-a45c-14e84535ae2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966856 May 06 10:09:03.777350 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:03.785202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] Notify callbacks [] for binding, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:03.786393 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] 10.222.0.76 "POST /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771/bindings HTTP/1.1" status: 201 len: 389 time: 0.3286350 May 06 10:09:03.937521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb812248-e8a9-4217-a698-f978f975bf04 req-58cbc703-044c-4fa4-b0cb-552b938d34ed tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:03.939809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb812248-e8a9-4217-a698-f978f975bf04 req-58cbc703-044c-4fa4-b0cb-552b938d34ed tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 943 time: 0.1607270 May 06 10:09:03.944380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af05100e-3b88-40cf-9324-5a6ddaadd7d7 req-211e276d-0c87-4b08-a779-77c36de5d4ac service neutron] 10.222.0.82 "GET /v2.0/networks/c75919ba-1c74-46e9-a45c-14e84535ae2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863995 May 06 10:09:04.068818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0794bb-f6a3-495f-b097-d300ae85a688 req-6f740989-a059-408e-b2e4-a5dd8df14994 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.076428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b0794bb-f6a3-495f-b097-d300ae85a688 req-6f740989-a059-408e-b2e4-a5dd8df14994 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.1802402 May 06 10:09:04.097818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-a724bf09-1ae9-4ac0-97d2-f46f0d485c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.097926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cb812248-e8a9-4217-a698-f978f975bf04 req-33ac80b9-dcdd-4a10-8d30-767ee395e28f tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338956 May 06 10:09:04.099608 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-a724bf09-1ae9-4ac0-97d2-f46f0d485c4d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1097 time: 0.0527449 May 06 10:09:04.113866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5622d26-bbff-4211-9815-647f02c8f02c req-acdee99d-9f0a-4402-8f63-1652e02bdfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.115460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5622d26-bbff-4211-9815-647f02c8f02c req-acdee99d-9f0a-4402-8f63-1652e02bdfc1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=cf523fcc131740a3819bdd43d142dc35&device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 1094 time: 0.1224201 May 06 10:09:04.230519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b0794bb-f6a3-495f-b097-d300ae85a688 req-6504ddff-2b7b-437a-8426-03bfba301e9d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532435 May 06 10:09:04.233391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5622d26-bbff-4211-9815-647f02c8f02c req-6ac72935-c309-4226-a71f-48438b7cc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.234767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5622d26-bbff-4211-9815-647f02c8f02c req-6ac72935-c309-4226-a71f-48438b7cc0b8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c75919ba-1c74-46e9-a45c-14e84535ae2e HTTP/1.1" status: 200 len: 910 time: 0.1091268 May 06 10:09:04.251972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-1fa28c42-39d9-4905-ac52-a3a097ebda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.254259 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-1fa28c42-39d9-4905-ac52-a3a097ebda78 service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 897 time: 0.1418753 May 06 10:09:04.296706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5622d26-bbff-4211-9815-647f02c8f02c req-6ee89f34-dcb6-4158-b28e-3492eb5ad849 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13194804-7227-43c2-a72d-d915ea40bae4 HTTP/1.1" status: 200 len: 217 time: 0.0532873 May 06 10:09:04.349081 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-c5838988-2c45-447c-b95a-f1aa0aa20cab service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 1001 time: 0.0801904 May 06 10:09:04.362288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5622d26-bbff-4211-9815-647f02c8f02c req-0bd9fc35-eba4-4516-a015-3eeea458ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.364155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5622d26-bbff-4211-9815-647f02c8f02c req-0bd9fc35-eba4-4516-a015-3eeea458ed15 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=bb669566-374c-4205-a142-71b0cdf347ed HTTP/1.1" status: 200 len: 849 time: 0.0606699 May 06 10:09:04.400618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5622d26-bbff-4211-9815-647f02c8f02c req-37ec7bf5-5e9c-4f0d-a2a0-7461da04d2c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c75919ba-1c74-46e9-a45c-14e84535ae2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299988 May 06 10:09:04.421729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-26b5f787-b933-4aa9-b27e-891a39779744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.423227 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-26b5f787-b933-4aa9-b27e-891a39779744 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.0675409 May 06 10:09:04.487351 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-8b56ba29-1330-4077-a14c-b64a47a0fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.489658 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-8b56ba29-1330-4077-a14c-b64a47a0fbc4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572934 May 06 10:09:04.505589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5622d26-bbff-4211-9815-647f02c8f02c req-30fdc80d-781c-4ea0-bd6c-284027ab6396 service neutron] 10.222.0.82 "GET /v2.0/networks/c75919ba-1c74-46e9-a45c-14e84535ae2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973067 May 06 10:09:04.603784 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-c1408c2c-8db7-4bbd-a0ff-9def6d44bdc2 service neutron] 10.222.0.82 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076484 May 06 10:09:04.617244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5622d26-bbff-4211-9815-647f02c8f02c req-03abfbf0-070c-4170-9c91-4a5615e11bbb service neutron] 10.222.0.82 "GET /v2.0/networks/c75919ba-1c74-46e9-a45c-14e84535ae2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051102 May 06 10:09:04.725992 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-137871ff-8a5d-4f75-a1e4-e1570fb1c880 service neutron] 10.222.0.82 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138175 May 06 10:09:04.861319 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-050cc729-35ca-4254-9f59-6e01f131441f tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:04.862743 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-050cc729-35ca-4254-9f59-6e01f131441f tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4&tenant_id=e12c2da4041b40559768da50e19f8773&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1097 time: 0.0790148 May 06 10:09:04.874213 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-840834-1'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:04.932666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:05.061672 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:05.103091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:05.163925 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:05.166035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:05.169528 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824c0f99-d122-41e3-96da-7f7501c57e2b" -d '{"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-unplugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:05.181067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:05.255022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2ea46-a631-40b1-840a-c97e24e8484c req-4f085106-ad5c-4a0c-b92c-7d35a42e90d1 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.262862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc2ea46-a631-40b1-840a-c97e24e8484c req-4f085106-ad5c-4a0c-b92c-7d35a42e90d1 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 943 time: 0.0780809 May 06 10:09:05.384232 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f29fb9-4dbe-4d4e-bed9-eedb70772213 x-openstack-request-id: req-c0f29fb9-4dbe-4d4e-bed9-eedb70772213 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:05.384441 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-unplugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:05.384679 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0f29fb9-4dbe-4d4e-bed9-eedb70772213 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:05.385074 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f29fb9-4dbe-4d4e-bed9-eedb70772213'] response: {'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'code': 200} May 06 10:09:05.405355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc2ea46-a631-40b1-840a-c97e24e8484c req-553fd3b7-e2fc-41da-8770-6d083d923440 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409476 May 06 10:09:05.429800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=7']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:05.447652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7595-e54f-431a-bda0-5bad53c9f1bc req-cb5e952d-70bc-4d0f-ae7f-969aa7cfd83a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:05.449519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b5b7595-e54f-431a-bda0-5bad53c9f1bc req-cb5e952d-70bc-4d0f-ae7f-969aa7cfd83a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 944 time: 0.0849154 May 06 10:09:05.513792 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on host n-h2-840834-1 for vnic_type normal with profile {"migrating_to": "n-h1-840834-1"} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:05.514126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:05.514451 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:05.519552 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:09:05.519896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Attempting to bind port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on network a0523f0b-fb9f-4f05-b469-46666b2f146a {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:05.526096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:05.526436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Checking segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:05.526813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Bound using segment: {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:05.527295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Bound port: 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a333b3b0-f7b4-4d03-a106-68ec801c9442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:05.527682 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:05.527801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b5b7595-e54f-431a-bda0-5bad53c9f1bc req-60e8b910-88a4-4cc0-8710-37cf8753bcd6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715344 May 06 10:09:05.609264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:05.613145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:05.618039 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:05.666871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 13194804-7227-43c2-a72d-d915ea40bae4 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:09:05.808088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 13194804-7227-43c2-a72d-d915ea40bae4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=13194804-7227-43c2-a72d-d915ea40bae4,segment=NetworkSegment(2da24633-a658-406f-b78d-afd62e13ac2a),segment_id=2da24633-a658-406f-b78d-afd62e13ac2a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:05.837308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '13194804-7227-43c2-a72d-d915ea40bae4', 'network_id': 'c75919ba-1c74-46e9-a45c-14e84535ae2e', 'port_id': '13194804-7227-43c2-a72d-d915ea40bae4', 'mac_address': 'fa:16:3e:ad:dc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb669566-374c-4205-a142-71b0cdf347ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:09:05.886893 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:05.889452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7efa6a90-6a91-4360-9c5a-626d32941531 None None] Provisioning complete for port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:05.890037 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7efa6a90-6a91-4360-9c5a-626d32941531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:05.947092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13194804-7227-43c2-a72d-d915ea40bae4 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:05.975355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 13194804-7227-43c2-a72d-d915ea40bae4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=13194804-7227-43c2-a72d-d915ea40bae4,segment=NetworkSegment(2da24633-a658-406f-b78d-afd62e13ac2a),segment_id=2da24633-a658-406f-b78d-afd62e13ac2a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:05.981959 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:06.079809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=13194804-7227-43c2-a72d-d915ea40bae4,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:06.095789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.096818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.097164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.097498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.097824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.098152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.098475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.098793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.099116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.099428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.099770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.100086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:06.118323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7efa6a90-6a91-4360-9c5a-626d32941531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:06.121429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=8']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:06.172859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:06.173502 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:06.174982 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-41eea0f7-025b-4471-a7c9-63106af919be service neutron] 10.222.0.82 "PUT /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 1122 time: 1.3047147 May 06 10:09:06.190448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:06.202567 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58b7c7a-3573-44cc-bb9f-a67d7e40441e" -d '{"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-plugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:06.238780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-7efa6a90-6a91-4360-9c5a-626d32941531 None None] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:06.244846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['13194804-7227-43c2-a72d-d915ea40bae4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:06.250588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['01818b1c-e9ff-42b7-a566-bf73dc4ae771'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:06.253519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7efa6a90-6a91-4360-9c5a-626d32941531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:06.308061 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0d9d28-7d50-4231-a578-dc8d9d796695 x-openstack-request-id: req-8a0d9d28-7d50-4231-a578-dc8d9d796695 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:06.308384 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-plugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:06.308593 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a0d9d28-7d50-4231-a578-dc8d9d796695 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:06.308993 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0d9d28-7d50-4231-a578-dc8d9d796695'] response: {'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'code': 200} May 06 10:09:06.522912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa6a90-6a91-4360-9c5a-626d32941531 None None] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:06.604812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481f5ef-3ec7-4524-82b7-f3da3872326e req-89a29a3d-c60c-484b-ae4c-4bd549f03dea tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:06.615397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7481f5ef-3ec7-4524-82b7-f3da3872326e req-89a29a3d-c60c-484b-ae4c-4bd549f03dea tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 944 time: 0.1242874 May 06 10:09:06.694646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7481f5ef-3ec7-4524-82b7-f3da3872326e req-78781680-cc89-4504-953d-951ba8ba7bde tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761209 May 06 10:09:06.755664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f1541-baa7-4d3b-8a5e-b5b81aaba9c9 req-8fb1b45f-aa5e-4da8-acf1-9882ac418711 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:06.761691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c5f1541-baa7-4d3b-8a5e-b5b81aaba9c9 req-8fb1b45f-aa5e-4da8-acf1-9882ac418711 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.1110213 May 06 10:09:06.777906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c7adbcf4-4eea-462c-94df-f0fe1d0e8cfe None None] Provisioning complete for port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:06.778488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c7adbcf4-4eea-462c-94df-f0fe1d0e8cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:06.804673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c5f1541-baa7-4d3b-8a5e-b5b81aaba9c9 req-fc45cb41-7681-4775-a11d-580f76ca6777 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372756 May 06 10:09:07.386287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:07.388848 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567d73e-0119-4783-b440-0cedfb6f24bd" -d '{"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:07.427787 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508e7d4f-dd14-468d-a2a0-ad31dd40e2b6 x-openstack-request-id: req-508e7d4f-dd14-468d-a2a0-ad31dd40e2b6 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:07.428078 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:07.428329 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-508e7d4f-dd14-468d-a2a0-ad31dd40e2b6 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:07.428762 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508e7d4f-dd14-468d-a2a0-ad31dd40e2b6'] response: {'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'status': 'completed', 'code': 200} May 06 10:09:07.493706 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-92b866e5-760b-4844-acf7-5d6014472059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.495290 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-92b866e5-760b-4844-acf7-5d6014472059 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1127 time: 0.0447929 May 06 10:09:07.604130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-9526f588-a7ae-4313-81f0-6aa04d33d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.605640 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-9526f588-a7ae-4313-81f0-6aa04d33d6be service neutron] 10.222.0.83 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 897 time: 0.1035492 May 06 10:09:07.681473 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-44aed482-2846-4f75-8de3-537d3d483cbc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 1001 time: 0.0684521 May 06 10:09:07.686043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:09:07.689702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 13194804-7227-43c2-a72d-d915ea40bae4 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:07.791714 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-55a63f8a-e16e-42b5-9234-2d41ed0992ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.793405 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-55a63f8a-e16e-42b5-9234-2d41ed0992ad service neutron] 10.222.0.83 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.0983517 May 06 10:09:07.869678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8580-5c17-4106-a28a-e0becb1d7801 req-6a120602-42a8-4377-b168-e34fd96fa109 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.879735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-540b8580-5c17-4106-a28a-e0becb1d7801 req-6a120602-42a8-4377-b168-e34fd96fa109 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 944 time: 0.0792315 May 06 10:09:07.882636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 13194804-7227-43c2-a72d-d915ea40bae4 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:09:07.894426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 13194804-7227-43c2-a72d-d915ea40bae4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:07.895074 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:07.912690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-092b57c6-f0de-4a99-a1bf-c74c0541ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:07.914219 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-092b57c6-f0de-4a99-a1bf-c74c0541ed80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126261 May 06 10:09:08.042692 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-3bb6ab40-a5ae-4d53-9f0c-c2296c81721e service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204422 May 06 10:09:08.049811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-540b8580-5c17-4106-a28a-e0becb1d7801 req-f1f8848c-ebf5-45da-bb21-4aa91151b377 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686916 May 06 10:09:08.085094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ac531-f870-444e-ba40-d16553960d67 req-03ffcec0-beb4-4d3e-826a-593fcd046d40 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:08.088486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed2ac531-f870-444e-ba40-d16553960d67 req-03ffcec0-beb4-4d3e-826a-593fcd046d40 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.1472311 May 06 10:09:08.133456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:08.148599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 has no active binding in host n-h1-840834-1 {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 06 10:09:08.163733 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-e567d73e-0119-4783-b440-0cedfb6f24bd req-ea295300-0f04-4ca1-b07e-aea461ccf09c service neutron] 10.222.0.83 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124363 May 06 10:09:08.166647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed2ac531-f870-444e-ba40-d16553960d67 req-8ac90c04-dc5f-4f42-910d-81a0696bc249 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719855 May 06 10:09:08.195866 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:08.233452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 13194804-7227-43c2-a72d-d915ea40bae4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=13194804-7227-43c2-a72d-d915ea40bae4,segment=NetworkSegment(2da24633-a658-406f-b78d-afd62e13ac2a),segment_id=2da24633-a658-406f-b78d-afd62e13ac2a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:08.237891 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:08.293964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=13194804-7227-43c2-a72d-d915ea40bae4,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:08.310095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13194804-7227-43c2-a72d-d915ea40bae4'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:08.312581 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed92e12-11bf-4576-8eda-106e2839cd3d" -d '{"events": [{"server_uuid": "ea0a5544-c95c-49de-b6f5-31198702e10a", "name": "network-vif-plugged", "status": "completed", "tag": "13194804-7227-43c2-a72d-d915ea40bae4"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:08.354943 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a280f4-3add-4f36-bfc5-9a92033a232a x-openstack-request-id: req-c7a280f4-3add-4f36-bfc5-9a92033a232a {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:08.355258 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0a5544-c95c-49de-b6f5-31198702e10a", "name": "network-vif-plugged", "status": "completed", "tag": "13194804-7227-43c2-a72d-d915ea40bae4", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:08.355532 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c7a280f4-3add-4f36-bfc5-9a92033a232a {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:08.355996 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a280f4-3add-4f36-bfc5-9a92033a232a'] response: {'server_uuid': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13194804-7227-43c2-a72d-d915ea40bae4', 'code': 200} May 06 10:09:08.468597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b9146-b276-4902-ad0e-078d573f2eb5 req-3d72f15f-7a22-4913-ac01-7a924160889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:08.471926 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1d8b9146-b276-4902-ad0e-078d573f2eb5 req-3d72f15f-7a22-4913-ac01-7a924160889f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 1096 time: 0.0511081 May 06 10:09:08.512844 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1d8b9146-b276-4902-ad0e-078d573f2eb5 req-3dcbe169-556d-47ae-9351-04fc0946635c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 May 06 10:09:09.183107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182b3b-90fa-446d-8649-be140167503f req-7c687c73-19ba-4b82-b8a5-9c033e9d65cb tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:09.184654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4182b3b-90fa-446d-8649-be140167503f req-7c687c73-19ba-4b82-b8a5-9c033e9d65cb tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 945 time: 0.0567799 May 06 10:09:09.234156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4182b3b-90fa-446d-8649-be140167503f req-ac22bc2d-ccfb-48a0-966b-9c87aee65376 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 May 06 10:09:09.319148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e339188-7536-4939-8349-a768d8b80905 req-bbc0fded-9d06-4d3f-b35a-2e2c3d3ba77a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:09.320857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e339188-7536-4939-8349-a768d8b80905 req-bbc0fded-9d06-4d3f-b35a-2e2c3d3ba77a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.0753951 May 06 10:09:09.368591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e339188-7536-4939-8349-a768d8b80905 req-19a4d6c9-6afd-403c-992c-fc2d33efe174 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351477 May 06 10:09:10.434705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5577cc6-3422-4013-8493-a3beb8813d5c req-0e8e6d32-5a38-4a18-99a8-de0da4689ad3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:10.454000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5577cc6-3422-4013-8493-a3beb8813d5c req-0e8e6d32-5a38-4a18-99a8-de0da4689ad3 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 945 time: 0.1013634 May 06 10:09:10.559868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5577cc6-3422-4013-8493-a3beb8813d5c req-a4334276-b36f-4e63-a7ec-8e96170a56e5 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043696 May 06 10:09:10.579421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278dda6-6ad7-4ff7-b825-c0fc1a515dc4 req-fa66b17d-f4ea-4a5b-9799-07b3851f13e3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:10.581223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1278dda6-6ad7-4ff7-b825-c0fc1a515dc4 req-fa66b17d-f4ea-4a5b-9799-07b3851f13e3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 946 time: 0.0904408 May 06 10:09:10.654788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1278dda6-6ad7-4ff7-b825-c0fc1a515dc4 req-0f4b0e36-ba92-4942-b613-6daae8c4bb12 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630085 May 06 10:09:11.389827 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-b710dcd7-774a-4de7-a3dd-f56d71c1e129 service neutron] 10.222.0.83 "GET /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771/bindings/n-h1-840834-1 HTTP/1.1" status: 200 len: 384 time: 0.0581079 May 06 10:09:11.589110 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:11.619611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:11.670971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:11.673905 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64eb8745-2388-4a1e-bb99-e3ae3701295d" -d '{"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-unplugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:11.683360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:11.718365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:11.757749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a1428-d429-4866-85f7-beb0f6a71648 req-01b82708-4c62-4127-9965-e968e470fa57 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:11.759455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac7a1428-d429-4866-85f7-beb0f6a71648 req-01b82708-4c62-4127-9965-e968e470fa57 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 945 time: 0.0754225 May 06 10:09:11.823460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac7a1428-d429-4866-85f7-beb0f6a71648 req-e8e88341-5f0a-4e0e-9d2f-1cf62ae2295c tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424616 May 06 10:09:11.838397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f9abe-08cb-42ff-8d91-9fcd2f674e04 req-90db7b4c-19b5-4d6f-a08e-8be4a3e044d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:11.840360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f80f9abe-08cb-42ff-8d91-9fcd2f674e04 req-90db7b4c-19b5-4d6f-a08e-8be4a3e044d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.1074092 May 06 10:09:11.853441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] Transition to ACTIVE for port object 01818b1c-e9ff-42b7-a566-bf73dc4ae771 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:09:11.859718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:11.910726 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f80f9abe-08cb-42ff-8d91-9fcd2f674e04 req-a79b29f8-b435-415c-b926-9859358d3909 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630758 May 06 10:09:11.921544 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6141ed-e7db-4eb3-807d-8625fddcf95c x-openstack-request-id: req-0b6141ed-e7db-4eb3-807d-8625fddcf95c {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:11.921834 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-unplugged", "status": "completed", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:11.923238 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b6141ed-e7db-4eb3-807d-8625fddcf95c {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:11.923731 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6141ed-e7db-4eb3-807d-8625fddcf95c'] response: {'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'code': 200} May 06 10:09:12.021741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] Pushing event updated for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=11']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:12.104890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] No DVR routers for this DVR port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:09:12.305679 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-3237e2fe-c326-4bf8-89c2-e32ba3ee6d2a service neutron] 10.222.0.83 "PUT /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771/bindings/n-h1-840834-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9097745 May 06 10:09:12.460937 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-8c11fda8-1b3e-4834-bd11-a44714d00ca3 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:12.462643 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-8c11fda8-1b3e-4834-bd11-a44714d00ca3 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4&tenant_id=e12c2da4041b40559768da50e19f8773&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.0912135 May 06 10:09:12.627230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-204dc057-1625-49c8-ab97-6ae600333f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:12.629050 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-204dc057-1625-49c8-ab97-6ae600333f53 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 1096 time: 0.1585722 May 06 10:09:12.667090 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e28399b-5cf3-4a26-a58a-cc4ebba3c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:12.714924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-c2df5599-64a1-4862-8eee-07979304d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:12.716478 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-c2df5599-64a1-4862-8eee-07979304d891 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1096 time: 0.0571146 May 06 10:09:12.828303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-d478d7bd-f2dd-4965-b669-3b6aabacfadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:12.829870 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-d478d7bd-f2dd-4965-b669-3b6aabacfadd service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 897 time: 0.1062794 May 06 10:09:12.905655 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-b805977b-b2f1-4f69-a4d3-81f7ccbfbaa8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 999 time: 0.0680277 May 06 10:09:13.010514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-b6a27eed-14a6-488f-b2d6-41b601b94d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:13.012502 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-b6a27eed-14a6-488f-b2d6-41b601b94d8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.0973735 May 06 10:09:13.084452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-6a45dcb5-4d70-474c-b0d7-cdc6e50cd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:13.086045 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-6a45dcb5-4d70-474c-b0d7-cdc6e50cd14f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664620 May 06 10:09:13.119017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b6b66-b14d-40ee-8c41-f59ac7ce8449 req-76e88fee-0353-4bd2-a8e1-56f62e808387 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:13.121439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c2b6b66-b14d-40ee-8c41-f59ac7ce8449 req-76e88fee-0353-4bd2-a8e1-56f62e808387 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.0617781 May 06 10:09:13.188861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c2b6b66-b14d-40ee-8c41-f59ac7ce8449 req-9c540cea-daee-4274-a3fa-c4afa960bc02 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561860 May 06 10:09:13.240165 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-31003eeb-5b5e-4222-a274-3ad53d226cf0 service neutron] 10.222.0.82 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466205 May 06 10:09:13.361713 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-c5b76794-551a-42e7-bf73-029a93a894a2 service neutron] 10.222.0.82 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136198 May 06 10:09:13.678516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-6406c7d6-6bcf-4790-b6c9-a2252a55d622 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:13.681506 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-6406c7d6-6bcf-4790-b6c9-a2252a55d622 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4&tenant_id=e12c2da4041b40559768da50e19f8773&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 1096 time: 0.0637608 May 06 10:09:13.845156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-2c10972a-f2aa-4c9a-8cb7-24d5ef0cf7f8 service neutron] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:13.848951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-2c10972a-f2aa-4c9a-8cb7-24d5ef0cf7f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:13.850556 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-2c10972a-f2aa-4c9a-8cb7-24d5ef0cf7f8 service neutron] 10.222.0.82 "DELETE /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771/bindings/n-h2-840834-1 HTTP/1.1" status: 204 len: 173 time: 0.1619675 May 06 10:09:14.388534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8df62c-3b8b-49eb-8c47-10b0551f942f req-fbef7e94-d208-4fc3-a4c8-8d57edcae89a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:14.390426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd8df62c-3b8b-49eb-8c47-10b0551f942f req-fbef7e94-d208-4fc3-a4c8-8d57edcae89a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.0939665 May 06 10:09:14.432565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd8df62c-3b8b-49eb-8c47-10b0551f942f req-c4cf4647-c760-44ca-9fce-333ed60b8a83 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358648 May 06 10:09:14.569189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdbcf3-8346-4cc3-957d-36f02cd69ee5 req-bfa522df-2989-4d2e-b78e-3d2445dc96c8 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:14.570796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cdbcf3-8346-4cc3-957d-36f02cd69ee5 req-bfa522df-2989-4d2e-b78e-3d2445dc96c8 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1096 time: 0.0585337 May 06 10:09:14.640627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cdbcf3-8346-4cc3-957d-36f02cd69ee5 req-95875515-038c-4f0a-afab-2f04a740c69e tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580471 May 06 10:09:14.776282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660de9a6-336e-455b-9a16-1b6962ab699e req-452176fa-6aaa-44c6-9b96-228452ea303b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:14.778816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-660de9a6-336e-455b-9a16-1b6962ab699e req-452176fa-6aaa-44c6-9b96-228452ea303b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.0546184 May 06 10:09:14.828161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-660de9a6-336e-455b-9a16-1b6962ab699e req-60a85b6c-6d27-4d23-be45-ce0a336aaec5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435467 May 06 10:09:14.853215 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58786) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:14.928212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-59d67677-d720-4e5c-ad1b-f2e9c8919dbf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/ecaa3536-cd1b-4d5f-a8a2-e0216f71daee HTTP/1.1" status: 200 len: 991 time: 0.0737276 May 06 10:09:14.990813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cb9c4-672a-4e51-8f5d-bb0f7491fe7e req-8376b726-ff51-4db0-a4d3-54ee3da44c82 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:14.992770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-305cb9c4-672a-4e51-8f5d-bb0f7491fe7e req-8376b726-ff51-4db0-a4d3-54ee3da44c82 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 945 time: 0.0633044 May 06 10:09:15.067083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-305cb9c4-672a-4e51-8f5d-bb0f7491fe7e req-f6c4e281-c71e-48ce-88ab-7d6232cc6847 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682018 May 06 10:09:15.132293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58798) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:15.153897 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4ceead9f-523e-4c43-a8ef-7a5e23fec4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:15.319431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 5d6f4e77-65b2-49f1-9f03-b717c3497ddd {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:15.319866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:15.403693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:15.404390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:15.417255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 5d6f4e77-65b2-49f1-9f03-b717c3497ddd owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:15.636869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:15.664026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=5d6f4e77-65b2-49f1-9f03-b717c3497ddd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:15.730674 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:15.731012 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP ecaa3536-cd1b-4d5f-a8a2-e0216f71daee disassociated (deleted). External IP: 172.25.8.35, port: 01818b1c-e9ff-42b7-a566-bf73dc4ae771. May 06 10:09:15.948264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:09:16.030585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:16.080300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:09:16.085406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:16.093777 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] Sync routers for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:09:16.112195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:16.120342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef7b760a-67d8-4c6a-8e8f-cd51f72fdf74 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/floatingips/ecaa3536-cd1b-4d5f-a8a2-e0216f71daee HTTP/1.1" status: 204 len: 168 time: 0.9866438 May 06 10:09:16.120998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:16.123320 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41049c3-ecb4-4073-a3bf-959e0f942714" -d '{"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:16.156904 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:16.157747 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:16.264089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f0a75-7589-40a7-b578-28965c75d4d3 req-793cf3a6-b161-4af8-beac-2d6bed15d1c6 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:16.265597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d6f0a75-7589-40a7-b578-28965c75d4d3 req-793cf3a6-b161-4af8-beac-2d6bed15d1c6 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 945 time: 0.0991137 May 06 10:09:16.367621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d6f0a75-7589-40a7-b578-28965c75d4d3 req-1262f4ab-5b2c-40fa-ae40-216081848e63 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/security-groups?id=f7475369-e53b-4d4a-94d9-58b18d022b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873649 May 06 10:09:16.386738 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:16.444646 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc0ad6-77f4-4f3c-8b70-936104cd6536 x-openstack-request-id: req-82bc0ad6-77f4-4f3c-8b70-936104cd6536 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:16.445176 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:16.445176 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82bc0ad6-77f4-4f3c-8b70-936104cd6536 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:16.445595 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bc0ad6-77f4-4f3c-8b70-936104cd6536'] response: {'name': 'network-changed', 'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'status': 'completed', 'code': 200} May 06 10:09:16.494441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-d5934eca-9d8d-4c54-9275-0f3d51251b3b tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:16.496073 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-d5934eca-9d8d-4c54-9275-0f3d51251b3b tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 945 time: 0.1080654 May 06 10:09:16.576775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-09a762e0-9981-409b-bbaa-35e73a5617b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:16.578335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-09a762e0-9981-409b-bbaa-35e73a5617b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 1096 time: 0.1122568 May 06 10:09:16.588444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fe29c-d076-4b46-9178-d03ee4c94c90 req-0de30fd0-5e86-4bbf-8a91-f1a7af0352ec tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:16.599564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c0fe29c-d076-4b46-9178-d03ee4c94c90 req-0de30fd0-5e86-4bbf-8a91-f1a7af0352ec tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.1133232 May 06 10:09:16.733334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:16.738068 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:40Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:16.740068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Deleting port 13194804-7227-43c2-a72d-d915ea40bae4 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:16.747273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:16.752420 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:16.768646 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] Checking router: f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:09:16.778905 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:16.779760 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:16.812848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c0fe29c-d076-4b46-9178-d03ee4c94c90 req-23ccb2b4-64c9-4a66-b86d-d3e36f5f5917 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123125 May 06 10:09:16.873388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.82', 58597) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:16.877844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] For port 13194804-7227-43c2-a72d-d915ea40bae4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=13194804-7227-43c2-a72d-d915ea40bae4,segment=NetworkSegment(2da24633-a658-406f-b78d-afd62e13ac2a),segment_id=2da24633-a658-406f-b78d-afd62e13ac2a)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:16.878525 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:16.919946 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Calling delete_port for 13194804-7227-43c2-a72d-d915ea40bae4 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:16.925400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-05f87c0f-1ea8-4071-bb2b-773fb5d8746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:16.926872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-05f87c0f-1ea8-4071-bb2b-773fb5d8746b service neutron] 10.222.0.82 "GET /v2.0/networks?id=a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 200 len: 897 time: 0.3193941 May 06 10:09:16.941673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-c0888748-be83-464f-988d-743d1c6bb2d3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:16.943199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-c0888748-be83-464f-988d-743d1c6bb2d3 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.1002963 May 06 10:09:16.951521 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:16.988646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-56659a40-b39e-44af-acd8-033339c5b7e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 200 len: 217 time: 0.0444181 May 06 10:09:17.064442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-76e619c8-c0ef-4183-8cf0-dedc18a84f95 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856029 May 06 10:09:17.154782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:17.168629 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['13194804-7227-43c2-a72d-d915ea40bae4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:17.192288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-4446d1f9-0377-4e54-a5f1-3e4751935576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:17.195966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-4446d1f9-0377-4e54-a5f1-3e4751935576 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 200 len: 835 time: 0.1926479 May 06 10:09:17.197679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Pushing event deleted for resources: {'Port': ['ID=13194804-7227-43c2-a72d-d915ea40bae4,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:17.251827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] No DVR routers for this DVR port 13194804-7227-43c2-a72d-d915ea40bae4 on host n-h1-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:09:17.255440 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:17.258991 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.82 "DELETE /v2.0/ports/13194804-7227-43c2-a72d-d915ea40bae4 HTTP/1.1" status: 204 len: 173 time: 0.7563717 May 06 10:09:17.259564 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'name': 'network-vif-deleted', 'tag': '13194804-7227-43c2-a72d-d915ea40bae4'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:17.262516 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2163ca6-5869-4229-a1b9-0425d3e112b6" -d '{"events": [{"server_uuid": "ea0a5544-c95c-49de-b6f5-31198702e10a", "name": "network-vif-deleted", "tag": "13194804-7227-43c2-a72d-d915ea40bae4"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:17.292391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-13a31c51-7667-48a2-9e87-182f37b93e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:17.294477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-13a31c51-7667-48a2-9e87-182f37b93e26 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f932cc658c804f0e86757196333ed2b6&device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1096 time: 0.1625962 May 06 10:09:17.314093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:17.314425 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:17.320482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-b8d50379-3911-48a3-9977-d15bb1a77f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:17.322057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-b8d50379-3911-48a3-9977-d15bb1a77f33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=a0523f0b-fb9f-4f05-b469-46666b2f146a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101677 May 06 10:09:17.347258 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5800b537-cdf7-48ce-9ed8-614163849bcc x-openstack-request-id: req-5800b537-cdf7-48ce-9ed8-614163849bcc {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:17.347705 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea0a5544-c95c-49de-b6f5-31198702e10a", "name": "network-vif-deleted", "tag": "13194804-7227-43c2-a72d-d915ea40bae4", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:17.348080 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5800b537-cdf7-48ce-9ed8-614163849bcc {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:17.348826 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5800b537-cdf7-48ce-9ed8-614163849bcc'] response: {'server_uuid': 'ea0a5544-c95c-49de-b6f5-31198702e10a', 'name': 'network-vif-deleted', 'tag': '13194804-7227-43c2-a72d-d915ea40bae4', 'status': 'completed', 'code': 200} May 06 10:09:17.350654 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:40Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:17.385625 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94126d30-4d56-4285-88d2-04d556decd38 None None] The sync data for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 is: [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '1778c139-516b-4c0c-a785-82b0c7a62cff', 'name': '', 'network_id': 'a0523f0b-fb9f-4f05-b469-46666b2f146a', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:86:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:34Z', 'updated_at': '2022-05-06T10:07:40Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '11a6d5e7-f61a-4bd5-b51b-6b227c423062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:09:17.821970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71805d26-984e-4a38-9f57-b564c087dc51 None None] New status for floating IP ecaa3536-cd1b-4d5f-a8a2-e0216f71daee: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:09:18.040832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dd3f9c4-f6c5-4b15-8cfe-db01479f04d4 req-4d022ba3-4824-40eb-90f9-ff78d301b4a5 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea0a5544-c95c-49de-b6f5-31198702e10a HTTP/1.1" status: 200 len: 210 time: 0.0951087 May 06 10:09:18.082619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-ed3c838f-7094-469a-8b06-cd24f91d28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:18.084104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-ed3c838f-7094-469a-8b06-cd24f91d28ce service neutron] 10.222.0.82 "GET /v2.0/networks?id=de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 200 len: 910 time: 0.7431524 May 06 10:09:18.185497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 01818b1c-e9ff-42b7-a566-bf73dc4ae771, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=01818b1c-e9ff-42b7-a566-bf73dc4ae771,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:18.185862 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:18.196268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c2a2b-acc3-4952-bd88-c214480e117e req-9ac1ee97-d297-4ab6-bf34-49b15910ac7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:18.197800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c89c2a2b-acc3-4952-bd88-c214480e117e req-9ac1ee97-d297-4ab6-bf34-49b15910ac7b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=80f6d71f-5c09-407e-ba1c-74bce5bb27b4 HTTP/1.1" status: 200 len: 945 time: 0.2441244 May 06 10:09:18.207009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-84f2c816-9838-4ead-805b-b5bb12a03780 service neutron] 10.222.0.82 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8734071 May 06 10:09:18.227864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-de242cd9-065e-4571-82fb-f0f7033baab5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 200 len: 1000 time: 0.1347644 May 06 10:09:18.236152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:18.243612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 01818b1c-e9ff-42b7-a566-bf73dc4ae771 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:18.413281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-5b4b0edd-004c-4e05-a473-20145be77ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:18.414942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-5b4b0edd-004c-4e05-a473-20145be77ad3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa9c247e-255e-4787-9df8-b619db937d04 HTTP/1.1" status: 200 len: 848 time: 0.1802638 May 06 10:09:18.425288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c89c2a2b-acc3-4952-bd88-c214480e117e req-77b8cd2c-28f7-4c91-b4a9-3dcbcaf57a00 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=b60ade5d-0512-4e89-b131-ff042a7c5c89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998739 May 06 10:09:18.488512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-19fcee76-4b9a-4414-811a-7a154a04a0a4 service neutron] 10.222.0.82 "GET /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561765 May 06 10:09:18.517655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-4e757e12-2a3a-45b4-9ca2-4c97032cb097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:18.519200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-4e757e12-2a3a-45b4-9ca2-4c97032cb097 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de23b882-eb8b-4297-9330-cc18e8ed7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912404 May 06 10:09:18.637623 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:18.683936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=01818b1c-e9ff-42b7-a566-bf73dc4ae771,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:18.724770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-38a4a136-b9b7-4d6c-8b0a-050b0332434e service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956012 May 06 10:09:18.737743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:18.766315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] No DVR routers for this DVR port 01818b1c-e9ff-42b7-a566-bf73dc4ae771 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:09:18.797020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:18.800876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e271ee90-d184-4d41-b97e-5c1a4b56c398 req-9711d556-1189-4fd8-8368-1d3b5004671a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "DELETE /v2.0/ports/01818b1c-e9ff-42b7-a566-bf73dc4ae771 HTTP/1.1" status: 204 len: 173 time: 1.8063681 May 06 10:09:18.801344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-deleted', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:18.803646 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528e1b82-d763-4790-ab6e-681ab06e7bec" -d '{"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-deleted", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:18.858083 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af64413c-6576-4722-a0f9-dbc85b932ae8 x-openstack-request-id: req-af64413c-6576-4722-a0f9-dbc85b932ae8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:18.858372 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f6d71f-5c09-407e-ba1c-74bce5bb27b4", "name": "network-vif-deleted", "tag": "01818b1c-e9ff-42b7-a566-bf73dc4ae771", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:18.858688 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-af64413c-6576-4722-a0f9-dbc85b932ae8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:18.859077 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af64413c-6576-4722-a0f9-dbc85b932ae8'] response: {'server_uuid': '80f6d71f-5c09-407e-ba1c-74bce5bb27b4', 'name': 'network-vif-deleted', 'tag': '01818b1c-e9ff-42b7-a566-bf73dc4ae771', 'status': 'completed', 'code': 200} May 06 10:09:18.865403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c021ae2d-6545-4d0b-bd66-0fad5fb1fa6b req-9836a561-ca3b-4008-929a-9ccd8f623697 service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331856 May 06 10:09:19.512450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58894) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:19.727074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:19.792372 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 01818b1c-e9ff-42b7-a566-bf73dc4ae771 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:09:19.794188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 01818b1c-e9ff-42b7-a566-bf73dc4ae771 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:19.794763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 13194804-7227-43c2-a72d-d915ea40bae4 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:19.837250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 13194804-7227-43c2-a72d-d915ea40bae4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:09:19.839114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 13194804-7227-43c2-a72d-d915ea40bae4 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:19.972444 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:20.305517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 1778c139-516b-4c0c-a785-82b0c7a62cff {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:20.305867 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:20.401071 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 1778c139-516b-4c0c-a785-82b0c7a62cff, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=1778c139-516b-4c0c-a785-82b0c7a62cff,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:20.401442 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:20.425298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 1778c139-516b-4c0c-a785-82b0c7a62cff owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:20.651923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:20.678272 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:20.749641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=1778c139-516b-4c0c-a785-82b0c7a62cff,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:21.030471 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.355706 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:09:21.471860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:09:21.477665 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-16c6e612-5b77-4317-b804-76a98a7ef73b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/f3f40f1f-40f5-4ea3-8525-8598ab1b1b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9638140 May 06 10:09:21.480466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58924) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:21.483183 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] Sync routers for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:09:21.507943 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:21.508903 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:21.565874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting subnet 11a6d5e7-f61a-4bd5-b51b-6b227c423062 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:09:21.571176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.652657 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.664410 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:21.786271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.857571 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.916168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Subnet': ['ID=11a6d5e7-f61a-4bd5-b51b-6b227c423062,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:21.929559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.930297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.930881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.931441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.933022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.936220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7a17a-f0d9-47cf-8ecd-b34405d09083 None None] Network a0523f0b-fb9f-4f05-b469-46666b2f146a requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:09:21.948152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.948697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.951601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.952091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.952538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.956732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.957874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:21.962350 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:21.974641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 58930) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:21.976756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eb6c0e61-fa21-4f49-9a89-408d447e672b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/subnets/11a6d5e7-f61a-4bd5-b51b-6b227c423062 HTTP/1.1" status: 204 len: 168 time: 0.4918182 May 06 10:09:21.995854 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:09:20Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:22.053573 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] Checking router: f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:09:22.074575 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] Routers {'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:22.079035 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:22.217779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.219731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] DHCP port deletion for a0523f0b-fb9f-4f05-b469-46666b2f146a request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:09:22.317264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] Deleting port d31b95ab-ca13-493b-b47e-c6a81446d346 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:22.318953 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.346588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] Set router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:22.361763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.434414 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 5878df4e-f972-452f-8801-c9f3abd03831 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:09:22.434901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.449873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] For port d31b95ab-ca13-493b-b47e-c6a81446d346, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d31b95ab-ca13-493b-b47e-c6a81446d346,segment=NetworkSegment(a333b3b0-f7b4-4d03-a106-68ec801c9442),segment_id=a333b3b0-f7b4-4d03-a106-68ec801c9442)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:22.450857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.468759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] Calling delete_port for d31b95ab-ca13-493b-b47e-c6a81446d346 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:22.573057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 5878df4e-f972-452f-8801-c9f3abd03831, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5878df4e-f972-452f-8801-c9f3abd03831,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:22.573827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.613263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 5878df4e-f972-452f-8801-c9f3abd03831 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:09:22.652973 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:09:20Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:22.682292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.699923 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4368a17a-f9a8-46db-891e-6d3c9a6bfb4d None None] The sync data for ids ['f3f40f1f-40f5-4ea3-8525-8598ab1b1b92'] in n-d-840834-1 is: [{'id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-928871350', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': '5878df4e-f972-452f-8801-c9f3abd03831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:09:20Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5878df4e-f972-452f-8801-c9f3abd03831', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:98:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f40f1f-40f5-4ea3-8525-8598ab1b1b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3802, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:07:28Z', 'updated_at': '2022-05-06T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:09:22.735213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] Pushing event deleted for resources: {'Port': ['ID=d31b95ab-ca13-493b-b47e-c6a81446d346,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:22.746041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d79b15-06ca-4fb6-b205-a88e3c55c9df None None] No DVR routers for this DVR port d31b95ab-ca13-493b-b47e-c6a81446d346 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:09:22.844370 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:22.877620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=5878df4e-f972-452f-8801-c9f3abd03831,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:22.963306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.111651 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.114344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.189991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.190832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Fanout notify agent at l3_agent the message router_deleted on router f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:09:23.207284 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.210927 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fdef172a-9609-45fc-b958-bf9f8792c77d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/routers/f3f40f1f-40f5-4ea3-8525-8598ab1b1b92 HTTP/1.1" status: 204 len: 168 time: 1.2352273 May 06 10:09:23.213814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 58946) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:23.497528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d31b95ab-ca13-493b-b47e-c6a81446d346 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:23.498054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.542015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d31b95ab-ca13-493b-b47e-c6a81446d346 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:09:23.542363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d31b95ab-ca13-493b-b47e-c6a81446d346 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:23.542779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1778c139-516b-4c0c-a785-82b0c7a62cff no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:23.596657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 1778c139-516b-4c0c-a785-82b0c7a62cff {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:09:23.596657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 1778c139-516b-4c0c-a785-82b0c7a62cff not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:23.709662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.757718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0523f0b-fb9f-4f05-b469-46666b2f146a']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:23.784433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a333b3b0-f7b4-4d03-a106-68ec801c9442') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:23.784953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a333b3b0-f7b4-4d03-a106-68ec801c9442') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:23.807937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.844614 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.859487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:09:23.861631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: timer() May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:09:23.870814 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:09:23.990956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:23.998474 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:24.008194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/networks/a0523f0b-fb9f-4f05-b469-46666b2f146a HTTP/1.1" status: 204 len: 168 time: 0.7931132 May 06 10:09:24.010741 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59000) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:24.024004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51973d0c-bae1-4544-87c0-b0ac25542f76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Network': ['ID=a0523f0b-fb9f-4f05-b469-46666b2f146a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:24.819962 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:24.857238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:24.951985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:24.962751 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:24.968283 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/security-groups/b60ade5d-0512-4e89-b131-ff042a7c5c89 HTTP/1.1" status: 204 len: 168 time: 0.9565458 May 06 10:09:24.981656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60ade5d-0512-4e89-b131-ff042a7c5c89,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:24.993532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.994013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.994445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.995108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.995462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.995924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.996579 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.997080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.997690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.998369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.998962 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:24.999514 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d35b5a7-dfca-49a4-a217-2241e33b7946 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:25.291065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5878df4e-f972-452f-8801-c9f3abd03831 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:09:25.314862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:25.320834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c368c76e-bf7b-47fc-b3a9-f97d4162882a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606303831', 'description': 'tempest-secgroup-smoke-1606303831 description', 'project_id': 'e12c2da4041b40559768da50e19f8773'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:25.337228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5878df4e-f972-452f-8801-c9f3abd03831 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:09:25.337655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5878df4e-f972-452f-8801-c9f3abd03831 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:09:25.347965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c368c76e-bf7b-47fc-b3a9-f97d4162882a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.468217 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c368c76e-bf7b-47fc-b3a9-f97d4162882a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.473246 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c368c76e-bf7b-47fc-b3a9-f97d4162882a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.513200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c368c76e-bf7b-47fc-b3a9-f97d4162882a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.515656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c368c76e-bf7b-47fc-b3a9-f97d4162882a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1975121 May 06 10:09:25.517637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368c76e-bf7b-47fc-b3a9-f97d4162882a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f657c503-15e4-4b5c-b50e-89ba42594946,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:25.520969 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59174) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:25.532245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5e66aa59-38b5-4eae-aa2f-7e2232b06a09 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'f657c503-15e4-4b5c-b50e-89ba42594946', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:25.589260 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e66aa59-38b5-4eae-aa2f-7e2232b06a09 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.726339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e66aa59-38b5-4eae-aa2f-7e2232b06a09 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.728071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e66aa59-38b5-4eae-aa2f-7e2232b06a09 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.755929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66aa59-38b5-4eae-aa2f-7e2232b06a09 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42946c1-563d-4a89-a129-d671b7f686b5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:25.770512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e66aa59-38b5-4eae-aa2f-7e2232b06a09 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.773046 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e66aa59-38b5-4eae-aa2f-7e2232b06a09 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507148 May 06 10:09:25.775788 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59210) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:25.785766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6b321eec-2da3-4f98-9932-b301ed4e90ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'f657c503-15e4-4b5c-b50e-89ba42594946', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:25.827870 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b321eec-2da3-4f98-9932-b301ed4e90ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.952971 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b321eec-2da3-4f98-9932-b301ed4e90ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.961159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b321eec-2da3-4f98-9932-b301ed4e90ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:25.983841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b321eec-2da3-4f98-9932-b301ed4e90ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440ea4ff-9227-4c02-bf30-b89c195ee8f0,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:26.004332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b321eec-2da3-4f98-9932-b301ed4e90ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.005893 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6b321eec-2da3-4f98-9932-b301ed4e90ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288623 May 06 10:09:26.008701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59232) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:26.022386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4537f4d4-466b-4ea3-9f3f-774a914e9f66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'f657c503-15e4-4b5c-b50e-89ba42594946', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:26.079339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4537f4d4-466b-4ea3-9f3f-774a914e9f66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.156797 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4537f4d4-466b-4ea3-9f3f-774a914e9f66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.161178 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4537f4d4-466b-4ea3-9f3f-774a914e9f66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.183487 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537f4d4-466b-4ea3-9f3f-774a914e9f66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888ff8f2-975f-4a5f-a614-eebba08693ca,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:26.193624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4537f4d4-466b-4ea3-9f3f-774a914e9f66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.197709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59258) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:26.197949 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4537f4d4-466b-4ea3-9f3f-774a914e9f66 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860967 May 06 10:09:26.203087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-29c6cd77-a98e-4948-9f45-f8abaf9d03ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'f657c503-15e4-4b5c-b50e-89ba42594946', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:26.240237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29c6cd77-a98e-4948-9f45-f8abaf9d03ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.329717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29c6cd77-a98e-4948-9f45-f8abaf9d03ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.336558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29c6cd77-a98e-4948-9f45-f8abaf9d03ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.357157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6cd77-a98e-4948-9f45-f8abaf9d03ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfd828e-c283-4258-83cd-79b32c0a0c91,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:26.372019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-29c6cd77-a98e-4948-9f45-f8abaf9d03ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.373182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-29c6cd77-a98e-4948-9f45-f8abaf9d03ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741138 May 06 10:09:26.376688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59280) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:26.381328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'f657c503-15e4-4b5c-b50e-89ba42594946', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:26.406243 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:09:26.411972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.490955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.497142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.524564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11fcfbe-7f90-4eb3-a8d7-c1948b8b7b01,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:26.534235 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.540507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59302) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:26.547281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'security_group_rule': {'security_group_id': 'f657c503-15e4-4b5c-b50e-89ba42594946', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:26.557450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3839d2f6-77c1-4d7b-a207-113a4c638e14 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794055 May 06 10:09:26.608679 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Project e12c2da4041b40559768da50e19f8773 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:09:26.614229 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.696653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.707139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.744769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed3dafe-81b9-402f-886f-02ae9234af69,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:26.757775 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.760523 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c9b434cd-346f-41f1-bdee-9709a9de91d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2190022 May 06 10:09:26.768290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59330) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:26.773428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'network': {'name': 'tempest-network-smoke--785019986', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:26.796371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:26.802076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.835112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:09:26.846356 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.846688 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Added segment 2dd7032d-495e-468d-b2e9-78a10f47d4f8 of type vlan for network b9ee46cc-9142-4ec6-b5db-80439242f51d May 06 10:09:26.893825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.936850 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:26.946212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:26.946842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.027251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2554898 May 06 10:09:27.027796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59366) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:27.033516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'admin_state_up': True, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:27.057107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac29e7-deec-4fbd-a176-b52992abe4bf tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Network': ['ID=b9ee46cc-9142-4ec6-b5db-80439242f51d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:27.069016 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.070077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.070225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b9ee46cc-9142-4ec6-b5db-80439242f51d details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:09:27.141098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.336643 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.584119 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.617453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.771403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.140 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/5b8ca2da-44fa-4294-b84e-1c1486de4e2d) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:27.927296 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:27.963118 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:28.022170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:28.025940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:28.037777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:28.076533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:28.361876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:28.597154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:29.193968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-f13e46cb-1dd5-4353-b5c7-9357941a85cd tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:29.195855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-f13e46cb-1dd5-4353-b5c7-9357941a85cd tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/networks?id=6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 200 len: 811 time: 0.1434858 May 06 10:09:29.225170 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-fc42d1be-d4d9-498b-977c-2accb6da5aad tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/quotas/aa8167df0b5a499994d1a906a103ed86 HTTP/1.1" status: 200 len: 375 time: 0.0167150 May 06 10:09:29.252051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f1ae8993-746c-44c9-ba9b-219a2c40b752 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:09:29.274159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-db6190a8-6bf5-49fd-9c99-aa495dfaa58d tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa8167df0b5a499994d1a906a103ed86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343611 May 06 10:09:29.456012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:09:29.467502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Sync routers for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:09:29.470815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-49f09f8e-733f-4132-84da-6eae0c09d639 service neutron] 10.222.0.76 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528170 May 06 10:09:29.483104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:29.485272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6a193b30-91ae-46c4-9eab-7a8e7d29ac8f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4553096 May 06 10:09:29.488569 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59504) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:29.508163 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:29.509412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:29.522920 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-20715ca5-bcf8-4c73-96bd-a43539bb3c52 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=e12c2da4041b40559768da50e19f8773&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324800 May 06 10:09:29.525468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59508) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:29.630257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-0c859e2c-18e5-49c9-a899-090a0286bfcb service neutron] 10.222.0.76 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436296 May 06 10:09:29.719561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:29.788803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a024bb29-8d7f-4623-ab77-5d346fc87d7c tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:29.793623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59516) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:29.793841 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a024bb29-8d7f-4623-ab77-5d346fc87d7c tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2667751 May 06 10:09:29.841218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59518) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:29.847070 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1580895129', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'project_id': 'e12c2da4041b40559768da50e19f8773', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:29.851477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d66e4d6e-8684-433e-8627-cea2823e98e5 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564187 May 06 10:09:29.974270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-287dc62a-6217-4c8c-ba28-4ec7d75a0283 req-a119b350-0c61-4429-b7cc-7f822af64050 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 210 time: 0.0632370 May 06 10:09:30.021860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:30.026467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.048727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:28Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:30.082968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Checking router: f1ae8993-746c-44c9-ba9b-219a2c40b752 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:09:30.083324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Updating router f1ae8993-746c-44c9-ba9b-219a2c40b752 port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:09:30.116526 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.342784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.436705 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Checking segment: {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:30.437088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network hostable DHCP agents. Network: b9ee46cc-9142-4ec6-b5db-80439242f51d, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:09:30.446000 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.453897 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.455483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Subnet': ['ID=3d3fa57b-7f8e-4314-9638-4af17386754c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:30.501996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b9ee46cc-9142-4ec6-b5db-80439242f51d is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:09:30.523018 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b9ee46cc-9142-4ec6-b5db-80439242f51d) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:30.524586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Attempting to bind port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:30.525091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Attempting to bind port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:30.532532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Attempting to bind port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:30.534043 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:30.534694 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.540538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134c7409-f737-432b-abbc-3cab77d22066 None None] Network b9ee46cc-9142-4ec6-b5db-80439242f51d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:09:30.574475 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4965d4eb-ad3a-4c4f-ab56-47dd3ad1fc91 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7296700 May 06 10:09:30.574677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:30.574807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:30.574925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59532) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:30.576293 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.576293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:30.576814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Bound port: 5b8ca2da-44fa-4294-b84e-1c1486de4e2d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:30.577378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.640785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] For port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:30.645001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] For port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:30.679031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c530d1e-a848-4ba4-aed3-2e5cf81a64f8 None None] Pushing event updated for resources: {'Port': ['ID=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:30.689296 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:30.753275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c530d1e-a848-4ba4-aed3-2e5cf81a64f8 None None] Pushing event updated for resources: {'Port': ['ID=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:30.836902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:30.837546 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:30.985403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b9ee46cc-9142-4ec6-b5db-80439242f51d', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:09:30.986311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:31.008183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:31.161029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9873fcd2-9173-40e7-83d4-8c460c27bd13 req-9bba420d-a844-4eb0-a1dd-51cb71042d17 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 210 time: 0.0614433 May 06 10:09:31.257597 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:31.349156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-56b89ce5-dcac-4ef7-918b-dd162f039e2c tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:31.351282 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-56b89ce5-dcac-4ef7-918b-dd162f039e2c tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "GET /v2.0/networks?id=6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 200 len: 811 time: 0.1700158 May 06 10:09:31.400507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Request body: {'port': {'device_id': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896', 'admin_state_up': True, 'tenant_id': 'aa8167df0b5a499994d1a906a103ed86'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:31.502171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:28Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:31.534767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d781a2c-aa22-4ec2-96fe-0061d6dfa847 None None] The sync data for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 is: [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:28Z', 'revision_number': 3, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:09:31.540350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:09:31.549319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Allocated IP 172.20.0.2 (b9ee46cc-9142-4ec6-b5db-80439242f51d/3d3fa57b-7f8e-4314-9638-4af17386754c/adc0d51e-b3d7-484a-ba99-b606531348d1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:31.615769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Made reservation on behalf of aa8167df0b5a499994d1a906a103ed86 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:31.620404 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:31.759453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:31.767441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:31.825611 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Network b9ee46cc-9142-4ec6-b5db-80439242f51d is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:31.872865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:31.880639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:31.949398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Allocated IP 172.20.0.8 (6c82b86e-bebd-4006-9790-6b0d304d8896/d1fbb43a-52c0-452d-8de2-cf8b6c5102d5/6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:31.951925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.1 (b9ee46cc-9142-4ec6-b5db-80439242f51d/3d3fa57b-7f8e-4314-9638-4af17386754c/915b1be4-ed25-40f2-abf2-3b2fc0aee1f7) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:32.036766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Attempting to bind port adc0d51e-b3d7-484a-ba99-b606531348d1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:32.037135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Attempting to bind port adc0d51e-b3d7-484a-ba99-b606531348d1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:32.037494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Attempting to bind port adc0d51e-b3d7-484a-ba99-b606531348d1 on network b9ee46cc-9142-4ec6-b5db-80439242f51d {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:32.051068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:32.051475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Checking segment: {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:32.051882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:32.052279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Bound using segment: {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:32.052751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Bound port: adc0d51e-b3d7-484a-ba99-b606531348d1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:32.053129 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:32.056201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Pushing event updated for resources: {'Port': ['ID=adc0d51e-b3d7-484a-ba99-b606531348d1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:32.189637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] For port adc0d51e-b3d7-484a-ba99-b606531348d1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:32.197802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] For port adc0d51e-b3d7-484a-ba99-b606531348d1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=adc0d51e-b3d7-484a-ba99-b606531348d1,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:32.210605 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:32.216521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:32.309414 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:32.376465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68bf2488-dadd-43e0-91f4-26a661d71d1c req-ce656230-2db5-4542-86e6-f9c59953e487 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 210 time: 0.0838771 May 06 10:09:32.400565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957d444-3569-4ab7-a65f-f66e209f42db None None] Pushing event updated for resources: {'Port': ['ID=adc0d51e-b3d7-484a-ba99-b606531348d1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:32.489098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b9ee46cc-9142-4ec6-b5db-80439242f51d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:32.499918 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:32.542371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:32.724013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:32.753911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:32.867657 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:32.997918 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.090940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Pushing event updated for resources: {'Port': ['ID=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:33.110077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Network 6c82b86e-bebd-4006-9790-6b0d304d8896 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:33.114728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:33.122479 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:33.126139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.197270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:33.197894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.252438 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-74ccda8d-f0cf-4f04-b847-f8a6e39ca0a1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8900225 May 06 10:09:33.517502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Request body: {'port': {'device_id': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:33.617013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device adc0d51e-b3d7-484a-ba99-b606531348d1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:33.619503 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.737596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba68b6f-86c0-435a-ad08-d5829c512fa2 req-f9990556-eabc-4855-93d2-302718b3c3b8 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:33.743543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port adc0d51e-b3d7-484a-ba99-b606531348d1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:33.744278 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.744722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ba68b6f-86c0-435a-ad08-d5829c512fa2 req-f9990556-eabc-4855-93d2-302718b3c3b8 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 931 time: 0.1339314 May 06 10:09:33.816898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ba68b6f-86c0-435a-ad08-d5829c512fa2 req-084d1eec-76c5-4b44-830a-6b6c907d4517 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677478 May 06 10:09:33.872163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.928370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port adc0d51e-b3d7-484a-ba99-b606531348d1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=adc0d51e-b3d7-484a-ba99-b606531348d1,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:33.934418 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.935394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5b8ca2da-44fa-4294-b84e-1c1486de4e2d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:33.963050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:33.983474 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.034637 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.177871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b4b8e-5fdb-4bb2-aee2-1ac698a4f221 None None] Network b9ee46cc-9142-4ec6-b5db-80439242f51d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:09:34.301621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6cc4c52e-ef70-4bb4-921d-3261e109e142 None None] Provisioning complete for port adc0d51e-b3d7-484a-ba99-b606531348d1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:34.302552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c52e-ef70-4bb4-921d-3261e109e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.343761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=adc0d51e-b3d7-484a-ba99-b606531348d1,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:34.405400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:34.405789 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.556289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:34.611659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.638150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:34.661480 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.662370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b9ee46cc-9142-4ec6-b5db-80439242f51d is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:34.669846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:34.740447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:34.802576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:34.813381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.882124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Transition to ACTIVE for port object 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:09:34.889033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:34.972515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc951-f413-4d50-b0ab-4bf1e43e47ab req-61790273-75cf-428a-9205-bb4ac9066383 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:34.985333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-853aecea-98a4-4d0a-a0e6-26f5b935ddf2 None None] Provisioning complete for port adc0d51e-b3d7-484a-ba99-b606531348d1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:34.986131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b7bc951-f413-4d50-b0ab-4bf1e43e47ab req-61790273-75cf-428a-9205-bb4ac9066383 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 943 time: 0.0853157 May 06 10:09:34.988604 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-853aecea-98a4-4d0a-a0e6-26f5b935ddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.055501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b7bc951-f413-4d50-b0ab-4bf1e43e47ab req-e30859e7-33ba-4ca6-8179-ca0e9277d673 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682709 May 06 10:09:35.062682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f1ae8993-746c-44c9-ba9b-219a2c40b752 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:09:35.070072 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Pushing event updated for resources: {'Port': ['ID=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:35.132813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-853aecea-98a4-4d0a-a0e6-26f5b935ddf2 None None] Provisioning complete for port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:35.134539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-853aecea-98a4-4d0a-a0e6-26f5b935ddf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.176040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-853aecea-98a4-4d0a-a0e6-26f5b935ddf2 None None] Port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:09:35.311220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Attempting to bind port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:35.311557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Attempting to bind port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:35.311936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Attempting to bind port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 on network 6c82b86e-bebd-4006-9790-6b0d304d8896 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:35.328779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 on network 6c82b86e-bebd-4006-9790-6b0d304d8896 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:09:35.329105 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Attempting to bind port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 on network 6c82b86e-bebd-4006-9790-6b0d304d8896 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:35.343033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:35.343033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Checking segment: {'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:35.343033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Bound using segment: {'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:35.343033 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Bound port: 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:35.343033 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.354057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:09:35.367780 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-dda33fc8-f73a-40d8-ad73-f3f421e89a69 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/f1ae8993-746c-44c9-ba9b-219a2c40b752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7834053 May 06 10:09:35.369276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Sync routers for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:09:35.394347 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:35.394990 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:35.404781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dc00eeb0-22c9-4cf6-af5a-4a0ff67e659f None None] Provisioning complete for port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:35.406792 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dc00eeb0-22c9-4cf6-af5a-4a0ff67e659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.459150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device adc0d51e-b3d7-484a-ba99-b606531348d1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:35.494109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] For port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:35.504455 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] For port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:35.511991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.576038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-dc00eeb0-22c9-4cf6-af5a-4a0ff67e659f None None] Port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:09:35.608593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:35.610099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.611561 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] 10.222.0.83 "PUT /v2.0/ports/6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 HTTP/1.1" status: 200 len: 1091 time: 2.3370292 May 06 10:09:35.612093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'tag': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:35.619565 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a19fb-147e-435e-ba0c-47229b2082c6" -d '{"events": [{"name": "network-changed", "server_uuid": "23d79ff5-8b06-4b8f-a2e9-f1a38d39122e", "tag": "6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:35.632671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port adc0d51e-b3d7-484a-ba99-b606531348d1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:35.633050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.795514 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5b8ca2da-44fa-4294-b84e-1c1486de4e2d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:35.799378 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be0755-3fe7-4644-9408-f526f1c2d91a x-openstack-request-id: req-f0be0755-3fe7-4644-9408-f526f1c2d91a {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:35.799736 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d79ff5-8b06-4b8f-a2e9-f1a38d39122e", "tag": "6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:35.807308 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f0be0755-3fe7-4644-9408-f526f1c2d91a {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:35.807798 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0be0755-3fe7-4644-9408-f526f1c2d91a'] response: {'name': 'network-changed', 'server_uuid': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'tag': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9', 'status': 'completed', 'code': 200} May 06 10:09:35.826142 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:35.865022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cff5ee-00de-466f-ba8d-e928a0cc002d service neutron] Pushing event updated for resources: {'Port': ['ID=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:35.887081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-11b08fa6-9e5b-433e-a4b8-91442aa43ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:35.889161 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-11b08fa6-9e5b-433e-a4b8-91442aa43ba5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa8167df0b5a499994d1a906a103ed86&device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 1094 time: 0.2057109 May 06 10:09:35.923412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c02de0f9-bc09-4ec8-8051-8795ad02e022 None None] Provisioning complete for port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:35.928842 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c02de0f9-bc09-4ec8-8051-8795ad02e022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:35.967077 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-da1d9976-37fd-4ec3-8522-c0643b0547c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 HTTP/1.1" status: 200 len: 217 time: 0.0704916 May 06 10:09:36.004528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c02de0f9-bc09-4ec8-8051-8795ad02e022 None None] Port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:09:36.020193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:36.020511 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:36.053270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-08497beb-6e04-46da-9986-f5dafd977762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:36.055187 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-08497beb-6e04-46da-9986-f5dafd977762 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1fbb43a-52c0-452d-8de2-cf8b6c5102d5 HTTP/1.1" status: 200 len: 851 time: 0.0819051 May 06 10:09:36.142833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-7eb2593a-abf0-4484-9b1b-e8af3ab41e3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c82b86e-bebd-4006-9790-6b0d304d8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805151 May 06 10:09:36.182252 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:33Z', 'revision_number': 2, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:36.239531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Checking router: f1ae8993-746c-44c9-ba9b-219a2c40b752 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:09:36.240069 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Updating router f1ae8993-746c-44c9-ba9b-219a2c40b752 port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:09:36.295264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b90e2c-b4c6-4c0b-b812-00af699503bb req-44f5bb79-e649-4a24-b257-e8e6fecd677e tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:36.306515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b90e2c-b4c6-4c0b-b812-00af699503bb req-44f5bb79-e649-4a24-b257-e8e6fecd677e tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 943 time: 0.0863001 May 06 10:09:36.318394 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:36.346286 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-a3c87caf-6487-4762-a12f-73bf134e1109 service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932974 May 06 10:09:36.383012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-0dbafea3-56a9-409b-b9c7-fed5154f9cf7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606303831&fields=id&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 267 time: 0.0542874 May 06 10:09:36.393728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b90e2c-b4c6-4c0b-b812-00af699503bb req-025af50f-1a71-487c-bc0e-19d3b0e69ea3 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851707 May 06 10:09:36.492829 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-d72a427e-00cc-4fb2-a17c-bbb87ae7f1e0 req-aa55169c-f0bf-4cf2-9fb3-cd0227e23e0c service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383145 May 06 10:09:36.514931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-b8654f90-8630-4cf2-b28c-a7f99bbf67ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:36.517291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-b8654f90-8630-4cf2-b28c-a7f99bbf67ae tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/networks?id=b9ee46cc-9142-4ec6-b5db-80439242f51d HTTP/1.1" status: 200 len: 796 time: 0.1177900 May 06 10:09:36.540126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-605863ff-e94c-499d-8327-d9f8cc1ab922 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/quotas/e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 375 time: 0.0149257 May 06 10:09:36.628258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-af1cb68d-c9c1-4e1c-beeb-358a6ae07b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:36.630113 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-af1cb68d-c9c1-4e1c-beeb-358a6ae07b17 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa8167df0b5a499994d1a906a103ed86&device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 1094 time: 0.0918517 May 06 10:09:36.642860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-bdee785b-2d19-41c6-9152-56a63d02630a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947940 May 06 10:09:36.748431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-8b6484cf-e44d-4116-925f-a20e4e71cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:36.751894 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-8b6484cf-e44d-4116-925f-a20e4e71cd89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 200 len: 912 time: 0.1128745 May 06 10:09:36.764425 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:36.771040 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:36.786952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-b86bad9e-eabe-473c-947e-08d83966d43a service neutron] 10.222.0.76 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272089 May 06 10:09:36.821144 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-75bd3c22-f1d5-4779-9a08-2eded40064ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 HTTP/1.1" status: 200 len: 217 time: 0.0606298 May 06 10:09:36.867881 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Pushing event updated for resources: {'Port': ['ID=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:36.885809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-b6ac39ef-fb47-4210-a08b-83e1dafa33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:36.887777 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-b6ac39ef-fb47-4210-a08b-83e1dafa33f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1fbb43a-52c0-452d-8de2-cf8b6c5102d5 HTTP/1.1" status: 200 len: 851 time: 0.0605602 May 06 10:09:36.922084 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Attempting to bind port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:36.922987 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Attempting to bind port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:36.923566 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Attempting to bind port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 on network b9ee46cc-9142-4ec6-b5db-80439242f51d {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:36.929660 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:36.930296 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Checking segment: {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:36.930896 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:36.931444 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Bound using segment: {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:36.932346 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Bound port: 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:36.932892 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:36.949405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-4d14fb5d-04fe-4b88-aad2-e6bd7b6d7107 service neutron] 10.222.0.76 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610816 May 06 10:09:36.965491 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-2e634afe-6103-481e-b65b-83daf30f39c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c82b86e-bebd-4006-9790-6b0d304d8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711384 May 06 10:09:37.014949 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] For port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:37.018840 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] For port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:37.020997 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.021653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.022070 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.022443 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.022886 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.023923 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.024402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.025133 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.025516 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.025918 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.026297 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.026665 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:09:37.031611 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.082789 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:37.083288 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:37.150104 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-c0b0917b-96ef-48b6-8af4-6a35393af693 service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780012 May 06 10:09:37.161751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a3370431-c337-4df7-aa08-7fd0879b99c6 None None] Provisioning complete for port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:37.162241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a3370431-c337-4df7-aa08-7fd0879b99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.334928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9f24a66-51dd-462e-b02c-d4667c11493b req-577b80fc-5a56-4b76-93b1-af6e68a68971 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 210 time: 0.0716763 May 06 10:09:37.355319 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a3370431-c337-4df7-aa08-7fd0879b99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.369878 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848c149-80fc-4e79-8a2b-d5161e703428 None None] Pushing event updated for resources: {'Port': ['ID=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:37.395461 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9f8a19fb-147e-435e-ba0c-47229b2082c6 req-76d4ba73-0192-4bba-8e44-b6b04c98af4a service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322245 May 06 10:09:37.428350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a3370431-c337-4df7-aa08-7fd0879b99c6 None None] For port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:37.432570 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:37.436374 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a3370431-c337-4df7-aa08-7fd0879b99c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.551668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3370431-c337-4df7-aa08-7fd0879b99c6 None None] Pushing event updated for resources: {'Port': ['ID=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:37.578924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0c2d3-f6af-429e-8f38-082efebd08b5 req-b4c72a59-535f-4cb6-83e1-f917a73502a0 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:37.591479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35d0c2d3-f6af-429e-8f38-082efebd08b5 req-b4c72a59-535f-4cb6-83e1-f917a73502a0 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 943 time: 0.1131327 May 06 10:09:37.667306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4496eb32-75ed-4a36-8d35-40a02b6145fa None None] Provisioning complete for port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:37.670162 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4496eb32-75ed-4a36-8d35-40a02b6145fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:37.727659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35d0c2d3-f6af-429e-8f38-082efebd08b5 req-b06c1cca-4569-48ed-a6af-7523f2ee3a92 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206748 May 06 10:09:37.835147 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:37.879854 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47081db2-eb38-46b7-8972-163c80fa8852 None None] The sync data for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 is: [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:09:38.535482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31713e6b-caf9-4dfa-9084-526dbbdbc141 req-bf1a8f29-5ecf-43e7-876c-133735577313 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 210 time: 0.0400152 May 06 10:09:38.701731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-bf7b5085-137a-430e-a4b3-808fc709f124 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:38.704082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-bf7b5085-137a-430e-a4b3-808fc709f124 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/networks?id=b9ee46cc-9142-4ec6-b5db-80439242f51d HTTP/1.1" status: 200 len: 796 time: 0.1548412 May 06 10:09:38.809022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-db3de060-3064-43d6-b27b-27c9ff76e3bb tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e12c2da4041b40559768da50e19f8773 HTTP/1.1" status: 200 len: 380 time: 0.0947263 May 06 10:09:38.820701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'port': {'device_id': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'admin_state_up': True, 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'security_groups': ['f657c503-15e4-4b5c-b50e-89ba42594946']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:39.006843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cf8f0-2208-46ca-82d9-478097815c84 req-543783ab-27ea-4bd7-b0c5-2aab857a0fc1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.009121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d89cf8f0-2208-46ca-82d9-478097815c84 req-543783ab-27ea-4bd7-b0c5-2aab857a0fc1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 943 time: 0.0882401 May 06 10:09:39.054004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Made reservation on behalf of e12c2da4041b40559768da50e19f8773 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:39.057815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:39.132602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d89cf8f0-2208-46ca-82d9-478097815c84 req-64b46af7-d778-45bb-8930-d3d11d61e901 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014414 May 06 10:09:39.350045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.20.0.5 (b9ee46cc-9142-4ec6-b5db-80439242f51d/3d3fa57b-7f8e-4314-9638-4af17386754c/68e915ab-e948-481d-a974-75070ae961fe) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:39.403347 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:39.475272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:39.476047 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:39.552137 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:39.664710 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:39.757205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network b9ee46cc-9142-4ec6-b5db-80439242f51d is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:39.760488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:39.762959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:39.766685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:39.818303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ce9e2-172d-4122-840e-cc12e28f8732 req-8e4b8f10-9b5a-482f-9daf-171d8543dbd6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.819866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba4ce9e2-172d-4122-840e-cc12e28f8732 req-8e4b8f10-9b5a-482f-9daf-171d8543dbd6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 931 time: 0.1212044 May 06 10:09:39.845675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:39.846307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:39.879898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-d248ddca-0b97-44ae-b4fb-f77d8bc41ab1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0639360 May 06 10:09:39.888556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ba4ce9e2-172d-4122-840e-cc12e28f8732 req-ed455e0e-cc97-4417-8345-fee2ef4b536c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604243 May 06 10:09:39.905381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Request body: {'port': {'device_id': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:39.965995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.096200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-034ee36d-1e6e-4b01-a4c0-c77628500397 None None] Provisioning complete for port 68e915ab-e948-481d-a974-75070ae961fe triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:40.096567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-034ee36d-1e6e-4b01-a4c0-c77628500397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.123829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:09:40.148638 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-034ee36d-1e6e-4b01-a4c0-c77628500397 None None] Port 68e915ab-e948-481d-a974-75070ae961fe cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:09:40.253851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:40.267324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9', 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896', 'port_id': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9', 'mac_address': 'fa:16:3e:7e:f1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fbb43a-52c0-452d-8de2-cf8b6c5102d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:09:40.300399 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b55a1-35be-42e4-8127-6c3f8e413a90 req-3c00049c-1e08-492c-90f6-5cd76cb6cec7 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:40.300399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c8b55a1-35be-42e4-8127-6c3f8e413a90 req-3c00049c-1e08-492c-90f6-5cd76cb6cec7 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 943 time: 0.1058404 May 06 10:09:40.309764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e915ab-e948-481d-a974-75070ae961fe {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:40.325070 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.326192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.341685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:40.361250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Transition to ACTIVE for port object 68e915ab-e948-481d-a974-75070ae961fe will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:09:40.367193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:40.369275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c8b55a1-35be-42e4-8127-6c3f8e413a90 req-abf90657-a89d-4966-8b66-d03f9c7523f3 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544569 May 06 10:09:40.369866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.377826 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.442429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:40.448273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:40.544208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Attempting to bind port 68e915ab-e948-481d-a974-75070ae961fe on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:40.544826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Attempting to bind port 68e915ab-e948-481d-a974-75070ae961fe by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:40.545155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Attempting to bind port 68e915ab-e948-481d-a974-75070ae961fe on network b9ee46cc-9142-4ec6-b5db-80439242f51d {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:40.550293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Port 68e915ab-e948-481d-a974-75070ae961fe on network b9ee46cc-9142-4ec6-b5db-80439242f51d not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:09:40.550613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Attempting to bind port 68e915ab-e948-481d-a974-75070ae961fe on network b9ee46cc-9142-4ec6-b5db-80439242f51d {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:40.556189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:40.556874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Checking segment: {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:40.557010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Bound using segment: {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:40.557333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Bound port: 68e915ab-e948-481d-a974-75070ae961fe, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dd7032d-495e-468d-b2e9-78a10f47d4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:40.557693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.637553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:40.641404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:40.648064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.691492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:40.692066 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:40.693470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] 10.222.0.82 "PUT /v2.0/ports/68e915ab-e948-481d-a974-75070ae961fe HTTP/1.1" status: 200 len: 1091 time: 0.7927973 May 06 10:09:40.693922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'tag': '68e915ab-e948-481d-a974-75070ae961fe'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:40.696228 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810c7623-3caa-4c9e-b184-145dcb104c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "tag": "68e915ab-e948-481d-a974-75070ae961fe"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:40.703593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:40.784791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfa90d-9414-4c07-88de-a7f066750606 service neutron] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:40.813268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-5bc60f6f-01bf-419e-b581-ebf42e725b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:40.820277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-5bc60f6f-01bf-419e-b581-ebf42e725b4b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 1094 time: 0.0774519 May 06 10:09:40.926011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-dca97363-8149-4405-99cf-36f54eb499e6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e915ab-e948-481d-a974-75070ae961fe HTTP/1.1" status: 200 len: 217 time: 0.0973260 May 06 10:09:41.014486 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d430ae8-4fa9-4ca5-a899-b037fd7d3bbf x-openstack-request-id: req-2d430ae8-4fa9-4ca5-a899-b037fd7d3bbf {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:41.014486 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "tag": "68e915ab-e948-481d-a974-75070ae961fe", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:41.014804 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d430ae8-4fa9-4ca5-a899-b037fd7d3bbf {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:41.017031 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d430ae8-4fa9-4ca5-a899-b037fd7d3bbf'] response: {'name': 'network-changed', 'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'tag': '68e915ab-e948-481d-a974-75070ae961fe', 'status': 'completed', 'code': 200} May 06 10:09:41.079245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-5fe53bcd-56ab-43cc-879e-a058e0d9af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.081066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-5fe53bcd-56ab-43cc-879e-a058e0d9af6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3d3fa57b-7f8e-4314-9638-4af17386754c HTTP/1.1" status: 200 len: 835 time: 0.1483727 May 06 10:09:41.153309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11000eaf-96b4-4bb2-8e9a-c3658d6e91cf req-9180373a-f04b-4b85-a168-071bf28a7541 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.155195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11000eaf-96b4-4bb2-8e9a-c3658d6e91cf req-9180373a-f04b-4b85-a168-071bf28a7541 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 943 time: 0.1332881 May 06 10:09:41.172349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-8c69ca74-2007-43a9-8936-851ba17273c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.173800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-8c69ca74-2007-43a9-8936-851ba17273c8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b9ee46cc-9142-4ec6-b5db-80439242f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829825 May 06 10:09:41.262137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-11000eaf-96b4-4bb2-8e9a-c3658d6e91cf req-1696ccdc-9121-42df-8a59-ae362afcd43c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978935 May 06 10:09:41.319027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-5e44f330-1638-4aaf-9ef5-8bc9db482a63 service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364634 May 06 10:09:41.439709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21dff31e-7805-4bfc-ad83-5ca13b921748 req-f6a4a983-b634-4f95-92b7-5dc70a8d546b service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951684 May 06 10:09:41.584571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d2bf-3532-46cc-a5c3-7e4877ac8b0f req-226e0e80-f565-45d7-a880-859f97fb0635 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.586177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccd7d2bf-3532-46cc-a5c3-7e4877ac8b0f req-226e0e80-f565-45d7-a880-859f97fb0635 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 944 time: 0.1003041 May 06 10:09:41.593824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-20cd8c72-1103-4542-ad26-b1365daa897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.595313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-20cd8c72-1103-4542-ad26-b1365daa897d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 1094 time: 0.0985203 May 06 10:09:41.682971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccd7d2bf-3532-46cc-a5c3-7e4877ac8b0f req-e6d862f4-5e20-4fe1-af30-e16af56f936a tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862732 May 06 10:09:41.720008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-5eb64761-98bf-4ca5-b294-4151ccedd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.722594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-5eb64761-98bf-4ca5-b294-4151ccedd922 service neutron] 10.222.0.82 "GET /v2.0/networks?id=b9ee46cc-9142-4ec6-b5db-80439242f51d HTTP/1.1" status: 200 len: 897 time: 0.1187124 May 06 10:09:41.771040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-f4f12c34-14f1-40df-9363-ac8243762db7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e915ab-e948-481d-a974-75070ae961fe HTTP/1.1" status: 200 len: 217 time: 0.0398376 May 06 10:09:41.828908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-a0b9f604-9332-4004-b984-cf9a16922f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.830485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-a0b9f604-9332-4004-b984-cf9a16922f41 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3d3fa57b-7f8e-4314-9638-4af17386754c HTTP/1.1" status: 200 len: 835 time: 0.0526130 May 06 10:09:41.877635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-dd6edbef-a4e9-4274-8750-0e737bc002e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:41.879241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-dd6edbef-a4e9-4274-8750-0e737bc002e9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b9ee46cc-9142-4ec6-b5db-80439242f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409944 May 06 10:09:41.975497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-79914bac-5a50-42c3-b3e1-a38a77a1a9d7 service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882215 May 06 10:09:42.070395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810c7623-3caa-4c9e-b184-145dcb104c8a req-600de41d-69dc-4e7e-9032-f8261e2fda99 service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882781 May 06 10:09:42.141266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:42.211088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:09:42.215958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:42.216352 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:42.328076 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:42.357483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:42.361973 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0948a3-8530-46a4-bd1c-b293b704432f" -d '{"events": [{"server_uuid": "23d79ff5-8b06-4b8f-a2e9-f1a38d39122e", "name": "network-vif-plugged", "status": "completed", "tag": "6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:42.398952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:42.409454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:42.441503 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb31ef83-04c1-4f4f-8b94-a66f3da26651 x-openstack-request-id: req-bb31ef83-04c1-4f4f-8b94-a66f3da26651 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:42.441830 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d79ff5-8b06-4b8f-a2e9-f1a38d39122e", "name": "network-vif-plugged", "status": "completed", "tag": "6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:42.442083 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb31ef83-04c1-4f4f-8b94-a66f3da26651 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:42.442465 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb31ef83-04c1-4f4f-8b94-a66f3da26651'] response: {'server_uuid': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9', 'code': 200} May 06 10:09:42.449194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7cc07-b7fb-47e8-8cea-986df55bf122 req-380dcb83-5ee2-4f4d-a80c-2ae9260b8da8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:42.451030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb7cc07-b7fb-47e8-8cea-986df55bf122 req-380dcb83-5ee2-4f4d-a80c-2ae9260b8da8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 943 time: 0.0902646 May 06 10:09:42.475647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:42.510951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cb7cc07-b7fb-47e8-8cea-986df55bf122 req-9cedb98b-7740-40f3-bc52-ab8a01992b9d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512626 May 06 10:09:42.548099 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad10d9-e805-4fb2-b1fd-05bad5489a52 req-232c19a8-6162-49a7-b09f-001dec888370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:42.549731 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22ad10d9-e805-4fb2-b1fd-05bad5489a52 req-232c19a8-6162-49a7-b09f-001dec888370 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 1096 time: 0.0496168 May 06 10:09:42.606363 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-22ad10d9-e805-4fb2-b1fd-05bad5489a52 req-eb72b756-fde1-4caa-8db8-a3f9a123b447 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500176 May 06 10:09:42.648673 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48931381-4bea-44ae-abb6-e739365e687e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:42.806502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52761394-1ce7-4931-afbb-2676c545d915 req-0e0a0118-40f9-4492-b209-480b6ec31699 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:42.807926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52761394-1ce7-4931-afbb-2676c545d915 req-0e0a0118-40f9-4492-b209-480b6ec31699 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 945 time: 0.0512490 May 06 10:09:42.858172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52761394-1ce7-4931-afbb-2676c545d915 req-0acd3bbb-a109-4bf2-8754-2d4885955e67 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 May 06 10:09:43.657093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95d6e5-4202-4147-8398-0c4b99b6db7c req-538c1c7a-b6bf-40b7-94f2-2c43e54a7e6d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:43.659128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd95d6e5-4202-4147-8398-0c4b99b6db7c req-538c1c7a-b6bf-40b7-94f2-2c43e54a7e6d tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 943 time: 0.0672538 May 06 10:09:43.707993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd95d6e5-4202-4147-8398-0c4b99b6db7c req-f44727d7-e4d6-496a-b670-599e3d7b4002 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422137 May 06 10:09:43.879926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 68e915ab-e948-481d-a974-75070ae961fe details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:09:44.017454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:44.032500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '68e915ab-e948-481d-a974-75070ae961fe', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'port_id': '68e915ab-e948-481d-a974-75070ae961fe', 'mac_address': 'fa:16:3e:6f:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:09:44.048489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8aa3f-bce1-4cb3-9094-ae3bdf6e18f7 req-1f8120a3-8872-4f80-aa4b-3caf8108719d tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:44.051908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5f8aa3f-bce1-4cb3-9094-ae3bdf6e18f7 req-1f8120a3-8872-4f80-aa4b-3caf8108719d tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 945 time: 0.0800810 May 06 10:09:44.100483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:44.115929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e915ab-e948-481d-a974-75070ae961fe {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:09:44.133217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5f8aa3f-bce1-4cb3-9094-ae3bdf6e18f7 req-c33cf3dd-3d78-4461-9e7c-58fc9b99cd38 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740809 May 06 10:09:44.145618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:44.151089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:44.209637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:44.364832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['68e915ab-e948-481d-a974-75070ae961fe'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:09:44.847799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c19ac0-74aa-491a-b070-8018586d31d8 req-ee2309e5-4ea8-4011-b390-d3e2f1b78bf1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:44.849311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71c19ac0-74aa-491a-b070-8018586d31d8 req-ee2309e5-4ea8-4011-b390-d3e2f1b78bf1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 944 time: 0.0533032 May 06 10:09:44.892615 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71c19ac0-74aa-491a-b070-8018586d31d8 req-32b075e5-f116-48df-ade9-b8da193a30c6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363491 May 06 10:09:45.150479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b9f6e045-3d5e-4d30-9f07-a89b8a733172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:45.261349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e42c49-0ba3-4a7f-a546-41ffce446c6f req-eb2951cc-4de0-45db-8beb-eeac18ac19e5 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:45.263065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83e42c49-0ba3-4a7f-a546-41ffce446c6f req-eb2951cc-4de0-45db-8beb-eeac18ac19e5 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 945 time: 0.0518372 May 06 10:09:45.318754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83e42c49-0ba3-4a7f-a546-41ffce446c6f req-68fee0f7-a0d2-42cc-95af-86f75214e1c8 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349412 May 06 10:09:45.886575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 68e915ab-e948-481d-a974-75070ae961fe up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:45.979713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 68e915ab-e948-481d-a974-75070ae961fe completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:09:45.986065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 68e915ab-e948-481d-a974-75070ae961fe triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:45.986507 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.038566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59834) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:46.089334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391806eb-2bd3-4985-992e-f3380020f1e3 req-be2268f5-0d56-49c9-975f-89f0201c6829 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:46.090919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-391806eb-2bd3-4985-992e-f3380020f1e3 req-be2268f5-0d56-49c9-975f-89f0201c6829 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 944 time: 0.1178834 May 06 10:09:46.103043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.142388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] Deleting subnet bb669566-374c-4205-a142-71b0cdf347ed {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:09:46.150500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e915ab-e948-481d-a974-75070ae961fe'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:46.153716 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6756c1-58bd-44b6-8c20-a93afa57f821" -d '{"events": [{"server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "68e915ab-e948-481d-a974-75070ae961fe"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:46.156538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.208919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.210381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:46.213790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-391806eb-2bd3-4985-992e-f3380020f1e3 req-9805773f-aad7-4019-b92c-45aeac0ce141 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147022 May 06 10:09:46.218096 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.285277 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f053c5de-7878-47b4-b88b-65bafffdee80 x-openstack-request-id: req-f053c5de-7878-47b4-b88b-65bafffdee80 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:46.285569 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "68e915ab-e948-481d-a974-75070ae961fe", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:46.286755 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f053c5de-7878-47b4-b88b-65bafffdee80 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:46.288079 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f053c5de-7878-47b4-b88b-65bafffdee80'] response: {'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e915ab-e948-481d-a974-75070ae961fe', 'code': 200} May 06 10:09:46.314608 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.352072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:46.397790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57102e72-cf96-46cf-8d23-757dbef82165 req-780f974a-f4ae-410d-a226-69a892322c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:46.399219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57102e72-cf96-46cf-8d23-757dbef82165 req-780f974a-f4ae-410d-a226-69a892322c89 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 1096 time: 0.0836518 May 06 10:09:46.411451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.444456 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb669566-374c-4205-a142-71b0cdf347ed,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:46.455309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.461010 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7b7650e6-f19d-4e01-92b8-75fccb4fdd25 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bb669566-374c-4205-a142-71b0cdf347ed HTTP/1.1" status: 204 len: 168 time: 0.4206734 May 06 10:09:46.463420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:46.479573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57102e72-cf96-46cf-8d23-757dbef82165 req-83b58a29-efa3-4fd3-a898-e6ce963e9504 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722642 May 06 10:09:46.557132 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.657667 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.679935 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75919ba-1c74-46e9-a45c-14e84535ae2e']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:46.691165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da24633-a658-406f-b78d-afd62e13ac2a') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:46.691459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da24633-a658-406f-b78d-afd62e13ac2a') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:46.732348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.742555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.761782 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.764182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.773774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:09:46.774259 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: timer() May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:09:46.776069 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:09:46.842085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.848389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.851504 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c75919ba-1c74-46e9-a45c-14e84535ae2e HTTP/1.1" status: 204 len: 168 time: 0.3868625 May 06 10:09:46.857200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59856) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:46.885453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb5d54-ee76-4d44-9eb9-d824eeaf18c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c75919ba-1c74-46e9-a45c-14e84535ae2e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:46.919101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] Deleting subnet 2c61b92b-3879-43e0-b6ca-a30496959e49 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:09:46.925762 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:46.967884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.023536 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.089148 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.118793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c61b92b-3879-43e0-b6ca-a30496959e49,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:47.124931 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.128095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2cecb514-65f2-4faf-8035-e309d706f24c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2c61b92b-3879-43e0-b6ca-a30496959e49 HTTP/1.1" status: 204 len: 168 time: 0.2695868 May 06 10:09:47.130603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59864) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:47.202618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.339257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.365660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9bca3b-9fc3-4632-8eca-37844369c922']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:47.378730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e660e9f0-e9b1-4fe7-8e95-11b4b4cba925') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:47.379022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e660e9f0-e9b1-4fe7-8e95-11b4b4cba925') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:47.392853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053065c-15fd-4929-97bd-0a77a340b7e5 req-1e4af184-c26c-46cd-b75d-35dc4bc7c9d7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:47.394633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b053065c-15fd-4929-97bd-0a77a340b7e5 req-1e4af184-c26c-46cd-b75d-35dc4bc7c9d7 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0970023 May 06 10:09:47.398344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.426001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.435219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:09:47.435637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: timer() May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:09:47.437869 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:09:47.496416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b053065c-15fd-4929-97bd-0a77a340b7e5 req-abc3469b-f355-4d79-8082-4f07eee3ff76 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915277 May 06 10:09:47.509907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.524698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.527868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] 10.222.0.76 "DELETE /v2.0/networks/2f9bca3b-9fc3-4632-8eca-37844369c922 HTTP/1.1" status: 204 len: 168 time: 0.3916678 May 06 10:09:47.538567 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f1e73-2e63-480d-a60a-3ce29f1919aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9bca3b-9fc3-4632-8eca-37844369c922,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:47.742648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59872) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:47.789542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f98613c9-47c8-46c5-b44c-64487cb5ed60 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf523fcc131740a3819bdd43d142dc35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449941 May 06 10:09:47.791938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59874) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:47.849234 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0422d973-b514-4d94-bc76-92461937d2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.878505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0422d973-b514-4d94-bc76-92461937d2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.953109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0422d973-b514-4d94-bc76-92461937d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.955934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0422d973-b514-4d94-bc76-92461937d2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:47.959219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0422d973-b514-4d94-bc76-92461937d2b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f7475369-e53b-4d4a-94d9-58b18d022b09 HTTP/1.1" status: 204 len: 168 time: 0.1657741 May 06 10:09:47.969617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422d973-b514-4d94-bc76-92461937d2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7475369-e53b-4d4a-94d9-58b18d022b09,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:48.242024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:48.354193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59888) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:48.397644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-85855e97-e876-4bff-a8ce-766ad34a39f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1f6daf1656594ac193529945838ee89d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421202 May 06 10:09:48.400175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59890) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:48.454036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7728fefa-7248-442a-a300-2e12d0f80cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:48.477245 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7728fefa-7248-442a-a300-2e12d0f80cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:48.528874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7728fefa-7248-442a-a300-2e12d0f80cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:48.531820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7728fefa-7248-442a-a300-2e12d0f80cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:48.533458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7728fefa-7248-442a-a300-2e12d0f80cb1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c52aff2-20f7-4dbf-bdeb-0246909c026d HTTP/1.1" status: 204 len: 168 time: 0.1316972 May 06 10:09:48.543120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728fefa-7248-442a-a300-2e12d0f80cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c52aff2-20f7-4dbf-bdeb-0246909c026d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:48.667043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae3c3-9aeb-41c3-a821-9296a4780909 req-71dc18a8-f475-4238-b3bd-aafc454e38b4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:48.670195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4baae3c3-9aeb-41c3-a821-9296a4780909 req-71dc18a8-f475-4238-b3bd-aafc454e38b4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0658140 May 06 10:09:48.730196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:48.740057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4baae3c3-9aeb-41c3-a821-9296a4780909 req-a0cc1e1c-a609-4eed-a220-6397f61a1ec2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626230 May 06 10:09:48.897452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b25c86-73a2-42ba-b14c-0c172a94e111 req-5da55501-8172-4fb4-b63e-3ab0b752f164 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:48.898987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79b25c86-73a2-42ba-b14c-0c172a94e111 req-5da55501-8172-4fb4-b63e-3ab0b752f164 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0676379 May 06 10:09:48.963906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79b25c86-73a2-42ba-b14c-0c172a94e111 req-ed04e7de-c335-4229-8695-2f18242c92be tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568428 May 06 10:09:48.992345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59908) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:49.065789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630996dc-7196-49f1-adec-b3b215b4e9b2 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:49.070062 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-630996dc-7196-49f1-adec-b3b215b4e9b2 tempest-TestNetworkAdvancedServerOps-1233303652 tempest-TestNetworkAdvancedServerOps-1233303652-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 1091 time: 0.0742521 May 06 10:09:49.070431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59916) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:49.075468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '68e915ab-e948-481d-a974-75070ae961fe', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:49.104300 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.241255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.391046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Allocated IP 172.25.8.68 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/bd34c78c-a8e9-4fc9-b82d-ad6255165b45) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:49.560483 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59928) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:49.715145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1733354474-network', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:49.752098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:49.754583 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.767265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.859445 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.872878 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.878375 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.893676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:09:49.898145 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.923302 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:49.924336 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Added segment 4ac0d806-9473-430b-bb7f-476ee3d695cd of type vlan for network fd8c7863-52ed-405f-9c66-92266c9d21f3 May 06 10:09:49.943624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:49.946882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:49.958296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:49.962000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=bd34c78c-a8e9-4fc9-b82d-ad6255165b45,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:49.974294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb553b79-5791-4c65-878f-5f030733ebd3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:50.015727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.058449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.059860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:50.060642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.131786 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5686946 May 06 10:09:50.135164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59940) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:50.141744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Request body: {'subnet': {'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1733354474-subnet', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:50.167356 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925109c7-ac17-4217-ac64-ee07b4617f8c admin admin] Pushing event updated for resources: {'Network': ['ID=fd8c7863-52ed-405f-9c66-92266c9d21f3,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:50.179508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:50.180589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:09:50.182066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.380610 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.444709 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=25946d0d-6989-48a6-9ccb-2704984dc027,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:50.455819 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:50.456188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Network hostable DHCP agents. Network: fd8c7863-52ed-405f-9c66-92266c9d21f3, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:09:50.508680 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:09:50.524037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, fd8c7863-52ed-405f-9c66-92266c9d21f3) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:50.535921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb8dbd8-fa4a-466a-93e0-c802c9e4dfbb None None] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:09:50.540682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:50.544051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.564385 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-22d1695c-c155-4733-bb8b-34cb7e0d18ab admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4276884 May 06 10:09:50.566990 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59942) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:50.573335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:50.603449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.604596 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.607363 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.663436 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.722837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.746340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.767802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-fd8c7863-52ed-405f-9c66-92266c9d21f3', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:09:50.769530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.951250 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:50.955745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Allocated IP 172.20.0.2 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:51.005406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.010260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.107839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event updated for resources: {'Port': ['ID=bd34c78c-a8e9-4fc9-b82d-ad6255165b45,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:51.120727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.244155 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP 9214adec-724d-4932-a4d7-e99206ebdb20 associated. External IP: 172.25.8.68, port: 68e915ab-e948-481d-a974-75070ae961fe. May 06 10:09:51.275419 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.287063 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.322205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.346840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Pushing event updated for resources: {'Port': ['ID=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:51.356858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.365537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:51.367425 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:51.371737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:51.529832 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Allocated IP 172.25.8.95 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/f77c0eae-bf45-4c9a-9a6b-e92e5853ee13) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:51.545176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f1ae8993-746c-44c9-ba9b-219a2c40b752 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:09:51.631152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Attempting to bind port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:51.631827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Attempting to bind port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:51.632378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Attempting to bind port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:51.638030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:51.638659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:51.639233 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.640597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:51.641430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Bound port: fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:51.642008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.680152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.693609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:09:51.723121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] For port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:51.724533 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.726547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] For port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:51.730104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] Sync routers for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:09:51.736665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.762134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:51.773552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aff4072b-f63b-43f6-a055-8edea89189b5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7019391 May 06 10:09:51.774515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'tag': '68e915ab-e948-481d-a974-75070ae961fe'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:09:51.791630 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbbf503-1724-4adf-903e-bd8c9c0176e5" -d '{"events": [{"name": "network-changed", "server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "tag": "68e915ab-e948-481d-a974-75070ae961fe"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:09:51.804858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:51.805542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:51.883339 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fa56fb-2bb4-40aa-986f-73be4214642a x-openstack-request-id: req-b8fa56fb-2bb4-40aa-986f-73be4214642a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:09:51.883901 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "tag": "68e915ab-e948-481d-a974-75070ae961fe", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:09:51.884326 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8fa56fb-2bb4-40aa-986f-73be4214642a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:09:51.884901 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8fa56fb-2bb4-40aa-986f-73be4214642a'] response: {'name': 'network-changed', 'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'tag': '68e915ab-e948-481d-a974-75070ae961fe', 'status': 'completed', 'code': 200} May 06 10:09:51.903417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:51.906010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b01dab-0789-4511-81b5-2d4801400d17 None None] Pushing event updated for resources: {'Port': ['ID=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:51.928730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:51.934015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:51.943276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Pushing event updated for resources: {'Port': ['ID=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:52.001597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-c636a9d0-0ec9-4ea8-aeae-7f8b61bea3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:52.003421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-c636a9d0-0ec9-4ea8-aeae-7f8b61bea3f3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 1096 time: 0.0894375 May 06 10:09:52.016770 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbaca9-d5a1-406a-a32f-d39cdee2782c req-80a82698-fe6b-4df7-afef-8b60a52e9b8a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:52.030018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37dbaca9-d5a1-406a-a32f-d39cdee2782c req-80a82698-fe6b-4df7-afef-8b60a52e9b8a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.1288486 May 06 10:09:52.030260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:52.185477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37dbaca9-d5a1-406a-a32f-d39cdee2782c req-f65ca910-02dd-458f-881c-6ca39fd2a013 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535206 May 06 10:09:52.250520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59964) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:52.347669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-dec41eea-0a6a-4b2e-aef1-0ed0328047db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:52.349619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-dec41eea-0a6a-4b2e-aef1-0ed0328047db service neutron] 10.222.0.82 "GET /v2.0/networks?id=b9ee46cc-9142-4ec6-b5db-80439242f51d HTTP/1.1" status: 200 len: 897 time: 0.3165259 May 06 10:09:52.440856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e6f74921-0eac-4673-890d-1eae72730b5f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/9214adec-724d-4932-a4d7-e99206ebdb20 HTTP/1.1" status: 200 len: 990 time: 0.1878126 May 06 10:09:52.462459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-b4b89c35-4ab5-4226-b1db-06bbe5c8177c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e915ab-e948-481d-a974-75070ae961fe HTTP/1.1" status: 200 len: 998 time: 0.1035848 May 06 10:09:52.525453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:52.560051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-83f5a318-1c90-4a56-8804-45248c66c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:52.564397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-83f5a318-1c90-4a56-8804-45248c66c34b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3d3fa57b-7f8e-4314-9638-4af17386754c HTTP/1.1" status: 200 len: 835 time: 0.0921452 May 06 10:09:52.599194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '9214adec-724d-4932-a4d7-e99206ebdb20', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'port_id': '68e915ab-e948-481d-a974-75070ae961fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'mac_address': 'fa:16:3e:6f:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:50Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:52.645578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] Checking router: f1ae8993-746c-44c9-ba9b-219a2c40b752 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:09:52.658946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:52.659601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:52.668405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-4dad0da7-0d30-45f5-8221-ba8ab61dd43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:52.673905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-4dad0da7-0d30-45f5-8221-ba8ab61dd43f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b9ee46cc-9142-4ec6-b5db-80439242f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030180 May 06 10:09:52.785844 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:52.852962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-179819f3-fd40-44e9-8813-ad162a817bc6 service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715348 May 06 10:09:52.856995 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:53.028198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbbf503-1724-4adf-903e-bd8c9c0176e5 req-73484cfd-08ed-4073-87c2-9789b83a443b service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667700 May 06 10:09:53.119754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:09:53.122204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '9214adec-724d-4932-a4d7-e99206ebdb20', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'port_id': '68e915ab-e948-481d-a974-75070ae961fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'mac_address': 'fa:16:3e:6f:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:50Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:53.166489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42348d0a-de30-4346-9e20-8cc307eaddc4 None None] The sync data for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 is: [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '9214adec-724d-4932-a4d7-e99206ebdb20', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'port_id': '68e915ab-e948-481d-a974-75070ae961fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'mac_address': 'fa:16:3e:6f:13:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:50Z', 'revision_number': 0, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:09:53.321108 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:09:53.336015 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:09:53.356634 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:53.361308 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:53.368321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:53.372509 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6dc601f-ccff-4778-8f5d-d77cd1932e2e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8039527 May 06 10:09:53.373155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 59970) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:53.441228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:53.443672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75982011-89a4-415f-acc0-072e35e402c3 None None] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:09:53.443842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59972) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:53.543723 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:53.660171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dde364c-282e-42fc-9cca-5cdf7304b10a None None] New status for floating IP 9214adec-724d-4932-a4d7-e99206ebdb20: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:09:53.878159 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:52Z', 'revision_number': 3, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:53.899626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9e253fba-1744-4c8d-ad66-1bf216657bb6 None None] Provisioning complete for port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:53.899996 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e253fba-1744-4c8d-ad66-1bf216657bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:53.942668 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:09:53.944638 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Updating router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:09:54.012132 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.131629 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-cb37bdb7-e55c-492f-9fd3-e52530c3259a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/9214adec-724d-4932-a4d7-e99206ebdb20 HTTP/1.1" status: 200 len: 990 time: 0.6863441 May 06 10:09:54.202729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:54.203244 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.261794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.349251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e253fba-1744-4c8d-ad66-1bf216657bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.458479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9e253fba-1744-4c8d-ad66-1bf216657bb6 None None] For port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:54.476003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9e253fba-1744-4c8d-ad66-1bf216657bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.476281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Allocated IP 172.20.0.1 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/0f1265cd-6ca1-436a-874f-fb970a6da3b2) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:54.522889 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.532131 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.609440 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.636257 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253fba-1744-4c8d-ad66-1bf216657bb6 None None] Pushing event updated for resources: {'Port': ['ID=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:54.667653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.672675 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Attempting to bind port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:54.673277 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Attempting to bind port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:54.674001 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Attempting to bind port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:54.677391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e543-3b48-488a-a215-dfe4320778aa None None] Pushing event updated for resources: {'Port': ['ID=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:54.682888 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:54.683572 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:54.684199 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.684807 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:54.685648 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Bound port: f77c0eae-bf45-4c9a-9a6b-e92e5853ee13, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:54.687176 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.761320 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] For port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:54.765565 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] For port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:54.770673 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.774366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:54.802901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:54.812114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:54.819712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1265cd-6ca1-436a-874f-fb970a6da3b2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:54.840326 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:54.840963 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:54.879346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:54.915470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-069d9912-cf08-4f00-ac14-103224a1f4f0 None None] Provisioning complete for port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:54.916103 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-069d9912-cf08-4f00-ac14-103224a1f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:55.082322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e543-3b48-488a-a215-dfe4320778aa None None] Pushing event updated for resources: {'Port': ['ID=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:55.135673 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 59994) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:55.202779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:55.215668 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:55.236354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-162787da-7ddd-4bb2-8123-73cbd292e57c None None] Provisioning complete for port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:55.236734 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-162787da-7ddd-4bb2-8123-73cbd292e57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:55.254239 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7133a303-044d-4cb3-8e7f-d00868df1fa9 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/9214adec-724d-4932-a4d7-e99206ebdb20 HTTP/1.1" status: 200 len: 992 time: 0.1173310 May 06 10:09:55.287959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-162787da-7ddd-4bb2-8123-73cbd292e57c None None] Port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:09:55.406464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:55.480901 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:52Z', 'revision_number': 3, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:55.506164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:55.513524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:55.514231 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:55.516806 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:55.520095 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f912a8a-e5d1-4c3b-a2f8-6042acbd4ede None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:52Z', 'revision_number': 3, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:09:55.659116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Pushing event updated for resources: {'Port': ['ID=0f1265cd-6ca1-436a-874f-fb970a6da3b2,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:55.661815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:55.780536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:55.782163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:55.979762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:09:56.130495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a14677e5-63c0-4723-8a5b-a1358b01ce9b None None] Provisioning complete for port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:56.131142 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a14677e5-63c0-4723-8a5b-a1358b01ce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:56.202433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a14677e5-63c0-4723-8a5b-a1358b01ce9b None None] Port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:09:56.483509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:09:56.496196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e0b3465-e7b5-467e-a6c1-3fc76e18b355 admin admin] 10.222.0.76 "PUT /v2.0/routers/4be14bf7-1dd5-40d0-8485-8cc9486b4fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1210265 May 06 10:09:57.134015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:57.140571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1499714625-network', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:57.164203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Made reservation on behalf of 6cdae36ba15142479c515b30eb7c0317 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:57.167336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.177900 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.264831 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.271477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.312840 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:09:57.350504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.350847 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Added segment 18cacacf-6628-400f-9b6b-54b9ed111a42 of type vlan for network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df May 06 10:09:57.352196 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd956f5-ab82-4f27-8a69-ab81949f1236,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:57.418679 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.453133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:57.463348 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.464441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:57.465089 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.524159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:57.525315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.540817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:57.554530 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-84195d00-fcab-40fe-8ca0-3d3fa56343f9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4186876 May 06 10:09:57.557387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60038) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:57.562903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Request body: {'subnet': {'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1499714625-subnet', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:57.570872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:09:57.599256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Made reservation on behalf of 6cdae36ba15142479c515b30eb7c0317 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:09:57.609698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.751053 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.776193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:57.781162 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.859151 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:09:57.871784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:57.872122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:57.872452 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:57.873166 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:57.955687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=629a2a17-e826-418f-b325-6152bd0037fe,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:57.962647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Checking segment: {'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:57.962916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Network hostable DHCP agents. Network: 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:09:57.983778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:09:57.995003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:58.004491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:09:58.005585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.011311 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b7a014-3df2-427d-8185-2a3f9da2ba37 None None] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:09:58.015116 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:58.026774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3f2885e7-ad75-4d9d-b43f-05e26b6742ba admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4682214 May 06 10:09:58.029629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60046) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:09:58.038849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:09:58.102030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.103346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.164107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.313602 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 2, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:58.352403 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:09:58.352669 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Updating router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:09:58.404483 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.433103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.551449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'fixed_ips': [{'subnet_id': '629a2a17-e826-418f-b325-6152bd0037fe'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:09:58.552595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.723196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Allocated IP 172.20.0.2 (0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df/629a2a17-e826-418f-b325-6152bd0037fe/0a0b9b97-0a9e-4627-a6c4-07c94a987cc0) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:58.746651 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.787347 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.793089 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.798066 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.866224 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9cc85-bb9f-49d7-baf7-93a08fc44f70 None None] Pushing event updated for resources: {'Port': ['ID=0f1265cd-6ca1-436a-874f-fb970a6da3b2,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:58.956593 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.963424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:58.990017 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Attempting to bind port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:58.990384 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Attempting to bind port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:58.992851 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Attempting to bind port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:58.998827 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:58.999276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:58.999761 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.000305 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:59.000892 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Bound port: 0f1265cd-6ca1-436a-874f-fb970a6da3b2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:59.001333 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.015170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:59.018944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:59.023828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:59.025477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Allocated IP 172.25.8.187 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/8e3bee4a-5950-40b8-a883-48eb74ef1449) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:09:59.106007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Pushing event updated for resources: {'Port': ['ID=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:59.125389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Attempting to bind port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:09:59.125757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Attempting to bind port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:09:59.126192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Attempting to bind port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 on network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:09:59.131969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:09:59.132592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Checking segment: {'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:09:59.133007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.133403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Bound using segment: {'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:09:59.133870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Bound port: 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:09:59.134253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.146099 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] For port 0f1265cd-6ca1-436a-874f-fb970a6da3b2, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:59.153656 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] For port 0f1265cd-6ca1-436a-874f-fb970a6da3b2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f1265cd-6ca1-436a-874f-fb970a6da3b2,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:59.161343 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.257100 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.267683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] For port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:09:59.274896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] For port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,segment=NetworkSegment(18cacacf-6628-400f-9b6b-54b9ed111a42),segment_id=18cacacf-6628-400f-9b6b-54b9ed111a42)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:09:59.277486 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:09:59.278132 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:09:59.293515 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.362734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a6e778bb-61f5-460f-87c1-25d0c3f4820c None None] Provisioning complete for port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:59.364974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6e778bb-61f5-460f-87c1-25d0c3f4820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.377570 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9cc85-bb9f-49d7-baf7-93a08fc44f70 None None] Pushing event updated for resources: {'Port': ['ID=0f1265cd-6ca1-436a-874f-fb970a6da3b2,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:59.382641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.426985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:09:59.431110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:09:59.434561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:09:59.501008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb84a0-cc3d-4502-9d1b-b27db8ce0172 None None] Pushing event updated for resources: {'Port': ['ID=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:59.504253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Pushing event updated for resources: {'Port': ['ID=8e3bee4a-5950-40b8-a883-48eb74ef1449,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:09:59.519433 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:09:59.535877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:09:59.715047 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6e778bb-61f5-460f-87c1-25d0c3f4820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.771167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:09:59.771927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.774284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a6e778bb-61f5-460f-87c1-25d0c3f4820c None None] For port 0f1265cd-6ca1-436a-874f-fb970a6da3b2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f1265cd-6ca1-436a-874f-fb970a6da3b2,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:09:59.810530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6e778bb-61f5-460f-87c1-25d0c3f4820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:09:59.933329 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e778bb-61f5-460f-87c1-25d0c3f4820c None None] Pushing event updated for resources: {'Port': ['ID=0f1265cd-6ca1-436a-874f-fb970a6da3b2,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:00.029182 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.036428 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:00.058238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7d47fd31-40c5-4683-acd5-1ea8c7f3b6ac None None] Provisioning complete for port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:00.058614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7d47fd31-40c5-4683-acd5-1ea8c7f3b6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.105301 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2a5d5-030a-4ebf-9f33-46e3ca11dbf2 None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:00.495286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.773719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Router 47b1e941-382e-4347-ad10-6410e58bd565 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:10:00.945835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:10:00.959017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Sync routers for ids ['47b1e941-382e-4347-ad10-6410e58bd565'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:10:00.980202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:00.984289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4de48353-eef0-43af-8fdc-c4f5755d4413 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9503434 May 06 10:10:00.984632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 60076) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:00.987877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Routers {'47b1e941-382e-4347-ad10-6410e58bd565'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:00.989270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['47b1e941-382e-4347-ad10-6410e58bd565'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:01.234028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Set router 47b1e941-382e-4347-ad10-6410e58bd565 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:01.312698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa86fa8e-46cb-49aa-8946-d3dc6b23d23c None None] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:10:01.574564 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f1265cd-6ca1-436a-874f-fb970a6da3b2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:01.658718 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.662252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-53634991-a45c-496c-9327-7ed7550e2704 None None] Provisioning complete for port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:01.662992 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-53634991-a45c-496c-9327-7ed7550e2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:01.772068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 3, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port': {'id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:01.863132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Allocated IP 172.20.0.1 (0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df/629a2a17-e826-418f-b325-6152bd0037fe/8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:01.903455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Checking router: 47b1e941-382e-4347-ad10-6410e58bd565 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:10:01.903837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Updating router 47b1e941-382e-4347-ad10-6410e58bd565 port 8e3bee4a-5950-40b8-a883-48eb74ef1449 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:10:01.907881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:01.908257 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.026043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.080415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.146981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.196438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:02.199566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:02.204655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:02.236978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:02.257029 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.262603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-53634991-a45c-496c-9327-7ed7550e2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.329743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:02.428052 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.485360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-53634991-a45c-496c-9327-7ed7550e2704 None None] For port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,segment=NetworkSegment(18cacacf-6628-400f-9b6b-54b9ed111a42),segment_id=18cacacf-6628-400f-9b6b-54b9ed111a42)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:02.496659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-53634991-a45c-496c-9327-7ed7550e2704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.654308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:02.654835 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.688855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.697357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.731278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53634991-a45c-496c-9327-7ed7550e2704 None None] Pushing event updated for resources: {'Port': ['ID=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:02.778204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:02.781349 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:02.931174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:02.933158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:03.087469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-21786c2b-2522-4834-9835-1687c175adbf None None] Provisioning complete for port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:03.088033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-21786c2b-2522-4834-9835-1687c175adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.256089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.268989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.434432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Attempting to bind port 8e3bee4a-5950-40b8-a883-48eb74ef1449 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:03.435987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Attempting to bind port 8e3bee4a-5950-40b8-a883-48eb74ef1449 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:03.436709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Attempting to bind port 8e3bee4a-5950-40b8-a883-48eb74ef1449 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:03.450598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:03.452197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:03.452814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.453300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:03.453891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Bound port: 8e3bee4a-5950-40b8-a883-48eb74ef1449, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:03.455080 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.461438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Router 47b1e941-382e-4347-ad10-6410e58bd565 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:10:03.464872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:03.530536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d8c21-5241-4a80-bc37-c5e54098ae9f None None] Pushing event updated for resources: {'Port': ['ID=8e3bee4a-5950-40b8-a883-48eb74ef1449,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:03.587604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] For port 8e3bee4a-5950-40b8-a883-48eb74ef1449, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:03.589184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] For port 8e3bee4a-5950-40b8-a883-48eb74ef1449, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e3bee4a-5950-40b8-a883-48eb74ef1449,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:03.603052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.603942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:10:03.610090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-60ef522e-d311-4731-98a0-53280e05f0e6 admin admin] 10.222.0.76 "PUT /v2.0/routers/47b1e941-382e-4347-ad10-6410e58bd565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6241596 May 06 10:10:03.658589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:03.659231 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.676599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f7793248-25e4-40ac-a5e7-6c6553457d3c None None] Provisioning complete for port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:03.677208 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7793248-25e4-40ac-a5e7-6c6553457d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:03.768351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Routers {'47b1e941-382e-4347-ad10-6410e58bd565'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:03.769009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['47b1e941-382e-4347-ad10-6410e58bd565'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:03.782409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f7793248-25e4-40ac-a5e7-6c6553457d3c None None] Port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:03.784803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d8c21-5241-4a80-bc37-c5e54098ae9f None None] Pushing event updated for resources: {'Port': ['ID=8e3bee4a-5950-40b8-a883-48eb74ef1449,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:03.940181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] Set router 47b1e941-382e-4347-ad10-6410e58bd565 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:04.190892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 4, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port': {'id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48', 'name': '', 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'mac_address': 'fa:16:3e:e9:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '629a2a17-e826-418f-b325-6152bd0037fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 2, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'subnets': [{'id': '629a2a17-e826-418f-b325-6152bd0037fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:04.226608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb066c7-8594-4e39-b8bc-29a9bf207386 None None] The sync data for ids ['47b1e941-382e-4347-ad10-6410e58bd565'] in n-d-840834-1 is: [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 4, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port': {'id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:44:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48', 'name': '', 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'mac_address': 'fa:16:3e:e9:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '629a2a17-e826-418f-b325-6152bd0037fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 2, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'subnets': [{'id': '629a2a17-e826-418f-b325-6152bd0037fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:05.474121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e3bee4a-5950-40b8-a883-48eb74ef1449 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:05.559749 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8e3bee4a-5950-40b8-a883-48eb74ef1449 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:05.560530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.680047 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.704362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 8e3bee4a-5950-40b8-a883-48eb74ef1449, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e3bee4a-5950-40b8-a883-48eb74ef1449,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:05.710678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:05.769579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=8e3bee4a-5950-40b8-a883-48eb74ef1449,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:06.160410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-b6247fc1-87dd-47be-b944-c2fc30638a12 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:06.172452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-b6247fc1-87dd-47be-b944-c2fc30638a12 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1327596 May 06 10:10:06.191736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-0674a04f-7862-4462-ac0e-e03b922e2686 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/quotas/468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 375 time: 0.0121341 May 06 10:10:06.259280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-cd9b4649-ed28-4411-b115-dc46b44c098d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582082 May 06 10:10:06.371949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-2d2fc1b3-c71d-48fd-8441-566912789429 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049948 May 06 10:10:06.475069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-8d4324ce-4a53-4695-a619-d4605dcedcb8 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980608 May 06 10:10:06.822086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ddb2803-e0fb-47a9-adc7-3944dd2f63c0 req-28003fa8-9460-4a7c-beda-5eb39aaaf684 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 210 time: 0.0562911 May 06 10:10:07.397235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e3bee4a-5950-40b8-a883-48eb74ef1449 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:07.474801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8e3bee4a-5950-40b8-a883-48eb74ef1449 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:07.475407 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:07.973403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8dccd43-4898-406f-b56c-d2e1434b12e2 req-197c9b85-4565-4113-b79b-cb06d39b7594 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 210 time: 0.0600872 May 06 10:10:08.158863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-3ce5193d-f0cb-4f33-a121-457659ba16f8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:08.161091 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-3ce5193d-f0cb-4f33-a121-457659ba16f8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1413074 May 06 10:10:08.175791 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'port': {'device_id': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'admin_state_up': True, 'tenant_id': '468418c4e92346c28d84e73adc2b2abf'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:08.262761 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Sync routers for ids ['47b1e941-382e-4347-ad10-6410e58bd565'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:10:08.293588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Routers {'47b1e941-382e-4347-ad10-6410e58bd565'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:08.295965 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['47b1e941-382e-4347-ad10-6410e58bd565'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:08.339928 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:10:08.346047 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.499279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.20.0.8 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/b7d732e8-af70-4d98-a3d6-4f9aed2eb711) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:08.521324 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Set router 47b1e941-382e-4347-ad10-6410e58bd565 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:08.702629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.741644 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.775396 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:10:08.802775 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:08.806295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:08.810895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:08.836419 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 4, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port': {'id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48', 'name': '', 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'mac_address': 'fa:16:3e:e9:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '629a2a17-e826-418f-b325-6152bd0037fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 2, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'subnets': [{'id': '629a2a17-e826-418f-b325-6152bd0037fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:08.872897 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Checking router: 47b1e941-382e-4347-ad10-6410e58bd565 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:10:08.873922 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Updating router 47b1e941-382e-4347-ad10-6410e58bd565 port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:10:08.916091 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:08.916741 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:08.954009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:08.954692 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.005776 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-6e446189-a2ca-41a5-922c-e5a3300faf76 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8345647 May 06 10:10:09.019969 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Request body: {'port': {'device_id': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:09.121646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.177361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-24cd8905-1a2f-45ca-acd5-afe7720c0671 None None] Provisioning complete for port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:09.178534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-24cd8905-1a2f-45ca-acd5-afe7720c0671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.203205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed8b12-884c-4e64-9681-0d31b26b21b9 req-1a8d4142-baea-4752-bff6-638a8407a975 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:09.204824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57ed8b12-884c-4e64-9681-0d31b26b21b9 req-1a8d4142-baea-4752-bff6-638a8407a975 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 931 time: 0.1055083 May 06 10:10:09.231020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-24cd8905-1a2f-45ca-acd5-afe7720c0671 None None] Port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:09.267863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57ed8b12-884c-4e64-9681-0d31b26b21b9 req-2e3548aa-a58d-4526-aae1-7ecf94c9645d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556183 May 06 10:10:09.374416 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.381736 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.469493 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceb94e-5b71-40fa-a6bd-7b63f5e228e3 None None] Pushing event updated for resources: {'Port': ['ID=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:09.548095 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Attempting to bind port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:09.548447 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Attempting to bind port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:09.548943 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Attempting to bind port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 on network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:09.560285 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:09.560743 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Checking segment: {'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:09.561626 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.562019 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Bound using segment: {'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:09.562495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Bound port: 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18cacacf-6628-400f-9b6b-54b9ed111a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:09.562879 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.696318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] For port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:09.707870 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] For port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,segment=NetworkSegment(18cacacf-6628-400f-9b6b-54b9ed111a42),segment_id=18cacacf-6628-400f-9b6b-54b9ed111a42)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:09.714903 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.749081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d732e8-af70-4d98-a3d6-4f9aed2eb711 {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:09.783487 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.809881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Transition to ACTIVE for port object b7d732e8-af70-4d98-a3d6-4f9aed2eb711 will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:10:09.816076 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.835296 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceb94e-5b71-40fa-a6bd-7b63f5e228e3 None None] Pushing event updated for resources: {'Port': ['ID=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:09.840529 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Routers {'47b1e941-382e-4347-ad10-6410e58bd565'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:10:09.842073 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:09:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['47b1e941-382e-4347-ad10-6410e58bd565'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:09.893479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Provisioning complete for port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:09.893851 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:09.923822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:10.197559 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] Set router 47b1e941-382e-4347-ad10-6410e58bd565 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:10:10.225981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Attempting to bind port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:10.226313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Attempting to bind port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:10.226645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Attempting to bind port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:10.231382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.245499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:10:10.245817 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Attempting to bind port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:10.268447 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:10.268837 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:10.270160 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:10.270638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Bound port: b7d732e8-af70-4d98-a3d6-4f9aed2eb711, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:10.271003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.450802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] For port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,segment=NetworkSegment(18cacacf-6628-400f-9b6b-54b9ed111a42),segment_id=18cacacf-6628-400f-9b6b-54b9ed111a42)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:10.479139 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] For port b7d732e8-af70-4d98-a3d6-4f9aed2eb711, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:10.487241 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] For port b7d732e8-af70-4d98-a3d6-4f9aed2eb711, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:10.501924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.520874 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.626720 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:10.636098 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.636440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Pushing event updated for resources: {'Port': ['ID=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:10.646114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] 10.222.0.83 "PUT /v2.0/ports/b7d732e8-af70-4d98-a3d6-4f9aed2eb711 HTTP/1.1" status: 200 len: 1091 time: 1.6223700 May 06 10:10:10.651817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2416c40-09b1-4e91-84ee-a2cdcf28ae36 req-04ba38eb-4972-4a7f-b5bc-31d5e838d2bd tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:10.670129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2416c40-09b1-4e91-84ee-a2cdcf28ae36 req-04ba38eb-4972-4a7f-b5bc-31d5e838d2bd tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.1572483 May 06 10:10:10.682974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'tag': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:10.705331 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689167fa-e888-4b52-8fa8-99525ff501a6" -d '{"events": [{"name": "network-changed", "server_uuid": "47bda17b-38bd-420a-86f5-bc597b09ab68", "tag": "b7d732e8-af70-4d98-a3d6-4f9aed2eb711"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:10.733898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.734251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.738674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.739298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.742597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.743323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.743892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.744415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.746851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.747429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.748988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.752212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c464b9-5ac8-4b42-a6e5-b971946c2fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:10.814791 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2416c40-09b1-4e91-84ee-a2cdcf28ae36 req-e478556b-790a-411b-93e0-f95420ac11f4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435354 May 06 10:10:10.841986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-000030a3-78d5-46dd-a288-fb148c574645 None None] Provisioning complete for port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:10.842358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-000030a3-78d5-46dd-a288-fb148c574645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:10.859408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-5718d5f1-abf6-45c5-b56c-4451009b8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:10.861503 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-5718d5f1-abf6-45c5-b56c-4451009b8f83 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 1094 time: 0.0937598 May 06 10:10:10.862347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec647b7d-d4b8-47b0-b12b-8092f616d608 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:10.891628 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff463a-bf89-4064-bd8d-9a1b24941d44 x-openstack-request-id: req-95ff463a-bf89-4064-bd8d-9a1b24941d44 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:10.892066 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47bda17b-38bd-420a-86f5-bc597b09ab68", "tag": "b7d732e8-af70-4d98-a3d6-4f9aed2eb711", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:10.892580 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95ff463a-bf89-4064-bd8d-9a1b24941d44 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:10.893115 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ff463a-bf89-4064-bd8d-9a1b24941d44'] response: {'name': 'network-changed', 'server_uuid': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'tag': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711', 'status': 'completed', 'code': 200} May 06 10:10:10.986691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-de4aaf4a-a740-4e8f-a81a-46821d3b3819 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d732e8-af70-4d98-a3d6-4f9aed2eb711 HTTP/1.1" status: 200 len: 217 time: 0.1074626 May 06 10:10:11.006223 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 4, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port': {'id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48', 'name': '', 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'mac_address': 'fa:16:3e:e9:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '629a2a17-e826-418f-b325-6152bd0037fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:09Z', 'revision_number': 4, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'subnets': [{'id': '629a2a17-e826-418f-b325-6152bd0037fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:10:11.037701 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bd1349-6154-4369-a0e1-157892c5e4a3 None None] The sync data for ids ['47b1e941-382e-4347-ad10-6410e58bd565'] in n-d-840834-1 is: [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:02Z', 'revision_number': 4, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port': {'id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48', 'name': '', 'network_id': '0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'mac_address': 'fa:16:3e:e9:f3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '629a2a17-e826-418f-b325-6152bd0037fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:10:01Z', 'updated_at': '2022-05-06T10:10:09Z', 'revision_number': 4, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'subnets': [{'id': '629a2a17-e826-418f-b325-6152bd0037fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:10:11.097058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-8bccafb8-bcec-42be-a55d-4e7a9c7e04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:11.098820 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-8bccafb8-bcec-42be-a55d-4e7a9c7e04e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.1052427 May 06 10:10:11.186664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-baa742d9-2fe7-43cd-99e7-f804c31c1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:11.188900 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-baa742d9-2fe7-43cd-99e7-f804c31c1364 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808439 May 06 10:10:11.469814 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-0c450f51-9561-4674-9adc-e26ba7fb2c45 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745013 May 06 10:10:11.507944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:11.621549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:11.622302 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:11.639811 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-c88e7cfd-0fcc-41ef-a61a-4248cf3305de req-c9578ce5-ec61-4065-a59d-9ca107695ea0 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616819 May 06 10:10:11.766252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-26de15b4-93e8-4dde-a4a3-3b9762b4718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:11.766252 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-26de15b4-93e8-4dde-a4a3-3b9762b4718c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 1094 time: 0.0621252 May 06 10:10:11.873932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-b2a94254-fa06-427d-b8c1-4ad70ed81b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:11.876691 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-b2a94254-fa06-427d-b8c1-4ad70ed81b74 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.1098917 May 06 10:10:11.946162 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-41db2f88-06f4-4383-a649-97639773bbbd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7d732e8-af70-4d98-a3d6-4f9aed2eb711 HTTP/1.1" status: 200 len: 217 time: 0.0622802 May 06 10:10:11.996296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41aa5cb-d34b-4451-b6f0-29acbc02bc52 req-24b01b9d-cabe-4f6d-abd0-2843795dfb79 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:12.005474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c41aa5cb-d34b-4451-b6f0-29acbc02bc52 req-24b01b9d-cabe-4f6d-abd0-2843795dfb79 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0970888 May 06 10:10:12.036919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-727568d7-af31-463d-a510-7638835de701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:12.038476 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-727568d7-af31-463d-a510-7638835de701 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0861664 May 06 10:10:12.054447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c41aa5cb-d34b-4451-b6f0-29acbc02bc52 req-0d22cd84-0537-414e-b475-1bfe28d51757 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432084 May 06 10:10:12.132401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-68ad6366-c6f8-4853-86a3-ecd2e2fe6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:12.134482 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-68ad6366-c6f8-4853-86a3-ecd2e2fe6248 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699413 May 06 10:10:12.238088 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-81178bff-687e-4553-aeb6-9da5630c140f service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963097 May 06 10:10:12.355420 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-689167fa-e888-4b52-8fa8-99525ff501a6 req-cb36d121-3e30-4dd3-a42e-0fdef45cca17 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026349 May 06 10:10:12.657475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a75e6f92-951a-4447-a3b5-01b99b37547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:13.179256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd8ac-702d-4222-acda-b6e4b92ec4fd req-100e7bec-09f4-4edd-b75c-01aa2c5ed76d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:13.181758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a1bd8ac-702d-4222-acda-b6e4b92ec4fd req-100e7bec-09f4-4edd-b75c-01aa2c5ed76d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0617194 May 06 10:10:13.222913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a1bd8ac-702d-4222-acda-b6e4b92ec4fd req-6c009825-9467-49b7-b638-9506e6a913a2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340657 May 06 10:10:14.354765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffb8e2-2d14-44dc-a511-c630d42b7768 req-37aac8b1-df5f-4cb2-a758-4118ebdca0b7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:14.356283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7ffb8e2-2d14-44dc-a511-c630d42b7768 req-37aac8b1-df5f-4cb2-a758-4118ebdca0b7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0548604 May 06 10:10:14.395763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f7ffb8e2-2d14-44dc-a511-c630d42b7768 req-40bf7ef7-b212-494c-9f24-a6b57bb602a6 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 May 06 10:10:15.152146 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd52f192-01ae-487b-a369-f2994bc83d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:15.529564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89848830-1a78-43ad-b7dc-207fecc72e39 req-c0557512-4de8-481e-a56d-92e64d2dcfa7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:15.531045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89848830-1a78-43ad-b7dc-207fecc72e39 req-c0557512-4de8-481e-a56d-92e64d2dcfa7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0596576 May 06 10:10:15.575867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89848830-1a78-43ad-b7dc-207fecc72e39 req-8d5e9fb3-9c5b-4af7-a99a-764f71dbba16 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378661 May 06 10:10:16.705642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a074a-d89b-4f3e-893f-aff6c4fb3ea8 req-c6844f29-5228-4cdc-8cef-244f1a671e16 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:16.712175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-739a074a-d89b-4f3e-893f-aff6c4fb3ea8 req-c6844f29-5228-4cdc-8cef-244f1a671e16 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0574961 May 06 10:10:16.727728 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:16.740712 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:16.761145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-739a074a-d89b-4f3e-893f-aff6c4fb3ea8 req-dba4bd49-a2a5-469f-9cdf-d9a2f9501274 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 May 06 10:10:17.885295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd7c5c-7d29-4478-aaaf-54017f76b94d req-d2ea628f-474b-4dbb-842e-7c4646f2b9a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:17.886789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8dd7c5c-7d29-4478-aaaf-54017f76b94d req-d2ea628f-474b-4dbb-842e-7c4646f2b9a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0517097 May 06 10:10:17.958104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8dd7c5c-7d29-4478-aaaf-54017f76b94d req-7c80456d-6525-40c0-8257-7b02a6bca08e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607035 May 06 10:10:17.961626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-0051f1e8-2848-4bfe-a36f-def99e8639ce service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717833 May 06 10:10:18.046629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-457b1ebe-204b-4cbb-a6e7-4c3a13dcbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:18.048298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-457b1ebe-204b-4cbb-a6e7-4c3a13dcbb58 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f932cc658c804f0e86757196333ed2b6&device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 1096 time: 0.0421779 May 06 10:10:18.161596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-d1967a3e-dc04-4dce-8786-a6470100d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:18.163066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-d1967a3e-dc04-4dce-8786-a6470100d32b service neutron] 10.222.0.82 "GET /v2.0/networks?id=de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 200 len: 910 time: 0.0927360 May 06 10:10:18.230989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-d3d3bd22-0c3e-4fb2-8049-c9ec17f7e38e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 200 len: 1000 time: 0.0603209 May 06 10:10:18.237073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:18.286142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-8db2a8ca-7163-48ea-97b0-ab0db8b50f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:18.287828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-8db2a8ca-7163-48ea-97b0-ab0db8b50f68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=fa9c247e-255e-4787-9df8-b619db937d04 HTTP/1.1" status: 200 len: 848 time: 0.0482411 May 06 10:10:18.349865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-75a08a4c-448b-41ab-9a81-daed99e7dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:18.351376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-75a08a4c-448b-41ab-9a81-daed99e7dbe3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=de23b882-eb8b-4297-9330-cc18e8ed7926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560834 May 06 10:10:18.447101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-62cc8a87-4ef1-4b77-8b9c-cd381a7edc69 service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874565 May 06 10:10:18.544808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4196e0e9-de95-435e-9809-4c8ecaf8daaa req-daec54d3-f3d9-41b1-842a-3bd7c2e605c9 service neutron] 10.222.0.82 "GET /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905960 May 06 10:10:18.723872 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:19.077679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9023d-7818-45e8-9bd3-46d5fd77c35c req-a317566d-7566-4b62-a517-12057e089e71 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:19.079289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66b9023d-7818-45e8-9bd3-46d5fd77c35c req-a317566d-7566-4b62-a517-12057e089e71 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0529375 May 06 10:10:19.119849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66b9023d-7818-45e8-9bd3-46d5fd77c35c req-eafc6e3c-02a6-461a-aaaf-14d81e7a7c75 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 May 06 10:10:20.241308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737d260-e8fc-44d8-b613-6bda54461acd req-1ae31fb2-7f96-40e2-9f0e-ee256779750c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:20.242806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7737d260-e8fc-44d8-b613-6bda54461acd req-1ae31fb2-7f96-40e2-9f0e-ee256779750c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0539591 May 06 10:10:20.282302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7737d260-e8fc-44d8-b613-6bda54461acd req-8e500682-8739-4ac3-bf48-d77a4986f4dc tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318742 May 06 10:10:20.646337 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:21.405811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33daf8ff-6a85-457a-a676-5684b22a1df2 req-d25b2a59-c5db-476b-98b7-baca6b3487c9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:21.407251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33daf8ff-6a85-457a-a676-5684b22a1df2 req-d25b2a59-c5db-476b-98b7-baca6b3487c9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0522027 May 06 10:10:21.451248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33daf8ff-6a85-457a-a676-5684b22a1df2 req-858a7f13-1f69-4888-bb74-2898fdf69ca0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375490 May 06 10:10:22.572158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ff5a1-fc19-406b-bf79-d60bd76af70a req-fcd661c3-2481-4bb1-aef0-4acb7f922709 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:22.573927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb0ff5a1-fc19-406b-bf79-d60bd76af70a req-fcd661c3-2481-4bb1-aef0-4acb7f922709 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0530143 May 06 10:10:22.623466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb0ff5a1-fc19-406b-bf79-d60bd76af70a req-5a5d6c51-f748-47be-b709-3f1fbf152583 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 May 06 10:10:23.744887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84d026-7ef2-4729-96f8-abb6f69ac7a8 req-9005ffaa-1942-46c8-93ca-ab8cbdb8f6f8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:23.746372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f84d026-7ef2-4729-96f8-abb6f69ac7a8 req-9005ffaa-1942-46c8-93ca-ab8cbdb8f6f8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0542946 May 06 10:10:23.797470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f84d026-7ef2-4729-96f8-abb6f69ac7a8 req-b1994a78-4b48-43e4-a103-0557dec745eb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 May 06 10:10:24.770246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a1704-4529-48bb-af4b-5b43a9b35858 req-787ae81c-548c-49fa-add5-57e67ee14547 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:24.776050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e7a1704-4529-48bb-af4b-5b43a9b35858 req-787ae81c-548c-49fa-add5-57e67ee14547 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0565209 May 06 10:10:24.838506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e7a1704-4529-48bb-af4b-5b43a9b35858 req-4e8d45b3-93c6-4ec1-a271-4d30afe1c8f6 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594795 May 06 10:10:24.954030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1346502-d347-41f5-93be-3864dd2d9fa0 req-aa7c5176-870b-468c-8fce-3ee38efd2658 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:24.964562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1346502-d347-41f5-93be-3864dd2d9fa0 req-aa7c5176-870b-468c-8fce-3ee38efd2658 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0871913 May 06 10:10:25.057527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1346502-d347-41f5-93be-3864dd2d9fa0 req-31693eb5-b820-4f95-8a09-83f0ac604773 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704112 May 06 10:10:25.960886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b590bd-0559-42b0-b19f-b9f52934b662 req-b9fb65b7-711d-46a9-9219-7883501dd2ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:25.962521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9b590bd-0559-42b0-b19f-b9f52934b662 req-b9fb65b7-711d-46a9-9219-7883501dd2ac tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0499716 May 06 10:10:26.004249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9b590bd-0559-42b0-b19f-b9f52934b662 req-29bc9a35-779b-44ba-8cea-680e14309ee0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351822 May 06 10:10:26.138010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cddbf-cac6-4bfa-a006-53fdee6ee0b4 req-fec65d7e-fd64-4509-aad9-ce36254c5f27 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:26.139914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a9cddbf-cac6-4bfa-a006-53fdee6ee0b4 req-fec65d7e-fd64-4509-aad9-ce36254c5f27 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 943 time: 0.0532439 May 06 10:10:26.197233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a9cddbf-cac6-4bfa-a006-53fdee6ee0b4 req-5227f56d-aee0-4c52-ba55-836f873f5e25 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486217 May 06 10:10:26.327483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b7d732e8-af70-4d98-a3d6-4f9aed2eb711 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:10:26.431233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b7d732e8-af70-4d98-a3d6-4f9aed2eb711, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:26.443403 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'port_id': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711', 'mac_address': 'fa:16:3e:75:92:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:10:26.483696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:26.500208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d732e8-af70-4d98-a3d6-4f9aed2eb711 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:26.522705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b7d732e8-af70-4d98-a3d6-4f9aed2eb711, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:26.528468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:26.586122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:26.750795 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-31be126b-4ff7-44ef-9a69-2e78e18df3df service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469661 May 06 10:10:26.827195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b7d732e8-af70-4d98-a3d6-4f9aed2eb711'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:10:26.858519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-dd51f467-dd00-47ea-a7b2-5d446364b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:26.879097 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-dd51f467-dd00-47ea-a7b2-5d446364b486 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa8167df0b5a499994d1a906a103ed86&device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 1096 time: 0.0683167 May 06 10:10:26.995574 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-8380e210-91dc-4bf0-a4b9-ba966bf1f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:26.997867 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-8380e210-91dc-4bf0-a4b9-ba966bf1f9b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 200 len: 912 time: 0.1115754 May 06 10:10:27.041332 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-ed5d7259-242c-450c-bc61-e5b9da0f7511 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 HTTP/1.1" status: 200 len: 217 time: 0.0362504 May 06 10:10:27.101337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-1e53f2e0-4572-4f27-889f-1c994a0cf49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:27.102797 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-1e53f2e0-4572-4f27-889f-1c994a0cf49b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1fbb43a-52c0-452d-8de2-cf8b6c5102d5 HTTP/1.1" status: 200 len: 851 time: 0.0533035 May 06 10:10:27.145744 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-7921b6be-f3e8-4b12-bcd5-655fe7c0813e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c82b86e-bebd-4006-9790-6b0d304d8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349019 May 06 10:10:27.169944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c876e-3abb-401f-b1bf-8da3268e17ad req-4e59b578-54da-4c8c-a52e-9f59a95fc598 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:27.172086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a7c876e-3abb-401f-b1bf-8da3268e17ad req-4e59b578-54da-4c8c-a52e-9f59a95fc598 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0757759 May 06 10:10:27.309377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a7c876e-3abb-401f-b1bf-8da3268e17ad req-81e5e71d-2597-4da0-bf80-476b29c5af54 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283259 May 06 10:10:27.386964 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-cc91e9d1-6bcd-4f07-b204-f671826b1bb1 service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340493 May 06 10:10:27.426339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1db911-6ee8-4b06-95e7-cdb1251694f5 req-50ae807c-c120-4b8e-9797-5e10b89a3cd8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:27.427983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb1db911-6ee8-4b06-95e7-cdb1251694f5 req-50ae807c-c120-4b8e-9797-5e10b89a3cd8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 944 time: 0.0644679 May 06 10:10:27.483028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb1db911-6ee8-4b06-95e7-cdb1251694f5 req-4ac63e8b-e386-4523-b649-bf81f63005d5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484796 May 06 10:10:27.510745 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-b8cda05d-1145-453e-8d60-1ff535049b0d req-b22d66cf-bbc0-4824-b366-e19303d0bd89 service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160884 May 06 10:10:28.339206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b7d732e8-af70-4d98-a3d6-4f9aed2eb711 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:28.411111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:10:28.418082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:28.418508 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:28.455453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7fc03-8750-4044-b2b1-f29d3234a5de req-fa97acd5-3673-43b2-9dd4-79461be4a007 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:28.457116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fc7fc03-8750-4044-b2b1-f29d3234a5de req-fa97acd5-3673-43b2-9dd4-79461be4a007 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0763907 May 06 10:10:28.504001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8fc7fc03-8750-4044-b2b1-f29d3234a5de req-e4ee598f-5723-42cd-8c4c-2dc1bbcd12d5 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397453 May 06 10:10:28.512659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:28.537470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:28.539937 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18364d36-b54e-42fb-924c-ef58b276a8bc" -d '{"events": [{"server_uuid": "47bda17b-38bd-420a-86f5-bc597b09ab68", "name": "network-vif-plugged", "status": "completed", "tag": "b7d732e8-af70-4d98-a3d6-4f9aed2eb711"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:28.555636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b7d732e8-af70-4d98-a3d6-4f9aed2eb711, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:28.561629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:28.605643 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69804a73-700a-4ecb-aebd-09b0588b7bd4 x-openstack-request-id: req-69804a73-700a-4ecb-aebd-09b0588b7bd4 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:28.606485 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bda17b-38bd-420a-86f5-bc597b09ab68", "name": "network-vif-plugged", "status": "completed", "tag": "b7d732e8-af70-4d98-a3d6-4f9aed2eb711", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:28.606936 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69804a73-700a-4ecb-aebd-09b0588b7bd4 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:28.607531 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69804a73-700a-4ecb-aebd-09b0588b7bd4'] response: {'server_uuid': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711', 'code': 200} May 06 10:10:28.629707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:28.640859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6453d0-7f19-48df-94a5-2c9e269d6366 req-05d16443-a9c0-4c03-a31c-6b11f9c54b13 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:28.642493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e6453d0-7f19-48df-94a5-2c9e269d6366 req-05d16443-a9c0-4c03-a31c-6b11f9c54b13 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0792897 May 06 10:10:28.685276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e6453d0-7f19-48df-94a5-2c9e269d6366 req-4b9d914f-4766-4ede-b459-a66b99546a48 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360408 May 06 10:10:28.696343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62955870-6cbd-4937-a6d7-621c8fcd4384 req-8a370c5b-0b70-4001-99fd-7deda6643695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:28.702577 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-62955870-6cbd-4937-a6d7-621c8fcd4384 req-8a370c5b-0b70-4001-99fd-7deda6643695 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 1096 time: 0.0488384 May 06 10:10:28.735297 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-62955870-6cbd-4937-a6d7-621c8fcd4384 req-29b12726-899b-4ed0-aecc-875212538a74 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300591 May 06 10:10:29.808580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378a0fa-9f22-4301-ba30-31cb73b56b97 req-8ba5e97a-1bd7-44af-87e3-d0351f6595a2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:29.808580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c378a0fa-9f22-4301-ba30-31cb73b56b97 req-8ba5e97a-1bd7-44af-87e3-d0351f6595a2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0839758 May 06 10:10:29.918720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c378a0fa-9f22-4301-ba30-31cb73b56b97 req-df1b86dc-6579-43f7-8f3e-5e7942c9cbcd tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641856 May 06 10:10:29.930836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1783f-91f1-4e2b-98dc-26ce60c70eec req-63dfd22a-47a9-451d-948e-fcf9bd0eaa92 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:29.930836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7a1783f-91f1-4e2b-98dc-26ce60c70eec req-63dfd22a-47a9-451d-948e-fcf9bd0eaa92 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0970192 May 06 10:10:29.982830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7a1783f-91f1-4e2b-98dc-26ce60c70eec req-cba7dbc8-4833-4946-bc79-d35048ef19c9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440900 May 06 10:10:30.995008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794f07-0d8b-4ef1-b2e5-0972fa556967 req-fcd58225-5524-4e74-8233-3d5cd427fd3f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:30.997609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc794f07-0d8b-4ef1-b2e5-0972fa556967 req-fcd58225-5524-4e74-8233-3d5cd427fd3f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0658829 May 06 10:10:31.054640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc794f07-0d8b-4ef1-b2e5-0972fa556967 req-2fa48d7b-cbf6-4f14-9042-52442b294129 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484235 May 06 10:10:31.128786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c941a-120f-4f5b-9823-c321302634d0 req-a53c60ea-7ae0-4e9e-a939-7056230b88b3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:31.130651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df3c941a-120f-4f5b-9823-c321302634d0 req-a53c60ea-7ae0-4e9e-a939-7056230b88b3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0594420 May 06 10:10:31.180766 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df3c941a-120f-4f5b-9823-c321302634d0 req-a05f1087-3ec6-4825-aa06-5d652ee6dce4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 May 06 10:10:31.321409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225675cb-2266-4673-90fa-336e7d7d6c60 req-04162cb7-432a-457f-b6e9-535f0d998c87 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:31.323174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-225675cb-2266-4673-90fa-336e7d7d6c60 req-04162cb7-432a-457f-b6e9-535f0d998c87 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0525503 May 06 10:10:31.376291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-225675cb-2266-4673-90fa-336e7d7d6c60 req-604e8527-ec3a-4a53-9ee8-97d74b943fd0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 May 06 10:10:31.509939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96183aa8-c103-4194-bec9-4f6469773ecd req-b48a25c2-2485-4765-a14e-fd52ee3b1172 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:31.511428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96183aa8-c103-4194-bec9-4f6469773ecd req-b48a25c2-2485-4765-a14e-fd52ee3b1172 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0550547 May 06 10:10:31.619741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96183aa8-c103-4194-bec9-4f6469773ecd req-a4acde0d-cf80-4ff0-b67f-bb84756b8064 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924556 May 06 10:10:31.927303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25e28-c78e-4632-82c6-f01b7257f8b8 req-a314fa53-7bcd-4f11-9d98-6602871529ce tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:31.929896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4a25e28-c78e-4632-82c6-f01b7257f8b8 req-a314fa53-7bcd-4f11-9d98-6602871529ce tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0705559 May 06 10:10:31.970375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4a25e28-c78e-4632-82c6-f01b7257f8b8 req-a83ec85e-44fc-46b0-ae47-e688722fcec2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 May 06 10:10:32.171814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6bb52-2f1a-410a-b488-9f03c39e34c5 req-fe1ebc51-db93-438b-a4f7-9f50ebd876c0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:32.173443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33d6bb52-2f1a-410a-b488-9f03c39e34c5 req-fe1ebc51-db93-438b-a4f7-9f50ebd876c0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0492814 May 06 10:10:32.219499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33d6bb52-2f1a-410a-b488-9f03c39e34c5 req-e381c908-6174-41ee-83ba-ae85e880aa4c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 May 06 10:10:33.141152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0eddd5-ac06-47b7-96fb-5890c9e3126d req-7d2f1459-8b5a-4a7a-8ffb-94be0d7c1b56 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:33.142676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d0eddd5-ac06-47b7-96fb-5890c9e3126d req-7d2f1459-8b5a-4a7a-8ffb-94be0d7c1b56 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0522900 May 06 10:10:33.182879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0d0eddd5-ac06-47b7-96fb-5890c9e3126d req-799f4a34-fcee-4e94-a69e-0d87aee9ea02 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337608 May 06 10:10:33.361276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52838c-2b40-4409-a124-85558db292a8 req-f6f11d5e-6cb1-4501-88a1-e18b1f1473c0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:33.368275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af52838c-2b40-4409-a124-85558db292a8 req-f6f11d5e-6cb1-4501-88a1-e18b1f1473c0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0649042 May 06 10:10:33.410343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af52838c-2b40-4409-a124-85558db292a8 req-91b51f0d-d516-434c-a396-2fe25bf6c597 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411584 May 06 10:10:33.502879 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-6b73941b-61e5-418e-9a55-f7289ed7350e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:33.504518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-6b73941b-61e5-418e-9a55-f7289ed7350e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 945 time: 0.0529339 May 06 10:10:33.615276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:33.615636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:33.753827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] For port b7d732e8-af70-4d98-a3d6-4f9aed2eb711, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:33.754416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:33.775030 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for b7d732e8-af70-4d98-a3d6-4f9aed2eb711 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:33.950719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:33.963363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b7d732e8-af70-4d98-a3d6-4f9aed2eb711'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:10:34.011506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=b7d732e8-af70-4d98-a3d6-4f9aed2eb711,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:34.042081 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.042431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.042806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.043176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.043510 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.043900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.044220 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.044545 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.044866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.045191 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.045511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.045836 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:34.049646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] No DVR routers for this DVR port b7d732e8-af70-4d98-a3d6-4f9aed2eb711 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:10:34.053090 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:34.057969 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9a9a3e0a-48e8-4f50-9e1b-5b04448002a5 req-5a02c3e7-76e4-4e79-82e5-7417dfebb543 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "DELETE /v2.0/ports/b7d732e8-af70-4d98-a3d6-4f9aed2eb711 HTTP/1.1" status: 204 len: 173 time: 0.5455663 May 06 10:10:34.059080 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'name': 'network-vif-deleted', 'tag': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:34.061791 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdecaf1-6641-4b5e-9ccf-30c6bd1d90bb" -d '{"events": [{"server_uuid": "47bda17b-38bd-420a-86f5-bc597b09ab68", "name": "network-vif-deleted", "tag": "b7d732e8-af70-4d98-a3d6-4f9aed2eb711"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:34.126546 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d38040-e368-46f7-8c48-11a388af678f x-openstack-request-id: req-c9d38040-e368-46f7-8c48-11a388af678f {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:34.127797 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47bda17b-38bd-420a-86f5-bc597b09ab68", "name": "network-vif-deleted", "tag": "b7d732e8-af70-4d98-a3d6-4f9aed2eb711", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:34.127797 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9d38040-e368-46f7-8c48-11a388af678f {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:34.128045 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d38040-e368-46f7-8c48-11a388af678f'] response: {'server_uuid': '47bda17b-38bd-420a-86f5-bc597b09ab68', 'name': 'network-vif-deleted', 'tag': 'b7d732e8-af70-4d98-a3d6-4f9aed2eb711', 'status': 'completed', 'code': 200} May 06 10:10:34.330288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a66a7d4-9d64-4e99-aa24-a4abbc4f33e7 req-97109fd4-7883-4710-bbe6-4b3a03df32b5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 210 time: 0.0511162 May 06 10:10:34.572774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c8be1-1412-4129-bcba-23587dc65e9b req-4e7f77dc-f1d1-4e0c-b644-4ff172494a63 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:34.574350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f6c8be1-1412-4129-bcba-23587dc65e9b req-4e7f77dc-f1d1-4e0c-b644-4ff172494a63 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0589836 May 06 10:10:34.624231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f6c8be1-1412-4129-bcba-23587dc65e9b req-65dde43c-65d1-4a22-8aed-b2acb63bcd9e tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391653 May 06 10:10:35.442126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-345e8fac-c2a9-4029-99e2-a27a345f79d5 req-d85b2dbe-8989-4dee-b5a9-a829e4b3e5a9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 210 time: 0.0333028 May 06 10:10:35.784998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ef820-5596-4f28-959a-d041aa1600fd req-11e4be7f-5c1a-431a-9d7c-3ec5b444a374 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:35.786938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-261ef820-5596-4f28-959a-d041aa1600fd req-11e4be7f-5c1a-431a-9d7c-3ec5b444a374 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0636683 May 06 10:10:35.831100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-261ef820-5596-4f28-959a-d041aa1600fd req-962addbc-c306-4701-a7b0-9d08111dd6b0 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364079 May 06 10:10:36.565422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05e4de8b-97a4-4bdc-95ec-8fb52e1615db req-081467e0-92e5-4c80-b931-7d35bf52340f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 210 time: 0.0460432 May 06 10:10:36.964576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77842f85-c742-46d5-94cb-1f661c57caf2 req-c54e8018-4139-4452-a56d-3e601f60cc96 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:36.972881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77842f85-c742-46d5-94cb-1f661c57caf2 req-c54e8018-4139-4452-a56d-3e601f60cc96 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0624552 May 06 10:10:37.015061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77842f85-c742-46d5-94cb-1f661c57caf2 req-d5c76eba-f8ac-4d0c-9273-da7b80d99ec8 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412097 May 06 10:10:37.666828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6118fd69-bd9f-468f-b011-9d8249f6cd07 req-b57cdc81-8de0-4c3e-9e5e-4c31d3e3f449 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=47bda17b-38bd-420a-86f5-bc597b09ab68 HTTP/1.1" status: 200 len: 210 time: 0.0352092 May 06 10:10:37.789184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e2403-b369-4c55-91de-d6f0a8714b35 req-5dc0628f-da45-4923-aaa8-982a39a06d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:37.791415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-790e2403-b369-4c55-91de-d6f0a8714b35 req-5dc0628f-da45-4923-aaa8-982a39a06d9b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 1096 time: 0.0616097 May 06 10:10:37.830019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-790e2403-b369-4c55-91de-d6f0a8714b35 req-406e735c-0da0-433c-a893-28d474e96fd3 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304787 May 06 10:10:38.124210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 68e915ab-e948-481d-a974-75070ae961fe details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:10:38.203441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b297e-5bdb-4eec-b985-769b2ade5d75 req-ad77747d-7508-4aa7-adda-495527dc3495 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:38.205388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f1b297e-5bdb-4eec-b985-769b2ade5d75 req-ad77747d-7508-4aa7-adda-495527dc3495 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.0985019 May 06 10:10:38.234014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:38.247393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '68e915ab-e948-481d-a974-75070ae961fe', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'port_id': '68e915ab-e948-481d-a974-75070ae961fe', 'mac_address': 'fa:16:3e:6f:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:10:38.265270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f1b297e-5bdb-4eec-b985-769b2ade5d75 req-b73c1bf7-e3ef-41c7-a654-be1dbba73425 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523486 May 06 10:10:38.294207 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.313784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68e915ab-e948-481d-a974-75070ae961fe {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:38.361805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:38.371965 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:38.404635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b7d732e8-af70-4d98-a3d6-4f9aed2eb711 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:38.438047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: b7d732e8-af70-4d98-a3d6-4f9aed2eb711 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:38.438506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b7d732e8-af70-4d98-a3d6-4f9aed2eb711 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:38.476426 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:39.413018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd483841-4665-4c20-99ae-af0533ae4635 req-626931ef-8212-4cbb-b071-f96d3ed743d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:39.415204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd483841-4665-4c20-99ae-af0533ae4635 req-626931ef-8212-4cbb-b071-f96d3ed743d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 944 time: 0.0544701 May 06 10:10:39.476280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd483841-4665-4c20-99ae-af0533ae4635 req-00ddda91-1243-4f81-89dd-86fcd9120e3a tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535831 May 06 10:10:39.497044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 60786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:39.588875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-971d6a5c-a8c3-4257-8ead-c57f4ea314c2 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/floatingips/9214adec-724d-4932-a4d7-e99206ebdb20 HTTP/1.1" status: 200 len: 991 time: 0.0904005 May 06 10:10:39.680432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['68e915ab-e948-481d-a974-75070ae961fe'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:10:40.143649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 68e915ab-e948-481d-a974-75070ae961fe no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:40.244624 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.261588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 68e915ab-e948-481d-a974-75070ae961fe {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:40.297404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:40.301933 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:40.525643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:41.905518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a93ad-cd94-4e22-9fae-031886a68b67 req-81d9f413-c92f-4879-88a4-547d229711cc tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:41.908342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-777a93ad-cd94-4e22-9fae-031886a68b67 req-81d9f413-c92f-4879-88a4-547d229711cc tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 945 time: 0.0684054 May 06 10:10:41.950277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-777a93ad-cd94-4e22-9fae-031886a68b67 req-f3d1488d-f14a-498c-b16f-bd23e0af42ad tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354311 May 06 10:10:42.150310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 68e915ab-e948-481d-a974-75070ae961fe up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:10:42.208846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 68e915ab-e948-481d-a974-75070ae961fe triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:42.209273 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.310874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.344620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e915ab-e948-481d-a974-75070ae961fe'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:42.348590 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd843035-c484-4058-8841-daef0fb895ab" -d '{"events": [{"server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "68e915ab-e948-481d-a974-75070ae961fe"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:42.374040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:42.383128 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:42.429974 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fd730e-6a13-4c9a-b47d-9b0177a243db x-openstack-request-id: req-47fd730e-6a13-4c9a-b47d-9b0177a243db {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:42.431252 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "name": "network-vif-plugged", "status": "completed", "tag": "68e915ab-e948-481d-a974-75070ae961fe", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:42.431252 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47fd730e-6a13-4c9a-b47d-9b0177a243db {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:42.431747 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47fd730e-6a13-4c9a-b47d-9b0177a243db'] response: {'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e915ab-e948-481d-a974-75070ae961fe', 'code': 200} May 06 10:10:42.461895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:42.660441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-64eed2b0-26f6-4a91-8184-721f4c74441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.108435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93951ca1-daad-4b58-8863-90375e1f4aff req-bd2a5fd1-d91d-403e-8e49-38b059396571 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:43.112134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93951ca1-daad-4b58-8863-90375e1f4aff req-bd2a5fd1-d91d-403e-8e49-38b059396571 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 945 time: 0.0773692 May 06 10:10:43.161941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93951ca1-daad-4b58-8863-90375e1f4aff req-d457dcbe-b0fe-427c-8a9b-ff1d6afef048 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 May 06 10:10:43.609437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-dedaf512-542d-4470-b497-c54070553766 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:43.610894 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-dedaf512-542d-4470-b497-c54070553766 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 945 time: 0.0517745 May 06 10:10:43.735136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Deleting port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:10:43.735505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.833102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] For port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:10:43.833467 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:43.847277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Calling delete_port for 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 owned by compute:nova {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:10:43.997891 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:44.010644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:10:44.032897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Pushing event deleted for resources: {'Port': ['ID=6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:44.080437 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] No DVR routers for this DVR port 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 on host n-h2-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:10:44.084164 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:44.087711 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9e0ccb4c-6d13-4979-aba7-30d6f5b18c55 req-8dec813c-df4b-47a2-aad2-4cd03d63b945 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "DELETE /v2.0/ports/6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 HTTP/1.1" status: 204 len: 173 time: 0.4714670 May 06 10:10:44.088388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'name': 'network-vif-deleted', 'tag': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:44.091470 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3647e8-0f7a-4ad7-8ae2-df02804ec276" -d '{"events": [{"server_uuid": "23d79ff5-8b06-4b8f-a2e9-f1a38d39122e", "name": "network-vif-deleted", "tag": "6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:44.139542 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a3d79a-32bb-45fc-8874-38b655733ab9 x-openstack-request-id: req-50a3d79a-32bb-45fc-8874-38b655733ab9 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:44.139865 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d79ff5-8b06-4b8f-a2e9-f1a38d39122e", "name": "network-vif-deleted", "tag": "6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:44.140120 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50a3d79a-32bb-45fc-8874-38b655733ab9 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:44.140517 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a3d79a-32bb-45fc-8874-38b655733ab9'] response: {'server_uuid': '23d79ff5-8b06-4b8f-a2e9-f1a38d39122e', 'name': 'network-vif-deleted', 'tag': '6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9', 'status': 'completed', 'code': 200} May 06 10:10:44.328430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4749adae-1cec-4a50-bbca-01c9f7d466b2 req-d313dcdc-952c-4ed5-b1eb-0cf64ac47337 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=23d79ff5-8b06-4b8f-a2e9-f1a38d39122e HTTP/1.1" status: 200 len: 210 time: 0.0383034 May 06 10:10:45.156166 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fbae2da5-a3e9-4e61-afdd-0b8fd98b9ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:45.611375 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:10:46.750028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:46.756227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.242308 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:48.435805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:10:48.456833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:10:48.457179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8a3df5-e701-4ae7-bfcb-798bf43ea9d9 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:10:48.738309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.164917 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:49.172496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d7349d2a-e093-4de1-8e55-ede4bfdc6832 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146176642', 'description': 'tempest-secgroup-smoke-1146176642 description', 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:49.198384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7349d2a-e093-4de1-8e55-ede4bfdc6832 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.272995 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7349d2a-e093-4de1-8e55-ede4bfdc6832 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.276988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7349d2a-e093-4de1-8e55-ede4bfdc6832 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.308515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d7349d2a-e093-4de1-8e55-ede4bfdc6832 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.309950 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d7349d2a-e093-4de1-8e55-ede4bfdc6832 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1436598 May 06 10:10:49.312009 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7349d2a-e093-4de1-8e55-ede4bfdc6832 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c548b-da56-4657-bc6e-1379ba582c46,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.312982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 32788) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:49.318568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'security_group_rule': {'security_group_id': '7e6c548b-da56-4657-bc6e-1379ba582c46', 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:49.346011 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.406426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.411348 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.428233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875ba01f-c1ce-4fce-bf49-a7240a7576b5,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.443224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.444716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298101 May 06 10:10:49.446242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.446585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.447177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.447503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.447809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32790) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:49.447948 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.448180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.448627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.448980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.449312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.449623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.449941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.450308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8505cafa-556c-4212-b05c-b3b3ce5424ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:10:49.453849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-acfb34e6-c325-4bf8-9af8-ac349244f29b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'security_group_rule': {'security_group_id': '7e6c548b-da56-4657-bc6e-1379ba582c46', 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:49.481561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acfb34e6-c325-4bf8-9af8-ac349244f29b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.541097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acfb34e6-c325-4bf8-9af8-ac349244f29b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.545330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acfb34e6-c325-4bf8-9af8-ac349244f29b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.563143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb34e6-c325-4bf8-9af8-ac349244f29b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823d01ea-c930-43db-8307-95aac9e9e205,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.572765 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-acfb34e6-c325-4bf8-9af8-ac349244f29b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.575398 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-acfb34e6-c325-4bf8-9af8-ac349244f29b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253922 May 06 10:10:49.577263 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32792) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:49.581766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8ae2d7fb-cf05-4f0c-81d0-77a2cc7ab5ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'security_group_rule': {'security_group_id': '7e6c548b-da56-4657-bc6e-1379ba582c46', 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:49.608634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d7fb-cf05-4f0c-81d0-77a2cc7ab5ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.670481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d7fb-cf05-4f0c-81d0-77a2cc7ab5ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.674448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d7fb-cf05-4f0c-81d0-77a2cc7ab5ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.693964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2d7fb-cf05-4f0c-81d0-77a2cc7ab5ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72383e9b-febf-48e7-83d0-f290eab4d6ea,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.705519 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ae2d7fb-cf05-4f0c-81d0-77a2cc7ab5ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.706886 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8ae2d7fb-cf05-4f0c-81d0-77a2cc7ab5ef tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286333 May 06 10:10:49.709497 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32794) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:49.713776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-46b8bec3-1c0d-4d30-a557-4439e3289d15 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'security_group_rule': {'security_group_id': '7e6c548b-da56-4657-bc6e-1379ba582c46', 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:49.740945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46b8bec3-1c0d-4d30-a557-4439e3289d15 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.807727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46b8bec3-1c0d-4d30-a557-4439e3289d15 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.812010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46b8bec3-1c0d-4d30-a557-4439e3289d15 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.831693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bec3-1c0d-4d30-a557-4439e3289d15 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa199fd-83ce-4dd0-ba52-a49d5e2b765c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.838335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-46b8bec3-1c0d-4d30-a557-4439e3289d15 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.842431 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-46b8bec3-1c0d-4d30-a557-4439e3289d15 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291659 May 06 10:10:49.842431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32796) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:49.849262 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'security_group_rule': {'security_group_id': '7e6c548b-da56-4657-bc6e-1379ba582c46', 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:49.869510 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Project e07cfa2a22ee414db993b9d4d1bba0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:10:49.875936 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.945215 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.955297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.975722 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214047da-b5e7-45c2-afa6-d6579d48a77c,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:49.983658 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:49.984963 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eb85925a-5c9c-496a-8d83-f0954f1de76c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415792 May 06 10:10:49.987637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 32802) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:10:49.992972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'security_group_rule': {'security_group_id': '7e6c548b-da56-4657-bc6e-1379ba582c46', 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:50.016632 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Project e07cfa2a22ee414db993b9d4d1bba0e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:10:50.021934 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:50.098305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:50.103162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:50.140616 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e2abbb-f633-4675-af49-e9746eb21b9d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:50.153140 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:50.155652 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7fc24a59-c435-4a4c-be6c-acee4d779fab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654809 May 06 10:10:50.394487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-539f9a24-aab5-433e-9136-3ca4fe6f16f7 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146176642&fields=id&tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6 HTTP/1.1" status: 200 len: 267 time: 0.0394535 May 06 10:10:50.517754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-f37b85e4-ffcd-4c74-ac8e-60db3afc6bde tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:50.519299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-f37b85e4-ffcd-4c74-ac8e-60db3afc6bde tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 813 time: 0.1155710 May 06 10:10:50.536592 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-da75bf95-6b83-4f03-a2dc-c48354a688c8 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/quotas/e07cfa2a22ee414db993b9d4d1bba0e6 HTTP/1.1" status: 200 len: 375 time: 0.0107388 May 06 10:10:50.591203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-5b4685b3-48a4-496d-8727-5bbe3309b281 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485845 May 06 10:10:50.658811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:50.723090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-effee421-f675-4949-b39b-b7a1396d75cf service neutron] 10.222.0.76 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145246 May 06 10:10:50.821495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-ef7179e4-d161-4b55-8032-44f7c3b0e0f0 service neutron] 10.222.0.76 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917070 May 06 10:10:51.337346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31d28934-b46f-4185-bab7-4478236c0128 req-4977e28b-0a2c-4606-982a-e293af83f8a4 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 210 time: 0.1777258 May 06 10:10:52.271790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-0c0d8ce1-20b8-4f3c-83f5-f69fc55a2017 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:52.271790 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-0c0d8ce1-20b8-4f3c-83f5-f69fc55a2017 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.83 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 813 time: 0.1189463 May 06 10:10:52.333712 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-44524c5d-55a6-4dc0-adc1-0854149068d2 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6 HTTP/1.1" status: 200 len: 380 time: 0.0555794 May 06 10:10:52.345777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'port': {'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'admin_state_up': True, 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'security_groups': ['7e6c548b-da56-4657-bc6e-1379ba582c46']}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:52.490136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f491a957-b5a0-40e2-9c3a-192006f530e1 req-b5cc049a-1ee5-4c07-bdc4-6f5fb6d275d6 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 210 time: 0.0550265 May 06 10:10:52.522060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Made reservation on behalf of e07cfa2a22ee414db993b9d4d1bba0e6 for: {'port': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:10:52.526420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:52.645903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-b859de45-9a40-49e6-8f59-74bbd2b0cb29 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:52.647328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-b859de45-9a40-49e6-8f59-74bbd2b0cb29 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/networks?id=6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 200 len: 811 time: 0.1386926 May 06 10:10:52.665190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-49316cef-0372-45fe-aab4-85439627c029 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/quotas/aa8167df0b5a499994d1a906a103ed86 HTTP/1.1" status: 200 len: 375 time: 0.0110075 May 06 10:10:52.703004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-c9fe63e8-2bcf-4fd2-903b-bcea013b4633 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa8167df0b5a499994d1a906a103ed86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313764 May 06 10:10:52.706502 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Allocated IP 172.20.0.11 (b73011bb-90d1-4a19-8c2d-b490a64371e8/70f09848-2f6c-4e86-ad11-9b9e983146e2/8305e47a-6d75-480c-bcef-2db14902617f) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:52.814330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-82bd9b2d-3231-4d29-a170-59d8b27780e5 service neutron] 10.222.0.76 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022224 May 06 10:10:52.880612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:52.935075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:52.936469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-73dd606e-acc6-4fb3-a8fe-edbc429e689b service neutron] 10.222.0.76 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152794 May 06 10:10:52.982923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:52.986889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:52.990198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:53.022357 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'Port': ['ID=8305e47a-6d75-480c-bcef-2db14902617f,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:53.062344 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:53.064663 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:53.083109 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-bf35b8b4-78d1-416b-88ec-20277dce122e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7427812 May 06 10:10:53.103441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Request body: {'port': {'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:53.176092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a33e2f79-4a54-4b5d-aa99-61f85145f2b9 req-c72d9619-be58-45d7-b257-b390a7313649 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 210 time: 0.0459104 May 06 10:10:53.243620 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:53.390680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1564b49f-2d3f-4060-9d50-6b6c5634a4be None None] Provisioning complete for port 8305e47a-6d75-480c-bcef-2db14902617f triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:10:53.392643 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1564b49f-2d3f-4060-9d50-6b6c5634a4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:53.460405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1564b49f-2d3f-4060-9d50-6b6c5634a4be None None] Port 8305e47a-6d75-480c-bcef-2db14902617f cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:10:53.703092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164ee96-4cbd-4c73-b3dc-ef1a7ec051d1 req-eed865fe-bbd3-47df-9b4a-a3c6ba6936e4 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:53.708866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5164ee96-4cbd-4c73-b3dc-ef1a7ec051d1 req-eed865fe-bbd3-47df-9b4a-a3c6ba6936e4 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 932 time: 0.1032252 May 06 10:10:53.725362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8305e47a-6d75-480c-bcef-2db14902617f {{(pid=102743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:53.742625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:53.760408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.provisioning_blocks [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Transition to ACTIVE for port object 8305e47a-6d75-480c-bcef-2db14902617f will not be triggered until provisioned by entity L2. {{(pid=102743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:10:53.769390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:53.806501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5164ee96-4cbd-4c73-b3dc-ef1a7ec051d1 req-71e21dd6-1b79-45a7-bee4-9a3dede93ccb tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800993 May 06 10:10:53.895747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8305e47a-6d75-480c-bcef-2db14902617f,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:53.963458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Attempting to bind port 8305e47a-6d75-480c-bcef-2db14902617f on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:53.964486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Attempting to bind port 8305e47a-6d75-480c-bcef-2db14902617f by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:53.964822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Attempting to bind port 8305e47a-6d75-480c-bcef-2db14902617f on network b73011bb-90d1-4a19-8c2d-b490a64371e8 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:53.971606 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Port 8305e47a-6d75-480c-bcef-2db14902617f on network b73011bb-90d1-4a19-8c2d-b490a64371e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:10:53.971941 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Attempting to bind port 8305e47a-6d75-480c-bcef-2db14902617f on network b73011bb-90d1-4a19-8c2d-b490a64371e8 {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:53.983629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:53.983977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Checking segment: {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:53.986031 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Bound using segment: {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'} {{(pid=102743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:53.986499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.managers [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Bound port: 8305e47a-6d75-480c-bcef-2db14902617f, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6d2278b-48f4-469a-a173-24ba3d9dc74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8'}}] {{(pid=102743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:53.986872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:54.118760 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] For port 8305e47a-6d75-480c-bcef-2db14902617f, host n-h2-840834-1, cleared binding levels {{(pid=102743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:54.124605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] For port 8305e47a-6d75-480c-bcef-2db14902617f, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8305e47a-6d75-480c-bcef-2db14902617f,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:54.130730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:54.177916 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:54.178766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:54.180302 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] 10.222.0.83 "PUT /v2.0/ports/8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 1092 time: 1.0891457 May 06 10:10:54.180838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:54.185236 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:54.216212 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fed39-333a-49a3-a818-296a3cff5ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8305e47a-6d75-480c-bcef-2db14902617f,revision_number=3']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:54.273209 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4a7bec-71b3-4c9c-9129-d3b5396c68bf x-openstack-request-id: req-6d4a7bec-71b3-4c9c-9129-d3b5396c68bf {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:54.273850 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:54.274319 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d4a7bec-71b3-4c9c-9129-d3b5396c68bf {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:54.274910 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d4a7bec-71b3-4c9c-9129-d3b5396c68bf'] response: {'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f', 'status': 'completed', 'code': 200} May 06 10:10:54.293463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-9333d03d-f643-4dd0-8b62-eaadab68274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:54.295594 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-9333d03d-f643-4dd0-8b62-eaadab68274b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1095 time: 0.0664258 May 06 10:10:54.343563 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-254aa066-8b5e-494f-aa04-f00294b892ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 217 time: 0.0402558 May 06 10:10:54.391321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26f0f576-441b-4c8b-b13c-b3e20edfcb98 req-c502c6c8-899c-4848-b7aa-31533ed150f3 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 210 time: 0.0678401 May 06 10:10:54.431929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-215aaf9c-3f07-4897-8913-25f3002d1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:54.433771 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-215aaf9c-3f07-4897-8913-25f3002d1abd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 200 len: 852 time: 0.0666616 May 06 10:10:54.517452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55390809-89cf-4510-adb7-51fa44c2b346 req-66541d87-3147-49c0-a5ec-cd150b4383fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:54.519600 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-66541d87-3147-49c0-a5ec-cd150b4383fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b73011bb-90d1-4a19-8c2d-b490a64371e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790079 May 06 10:10:54.674026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-84d3aa62-bd5c-40fb-bcaa-158168bfd39c tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:54.676413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-84d3aa62-bd5c-40fb-bcaa-158168bfd39c tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "GET /v2.0/networks?id=6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 200 len: 811 time: 0.2265451 May 06 10:10:54.692733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Request body: {'port': {'device_id': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896', 'admin_state_up': True, 'tenant_id': 'aa8167df0b5a499994d1a906a103ed86'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:54.699370 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-1f7af891-a87f-4bae-860e-504c1c2fb721 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690917 May 06 10:10:54.837853 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-55390809-89cf-4510-adb7-51fa44c2b346 req-31e45660-d268-48bb-a307-de0c3c73af42 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306977 May 06 10:10:54.867643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Made reservation on behalf of aa8167df0b5a499994d1a906a103ed86 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:10:54.872368 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:54.962088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-466b461e-c3b2-4ace-ba14-b39088fd9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:54.966007 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-466b461e-c3b2-4ace-ba14-b39088fd9188 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1095 time: 0.0619662 May 06 10:10:55.040294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Allocated IP 172.20.0.5 (6c82b86e-bebd-4006-9790-6b0d304d8896/d1fbb43a-52c0-452d-8de2-cf8b6c5102d5/fa5b9385-d627-4395-a324-031836457acc) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:10:55.095158 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-ed3ecab1-0d95-4bd5-a758-580033a5566a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:55.097557 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-ed3ecab1-0d95-4bd5-a758-580033a5566a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 914 time: 0.1256928 May 06 10:10:55.199436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a105e-40a7-422a-a164-6381235e36b7 req-34462492-279f-411e-aee6-2c02bc396c02 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:55.208867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-631a105e-40a7-422a-a164-6381235e36b7 req-34462492-279f-411e-aee6-2c02bc396c02 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.3206449 May 06 10:10:55.209117 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-c2acd09a-0693-451c-a921-5a6103a05fa1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 217 time: 0.0698743 May 06 10:10:55.266709 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:55.280943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-631a105e-40a7-422a-a164-6381235e36b7 req-b3773c7a-1f6c-40c1-8317-37f12f1ca164 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705848 May 06 10:10:55.283309 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-8ac5f65c-e179-4224-97a9-6b9a04f1c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:55.284821 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-8ac5f65c-e179-4224-97a9-6b9a04f1c8ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 200 len: 852 time: 0.0687671 May 06 10:10:55.337815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:55.363498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-bed6b6e7-9164-4518-a680-24b2fe76dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:55.366343 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-bed6b6e7-9164-4518-a680-24b2fe76dd5e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b73011bb-90d1-4a19-8c2d-b490a64371e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731568 May 06 10:10:55.367286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Network 6c82b86e-bebd-4006-9790-6b0d304d8896 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:10:55.369806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:10:55.391498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:10:55.456456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Pushing event updated for resources: {'Port': ['ID=fa5b9385-d627-4395-a324-031836457acc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:55.478135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:55.479117 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:55.531246 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-e495b86b-58fb-4cd1-9940-b16437e9493f service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571014 May 06 10:10:55.535429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-3b453f70-d391-48b7-82ee-ae68a8635c84 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8491666 May 06 10:10:55.548947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Request body: {'port': {'device_id': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:10:55.561619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387244d2-0479-4300-b875-10501c174070 req-daeae4ec-ce8f-4e83-9d9c-2fa46e29d8a2 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:55.563230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-387244d2-0479-4300-b875-10501c174070 req-daeae4ec-ce8f-4e83-9d9c-2fa46e29d8a2 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 931 time: 0.0797772 May 06 10:10:55.654505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-387244d2-0479-4300-b875-10501c174070 req-e0f135aa-0434-4ed6-907b-90f49e285c4c tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740466 May 06 10:10:55.674895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:55.687877 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-41c5444c-7f82-4341-85e4-5d51d6daed8b service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448264 May 06 10:10:55.979173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5b9385-d627-4395-a324-031836457acc {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:10:55.988746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:56.002050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Transition to ACTIVE for port object fa5b9385-d627-4395-a324-031836457acc will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:10:56.006467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:56.060577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Pushing event updated for resources: {'Port': ['ID=fa5b9385-d627-4395-a324-031836457acc,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:56.139776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Attempting to bind port fa5b9385-d627-4395-a324-031836457acc on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:10:56.140250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Attempting to bind port fa5b9385-d627-4395-a324-031836457acc by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:10:56.140591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Attempting to bind port fa5b9385-d627-4395-a324-031836457acc on network 6c82b86e-bebd-4006-9790-6b0d304d8896 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:56.145532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Port fa5b9385-d627-4395-a324-031836457acc on network 6c82b86e-bebd-4006-9790-6b0d304d8896 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:10:56.145850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Attempting to bind port fa5b9385-d627-4395-a324-031836457acc on network 6c82b86e-bebd-4006-9790-6b0d304d8896 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:10:56.151140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:10:56.151548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Checking segment: {'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:10:56.151961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Bound using segment: {'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:10:56.152403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Bound port: fa5b9385-d627-4395-a324-031836457acc, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83408a0c-faee-4a6e-8fc3-42be6728ec3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:10:56.152798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:56.221230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] For port fa5b9385-d627-4395-a324-031836457acc, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:10:56.224476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] For port fa5b9385-d627-4395-a324-031836457acc, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fa5b9385-d627-4395-a324-031836457acc,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:10:56.229468 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:56.243824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:56.244436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:10:56.246539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] 10.222.0.83 "PUT /v2.0/ports/fa5b9385-d627-4395-a324-031836457acc HTTP/1.1" status: 200 len: 1091 time: 0.7026858 May 06 10:10:56.247017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'tag': 'fa5b9385-d627-4395-a324-031836457acc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:10:56.249338 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0015130-7aae-46bc-bfe2-37016ebac403" -d '{"events": [{"name": "network-changed", "server_uuid": "42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97", "tag": "fa5b9385-d627-4395-a324-031836457acc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:10:56.301752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d5a7f-5f24-4533-8012-0fd75e972efd service neutron] Pushing event updated for resources: {'Port': ['ID=fa5b9385-d627-4395-a324-031836457acc,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:10:56.363557 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f2ccc-0fff-4d3a-9f6d-d09c1560b6d9 x-openstack-request-id: req-a62f2ccc-0fff-4d3a-9f6d-d09c1560b6d9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:10:56.363876 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97", "tag": "fa5b9385-d627-4395-a324-031836457acc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:10:56.364128 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a62f2ccc-0fff-4d3a-9f6d-d09c1560b6d9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:10:56.365627 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62f2ccc-0fff-4d3a-9f6d-d09c1560b6d9'] response: {'name': 'network-changed', 'server_uuid': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'tag': 'fa5b9385-d627-4395-a324-031836457acc', 'status': 'completed', 'code': 200} May 06 10:10:56.379970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-dbcbec62-00eb-423e-acce-cc78ac2d069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:56.381603 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-dbcbec62-00eb-423e-acce-cc78ac2d069c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa8167df0b5a499994d1a906a103ed86&device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 1094 time: 0.0623689 May 06 10:10:56.447511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-9de131ed-c164-4eba-bb92-03d49c6fa573 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa5b9385-d627-4395-a324-031836457acc HTTP/1.1" status: 200 len: 217 time: 0.0557747 May 06 10:10:56.504794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c9bf7-9e53-4263-9a66-941d2890596e req-c11a0893-92a0-457f-8165-9cf10cea7fb9 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:56.506277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-622c9bf7-9e53-4263-9a66-941d2890596e req-c11a0893-92a0-457f-8165-9cf10cea7fb9 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.1237879 May 06 10:10:56.515675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-4c4b50c5-1fa9-4f43-a59b-4f898b76a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:56.516717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-4c4b50c5-1fa9-4f43-a59b-4f898b76a9d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1fbb43a-52c0-452d-8de2-cf8b6c5102d5 HTTP/1.1" status: 200 len: 851 time: 0.0624242 May 06 10:10:56.876471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-1c121929-6b14-456a-83cb-1a3ced8abe74 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c82b86e-bebd-4006-9790-6b0d304d8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3518143 May 06 10:10:56.976224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-622c9bf7-9e53-4263-9a66-941d2890596e req-75373c15-969f-4ed8-b95b-4ceaa2127bd9 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574265 May 06 10:10:56.999943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09d73f-1275-4d16-b171-e70f29d7316f req-5fced21e-c445-465c-b61e-35bdd1715a2f tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:57.001468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e09d73f-1275-4d16-b171-e70f29d7316f req-5fced21e-c445-465c-b61e-35bdd1715a2f tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 943 time: 0.1291676 May 06 10:10:57.058561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-73b35b92-cc4b-479a-8080-174f8cda0af6 service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727479 May 06 10:10:57.063763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e09d73f-1275-4d16-b171-e70f29d7316f req-868bf26d-4735-4816-81a4-de15ba017bc1 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547075 May 06 10:10:57.160709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-057e3fed-e919-4f88-8344-e4f435f3f43f req-b33e652a-7ab5-47f5-964b-ef556bd3728b service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958881 May 06 10:10:57.261373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-2bc58643-289c-4cb0-ba9d-132161af3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:57.262973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-2bc58643-289c-4cb0-ba9d-132161af3231 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa8167df0b5a499994d1a906a103ed86&device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 1094 time: 0.0437791 May 06 10:10:57.362693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-fc265a59-f7f5-472e-867e-012deebeb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:57.364173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-fc265a59-f7f5-472e-867e-012deebeb2bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 200 len: 912 time: 0.0948837 May 06 10:10:57.407656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-d703ea45-c7f3-49de-a6f7-b0c3ee1c7484 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa5b9385-d627-4395-a324-031836457acc HTTP/1.1" status: 200 len: 217 time: 0.0363677 May 06 10:10:57.461943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-6a570479-9294-498b-a6a2-d2553f97aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:57.463411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-6a570479-9294-498b-a6a2-d2553f97aec4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1fbb43a-52c0-452d-8de2-cf8b6c5102d5 HTTP/1.1" status: 200 len: 851 time: 0.0492840 May 06 10:10:57.494394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-a41b0ca6-7e95-4c13-9e59-a63a431ca8ab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6c82b86e-bebd-4006-9790-6b0d304d8896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245891 May 06 10:10:57.585427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-2385e1f2-e950-45c9-bbe4-019702e3e347 service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848367 May 06 10:10:57.680492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0015130-7aae-46bc-bfe2-37016ebac403 req-30e1ee39-2ae5-454f-a7a7-85815b07d8bf service neutron] 10.222.0.83 "GET /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884948 May 06 10:10:58.105087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cb13f-9545-4fa7-80d2-800b67e4b9a4 req-09e70232-0d6d-4382-8eed-18656a38953b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:58.107014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a1cb13f-9545-4fa7-80d2-800b67e4b9a4 req-09e70232-0d6d-4382-8eed-18656a38953b tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0514321 May 06 10:10:58.149000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a1cb13f-9545-4fa7-80d2-800b67e4b9a4 req-3f1e798b-88ff-45fd-8a8e-095198a958b0 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347056 May 06 10:10:58.198257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82f90-289f-46d4-b292-71f3e6d77485 req-88866af7-2706-4296-b6c3-9c172fa42e76 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:58.199942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fc82f90-289f-46d4-b292-71f3e6d77485 req-88866af7-2706-4296-b6c3-9c172fa42e76 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 943 time: 0.0544577 May 06 10:10:58.238400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fc82f90-289f-46d4-b292-71f3e6d77485 req-f169f5ac-5ca1-4161-8646-0b7562b368f6 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 May 06 10:10:59.285116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9ea85-4845-41c9-ad97-eac062d2535a req-33c49341-e756-4588-832f-448e541ee9e8 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:59.287291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d9ea85-4845-41c9-ad97-eac062d2535a req-33c49341-e756-4588-832f-448e541ee9e8 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0646472 May 06 10:10:59.343984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d9ea85-4845-41c9-ad97-eac062d2535a req-d0b99ffa-f95c-42e8-85cc-8aefd7f11178 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500607 May 06 10:10:59.382524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b1e6-1742-437d-a525-3a097da435c1 req-2a091d2f-b8d0-467f-914d-5d4f4520113f tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:10:59.384037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e423b1e6-1742-437d-a525-3a097da435c1 req-2a091d2f-b8d0-467f-914d-5d4f4520113f tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 943 time: 0.0690773 May 06 10:10:59.423426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e423b1e6-1742-437d-a525-3a097da435c1 req-9c594d54-b11d-4ad2-a07a-a227deaba165 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 May 06 10:11:00.452260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fa5b9385-d627-4395-a324-031836457acc details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:11:00.473758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665baf3-d882-4aea-bbcb-43d427fb3911 req-7fe9c7b0-2935-4da6-b450-a2e9c480ce18 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:00.485931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f665baf3-d882-4aea-bbcb-43d427fb3911 req-7fe9c7b0-2935-4da6-b450-a2e9c480ce18 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0725667 May 06 10:11:00.556773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f665baf3-d882-4aea-bbcb-43d427fb3911 req-c80ea215-8ab3-4acf-aef3-14d5352939bb tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697258 May 06 10:11:00.559020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port fa5b9385-d627-4395-a324-031836457acc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fa5b9385-d627-4395-a324-031836457acc,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:00.588267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'fa5b9385-d627-4395-a324-031836457acc', 'network_id': '6c82b86e-bebd-4006-9790-6b0d304d8896', 'port_id': 'fa5b9385-d627-4395-a324-031836457acc', 'mac_address': 'fa:16:3e:c8:b8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1fbb43a-52c0-452d-8de2-cf8b6c5102d5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:11:00.593237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d261b-a7f0-4b16-af2d-6296e1633672 req-62d02dda-a3e7-4fb6-a89d-fe2cacecef3e tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:00.594762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b1d261b-a7f0-4b16-af2d-6296e1633672 req-62d02dda-a3e7-4fb6-a89d-fe2cacecef3e tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 943 time: 0.0781920 May 06 10:11:00.629750 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:00.636034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b1d261b-a7f0-4b16-af2d-6296e1633672 req-cced5df7-08b5-4a70-a36b-94baa3a30337 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 May 06 10:11:00.644350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5b9385-d627-4395-a324-031836457acc {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:00.665320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port fa5b9385-d627-4395-a324-031836457acc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fa5b9385-d627-4395-a324-031836457acc,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:00.670340 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:00.721954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=fa5b9385-d627-4395-a324-031836457acc,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:00.987042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['fa5b9385-d627-4395-a324-031836457acc'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:01.683824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30233c4-b96a-4e6a-a2f7-e4bf82ebc5cc req-7faa5c38-1ded-42c2-9c47-219fd0491288 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:01.685462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a30233c4-b96a-4e6a-a2f7-e4bf82ebc5cc req-7faa5c38-1ded-42c2-9c47-219fd0491288 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0539804 May 06 10:11:01.739538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a30233c4-b96a-4e6a-a2f7-e4bf82ebc5cc req-e4c5c4bd-7e71-4c49-8986-6c72996ddb86 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479224 May 06 10:11:01.776929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de845cb-6eb4-4677-93fe-9c564b0c6d2e req-c4329269-2117-4025-bf86-51a48101aec3 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:01.778464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3de845cb-6eb4-4677-93fe-9c564b0c6d2e req-c4329269-2117-4025-bf86-51a48101aec3 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 944 time: 0.0563595 May 06 10:11:01.820564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3de845cb-6eb4-4677-93fe-9c564b0c6d2e req-1d0d2538-a992-4df7-8eaa-340b63c2c1f7 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 May 06 10:11:02.464805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fa5b9385-d627-4395-a324-031836457acc up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:02.513787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port fa5b9385-d627-4395-a324-031836457acc completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:11:02.517711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port fa5b9385-d627-4395-a324-031836457acc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:02.518082 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:02.598234 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:02.621097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5b9385-d627-4395-a324-031836457acc'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:02.623329 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b889c73-9a2f-4e9b-9bc2-c79203f122b4" -d '{"events": [{"server_uuid": "42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97", "name": "network-vif-plugged", "status": "completed", "tag": "fa5b9385-d627-4395-a324-031836457acc"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:02.635667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port fa5b9385-d627-4395-a324-031836457acc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fa5b9385-d627-4395-a324-031836457acc,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:02.639747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:02.663230 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8028ab56-b01f-458b-ab04-5e735bf4e6de x-openstack-request-id: req-8028ab56-b01f-458b-ab04-5e735bf4e6de {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:02.663524 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97", "name": "network-vif-plugged", "status": "completed", "tag": "fa5b9385-d627-4395-a324-031836457acc", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:02.663802 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8028ab56-b01f-458b-ab04-5e735bf4e6de {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:02.664195 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8028ab56-b01f-458b-ab04-5e735bf4e6de'] response: {'server_uuid': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5b9385-d627-4395-a324-031836457acc', 'code': 200} May 06 10:11:02.691404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=fa5b9385-d627-4395-a324-031836457acc,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:02.762271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfd3e8-5bef-4f78-838b-86cf2c45a2a6 req-57f5f3f0-ef17-4a3a-9e93-6fc3df35ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:02.763703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1dfd3e8-5bef-4f78-838b-86cf2c45a2a6 req-57f5f3f0-ef17-4a3a-9e93-6fc3df35ab7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 1096 time: 0.0441122 May 06 10:11:02.798329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1dfd3e8-5bef-4f78-838b-86cf2c45a2a6 req-ff759a2e-439c-4965-8e8a-9a3f692aa2c5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284340 May 06 10:11:02.856742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b48b9-56d1-44b2-8d88-18a277f62b36 req-173af03f-3f20-4843-a5c6-15bba9367c36 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:02.858251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-435b48b9-56d1-44b2-8d88-18a277f62b36 req-173af03f-3f20-4843-a5c6-15bba9367c36 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0489302 May 06 10:11:02.901836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-435b48b9-56d1-44b2-8d88-18a277f62b36 req-2ec90e8f-7b14-4976-8385-6af0a2670c6d tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369320 May 06 10:11:02.949808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7ab84-a747-4aeb-a6b1-b692807b5210 req-270b0a4e-9bab-4455-bb29-e21e89cd387a tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:02.951284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49f7ab84-a747-4aeb-a6b1-b692807b5210 req-270b0a4e-9bab-4455-bb29-e21e89cd387a tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 945 time: 0.0546646 May 06 10:11:02.988054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49f7ab84-a747-4aeb-a6b1-b692807b5210 req-aedd225f-ad1d-4a68-b854-8257929b8415 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 May 06 10:11:04.026302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb2e68-c1ef-4f24-b5cd-5c2e8e6b4013 req-5b684f22-3cc7-48a5-bee3-b07dc4c73c32 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:04.028100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38cb2e68-c1ef-4f24-b5cd-5c2e8e6b4013 req-5b684f22-3cc7-48a5-bee3-b07dc4c73c32 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0545921 May 06 10:11:04.080106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38cb2e68-c1ef-4f24-b5cd-5c2e8e6b4013 req-0265c5d2-4394-476d-9869-fb978b9c733f tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 May 06 10:11:04.116456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39e09e-6281-4704-a1a9-3b2d776bfd62 req-0ee1e47c-ae8a-41c5-8c78-5edb2be02830 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:04.118183 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a39e09e-6281-4704-a1a9-3b2d776bfd62 req-0ee1e47c-ae8a-41c5-8c78-5edb2be02830 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 945 time: 0.0532844 May 06 10:11:04.174019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a39e09e-6281-4704-a1a9-3b2d776bfd62 req-c5a049d0-b35c-4f6f-b4a3-5f0795a88f7e tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480838 May 06 10:11:05.199712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b554457-e537-4591-8a1a-057f46ba5e01 req-0b52545b-9f86-4908-9ff7-af5d67700986 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:05.201220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b554457-e537-4591-8a1a-057f46ba5e01 req-0b52545b-9f86-4908-9ff7-af5d67700986 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0486217 May 06 10:11:05.240542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b554457-e537-4591-8a1a-057f46ba5e01 req-f3f1b6cf-f2f6-4d3d-a78a-8ca7441c5ec4 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 May 06 10:11:05.303937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfb2b-fe41-40ff-88a1-5e95d79a6479 req-e4aac232-c0b3-4d61-b00f-0eab6f95fc13 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:05.305460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-089dfb2b-fe41-40ff-88a1-5e95d79a6479 req-e4aac232-c0b3-4d61-b00f-0eab6f95fc13 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 945 time: 0.0600023 May 06 10:11:05.345849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-089dfb2b-fe41-40ff-88a1-5e95d79a6479 req-5dece4ae-7f7b-430a-a03d-46bdf6cda8ee tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335131 May 06 10:11:05.644870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-17a14b67-a59e-4f2f-9a22-05cf0c3d8bc0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:05.646467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-17a14b67-a59e-4f2f-9a22-05cf0c3d8bc0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1213067 May 06 10:11:05.662810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-df16a272-7f48-4266-abfe-22dbe1514710 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/quotas/468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 375 time: 0.0102074 May 06 10:11:05.725700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-ebc5efa1-f4bd-4380-82bc-6d730448bd71 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547411 May 06 10:11:05.821619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-9070731a-baac-4064-93bc-d07d75485f1e service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870883 May 06 10:11:05.918859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-8c34e611-5b09-4e45-955b-97055015784e service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900156 May 06 10:11:06.126055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-222d6d75-cb29-48f6-b255-88accb6c423b req-ddd25fdc-2e2b-448f-adef-830e13f87c61 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 210 time: 0.0312998 May 06 10:11:06.370374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea11a9-0fda-4a57-a17e-9c28c8ba27f5 req-c055f801-f02c-4a02-a0f6-ff510a0566ff tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:06.373207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfea11a9-0fda-4a57-a17e-9c28c8ba27f5 req-c055f801-f02c-4a02-a0f6-ff510a0566ff tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 944 time: 0.0553677 May 06 10:11:06.420118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfea11a9-0fda-4a57-a17e-9c28c8ba27f5 req-041970de-0e4c-494f-a12e-5a3d5be76a2f tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 May 06 10:11:06.496368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8305e47a-6d75-480c-bcef-2db14902617f details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:11:06.612837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8305e47a-6d75-480c-bcef-2db14902617f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8305e47a-6d75-480c-bcef-2db14902617f,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:06.625533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '8305e47a-6d75-480c-bcef-2db14902617f', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'mac_address': 'fa:16:3e:76:7f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:11:06.664586 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:06.678385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8305e47a-6d75-480c-bcef-2db14902617f {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:06.701317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8305e47a-6d75-480c-bcef-2db14902617f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8305e47a-6d75-480c-bcef-2db14902617f,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:06.706041 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:06.762571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=8305e47a-6d75-480c-bcef-2db14902617f,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:06.988805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['8305e47a-6d75-480c-bcef-2db14902617f'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:07.113970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-b9f3c913-b5a9-463f-9085-88af6d608cd4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:07.115514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-b9f3c913-b5a9-463f-9085-88af6d608cd4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1303148 May 06 10:11:07.131843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'port': {'device_id': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'admin_state_up': True, 'tenant_id': '468418c4e92346c28d84e73adc2b2abf'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:07.277801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e587b3a7-0fc2-4c79-a43e-ec320f8f85b1 req-f877766c-846f-4873-9f59-84595b689f26 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 210 time: 0.0414066 May 06 10:11:07.328750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:11:07.332357 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:07.474953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.20.0.12 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:11:07.615783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07dc1f-7dfb-41bc-ad9d-3529fa63f071 req-73a668fe-b773-4cdc-b3c0-05d621426ffb tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:07.617438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a07dc1f-7dfb-41bc-ad9d-3529fa63f071 req-73a668fe-b773-4cdc-b3c0-05d621426ffb tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 945 time: 0.0960629 May 06 10:11:07.714578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a07dc1f-7dfb-41bc-ad9d-3529fa63f071 req-0eac7207-b4c4-485b-9a4b-5f38eec44402 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569053 May 06 10:11:07.759915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:07.809505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:07.860005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:07.863319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:07.867124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:11:07.897534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:07.942270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:07.943435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:07.965073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-2187d15c-468b-44b7-b030-4f2ec0e91cb1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8382373 May 06 10:11:07.980088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Request body: {'port': {'device_id': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:08.043901 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.158028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-846d2ec7-b750-4bf9-aca0-b7529bf6b170 None None] Provisioning complete for port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:08.159509 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-846d2ec7-b750-4bf9-aca0-b7529bf6b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.227439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-846d2ec7-b750-4bf9-aca0-b7529bf6b170 None None] Port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:11:08.415555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:08.430128 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.455406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db791a-8e6a-48ea-ab9a-77da790dbb11 req-719f1a76-accd-4420-93f8-76be7852a869 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:08.456955 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63db791a-8e6a-48ea-ab9a-77da790dbb11 req-719f1a76-accd-4420-93f8-76be7852a869 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 932 time: 0.0906155 May 06 10:11:08.459965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Transition to ACTIVE for port object 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:11:08.465239 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.514990 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8305e47a-6d75-480c-bcef-2db14902617f up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:08.568423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:08.574960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63db791a-8e6a-48ea-ab9a-77da790dbb11 req-fd061056-70e2-4f3e-84e2-e9ff7490ed0f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070290 May 06 10:11:08.658923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 8305e47a-6d75-480c-bcef-2db14902617f completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:11:08.660431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Attempting to bind port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:11:08.660799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Attempting to bind port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:11:08.661132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Attempting to bind port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:08.664110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 8305e47a-6d75-480c-bcef-2db14902617f triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:08.665376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.673023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:11:08.673359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Attempting to bind port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:08.689223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:11:08.689606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:11:08.689953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:11:08.690403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Bound port: 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:11:08.690765 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.782579 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.790222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] For port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:11:08.795054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] For port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:11:08.800655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.829231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 8305e47a-6d75-480c-bcef-2db14902617f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8305e47a-6d75-480c-bcef-2db14902617f,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:08.831133 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:08.833791 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35896a8-f903-44e2-8deb-3d6e664e9559" -d '{"events": [{"server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "name": "network-vif-plugged", "status": "completed", "tag": "8305e47a-6d75-480c-bcef-2db14902617f"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:08.838969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.889685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:08.890520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:08.891911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] 10.222.0.82 "PUT /v2.0/ports/7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 HTTP/1.1" status: 200 len: 1092 time: 0.9179204 May 06 10:11:08.910882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=8305e47a-6d75-480c-bcef-2db14902617f,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:08.923018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'tag': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:08.925671 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a88d686-0d0e-4425-9587-f39acc298bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "245b0fc0-167c-4fb0-8b49-ded7a5ca6222", "tag": "7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:08.944856 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175be320-8fe7-4542-80dc-c0f0f883275b x-openstack-request-id: req-175be320-8fe7-4542-80dc-c0f0f883275b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:08.945143 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "name": "network-vif-plugged", "status": "completed", "tag": "8305e47a-6d75-480c-bcef-2db14902617f", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:08.945391 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-175be320-8fe7-4542-80dc-c0f0f883275b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:08.946378 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175be320-8fe7-4542-80dc-c0f0f883275b'] response: {'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f', 'code': 200} May 06 10:11:08.986547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e305c-86a4-4a5e-9aea-650f78cab204 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:09.003212 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7f946f-51ac-4009-8852-d900711d28d9 x-openstack-request-id: req-9d7f946f-51ac-4009-8852-d900711d28d9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:09.003503 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245b0fc0-167c-4fb0-8b49-ded7a5ca6222", "tag": "7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:09.003775 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9d7f946f-51ac-4009-8852-d900711d28d9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:09.004163 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d7f946f-51ac-4009-8852-d900711d28d9'] response: {'name': 'network-changed', 'server_uuid': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'tag': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5', 'status': 'completed', 'code': 200} May 06 10:11:09.104747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079d404-ba0e-4d10-8148-091b925c45bb req-7ca61383-9fd3-428f-98a7-f8398199aee8 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.106459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5079d404-ba0e-4d10-8148-091b925c45bb req-7ca61383-9fd3-428f-98a7-f8398199aee8 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 946 time: 0.2462652 May 06 10:11:09.109553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3817b0-a900-41cf-83c8-dadbb9985073 req-a993f2ed-ff96-4e86-944c-bb8fb3e2380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.110991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e3817b0-a900-41cf-83c8-dadbb9985073 req-a993f2ed-ff96-4e86-944c-bb8fb3e2380d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1097 time: 0.0971313 May 06 10:11:09.113440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-758c4c2d-bab1-42ac-9bf3-597ad6e9a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.114973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-758c4c2d-bab1-42ac-9bf3-597ad6e9a1f8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 1095 time: 0.1329551 May 06 10:11:09.212202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-5f1bc9fc-58a3-4235-813f-36e33477bb76 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 HTTP/1.1" status: 200 len: 217 time: 0.0799677 May 06 10:11:09.270661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e3817b0-a900-41cf-83c8-dadbb9985073 req-d55cbbbe-eda9-4d12-aa0b-296a5fb7cf06 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523588 May 06 10:11:09.276103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5079d404-ba0e-4d10-8148-091b925c45bb req-f5c18176-eada-4ffc-b478-4741c513c1ac tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589661 May 06 10:11:09.289208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-9b1a16e1-9215-4541-8a3d-a450bdccabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.290655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-9b1a16e1-9215-4541-8a3d-a450bdccabb5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0665004 May 06 10:11:09.356806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-ad35ee03-7778-4863-be35-df607618463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.358626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-ad35ee03-7778-4863-be35-df607618463d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578434 May 06 10:11:09.460174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-20b9fede-cf5f-478c-b5cf-273fee05ef3b service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923240 May 06 10:11:09.554922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0621469a-9c74-478b-ba69-63fcc1a4ca2d req-1c92f0dd-4f73-4cbd-86eb-9b7d178851b1 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880113 May 06 10:11:09.707100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-502ba5b0-6bcf-4ddd-a29b-c19b8c5d8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.712604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-502ba5b0-6bcf-4ddd-a29b-c19b8c5d8ae1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 1095 time: 0.1054487 May 06 10:11:09.842134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-6ab596a3-39d3-4e02-a8de-90a1e20b4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.843807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-6ab596a3-39d3-4e02-a8de-90a1e20b4680 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.1137385 May 06 10:11:09.912148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-4679788a-aa43-48d5-97ec-9dbd787e22db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 HTTP/1.1" status: 200 len: 217 time: 0.0461471 May 06 10:11:09.992038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ee6c4-a4b3-4f3f-9907-63b78aee5398 req-9defa1ce-6d49-4140-8948-33400dd7d42d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:09.993642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c3ee6c4-a4b3-4f3f-9907-63b78aee5398 req-9defa1ce-6d49-4140-8948-33400dd7d42d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.2763894 May 06 10:11:10.014157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-d1fe0991-4604-4882-829d-4c6325bce5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:10.015823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-d1fe0991-4604-4882-829d-4c6325bce5ba service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0960631 May 06 10:11:10.082044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c3ee6c4-a4b3-4f3f-9907-63b78aee5398 req-e5ec9579-2c7d-47c6-99fc-7359976f383a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651226 May 06 10:11:10.118959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-443c4c67-0bd6-4835-9a69-6a760372a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:10.120924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-443c4c67-0bd6-4835-9a69-6a760372a172 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918005 May 06 10:11:10.265907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-809e3bf5-04ac-42cd-b0e5-1cc5afb379da service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371450 May 06 10:11:10.462467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a88d686-0d0e-4425-9587-f39acc298bb0 req-203c0bd4-e407-42b0-95b5-117162484ab0 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892519 May 06 10:11:10.480375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618056f0-e506-4748-b6d4-dbf8c25c6a9c req-de79ce6d-421c-4d4b-9a85-95ff43fdad64 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:10.488467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-618056f0-e506-4748-b6d4-dbf8c25c6a9c req-de79ce6d-421c-4d4b-9a85-95ff43fdad64 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 946 time: 0.1025820 May 06 10:11:10.551084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-618056f0-e506-4748-b6d4-dbf8c25c6a9c req-e65df338-4147-4b05-bead-d7e983468d79 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597901 May 06 10:11:11.240992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66f48a-0156-4e04-8cb8-cc8ae742f13a req-aa321d99-3a6e-4e37-956a-0abf030c9f32 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:11.242725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d66f48a-0156-4e04-8cb8-cc8ae742f13a req-aa321d99-3a6e-4e37-956a-0abf030c9f32 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0759263 May 06 10:11:11.321458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d66f48a-0156-4e04-8cb8-cc8ae742f13a req-ded08b44-1d03-41b8-8055-afd91f5ab8de tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683925 May 06 10:11:11.718428 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5e75-9c94-4a4a-8c1c-384a91f09718 req-7992f565-4822-4ab8-be9f-7dd782c9e197 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:11.721863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824a5e75-9c94-4a4a-8c1c-384a91f09718 req-7992f565-4822-4ab8-be9f-7dd782c9e197 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 946 time: 0.0706205 May 06 10:11:11.776080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-824a5e75-9c94-4a4a-8c1c-384a91f09718 req-1a28e087-c21d-4570-8a05-0e2dfb77e178 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481052 May 06 10:11:11.931380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588c95f-242d-43e3-8a36-bbafb130776e req-df9facd7-fcbd-41b3-9185-3bd376b4e28d tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:11.933548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2588c95f-242d-43e3-8a36-bbafb130776e req-df9facd7-fcbd-41b3-9185-3bd376b4e28d tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 946 time: 0.0655103 May 06 10:11:12.004796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2588c95f-242d-43e3-8a36-bbafb130776e req-0c51b3e2-fea2-44a7-85a5-50ffa0f4aea0 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614412 May 06 10:11:12.040086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:12.327315 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78e40f5-631e-4e54-9ad7-bf668a270f7d tempest-TestVolumeBackupRestore-111650847 tempest-TestVolumeBackupRestore-111650847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:12.333301 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c78e40f5-631e-4e54-9ad7-bf668a270f7d tempest-TestVolumeBackupRestore-111650847 tempest-TestVolumeBackupRestore-111650847-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1092 time: 0.2873750 May 06 10:11:12.336199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33052) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:12.342312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:12.375800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.484505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60901a4a-cd20-4561-861e-9e1e04e2b257 req-194560bd-ac8b-4d0a-b3f4-d6cd8d09a8e0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:12.486131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60901a4a-cd20-4561-861e-9e1e04e2b257 req-194560bd-ac8b-4d0a-b3f4-d6cd8d09a8e0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0682282 May 06 10:11:12.544337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60901a4a-cd20-4561-861e-9e1e04e2b257 req-b4562513-4e24-4023-a93d-74c2a26a4181 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514035 May 06 10:11:12.575775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.669975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8ea8b0f8-1ed9-4518-9967-a140a9d4dda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.707675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Allocated IP 172.25.8.3 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/69655578-4aff-49a0-9b3e-4a43f4046d14) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:11:12.829444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.867224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:12.909895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:12.912881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:12.917876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:11:12.948679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'Port': ['ID=69655578-4aff-49a0-9b3e-4a43f4046d14,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:13.802279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eec8f-ae10-4586-a25a-e600d28ffa56 req-984e2330-d561-4935-b8ab-e0b2d4686b38 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:13.803767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-331eec8f-ae10-4586-a25a-e600d28ffa56 req-984e2330-d561-4935-b8ab-e0b2d4686b38 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0944963 May 06 10:11:13.831743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:13.882244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-331eec8f-ae10-4586-a25a-e600d28ffa56 req-4492d141-f51d-417f-bbeb-33101dae12a8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710528 May 06 10:11:13.921192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.077675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.083136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.151856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event updated for resources: {'Port': ['ID=69655578-4aff-49a0-9b3e-4a43f4046d14,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:14.163680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.269240 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Floating IP 13664c39-3c68-4b93-8117-710af65db7c0 associated. External IP: 172.25.8.3, port: 8305e47a-6d75-480c-bcef-2db14902617f. May 06 10:11:14.491564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Router 93a54381-94e6-48fb-8103-70928c171b7b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:14.610807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:14.626775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] Sync routers for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:14.638977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.640318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:14.642768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:10:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:14.670164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e7cbb4bf-50c6-42df-a20d-0ab10b2f976c tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3302474 May 06 10:11:14.670164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:14.670983 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0943a9-020a-4493-b4f8-bf4f58270982" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:14.671551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33062) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:14.721787 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51b7dd-a8f9-43a3-b12a-96d70c5417c3 tempest-TestVolumeBackupRestore-111650847 tempest-TestVolumeBackupRestore-111650847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:14.724117 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c51b7dd-a8f9-43a3-b12a-96d70c5417c3 tempest-TestVolumeBackupRestore-111650847 tempest-TestVolumeBackupRestore-111650847-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1092 time: 0.0433517 May 06 10:11:14.727223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33066) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:14.734312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Request body: {'floatingip': {'port_id': '8305e47a-6d75-480c-bcef-2db14902617f'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:14.737794 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b4cd2b-b580-4b52-852e-053445e168eb x-openstack-request-id: req-15b4cd2b-b580-4b52-852e-053445e168eb {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:14.739709 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:14.739709 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-15b4cd2b-b580-4b52-852e-053445e168eb {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:14.739709 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b4cd2b-b580-4b52-852e-053445e168eb'] response: {'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f', 'status': 'completed', 'code': 200} May 06 10:11:14.834043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:14.837686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:14.870320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-7c73bbe4-ad89-4a4e-b7b6-210a1f1cd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:14.871986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-7c73bbe4-ad89-4a4e-b7b6-210a1f1cd526 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1097 time: 0.0975146 May 06 10:11:15.081109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-e9de4b5f-43ca-454a-97ea-8dd6dc13addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:15.082808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-e9de4b5f-43ca-454a-97ea-8dd6dc13addb service neutron] 10.222.0.83 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 914 time: 0.2039063 May 06 10:11:15.127253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '13664c39-3c68-4b93-8117-710af65db7c0', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'mac_address': 'fa:16:3e:76:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:11:13Z', 'updated_at': '2022-05-06T10:11:13Z', 'revision_number': 0, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:15.148124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9228cfe-9437-440e-ae5f-9555921e81ca req-8633d9ba-a17b-41bd-977b-6e5469c393ba tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:15.149415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9228cfe-9437-440e-ae5f-9555921e81ca req-8633d9ba-a17b-41bd-977b-6e5469c393ba tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.1726041 May 06 10:11:15.166728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] Checking router: 93a54381-94e6-48fb-8103-70928c171b7b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:15.185989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08dacfb1-d764-4f6a-bee2-ab2e7272e538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:15.192453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:15.194031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:10:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:15.249745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-0d7417d3-c9b8-4bb1-bd63-7a99b1f8cd22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 998 time: 0.1580584 May 06 10:11:15.336303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f9228cfe-9437-440e-ae5f-9555921e81ca req-1a46f47d-72b5-43bd-a011-2e887e3f6b7c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768861 May 06 10:11:15.385775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-7a530f1d-342f-4ab0-a96d-787e5c7e9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:15.387296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-7a530f1d-342f-4ab0-a96d-787e5c7e9650 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 200 len: 852 time: 0.1252556 May 06 10:11:15.502497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:15.519295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-9cda3a1d-480d-424b-b956-9196c36651b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:15.520828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-9cda3a1d-480d-424b-b956-9196c36651b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b73011bb-90d1-4a19-8c2d-b490a64371e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001821 May 06 10:11:15.699287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-493ead5d-79c0-4fd3-a0bd-85a4b8f091d1 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681092 May 06 10:11:15.743539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '13664c39-3c68-4b93-8117-710af65db7c0', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'mac_address': 'fa:16:3e:76:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:11:13Z', 'updated_at': '2022-05-06T10:11:13Z', 'revision_number': 0, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:15.776796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1556cbe-b654-40eb-b6ce-fd2be603f993 None None] The sync data for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 is: [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '13664c39-3c68-4b93-8117-710af65db7c0', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'mac_address': 'fa:16:3e:76:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:11:13Z', 'updated_at': '2022-05-06T10:11:13Z', 'revision_number': 0, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:15.800030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:15.805709 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:15.884301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a0943a9-020a-4493-b4f8-bf4f58270982 req-bfc59629-24a1-40aa-8210-096fb1f248b6 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566317 May 06 10:11:16.010056 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060f1160-692f-4bd3-ad0b-cadc9a2378e8 None None] New status for floating IP 13664c39-3c68-4b93-8117-710af65db7c0: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:11:16.048239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Router 93a54381-94e6-48fb-8103-70928c171b7b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:16.486815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:16.491831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:16.499414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] Sync routers for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:16.510966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:16.512333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:16.522372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b047cb-312a-4769-9287-5a8e0616aa4b req-eacfd87d-d3ac-4b8d-8284-27556cfe78e7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:16.524252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0b047cb-312a-4769-9287-5a8e0616aa4b req-eacfd87d-d3ac-4b8d-8284-27556cfe78e7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0912125 May 06 10:11:16.589719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e80d78d2-0399-49d4-8fd5-7e3d821c0e39 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "PUT /v2.0/floatingips/13664c39-3c68-4b93-8117-710af65db7c0 HTTP/1.1" status: 200 len: 990 time: 1.8541067 May 06 10:11:16.600672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b0b047cb-312a-4769-9287-5a8e0616aa4b req-d5718354-867c-4d7f-8c95-a3be18cd7718 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675049 May 06 10:11:16.648489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:16.739846 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f'}, {'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:16.742289 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c4c27-b6d6-4e86-869d-cf16249fb77c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f"}, {"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:16.758985 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:16.785681 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:16.812035 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 06 May 2022 10:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1378080-bedb-4b8e-bd4d-7bf268d82f67 x-openstack-request-id: req-d1378080-bedb-4b8e-bd4d-7bf268d82f67 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:16.812811 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:16.813345 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1378080-bedb-4b8e-bd4d-7bf268d82f67 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:16.813961 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1378080-bedb-4b8e-bd4d-7bf268d82f67'] response: {'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f', 'status': 'completed', 'code': 200} May 06 10:11:16.814550 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1378080-bedb-4b8e-bd4d-7bf268d82f67'] response: {'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f', 'status': 'completed', 'code': 200} May 06 10:11:16.897991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-6f01b539-c2d6-4b17-8c7d-adbdc06ada16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:16.900180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-6f01b539-c2d6-4b17-8c7d-adbdc06ada16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1097 time: 0.0554819 May 06 10:11:16.943505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '13664c39-3c68-4b93-8117-710af65db7c0', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'mac_address': 'fa:16:3e:76:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:11:13Z', 'updated_at': '2022-05-06T10:11:16Z', 'revision_number': 2, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:16.979269 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] Checking router: 93a54381-94e6-48fb-8103-70928c171b7b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:16.981646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33084) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:16.994709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:16.995332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:17.050534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-6b4d590f-64cc-49af-8755-9de9117b87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:17.052871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-6b4d590f-64cc-49af-8755-9de9117b87cf service neutron] 10.222.0.83 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 914 time: 0.1417782 May 06 10:11:17.141441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-8f22c553-aac3-4afb-a717-796c5b8fb376 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 1000 time: 0.0795014 May 06 10:11:17.202040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port bd34c78c-a8e9-4fc9-b82d-ad6255165b45 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:17.202385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:17.209125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:17.221052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-901630ec-e8d7-471b-ab27-7f79cce42237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:17.222754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-901630ec-e8d7-471b-ab27-7f79cce42237 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 200 len: 852 time: 0.0746377 May 06 10:11:17.291739 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:17.292480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:17.307609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for bd34c78c-a8e9-4fc9-b82d-ad6255165b45 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:17.327699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-be662867-8a4d-4cfe-b4bd-f2cbbeca3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:17.332818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-be662867-8a4d-4cfe-b4bd-f2cbbeca3469 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b73011bb-90d1-4a19-8c2d-b490a64371e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996542 May 06 10:11:17.441464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-0d156eff-e592-4084-be8c-8adb03562ee1 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050031 May 06 10:11:17.535632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:17.578179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '13664c39-3c68-4b93-8117-710af65db7c0', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'mac_address': 'fa:16:3e:76:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:11:13Z', 'updated_at': '2022-05-06T10:11:16Z', 'revision_number': 2, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:17.602128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-806e2124-a6da-40ab-9c99-dade50f4afae service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525724 May 06 10:11:17.615123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8529c479-5941-4f22-9c84-9c32c71848f6 None None] The sync data for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 is: [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '13664c39-3c68-4b93-8117-710af65db7c0', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'port_id': '8305e47a-6d75-480c-bcef-2db14902617f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'mac_address': 'fa:16:3e:76:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:11:13Z', 'updated_at': '2022-05-06T10:11:16Z', 'revision_number': 2, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:17.755168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-9bdbe6af-fdb0-4fd6-a5d3-268c857de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:17.756732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-9bdbe6af-fdb0-4fd6-a5d3-268c857de8c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1097 time: 0.1040769 May 06 10:11:17.878857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-8cb55127-a908-44c8-8d1d-f35fb6a71349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:17.887808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-8cb55127-a908-44c8-8d1d-f35fb6a71349 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 914 time: 0.1161191 May 06 10:11:17.961311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b64d3-d69d-4fb0-a0df-24b39538975c req-4d0f54d9-26da-482a-aa2a-a3f986354e3d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:17.962062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e32b64d3-d69d-4fb0-a0df-24b39538975c req-4d0f54d9-26da-482a-aa2a-a3f986354e3d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.2553992 May 06 10:11:18.082116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e32b64d3-d69d-4fb0-a0df-24b39538975c req-21eb665b-74cb-4933-8165-030ad32d653f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030929 May 06 10:11:18.093990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-5226beab-92d4-46dd-b25a-43a484ff600e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 1000 time: 0.1965542 May 06 10:11:18.170996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=bd34c78c-a8e9-4fc9-b82d-ad6255165b45,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:18.200052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-4532379c-8ee0-4f83-8607-0b426b5eb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:18.201612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-4532379c-8ee0-4f83-8607-0b426b5eb976 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 200 len: 852 time: 0.1009119 May 06 10:11:18.234645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:18.235500 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Floating IP 9214adec-724d-4932-a4d7-e99206ebdb20 disassociated (deleted). External IP: 172.25.8.68, port: 68e915ab-e948-481d-a974-75070ae961fe. May 06 10:11:18.247695 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:18.273773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-9bacadc7-f517-402d-b8a8-4be715bbbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:18.276388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-9bacadc7-f517-402d-b8a8-4be715bbbf19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b73011bb-90d1-4a19-8c2d-b490a64371e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686667 May 06 10:11:18.389917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-7a6d50fc-28e8-4663-b5b1-43382cc6cb11 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072035 May 06 10:11:18.476516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f1ae8993-746c-44c9-ba9b-219a2c40b752 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:18.487957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-369c4c27-b6d6-4e86-869d-cf16249fb77c req-27db91e1-37f0-48b0-be04-c2781bc79e3a service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898316 May 06 10:11:18.602932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:18.608732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:18.613831 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] Sync routers for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:18.626755 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:18.627449 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:18.640372 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0236ce98-14e3-47a2-be19-bd67341247d4 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/floatingips/9214adec-724d-4932-a4d7-e99206ebdb20 HTTP/1.1" status: 204 len: 168 time: 1.6552539 May 06 10:11:18.640372 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'tag': '68e915ab-e948-481d-a974-75070ae961fe'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:18.641047 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965d80fa-4e48-4af3-9cb5-b96515dc0711" -d '{"events": [{"name": "network-changed", "server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "tag": "68e915ab-e948-481d-a974-75070ae961fe"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:18.695453 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4f926-af3b-4767-916c-9f3ec12423c0 x-openstack-request-id: req-bfe4f926-af3b-4767-916c-9f3ec12423c0 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:18.696038 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "tag": "68e915ab-e948-481d-a974-75070ae961fe", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:18.696294 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bfe4f926-af3b-4767-916c-9f3ec12423c0 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:18.696703 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe4f926-af3b-4767-916c-9f3ec12423c0'] response: {'name': 'network-changed', 'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'tag': '68e915ab-e948-481d-a974-75070ae961fe', 'status': 'completed', 'code': 200} May 06 10:11:18.739238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:18.776228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-a2b1f761-4148-4e46-ab3d-b6406e8fe822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:18.778784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-a2b1f761-4148-4e46-ab3d-b6406e8fe822 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e12c2da4041b40559768da50e19f8773&device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 1096 time: 0.0625780 May 06 10:11:18.896510 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:18.938749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-e722bb27-e9e0-40d6-9f86-5d9219a098cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:18.939414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-e722bb27-e9e0-40d6-9f86-5d9219a098cc service neutron] 10.222.0.82 "GET /v2.0/networks?id=b9ee46cc-9142-4ec6-b5db-80439242f51d HTTP/1.1" status: 200 len: 897 time: 0.1500003 May 06 10:11:19.002799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-e7ccb92f-e9a1-4c16-8559-974605d96104 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e915ab-e948-481d-a974-75070ae961fe HTTP/1.1" status: 200 len: 217 time: 0.0489950 May 06 10:11:19.029274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2918703-d3db-460c-bdcc-99b7b27e001f req-3b72cd97-bb3d-4326-96c1-6b6507b2a361 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:19.036731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2918703-d3db-460c-bdcc-99b7b27e001f req-3b72cd97-bb3d-4326-96c1-6b6507b2a361 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.1123345 May 06 10:11:19.112213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-f6a77527-7278-42de-85ae-36123e7d896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:19.113695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-f6a77527-7278-42de-85ae-36123e7d896a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3d3fa57b-7f8e-4314-9638-4af17386754c HTTP/1.1" status: 200 len: 835 time: 0.1010833 May 06 10:11:19.126247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2918703-d3db-460c-bdcc-99b7b27e001f req-8660f467-71ff-4a0f-b3a9-8907f686e50c tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885577 May 06 10:11:19.220357 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:19.251250 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] Checking router: f1ae8993-746c-44c9-ba9b-219a2c40b752 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:19.254872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcb67d-96a5-4365-b278-6af376428526 req-8580a03e-7a1b-448c-8414-e0fc5660f6b9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:19.256617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54fcb67d-96a5-4365-b278-6af376428526 req-8580a03e-7a1b-448c-8414-e0fc5660f6b9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0679622 May 06 10:11:19.264366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-4b2ad167-8ebf-4926-8701-39d99ca17b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:19.266172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-4b2ad167-8ebf-4926-8701-39d99ca17b3b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=b9ee46cc-9142-4ec6-b5db-80439242f51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333947 May 06 10:11:19.271327 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:19.272030 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:19.356043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54fcb67d-96a5-4365-b278-6af376428526 req-74db39c7-b75c-43c5-8709-36a27f947dc0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888708 May 06 10:11:19.398001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-b305c64d-1a7c-4ef4-824a-67f76f1a0d2a service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242256 May 06 10:11:19.432176 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:19.525913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-965d80fa-4e48-4af3-9cb5-b96515dc0711 req-ed64c90c-4854-4840-a0a6-405b22be431b service neutron] 10.222.0.82 "GET /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201775 May 06 10:11:19.658570 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:19.686835 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e94cf-360f-4b9f-8e2d-f2399303b057 None None] The sync data for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 is: [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:32Z', 'revision_number': 4, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '915b1be4-ed25-40f2-abf2-3b2fc0aee1f7', 'name': '', 'network_id': 'b9ee46cc-9142-4ec6-b5db-80439242f51d', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'mac_address': 'fa:16:3e:7b:69:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:31Z', 'updated_at': '2022-05-06T10:09:37Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'subnets': [{'id': '3d3fa57b-7f8e-4314-9638-4af17386754c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:19.954883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93c995c-f878-4d3b-831d-361f5e028586 None None] New status for floating IP 9214adec-724d-4932-a4d7-e99206ebdb20: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:11:20.403774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-5ff62eb8-5672-41b1-93fc-1f0c438687f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.410125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-5ff62eb8-5672-41b1-93fc-1f0c438687f1 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.1557732 May 06 10:11:20.422425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5137a-6836-4152-ba42-fdce0147ebcb req-9f6612ae-3d74-43ad-b301-b6d8d08db35f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.425410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-beb5137a-6836-4152-ba42-fdce0147ebcb req-9f6612ae-3d74-43ad-b301-b6d8d08db35f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/ports?device_id=296cab16-7b99-4975-a24f-5cf600ad3e4f HTTP/1.1" status: 200 len: 945 time: 0.1475995 May 06 10:11:20.560809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-beb5137a-6836-4152-ba42-fdce0147ebcb req-ebe6948a-3746-4c94-a190-8dde7516cb32 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "GET /v2.0/security-groups?id=f657c503-15e4-4b5c-b50e-89ba42594946&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253598 May 06 10:11:20.577397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bea9a-228e-455f-83bb-c03677a19bf3 req-9af52d67-8e4d-4e68-b0a4-a54e69131cbb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:20.578931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-916bea9a-228e-455f-83bb-c03677a19bf3 req-9af52d67-8e4d-4e68-b0a4-a54e69131cbb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.1140499 May 06 10:11:20.631522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 68e915ab-e948-481d-a974-75070ae961fe {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:20.631885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.640783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-916bea9a-228e-455f-83bb-c03677a19bf3 req-8712c20f-7d82-4553-9350-a2a3436dd2dc tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536487 May 06 10:11:20.656960 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.731662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 68e915ab-e948-481d-a974-75070ae961fe, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=68e915ab-e948-481d-a974-75070ae961fe,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:20.732032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.749667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 68e915ab-e948-481d-a974-75070ae961fe owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:20.893086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.922868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=68e915ab-e948-481d-a974-75070ae961fe,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:20.966331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] No DVR routers for this DVR port 68e915ab-e948-481d-a974-75070ae961fe on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:20.969041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:20.972368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64b9f985-f745-4bcd-ab06-14f45dc05f14 req-15883e69-46ea-478c-a183-cb7a7cd7f61f tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.82 "DELETE /v2.0/ports/68e915ab-e948-481d-a974-75070ae961fe HTTP/1.1" status: 204 len: 173 time: 0.5459409 May 06 10:11:20.972805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'name': 'network-vif-deleted', 'tag': '68e915ab-e948-481d-a974-75070ae961fe'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:20.975083 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2e5c92-3ce6-4f66-a1e1-5d449b8bc04e" -d '{"events": [{"server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "name": "network-vif-deleted", "tag": "68e915ab-e948-481d-a974-75070ae961fe"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:21.017263 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e357ac95-4757-43f6-8e49-fa4b68affa91 x-openstack-request-id: req-e357ac95-4757-43f6-8e49-fa4b68affa91 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:21.017552 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296cab16-7b99-4975-a24f-5cf600ad3e4f", "name": "network-vif-deleted", "tag": "68e915ab-e948-481d-a974-75070ae961fe", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:21.017794 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e357ac95-4757-43f6-8e49-fa4b68affa91 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:21.018184 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e357ac95-4757-43f6-8e49-fa4b68affa91'] response: {'server_uuid': '296cab16-7b99-4975-a24f-5cf600ad3e4f', 'name': 'network-vif-deleted', 'tag': '68e915ab-e948-481d-a974-75070ae961fe', 'status': 'completed', 'code': 200} May 06 10:11:21.647624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33122) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:21.817898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc60c8-0756-4670-829a-261f69cf9f27 req-613fd13a-8bff-444f-9c92-1ca9b1a8e8a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:21.819832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7adc60c8-0756-4670-829a-261f69cf9f27 req-613fd13a-8bff-444f-9c92-1ca9b1a8e8a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0704670 May 06 10:11:21.871266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7adc60c8-0756-4670-829a-261f69cf9f27 req-f6648f85-d80d-4b0a-bd25-8b10c9c5ff28 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425150 May 06 10:11:22.096337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:22.457847 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:22.458200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:22.555704 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:22.556672 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:22.569723 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:22.608052 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:11:22.760661 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:22.786424 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=915b1be4-ed25-40f2-abf2-3b2fc0aee1f7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:22.972058 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.001848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b57e0-2cb0-45fe-8bf8-0bce3ead5e2b req-c12f00eb-8838-4ed5-a055-4d33678d02ac tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:23.003333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b57e0-2cb0-45fe-8bf8-0bce3ead5e2b req-c12f00eb-8838-4ed5-a055-4d33678d02ac tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0557780 May 06 10:11:23.042715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b57e0-2cb0-45fe-8bf8-0bce3ead5e2b req-763937a6-9c06-44f8-98dd-de153518dd07 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 May 06 10:11:23.190996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Router f1ae8993-746c-44c9-ba9b-219a2c40b752 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:23.296826 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:23.306187 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] Sync routers for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:23.307434 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8f8796dd-acba-4b8d-97fe-11511d27b595 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "PUT /v2.0/routers/f1ae8993-746c-44c9-ba9b-219a2c40b752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580825 May 06 10:11:23.310287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33132) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:23.317541 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:23.318411 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:23.375700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting subnet 3d3fa57b-7f8e-4314-9638-4af17386754c {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:11:23.379241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.429798 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.467749 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:23.523478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.588147 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.620441 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.627159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33138) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:23.630205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a805b2-7b25-4adb-b58a-91ae8557c676 None None] Network b9ee46cc-9142-4ec6-b5db-80439242f51d requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:11:23.633715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/subnets/3d3fa57b-7f8e-4314-9638-4af17386754c HTTP/1.1" status: 204 len: 168 time: 0.3160663 May 06 10:11:23.636817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b0ee0-43af-43f9-8f0c-0759d0026b04 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3fa57b-7f8e-4314-9638-4af17386754c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:23.704652 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:11:22Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:23.762120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.766178 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] Checking router: f1ae8993-746c-44c9-ba9b-219a2c40b752 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:23.774737 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] Routers {'f1ae8993-746c-44c9-ba9b-219a2c40b752'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:23.776013 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f1ae8993-746c-44c9-ba9b-219a2c40b752'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:23.858348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] DHCP port deletion for b9ee46cc-9142-4ec6-b5db-80439242f51d request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:11:23.887297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.897229 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] Set router f1ae8993-746c-44c9-ba9b-219a2c40b752 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:23.921555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Deleting port adc0d51e-b3d7-484a-ba99-b606531348d1 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:23.922411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.948963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Deleting port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:23.949539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:23.998349 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] For port adc0d51e-b3d7-484a-ba99-b606531348d1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=adc0d51e-b3d7-484a-ba99-b606531348d1,segment=NetworkSegment(2dd7032d-495e-468d-b2e9-78a10f47d4f8),segment_id=2dd7032d-495e-468d-b2e9-78a10f47d4f8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:23.999101 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.014679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Calling delete_port for adc0d51e-b3d7-484a-ba99-b606531348d1 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:24.058317 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] For port 5b8ca2da-44fa-4294-b84e-1c1486de4e2d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:24.058730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.073841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Calling delete_port for 5b8ca2da-44fa-4294-b84e-1c1486de4e2d owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:24.105489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:11:22Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:24.126495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.136547 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2182fe-c76e-433a-9f01-63012a30c657 None None] The sync data for ids ['f1ae8993-746c-44c9-ba9b-219a2c40b752'] in n-d-840834-1 is: [{'id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1155338047', 'tenant_id': 'e12c2da4041b40559768da50e19f8773', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:11:22Z', 'revision_number': 5, 'project_id': 'e12c2da4041b40559768da50e19f8773', 'gw_port': {'id': '5b8ca2da-44fa-4294-b84e-1c1486de4e2d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ae8993-746c-44c9-ba9b-219a2c40b752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:27Z', 'updated_at': '2022-05-06T10:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:24.143873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] No DVR routers for this DVR port adc0d51e-b3d7-484a-ba99-b606531348d1 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:24.173193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Pushing event deleted for resources: {'Port': ['ID=adc0d51e-b3d7-484a-ba99-b606531348d1,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:24.185696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.194083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.194664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.195147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.196075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.197083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.197448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.198267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.198839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.199238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.199651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.200050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6ba4b-aec5-461f-bdfc-ece466266c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:24.245477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da27f5-1393-402a-8245-3d1167a46506 req-fa30fbcb-8abb-4392-8d99-2cc181b112bf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:24.247217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65da27f5-1393-402a-8245-3d1167a46506 req-fa30fbcb-8abb-4392-8d99-2cc181b112bf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0848296 May 06 10:11:24.291363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65da27f5-1393-402a-8245-3d1167a46506 req-1a8b5573-e5fb-4c68-aba0-a5865db2ee96 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365579 May 06 10:11:24.315256 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 68e915ab-e948-481d-a974-75070ae961fe no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:24.339401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 68e915ab-e948-481d-a974-75070ae961fe {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:24.339771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 68e915ab-e948-481d-a974-75070ae961fe not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:24.341349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.369389 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Port': ['ID=5b8ca2da-44fa-4294-b84e-1c1486de4e2d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:24.471465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.580848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.585756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.639964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.640685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Fanout notify agent at l3_agent the message router_deleted on router f1ae8993-746c-44c9-ba9b-219a2c40b752 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:11:24.648823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.650595 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8903e3e6-fba1-4883-92ac-355e9a4db5ab tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/routers/f1ae8993-746c-44c9-ba9b-219a2c40b752 HTTP/1.1" status: 204 len: 168 time: 1.0224028 May 06 10:11:24.653310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33144) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:24.734858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.825960 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.850204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ee46cc-9142-4ec6-b5db-80439242f51d']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:24.861138 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd7032d-495e-468d-b2e9-78a10f47d4f8') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:24.861527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd7032d-495e-468d-b2e9-78a10f47d4f8') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:24.871435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.887632 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.893815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:11:24.894213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: timer() May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:11:24.897199 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:11:24.964468 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.969766 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:24.973608 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/networks/b9ee46cc-9142-4ec6-b5db-80439242f51d HTTP/1.1" status: 204 len: 168 time: 0.3191974 May 06 10:11:24.976491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33146) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:24.989298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867b907-b8d2-4dd5-9ba8-4b76b21aa528 tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'Network': ['ID=b9ee46cc-9142-4ec6-b5db-80439242f51d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:25.041351 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fb94f5-e62d-45d0-b828-9d6294e1459b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.066330 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fb94f5-e62d-45d0-b828-9d6294e1459b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.126056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fb94f5-e62d-45d0-b828-9d6294e1459b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.128694 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-04fb94f5-e62d-45d0-b828-9d6294e1459b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.129839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-04fb94f5-e62d-45d0-b828-9d6294e1459b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] 10.222.0.76 "DELETE /v2.0/security-groups/f657c503-15e4-4b5c-b50e-89ba42594946 HTTP/1.1" status: 204 len: 168 time: 0.1523640 May 06 10:11:25.139265 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb94f5-e62d-45d0-b828-9d6294e1459b tempest-TestNetworkAdvancedServerOps-1512841838 tempest-TestNetworkAdvancedServerOps-1512841838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f657c503-15e4-4b5c-b50e-89ba42594946,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:25.430166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c48ef-75b1-455c-acf0-807963f8dda0 req-d0b54903-193f-4dcc-a004-ced805d70d63 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:25.430166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd4c48ef-75b1-455c-acf0-807963f8dda0 req-d0b54903-193f-4dcc-a004-ced805d70d63 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0557549 May 06 10:11:25.438953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:25.471610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd4c48ef-75b1-455c-acf0-807963f8dda0 req-b44f5b50-7a2d-4b03-82ed-9c321a3c5c36 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 May 06 10:11:25.471774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33156) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:25.479188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:25.479712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 915b1be4-ed25-40f2-abf2-3b2fc0aee1f7 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:25.480197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device adc0d51e-b3d7-484a-ba99-b606531348d1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:25.502108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: adc0d51e-b3d7-484a-ba99-b606531348d1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:25.502510 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device adc0d51e-b3d7-484a-ba99-b606531348d1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:25.502994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5b8ca2da-44fa-4294-b84e-1c1486de4e2d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:25.525728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5b8ca2da-44fa-4294-b84e-1c1486de4e2d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:25.526070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5b8ca2da-44fa-4294-b84e-1c1486de4e2d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:25.635456 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ce565de9-598c-491e-91be-d6b1a4eb004f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e12c2da4041b40559768da50e19f8773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626518 May 06 10:11:25.638048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33166) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:25.687928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-acdd9343-3bf9-499c-a7c4-b5f824c77cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.709387 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-acdd9343-3bf9-499c-a7c4-b5f824c77cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.761076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-acdd9343-3bf9-499c-a7c4-b5f824c77cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.763500 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-acdd9343-3bf9-499c-a7c4-b5f824c77cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:25.764727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-acdd9343-3bf9-499c-a7c4-b5f824c77cbb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18ac7676-8148-4100-b5a7-9a5263fee0a8 HTTP/1.1" status: 204 len: 168 time: 0.1256955 May 06 10:11:25.772509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd9343-3bf9-499c-a7c4-b5f824c77cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac7676-8148-4100-b5a7-9a5263fee0a8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:26.047608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33172) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:26.088441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9d682f5b-0713-4357-81f7-2fdc926d0363 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c6be1f4fb8346a8855e1a64070785eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391181 May 06 10:11:26.090685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33174) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:26.139978 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-494cca5d-ff77-4443-9aef-2d508202e31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:26.163054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-494cca5d-ff77-4443-9aef-2d508202e31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:26.211527 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-494cca5d-ff77-4443-9aef-2d508202e31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:26.214538 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-494cca5d-ff77-4443-9aef-2d508202e31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:26.215805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-494cca5d-ff77-4443-9aef-2d508202e31c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef7a217d-2659-4ba1-a1a7-8e4bc2847536 HTTP/1.1" status: 204 len: 168 time: 0.1241364 May 06 10:11:26.224284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cca5d-ff77-4443-9aef-2d508202e31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a217d-2659-4ba1-a1a7-8e4bc2847536,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:26.637017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e205aa-a281-48d4-81c9-a245a7ea95e7 req-a8462944-a798-45ef-944b-5a03de2defd7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:26.639922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72e205aa-a281-48d4-81c9-a245a7ea95e7 req-a8462944-a798-45ef-944b-5a03de2defd7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.0835035 May 06 10:11:26.685745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72e205aa-a281-48d4-81c9-a245a7ea95e7 req-937a3dc6-d34a-45fc-b576-4db9549efd0a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 May 06 10:11:26.970271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33200) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:27.068476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-716482034-network', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:27.089165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Made reservation on behalf of a787d52a66a646b791e3bb591992c45d for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:11:27.091506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.100152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.176238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.180173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.202424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:11:27.216458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff8adc8-b7d2-4c93-b989-e373ca779f65,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:27.221269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.221605 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Added segment 4e0144cd-c376-4bef-b3d8-519777418e8c of type vlan for network df0fff57-6a73-4e71-b87e-b91cb39e0b13 May 06 10:11:27.266498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.292136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.293235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:27.293813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.352685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3812478 May 06 10:11:27.355096 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33204) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:27.360181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Request body: {'subnet': {'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-716482034-subnet', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:27.364293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44631cd9-78b7-4881-87d4-d168d13ec7f0 admin admin] Pushing event updated for resources: {'Network': ['ID=df0fff57-6a73-4e71-b87e-b91cb39e0b13,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:27.374675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:11:27.380913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Made reservation on behalf of a787d52a66a646b791e3bb591992c45d for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:11:27.383398 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.549298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.604874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37f096e-9be8-4986-a534-1fa913ce79ec,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:27.613297 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Checking segment: {'id': '4e0144cd-c376-4bef-b3d8-519777418e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:11:27.613648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Network hostable DHCP agents. Network: df0fff57-6a73-4e71-b87e-b91cb39e0b13, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:11:27.629940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:11:27.639810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, df0fff57-6a73-4e71-b87e-b91cb39e0b13) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:27.645346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:27.646097 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.649267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b8af50-5d0b-4248-a1ff-36b19427e7bb None None] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:11:27.664552 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-842dd47d-44e1-471e-9445-4472a2c3d8d3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3082008 May 06 10:11:27.667972 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33210) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:27.672199 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-716482034-router', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:11:27.695948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.698145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.769886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-a53f9bae-364f-459b-bf40-b48902c02ee5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545325 May 06 10:11:27.777819 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.887828 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-df0fff57-6a73-4e71-b87e-b91cb39e0b13', 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'fixed_ips': [{'subnet_id': 'b37f096e-9be8-4986-a534-1fa913ce79ec'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:11:27.888848 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:27.912705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14691-9ea1-4f2f-a08c-8d066ff0aec1 req-4a558be3-ca53-47f2-bf7d-345f4115b2b9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:27.921479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93f14691-9ea1-4f2f-a08c-8d066ff0aec1 req-4a558be3-ca53-47f2-bf7d-345f4115b2b9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 944 time: 0.1268990 May 06 10:11:27.952679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-737d5cd8-978b-4d04-b6ff-2ad306d516c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:27.954264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-737d5cd8-978b-4d04-b6ff-2ad306d516c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1097 time: 0.1285682 May 06 10:11:27.984139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93f14691-9ea1-4f2f-a08c-8d066ff0aec1 req-f1371b7c-996a-426f-9028-131620c284de tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568485 May 06 10:11:27.985213 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.049179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Allocated IP 172.20.0.2 (df0fff57-6a73-4e71-b87e-b91cb39e0b13/b37f096e-9be8-4986-a534-1fa913ce79ec/8fd5fa71-8fae-47cb-a4bc-2c9ca910d078) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:11:28.085004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-ea7a99bc-cb43-4c0d-8d6f-4bd96054bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:28.086614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-ea7a99bc-cb43-4c0d-8d6f-4bd96054bd20 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 914 time: 0.1013153 May 06 10:11:28.166657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-ec02b4b7-266f-40f7-8b58-ef1550bf69b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 1000 time: 0.0711884 May 06 10:11:28.223254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-003eb04f-deb7-41c7-bff9-3635c0359c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:28.224999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-003eb04f-deb7-41c7-bff9-3635c0359c85 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 200 len: 852 time: 0.0506890 May 06 10:11:28.279648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-fa13c816-b8f7-4fb3-8b59-bbdad4c4da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:28.281509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-fa13c816-b8f7-4fb3-8b59-bbdad4c4da06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b73011bb-90d1-4a19-8c2d-b490a64371e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460246 May 06 10:11:28.330716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:11:28.400746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.411207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-add8e6d7-146c-4f8f-90c2-c90c1e8b1cfa service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076627 May 06 10:11:28.505528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.523658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dc9f9b6-abba-40cd-b3e8-7a18e62c6b02 req-d6f6f949-ec7f-4703-9e21-3a89ee18ba69 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039715 May 06 10:11:28.565358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:28.567870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:28.573132 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:28.585630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:11:28.599397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'port_id': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5', 'mac_address': 'fa:16:3e:8d:df:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:11:28.617996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.626858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Pushing event updated for resources: {'Port': ['ID=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:28.647004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.697017 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.717678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:11:28.727794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Attempting to bind port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:11:28.728306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Attempting to bind port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '4e0144cd-c376-4bef-b3d8-519777418e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:11:28.728685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Attempting to bind port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 on network df0fff57-6a73-4e71-b87e-b91cb39e0b13 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:28.738375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:11:28.738793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Checking segment: {'id': '4e0144cd-c376-4bef-b3d8-519777418e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:11:28.739197 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.739544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Bound using segment: {'id': '4e0144cd-c376-4bef-b3d8-519777418e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:11:28.740050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Bound port: 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0144cd-c376-4bef-b3d8-519777418e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:11:28.740424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.760180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:28.787426 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.818279 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Allocated IP 172.25.8.14 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/b1eb3879-134e-4fac-b092-d4050ab88962) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:11:28.865640 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] For port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:11:28.876489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:28.881829 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] For port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,segment=NetworkSegment(4e0144cd-c376-4bef-b3d8-519777418e8c),segment_id=4e0144cd-c376-4bef-b3d8-519777418e8c)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:11:28.889359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:28.967994 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8259-03ca-4c3f-933d-5d35be21c43d None None] Pushing event updated for resources: {'Port': ['ID=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:29.007431 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.012042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:29.095689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.164961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Pushing event updated for resources: {'Port': ['ID=b1eb3879-134e-4fac-b092-d4050ab88962,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:29.174170 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:29.174327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98cfda-0bc2-4705-a5d6-0dc09e8f2400 req-2bc8d141-7987-4b1d-91b1-ee93ee087d4d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:29.178239 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:29.183809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:11:29.184560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a98cfda-0bc2-4705-a5d6-0dc09e8f2400 req-2bc8d141-7987-4b1d-91b1-ee93ee087d4d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 945 time: 0.0863459 May 06 10:11:29.270991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a98cfda-0bc2-4705-a5d6-0dc09e8f2400 req-503744d4-9d18-461d-aeb9-cb3ef0438b63 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852227 May 06 10:11:29.505735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:29.558123 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:29.558489 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.566061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.641272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.678826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,segment=NetworkSegment(4e0144cd-c376-4bef-b3d8-519777418e8c),segment_id=4e0144cd-c376-4bef-b3d8-519777418e8c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:29.683900 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.736862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:29.781172 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:29.920649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Router d5968367-7ec9-452d-a005-ac3e139ef823 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:11:30.045568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:30.055958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Sync routers for ids ['d5968367-7ec9-452d-a005-ac3e139ef823'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:30.068086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Routers {'d5968367-7ec9-452d-a005-ac3e139ef823'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:30.068929 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d5968367-7ec9-452d-a005-ac3e139ef823'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:30.077307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:30.078998 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2d5efcc2-da76-4d25-b93f-7f67294fef04 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.4100652 May 06 10:11:30.082025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33226) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:30.233762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Set router d5968367-7ec9-452d-a005-ac3e139ef823 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:30.360981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca0062-a2f9-4171-bf52-f11652831a6c None None] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:11:30.363298 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:30.431111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b1ce0-1d72-49ce-bc63-f26309f2c05b req-20c1481f-86d0-425d-b756-474be9d8b4b1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:30.433588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-138b1ce0-1d72-49ce-bc63-f26309f2c05b req-20c1481f-86d0-425d-b756-474be9d8b4b1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 945 time: 0.0650682 May 06 10:11:30.491328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-138b1ce0-1d72-49ce-bc63-f26309f2c05b req-9bf2de33-8e4b-4fac-92c3-4dd860ee5c19 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503600 May 06 10:11:30.554073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8da28767-27da-4b01-aea3-b4002414999c None None] Provisioning complete for port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:30.554711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8da28767-27da-4b01-aea3-b4002414999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:30.631257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:30.677812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:11:30.689830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:30.690190 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:30.736790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'name': 'tempest-ImageQuotaTest-716482034-router', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:11:27Z', 'updated_at': '2022-05-06T10:11:29Z', 'revision_number': 3, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'gw_port': {'id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:28Z', 'updated_at': '2022-05-06T10:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:30.815911 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Checking router: d5968367-7ec9-452d-a005-ac3e139ef823 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:30.816217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Updating router d5968367-7ec9-452d-a005-ac3e139ef823 port b1eb3879-134e-4fac-b092-d4050ab88962 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:11:30.822710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Allocated IP 172.20.0.1 (df0fff57-6a73-4e71-b87e-b91cb39e0b13/b37f096e-9be8-4986-a534-1fa913ce79ec/cbdce59a-4fb9-4d95-8450-6f479fdd9d73) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:11:30.869721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:30.956350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:30.999380 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.010270 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.053763 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:31.054004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:31.057804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:31.058162 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9465fd4f-e381-4ab0-ac9c-3736783569d1" -d '{"events": [{"server_uuid": "245b0fc0-167c-4fb0-8b49-ded7a5ca6222", "name": "network-vif-plugged", "status": "completed", "tag": "7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:31.065631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:11:31.077985 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Pushing event updated for resources: {'Port': ['ID=cbdce59a-4fb9-4d95-8450-6f479fdd9d73,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:31.101681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:31.140267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.178061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.295201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:31.328881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dd05a258-74fd-48b4-8967-213b713bd21d None None] Provisioning complete for port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:31.329244 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd05a258-74fd-48b4-8967-213b713bd21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.411254 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.418808 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae24b3a-1acb-49e0-854f-25ce627a085e x-openstack-request-id: req-0ae24b3a-1acb-49e0-854f-25ce627a085e {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:31.419145 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245b0fc0-167c-4fb0-8b49-ded7a5ca6222", "name": "network-vif-plugged", "status": "completed", "tag": "7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:31.419420 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ae24b3a-1acb-49e0-854f-25ce627a085e {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:31.419843 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae24b3a-1acb-49e0-854f-25ce627a085e'] response: {'server_uuid': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5', 'code': 200} May 06 10:11:31.531992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d585f8-2ab8-464d-a4df-8cc0ec5886ba req-f0bfa8a6-8b58-441c-bb99-33561548c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:31.533611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0d585f8-2ab8-464d-a4df-8cc0ec5886ba req-f0bfa8a6-8b58-441c-bb99-33561548c4b0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 1097 time: 0.0668333 May 06 10:11:31.536057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:31.598536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0d585f8-2ab8-464d-a4df-8cc0ec5886ba req-bb1c0f94-84f4-4ab5-91bf-4662b321fc02 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568011 May 06 10:11:31.623935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.644627 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.654261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44c893-84cc-4e83-abc4-13fad7ce865e req-88104e55-f9f3-4a1b-88a3-08c08858dd79 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:31.655806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c44c893-84cc-4e83-abc4-13fad7ce865e req-88104e55-f9f3-4a1b-88a3-08c08858dd79 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 946 time: 0.0593505 May 06 10:11:31.710372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c44c893-84cc-4e83-abc4-13fad7ce865e req-659549c8-ebfd-4307-b9d3-5076d6d324a0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480595 May 06 10:11:31.723801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.731222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.735901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d2dd-e1fb-444d-ae2b-5fbd496f90f7 None None] Pushing event updated for resources: {'Port': ['ID=b1eb3879-134e-4fac-b092-d4050ab88962,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:31.739518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Attempting to bind port b1eb3879-134e-4fac-b092-d4050ab88962 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:11:31.740086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Attempting to bind port b1eb3879-134e-4fac-b092-d4050ab88962 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:11:31.740462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Attempting to bind port b1eb3879-134e-4fac-b092-d4050ab88962 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:11:31.747708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:31.747958 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.754091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:11:31.754481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:11:31.754853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.755242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:11:31.755798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Bound port: b1eb3879-134e-4fac-b092-d4050ab88962, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:11:31.756181 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.792203 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Pushing event updated for resources: {'Port': ['ID=cbdce59a-4fb9-4d95-8450-6f479fdd9d73,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:31.850726 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:31.957286 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:11:31.959646 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:11:31.975935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad5d0fef-1eaf-49b4-a36c-657da2660685 None None] Provisioning complete for port cbdce59a-4fb9-4d95-8450-6f479fdd9d73 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:31.976233 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0fef-1eaf-49b4-a36c-657da2660685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:32.039221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] For port b1eb3879-134e-4fac-b092-d4050ab88962, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:11:32.044359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] For port b1eb3879-134e-4fac-b092-d4050ab88962, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1eb3879-134e-4fac-b092-d4050ab88962,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:11:32.051928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d0fef-1eaf-49b4-a36c-657da2660685 None None] Port cbdce59a-4fb9-4d95-8450-6f479fdd9d73 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:11:32.055248 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:32.110838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Router d5968367-7ec9-452d-a005-ac3e139ef823 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:32.165630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1d2dd-e1fb-444d-ae2b-5fbd496f90f7 None None] Pushing event updated for resources: {'Port': ['ID=b1eb3879-134e-4fac-b092-d4050ab88962,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:32.174907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Routers {'d5968367-7ec9-452d-a005-ac3e139ef823'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:32.175729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d5968367-7ec9-452d-a005-ac3e139ef823'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:32.333657 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:32.350115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] Set router d5968367-7ec9-452d-a005-ac3e139ef823 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:32.351312 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3d67c656-a5af-4239-b381-9d555b4c39bc admin admin] 10.222.0.76 "PUT /v2.0/routers/d5968367-7ec9-452d-a005-ac3e139ef823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2679057 May 06 10:11:32.402413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f7719aa7-6ef1-43cc-9c34-0fd26d4bf61c None None] Provisioning complete for port cbdce59a-4fb9-4d95-8450-6f479fdd9d73 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:32.402788 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7719aa7-6ef1-43cc-9c34-0fd26d4bf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:32.533006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-f7719aa7-6ef1-43cc-9c34-0fd26d4bf61c None None] Port cbdce59a-4fb9-4d95-8450-6f479fdd9d73 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:11:32.676800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'name': 'tempest-ImageQuotaTest-716482034-router', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:11:27Z', 'updated_at': '2022-05-06T10:11:31Z', 'revision_number': 4, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'gw_port': {'id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:28Z', 'updated_at': '2022-05-06T10:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cbdce59a-4fb9-4d95-8450-6f479fdd9d73', 'name': '', 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'mac_address': 'fa:16:3e:de:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b37f096e-9be8-4986-a534-1fa913ce79ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:30Z', 'updated_at': '2022-05-06T10:11:31Z', 'revision_number': 2, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'subnets': [{'id': 'b37f096e-9be8-4986-a534-1fa913ce79ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:32.716124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0142fbc4-4a46-4775-9664-bc093ff335f3 None None] The sync data for ids ['d5968367-7ec9-452d-a005-ac3e139ef823'] in n-d-840834-1 is: [{'id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'name': 'tempest-ImageQuotaTest-716482034-router', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:11:27Z', 'updated_at': '2022-05-06T10:11:31Z', 'revision_number': 4, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'gw_port': {'id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:28Z', 'updated_at': '2022-05-06T10:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cbdce59a-4fb9-4d95-8450-6f479fdd9d73', 'name': '', 'network_id': 'df0fff57-6a73-4e71-b87e-b91cb39e0b13', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'mac_address': 'fa:16:3e:de:9e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b37f096e-9be8-4986-a534-1fa913ce79ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:30Z', 'updated_at': '2022-05-06T10:11:31Z', 'revision_number': 2, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'subnets': [{'id': 'b37f096e-9be8-4986-a534-1fa913ce79ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:32.865297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261fa05-8030-48c9-86f8-a07a5b3a1c6f req-7801dfcf-26ce-46ce-b956-29fb5a33085c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:32.866815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7261fa05-8030-48c9-86f8-a07a5b3a1c6f req-7801dfcf-26ce-46ce-b956-29fb5a33085c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 946 time: 0.0635970 May 06 10:11:32.910667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7261fa05-8030-48c9-86f8-a07a5b3a1c6f req-c1b936b8-da8e-45a4-8b57-a0bae865f069 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360746 May 06 10:11:33.060887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21190d7-8d0e-4d0c-b1fb-c31a812615a3 req-cf689047-08e0-4420-99dd-49120b8e2d09 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:33.063508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b21190d7-8d0e-4d0c-b1fb-c31a812615a3 req-cf689047-08e0-4420-99dd-49120b8e2d09 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 946 time: 0.0712700 May 06 10:11:33.114705 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b21190d7-8d0e-4d0c-b1fb-c31a812615a3 req-bd69849f-a86a-48ab-85f3-94dfc7457f7d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433815 May 06 10:11:33.249954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a320e-6c63-44e1-ba92-61f8d971111f req-3fce2b42-be06-4657-b7c4-af997759297d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:33.251508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e48a320e-6c63-44e1-ba92-61f8d971111f req-3fce2b42-be06-4657-b7c4-af997759297d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 946 time: 0.0632954 May 06 10:11:33.306322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e48a320e-6c63-44e1-ba92-61f8d971111f req-4111c8b3-ce77-49fd-b699-e97d33a7de71 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417404 May 06 10:11:33.820849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fb737-280e-4ad6-9334-f79687ccf0d1 req-f5b2fef6-cba3-4e8b-be38-b5eefe457b70 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:33.823268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-710fb737-280e-4ad6-9334-f79687ccf0d1 req-f5b2fef6-cba3-4e8b-be38-b5eefe457b70 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 946 time: 0.0922523 May 06 10:11:33.825707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33278) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:33.840527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f11a9-b89b-4ba8-8873-62b0063e1a87 req-77d40320-7c49-4f20-ab4a-5f3f1110fe83 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:33.844142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-587f11a9-b89b-4ba8-8873-62b0063e1a87 req-77d40320-7c49-4f20-ab4a-5f3f1110fe83 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 945 time: 0.1153984 May 06 10:11:33.899039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-710fb737-280e-4ad6-9334-f79687ccf0d1 req-56483a6b-d78b-4f4b-b546-c7282233c802 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534527 May 06 10:11:33.915068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-587f11a9-b89b-4ba8-8873-62b0063e1a87 req-cd07c921-6e34-456e-a920-04af38273e30 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628576 May 06 10:11:34.205054 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.468124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Deleting port cbdce59a-4fb9-4d95-8450-6f479fdd9d73 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:34.468358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.546159 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.558629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Calling delete_port for cbdce59a-4fb9-4d95-8450-6f479fdd9d73 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:34.754527 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:34.781459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbdce59a-4fb9-4d95-8450-6f479fdd9d73,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:34.794734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.800192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.800621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.800971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.801756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.804165 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.804682 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.805188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.805623 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.806132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.806896 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.808119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:34.988758 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.109080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a132c5-e24f-49c3-bf02-74b7e143f8b5 req-44b00d7a-4bec-440a-9576-4714fc788e14 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:35.116104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7a132c5-e24f-49c3-bf02-74b7e143f8b5 req-44b00d7a-4bec-440a-9576-4714fc788e14 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 946 time: 0.0931845 May 06 10:11:35.142247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5347-308d-4029-a1f4-d75760e66be6 req-58f3479d-4859-47f8-ae24-a87c60844d85 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:35.143938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-209a5347-308d-4029-a1f4-d75760e66be6 req-58f3479d-4859-47f8-ae24-a87c60844d85 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 945 time: 0.1118653 May 06 10:11:35.179922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7a132c5-e24f-49c3-bf02-74b7e143f8b5 req-e8512231-3776-4771-b4d8-9f0be83408cf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611014 May 06 10:11:35.224324 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e86228-6335-4500-ae27-4592940a7730 None None] Sync routers for ids ['d5968367-7ec9-452d-a005-ac3e139ef823'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:35.226607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-209a5347-308d-4029-a1f4-d75760e66be6 req-5bbffeec-1bb2-469a-889d-95b62cce88a3 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747283 May 06 10:11:35.238961 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] Routers {'d5968367-7ec9-452d-a005-ac3e139ef823'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:35.239726 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d5968367-7ec9-452d-a005-ac3e139ef823'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:35.251656 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Router d5968367-7ec9-452d-a005-ac3e139ef823 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:35.261422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0cb72b86-496f-4e6f-816b-628fea190619 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:35.263035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0cb72b86-496f-4e6f-816b-628fea190619 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 946 time: 0.0824354 May 06 10:11:35.380678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:35.381021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.385399 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:35.391316 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7bb52969-fae4-4e9a-9808-df0c10cd05c3 admin admin] 10.222.0.76 "PUT /v2.0/routers/d5968367-7ec9-452d-a005-ac3e139ef823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5642979 May 06 10:11:35.393829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33286) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:35.416102 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] Set router d5968367-7ec9-452d-a005-ac3e139ef823 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:35.514450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1eb3879-134e-4fac-b092-d4050ab88962 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:11:35.521097 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] For port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:35.521651 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.537822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:35.538509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.569720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b1eb3879-134e-4fac-b092-d4050ab88962 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:11:35.570635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.650972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-7364e425-8722-4f8d-822d-ab32853ce43d tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:35.652711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-7364e425-8722-4f8d-822d-ab32853ce43d tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 945 time: 0.1125846 May 06 10:11:35.669012 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.692475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b1eb3879-134e-4fac-b092-d4050ab88962, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1eb3879-134e-4fac-b092-d4050ab88962,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:35.700350 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.777125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b1eb3879-134e-4fac-b092-d4050ab88962,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:35.799571 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'name': 'tempest-ImageQuotaTest-716482034-router', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:11:27Z', 'updated_at': '2022-05-06T10:11:34Z', 'revision_number': 5, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'gw_port': {'id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:28Z', 'updated_at': '2022-05-06T10:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:35.829630 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e86228-6335-4500-ae27-4592940a7730 None None] Checking router: d5968367-7ec9-452d-a005-ac3e139ef823 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:35.841604 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] Routers {'d5968367-7ec9-452d-a005-ac3e139ef823'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:35.842278 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d5968367-7ec9-452d-a005-ac3e139ef823'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:35.847019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Deleting port fa5b9385-d627-4395-a324-031836457acc {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:35.847418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.923398 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:35.939657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:35.967782 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] Set router d5968367-7ec9-452d-a005-ac3e139ef823 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:36.000962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:36.048527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] For port fa5b9385-d627-4395-a324-031836457acc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=fa5b9385-d627-4395-a324-031836457acc,segment=NetworkSegment(83408a0c-faee-4a6e-8fc3-42be6728ec3c),segment_id=83408a0c-faee-4a6e-8fc3-42be6728ec3c)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:36.048902 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.072859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] No DVR routers for this DVR port 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:36.076683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.080821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09d11548-c966-4b3f-a272-d75f58c4eae3 req-0dee2e3c-4e74-4c32-a9d6-fbda0e50d1a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "DELETE /v2.0/ports/7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 HTTP/1.1" status: 204 len: 173 time: 0.8119144 May 06 10:11:36.081702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'name': 'network-vif-deleted', 'tag': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:36.084405 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2405a63e-e7d5-493a-a013-754b80e7a4dd" -d '{"events": [{"server_uuid": "245b0fc0-167c-4fb0-8b49-ded7a5ca6222", "name": "network-vif-deleted", "tag": "7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:36.090399 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.114030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Calling delete_port for fa5b9385-d627-4395-a324-031836457acc owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:36.193922 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Deleting port b1eb3879-134e-4fac-b092-d4050ab88962 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:36.196653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.207166 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ba5f5f-8239-4c33-8f3f-b5e21eeb6b3c x-openstack-request-id: req-32ba5f5f-8239-4c33-8f3f-b5e21eeb6b3c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:36.207497 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245b0fc0-167c-4fb0-8b49-ded7a5ca6222", "name": "network-vif-deleted", "tag": "7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:36.207780 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32ba5f5f-8239-4c33-8f3f-b5e21eeb6b3c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:36.208188 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ba5f5f-8239-4c33-8f3f-b5e21eeb6b3c'] response: {'server_uuid': '245b0fc0-167c-4fb0-8b49-ded7a5ca6222', 'name': 'network-vif-deleted', 'tag': '7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5', 'status': 'completed', 'code': 200} May 06 10:11:36.215554 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-70e86228-6335-4500-ae27-4592940a7730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'name': 'tempest-ImageQuotaTest-716482034-router', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:11:27Z', 'updated_at': '2022-05-06T10:11:34Z', 'revision_number': 5, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'gw_port': {'id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:28Z', 'updated_at': '2022-05-06T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:36.257846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e86228-6335-4500-ae27-4592940a7730 None None] The sync data for ids ['d5968367-7ec9-452d-a005-ac3e139ef823'] in n-d-840834-1 is: [{'id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'name': 'tempest-ImageQuotaTest-716482034-router', 'tenant_id': 'a787d52a66a646b791e3bb591992c45d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:11:27Z', 'updated_at': '2022-05-06T10:11:34Z', 'revision_number': 5, 'project_id': 'a787d52a66a646b791e3bb591992c45d', 'gw_port': {'id': 'b1eb3879-134e-4fac-b092-d4050ab88962', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5968367-7ec9-452d-a005-ac3e139ef823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:11:28Z', 'updated_at': '2022-05-06T10:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:36.381553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1eae7556-de05-4c2a-92c9-4b3193cb5e2b req-5da48883-7cab-4901-9a84-eb2fa3a1f1c2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 210 time: 0.0457666 May 06 10:11:36.396873 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.411652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] For port b1eb3879-134e-4fac-b092-d4050ab88962, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1eb3879-134e-4fac-b092-d4050ab88962,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:36.412024 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.418614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['fa5b9385-d627-4395-a324-031836457acc'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:11:36.449576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Calling delete_port for b1eb3879-134e-4fac-b092-d4050ab88962 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:36.450495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Pushing event deleted for resources: {'Port': ['ID=fa5b9385-d627-4395-a324-031836457acc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:36.676729 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.719607 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1eb3879-134e-4fac-b092-d4050ab88962,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:36.810492 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.845154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] No DVR routers for this DVR port fa5b9385-d627-4395-a324-031836457acc on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:36.848149 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:36.851439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-467db6be-9b4e-4517-aea1-18d618e869a5 req-e72b4def-407b-41d4-8b02-0b89c633c65b tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.83 "DELETE /v2.0/ports/fa5b9385-d627-4395-a324-031836457acc HTTP/1.1" status: 204 len: 173 time: 1.1922524 May 06 10:11:36.885064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d6242-de43-46e9-9767-91947f39975d req-b7050283-ecb3-4ff0-96f8-80e79169eb26 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:36.897532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f75d6242-de43-46e9-9767-91947f39975d req-b7050283-ecb3-4ff0-96f8-80e79169eb26 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/ports?device_id=42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97 HTTP/1.1" status: 200 len: 867 time: 0.5220606 May 06 10:11:36.976117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f75d6242-de43-46e9-9767-91947f39975d req-a327a07d-40e4-4e41-962c-515712cab694 tempest-VolumesSnapshotTestJSON-1461928542 tempest-VolumesSnapshotTestJSON-1461928542-project] 10.222.0.76 "GET /v2.0/security-groups?id=cbe92a8f-2225-4f2d-930b-b67963fa558f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715396 May 06 10:11:36.998554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.001106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.052685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.053523 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5968367-7ec9-452d-a005-ac3e139ef823 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:11:37.059684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.063308 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-baec340e-09c5-47fe-9761-87b3b80ac647 admin admin] 10.222.0.76 "DELETE /v2.0/routers/d5968367-7ec9-452d-a005-ac3e139ef823 HTTP/1.1" status: 204 len: 168 time: 1.6661015 May 06 10:11:37.063654 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33294) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:37.121485 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] Deleting subnet b37f096e-9be8-4986-a534-1fa913ce79ec {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:11:37.125235 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.179779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.278628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.382419 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.458833 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37f096e-9be8-4986-a534-1fa913ce79ec,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:37.464491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.468916 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a8b5eb5b-8d45-4598-8837-00ef0a1ab728 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b37f096e-9be8-4986-a534-1fa913ce79ec HTTP/1.1" status: 204 len: 168 time: 0.4042056 May 06 10:11:37.475747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff57c7a-5fc2-494c-9722-34992f348ebf None None] Network df0fff57-6a73-4e71-b87e-b91cb39e0b13 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:11:37.490644 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33298) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:37.547211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74f7042c-a341-42af-8eb6-beea8797ddf1 req-b417216f-1ea6-40ce-97dd-e64506125c59 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 210 time: 0.0334964 May 06 10:11:37.581427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cbdce59a-4fb9-4d95-8450-6f479fdd9d73 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:37.612985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: cbdce59a-4fb9-4d95-8450-6f479fdd9d73 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:37.613323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cbdce59a-4fb9-4d95-8450-6f479fdd9d73 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:37.640924 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.712943 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Deleting port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:37.713354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.773517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] Sync routers for ids ['d5968367-7ec9-452d-a005-ac3e139ef823'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:37.786086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] For port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,segment=NetworkSegment(4e0144cd-c376-4bef-b3d8-519777418e8c),segment_id=4e0144cd-c376-4bef-b3d8-519777418e8c)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:37.786623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.789993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] DHCP port deletion for df0fff57-6a73-4e71-b87e-b91cb39e0b13 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:11:37.799627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:37.800667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 10:11:37.801249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Calling delete_port for 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:37.801377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d5968367-7ec9-452d-a005-ac3e139ef823'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 10:11:37.834638 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] Routers set() bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:37.835006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] Router IDs set() for agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 06 10:11:37.835626 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d5968367-7ec9-452d-a005-ac3e139ef823'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent'). {{(pid=102744) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 06 10:11:37.836004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb67f8c4-8c1e-4f4c-bb9b-053a5166a319 None None] The sync data for ids ['d5968367-7ec9-452d-a005-ac3e139ef823'] in n-d-840834-1 is: [] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:37.872361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] Deleting port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:37.872984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.898162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.926932 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:37.931223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] No DVR routers for this DVR port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:37.961051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] For port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,segment=NetworkSegment(4e0144cd-c376-4bef-b3d8-519777418e8c),segment_id=4e0144cd-c376-4bef-b3d8-519777418e8c)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:37.961860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:37.979950 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] Calling delete_port for 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:38.035549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.065661 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0fff57-6a73-4e71-b87e-b91cb39e0b13']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:38.077305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0144cd-c376-4bef-b3d8-519777418e8c') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:38.077664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0144cd-c376-4bef-b3d8-519777418e8c') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:38.088328 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.091247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.108004 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.114795 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:11:38.115212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: timer() May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:11:38.117327 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:11:38.120799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] No DVR routers for this DVR port 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:38.126120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbb011-df65-4721-b801-ed0cb07b3732 None None] Pushing event deleted for resources: {'Port': ['ID=8fd5fa71-8fae-47cb-a4bc-2c9ca910d078,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:38.188420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.202489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.208084 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/df0fff57-6a73-4e71-b87e-b91cb39e0b13 HTTP/1.1" status: 204 len: 168 time: 0.7134938 May 06 10:11:38.209394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'name': 'network-vif-deleted', 'tag': 'fa5b9385-d627-4395-a324-031836457acc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:38.213366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee4327f-73f9-4b19-b193-be93971d22f7" -d '{"events": [{"server_uuid": "42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97", "name": "network-vif-deleted", "tag": "fa5b9385-d627-4395-a324-031836457acc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:38.216427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1e335-1766-45b0-8f46-e61b57de45f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0fff57-6a73-4e71-b87e-b91cb39e0b13,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:38.260155 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47927b91-9fce-40c4-925a-2bdda3a73bce x-openstack-request-id: req-47927b91-9fce-40c4-925a-2bdda3a73bce {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:38.260451 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97", "name": "network-vif-deleted", "tag": "fa5b9385-d627-4395-a324-031836457acc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:38.261133 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47927b91-9fce-40c4-925a-2bdda3a73bce {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:38.261838 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47927b91-9fce-40c4-925a-2bdda3a73bce'] response: {'server_uuid': '42ef6d54-cfa7-4b65-9f2b-e9eba93a8d97', 'name': 'network-vif-deleted', 'tag': 'fa5b9385-d627-4395-a324-031836457acc', 'status': 'completed', 'code': 200} May 06 10:11:38.367265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33310) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:38.368021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:38.394559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:38.395127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 7e6fb5c8-57d4-4f5f-b19f-46879ebb5ff5 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:38.430936 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c22ee3f8-ac44-429a-905b-ef0aecd2f75f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a787d52a66a646b791e3bb591992c45d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619648 May 06 10:11:38.434170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33314) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:38.494625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0932be28-6936-4b62-a841-cfbf37d10b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.519321 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0932be28-6936-4b62-a841-cfbf37d10b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.573276 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0932be28-6936-4b62-a841-cfbf37d10b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.577767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0932be28-6936-4b62-a841-cfbf37d10b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:38.579388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0932be28-6936-4b62-a841-cfbf37d10b4c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dff8adc8-b7d2-4c93-b989-e373ca779f65 HTTP/1.1" status: 204 len: 168 time: 0.1439915 May 06 10:11:38.615423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932be28-6936-4b62-a841-cfbf37d10b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff8adc8-b7d2-4c93-b989-e373ca779f65,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:38.623724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fa5b9385-d627-4395-a324-031836457acc no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:38.699941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: fa5b9385-d627-4395-a324-031836457acc {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:38.700543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device fa5b9385-d627-4395-a324-031836457acc not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:38.729160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4c928e7-4223-46e5-9368-f7af428a57ce req-697c13fd-e9f6-4fb9-96ab-f66e06f83d14 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 210 time: 0.0376074 May 06 10:11:39.025211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33326) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:39.041493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32c6d3da-3221-479b-84c6-0a27a20fdc72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:39.149674 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32c6d3da-3221-479b-84c6-0a27a20fdc72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:39.159625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32c6d3da-3221-479b-84c6-0a27a20fdc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:39.206534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-32c6d3da-3221-479b-84c6-0a27a20fdc72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1799097 May 06 10:11:39.209349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33328) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:39.232588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6d3da-3221-479b-84c6-0a27a20fdc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b497701-da54-445c-b73f-ffbd71860152,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:39.290459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ee056e-d4ff-4014-a9e8-dcf915f4c6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:39.315193 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ee056e-d4ff-4014-a9e8-dcf915f4c6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:39.385885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ee056e-d4ff-4014-a9e8-dcf915f4c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:39.389183 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f2ee056e-d4ff-4014-a9e8-dcf915f4c6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:39.390566 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f2ee056e-d4ff-4014-a9e8-dcf915f4c6e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b497701-da54-445c-b73f-ffbd71860152 HTTP/1.1" status: 204 len: 168 time: 0.1796713 May 06 10:11:39.401420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee056e-d4ff-4014-a9e8-dcf915f4c6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b497701-da54-445c-b73f-ffbd71860152,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:39.452074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:39.482948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:39.483748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8fd5fa71-8fae-47cb-a4bc-2c9ca910d078 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:39.484449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1eb3879-134e-4fac-b092-d4050ab88962 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:39.507404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b1eb3879-134e-4fac-b092-d4050ab88962 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:39.508334 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1eb3879-134e-4fac-b092-d4050ab88962 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:39.894684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58e5a5ed-1aa7-42e6-ab0d-a6193a8aa701 req-dd5cbb1d-1f27-4635-97ea-dc0e919dd153 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 210 time: 0.0499294 May 06 10:11:41.078258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a646374-7e98-4ca9-95a7-06e1e3f5f123 req-9d8e655f-7f1e-4a00-8ee7-b0b420fd5948 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=245b0fc0-167c-4fb0-8b49-ded7a5ca6222 HTTP/1.1" status: 200 len: 210 time: 0.0497801 May 06 10:11:42.656221 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-beb50eeb-4ccf-45cb-9af5-2b05b6691e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:45.158951 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c1079d17-b620-4c3e-9f05-662bd1b31a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:46.745672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:46.749019 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:48.245843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:48.734276 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:48.982375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfe2a3-993d-4902-8bbd-54261beb9ca4 req-0ebcc0f1-00e4-4c1d-bcd7-778647f72d51 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:48.983927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98dfe2a3-993d-4902-8bbd-54261beb9ca4 req-0ebcc0f1-00e4-4c1d-bcd7-778647f72d51 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 945 time: 0.0552487 May 06 10:11:49.036968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-98dfe2a3-993d-4902-8bbd-54261beb9ca4 req-bc038fe4-7da6-4b46-9e82-431bb1cc2ba5 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 May 06 10:11:49.465334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33476) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:49.646758 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Deleting port 69655578-4aff-49a0-9b3e-4a43f4046d14 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:49.647208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:49.751652 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:49.751987 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:49.767362 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Calling delete_port for 69655578-4aff-49a0-9b3e-4a43f4046d14 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:49.943535 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:49.984969 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event deleted for resources: {'Port': ['ID=69655578-4aff-49a0-9b3e-4a43f4046d14,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:50.069261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:50.070921 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Floating IP 13664c39-3c68-4b93-8117-710af65db7c0 disassociated (deleted). External IP: 172.25.8.3, port: 8305e47a-6d75-480c-bcef-2db14902617f. May 06 10:11:50.209253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc726-f55a-4b61-8d60-28d64fb05a36 req-79f636e2-4179-4872-a01d-06931fa0be9d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:50.218488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff4dc726-f55a-4b61-8d60-28d64fb05a36 req-79f636e2-4179-4872-a01d-06931fa0be9d tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 945 time: 0.0896933 May 06 10:11:50.270961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff4dc726-f55a-4b61-8d60-28d64fb05a36 req-2b06524d-5ac2-4fd1-bcd6-85d656573fd4 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/security-groups?id=9bfe05b9-b294-4850-ba6f-2fd3548a969e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499635 May 06 10:11:50.330040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Router 93a54381-94e6-48fb-8103-70928c171b7b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:50.394380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f2754-daea-4506-9c67-876a2c8f16cd req-8f3419ab-56db-4711-8b15-f98da7921309 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:50.397001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-586f2754-daea-4506-9c67-876a2c8f16cd req-8f3419ab-56db-4711-8b15-f98da7921309 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.82 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 945 time: 0.0651052 May 06 10:11:50.477556 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:50.483453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:50.487607 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] Sync routers for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:50.506261 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:50.508947 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:50.525420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Deleting port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:50.525755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:50.534733 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ca6d707f-e4db-486c-adbe-58dad79ec412 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "DELETE /v2.0/floatingips/13664c39-3c68-4b93-8117-710af65db7c0 HTTP/1.1" status: 204 len: 168 time: 1.0679097 May 06 10:11:50.535767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:50.538424 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1433619-426c-4487-b3d9-980ddd26ac6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:50.651000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] For port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:50.651465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:50.689178 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:50.801201 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:50.893508 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77a730e-b319-4b0a-88e1-f1ff9acbd963 x-openstack-request-id: req-d77a730e-b319-4b0a-88e1-f1ff9acbd963 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:50.893802 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "tag": "8305e47a-6d75-480c-bcef-2db14902617f", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:50.894055 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d77a730e-b319-4b0a-88e1-f1ff9acbd963 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:50.894466 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77a730e-b319-4b0a-88e1-f1ff9acbd963'] response: {'name': 'network-changed', 'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f', 'status': 'completed', 'code': 200} May 06 10:11:51.045174 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:51.053599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-8819eaf7-db0c-4b75-9960-1ae5bf868e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:51.056059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-8819eaf7-db0c-4b75-9960-1ae5bf868e8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 1097 time: 0.1344044 May 06 10:11:51.065207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.068299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.068299 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Floating IP b9224a72-d2fd-4e6b-a3de-9e64f78e67a9 disassociated. External IP: 172.25.8.25, port: 1213a665-bc9d-4bae-bc10-a65d4b8a38fb. May 06 10:11:51.068299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Calling delete_port for 1213a665-bc9d-4bae-bc10-a65d4b8a38fb owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:51.076613 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] Checking router: 93a54381-94e6-48fb-8103-70928c171b7b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:51.088077 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:51.088837 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:51.096526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284c732-7aa6-475f-aea5-491941fe5c8e req-ac6421b3-699a-4aaa-b230-54d73b2c4094 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:51.098114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c284c732-7aa6-475f-aea5-491941fe5c8e req-ac6421b3-699a-4aaa-b230-54d73b2c4094 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 946 time: 0.1753187 May 06 10:11:51.239805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c284c732-7aa6-475f-aea5-491941fe5c8e req-2e2db08c-66a7-4194-a2b5-b7d564eb7999 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261606 May 06 10:11:51.257288 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:51.283893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-abe32a8a-907f-494f-964e-92fb8c8aa2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:51.285452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-abe32a8a-907f-494f-964e-92fb8c8aa2e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 200 len: 914 time: 0.2136607 May 06 10:11:51.395479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-a8a6d17f-ff7d-4a71-9cec-95ce7e381336 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 200 len: 217 time: 0.1027598 May 06 10:11:51.497738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-19df2ee8-02c8-469c-93be-6338b6b4128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:51.499240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-19df2ee8-02c8-469c-93be-6338b6b4128c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 200 len: 852 time: 0.0925775 May 06 10:11:51.500143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:51.573038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event deleted for resources: {'Port': ['ID=1213a665-bc9d-4bae-bc10-a65d4b8a38fb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:51.603759 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:51.628154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.628501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.628838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.629171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.629498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.629821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.630146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.630462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.630782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.631100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.631418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.632938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:11:51.643502 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2a86b-d59d-4634-a267-7a1a66b725c2 None None] The sync data for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 is: [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:08:28Z', 'revision_number': 4, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ecb97964-4348-4167-ae5d-8d4cb093de24', 'name': '', 'network_id': 'b73011bb-90d1-4a19-8c2d-b490a64371e8', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'mac_address': 'fa:16:3e:10:08:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:26Z', 'updated_at': '2022-05-06T10:08:34Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'subnets': [{'id': '70f09848-2f6c-4e86-ad11-9b9e983146e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:51.672134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f24c302d-6335-4b7f-a687-eae847d3ff85 req-e05927a4-98bf-4a7a-b785-8dfc1e587c4b tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 210 time: 0.0494616 May 06 10:11:51.674034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-2b65cfe4-e952-4ea4-9207-1d80168a15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:51.675464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-2b65cfe4-e952-4ea4-9207-1d80168a15e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b73011bb-90d1-4a19-8c2d-b490a64371e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1590605 May 06 10:11:51.791198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-8a6791ef-2ef3-4c96-ac05-89f906aa3497 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064157 May 06 10:11:51.954306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1433619-426c-4487-b3d9-980ddd26ac6b req-e8a8565a-61ef-496e-a585-488380354872 service neutron] 10.222.0.83 "GET /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291847 May 06 10:11:51.998499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:52.222198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:52.244291 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] Sync routers for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:52.261581 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3ea066-1046-467f-91f4-58562873284e None None] New status for floating IP 13664c39-3c68-4b93-8117-710af65db7c0: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:11:52.270281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:52.272419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:52.460199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:52.472811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] No DVR routers for this DVR port 1213a665-bc9d-4bae-bc10-a65d4b8a38fb on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:52.513457 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:52.518441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-586f2754-daea-4506-9c67-876a2c8f16cd req-6e9fab56-c835-435c-829c-a342b1a2b9da tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.82 "DELETE /v2.0/ports/1213a665-bc9d-4bae-bc10-a65d4b8a38fb HTTP/1.1" status: 204 len: 173 time: 2.1142101 May 06 10:11:52.520727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'name': 'network-vif-deleted', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:52.530099 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb131f62-4ee6-4b25-a81c-9344a92daa3b" -d '{"events": [{"server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "name": "network-vif-deleted", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:52.595548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367364-ec80-418a-8d78-88001f1a163d req-c88bded2-3f68-4d4e-8f1e-a79fc15108ab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:52.597864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9367364-ec80-418a-8d78-88001f1a163d req-c88bded2-3f68-4d4e-8f1e-a79fc15108ab tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 946 time: 0.2530982 May 06 10:11:52.618283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7bd5b-b231-4839-b17f-3821f3aebb3e req-cf38cc5b-5948-4026-8c86-ffc8ec34bcb4 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:11:52.626692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ea7bd5b-b231-4839-b17f-3821f3aebb3e req-cf38cc5b-5948-4026-8c86-ffc8ec34bcb4 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 946 time: 0.2466440 May 06 10:11:52.639171 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed6c197-0568-4f2b-88ed-4ce533934416 x-openstack-request-id: req-1ed6c197-0568-4f2b-88ed-4ce533934416 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:52.639473 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c2ad83-0845-4658-a2d5-8d0ff8b56c3d", "name": "network-vif-deleted", "tag": "1213a665-bc9d-4bae-bc10-a65d4b8a38fb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:52.639748 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ed6c197-0568-4f2b-88ed-4ce533934416 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:52.640146 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed6c197-0568-4f2b-88ed-4ce533934416'] response: {'server_uuid': '99c2ad83-0845-4658-a2d5-8d0ff8b56c3d', 'name': 'network-vif-deleted', 'tag': '1213a665-bc9d-4bae-bc10-a65d4b8a38fb', 'status': 'completed', 'code': 200} May 06 10:11:52.733076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ea7bd5b-b231-4839-b17f-3821f3aebb3e req-e2be6c52-ed75-42b5-a4ce-f5e0f272627e tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/security-groups?id=7e6c548b-da56-4657-bc6e-1379ba582c46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043336 May 06 10:11:52.807416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Deleting port 8305e47a-6d75-480c-bcef-2db14902617f {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:52.807899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:52.858210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:46Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:52.891295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] Checking router: 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:52.902985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:52.903934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:52.971908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-552cd5d6-9581-4967-a444-91ab49865a46 req-d80bbfb3-3813-4594-8663-81a240318e1a tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "GET /v2.0/ports?device_id=99c2ad83-0845-4658-a2d5-8d0ff8b56c3d HTTP/1.1" status: 200 len: 210 time: 0.1017578 May 06 10:11:52.982752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] For port 8305e47a-6d75-480c-bcef-2db14902617f, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=8305e47a-6d75-480c-bcef-2db14902617f,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:52.982752 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:53.023650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Calling delete_port for 8305e47a-6d75-480c-bcef-2db14902617f owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:53.069683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:53.246644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:53.286792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event deleted for resources: {'Port': ['ID=8305e47a-6d75-480c-bcef-2db14902617f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:53.360109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] No DVR routers for this DVR port 8305e47a-6d75-480c-bcef-2db14902617f on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:53.365977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:53.377476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9367364-ec80-418a-8d78-88001f1a163d req-37f6284b-6d3b-45b5-bf58-752e21284719 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.83 "DELETE /v2.0/ports/8305e47a-6d75-480c-bcef-2db14902617f HTTP/1.1" status: 204 len: 173 time: 0.7664914 May 06 10:11:53.406557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:46Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:53.440309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef872fb-f8d1-48fe-a925-27d7c5b85d3b None None] The sync data for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 is: [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:06:41Z', 'revision_number': 4, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c703bfa0-8043-4794-9c69-a436566e942f', 'name': '', 'network_id': 'de23b882-eb8b-4297-9330-cc18e8ed7926', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'mac_address': 'fa:16:3e:fa:5d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:40Z', 'updated_at': '2022-05-06T10:06:46Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'subnets': [{'id': 'fa9c247e-255e-4787-9df8-b619db937d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:53.744975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296dc1a-03fe-4d21-a800-3be7c1eae6ed None None] New status for floating IP b9224a72-d2fd-4e6b-a3de-9e64f78e67a9: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:11:53.870987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96f2fd0a-b16c-42bc-84ca-f2c5898b7e24 req-a185b379-6a10-4483-ab55-e1a398be6999 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 210 time: 0.0305703 May 06 10:11:54.043608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33534) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:54.188346 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Deleting port dfb951c9-31f3-418b-9ec3-fc99577100ae {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:54.188832 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.273103 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.273334 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.287891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Calling delete_port for dfb951c9-31f3-418b-9ec3-fc99577100ae owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:54.408574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1213a665-bc9d-4bae-bc10-a65d4b8a38fb no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:54.456943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 1213a665-bc9d-4bae-bc10-a65d4b8a38fb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:54.458674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 1213a665-bc9d-4bae-bc10-a65d4b8a38fb not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:54.458973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.551874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event deleted for resources: {'Port': ['ID=dfb951c9-31f3-418b-9ec3-fc99577100ae,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:54.563927 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.566840 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.572167 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8986fe2a-9e07-4a1d-8c8c-1de06ddff725 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "DELETE /v2.0/floatingips/b9224a72-d2fd-4e6b-a3de-9e64f78e67a9 HTTP/1.1" status: 204 len: 168 time: 0.5231321 May 06 10:11:54.642696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'name': 'network-vif-deleted', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:11:54.645118 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd58013-3c7b-4961-bb11-579b3fa2fca2" -d '{"events": [{"server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "name": "network-vif-deleted", "tag": "8305e47a-6d75-480c-bcef-2db14902617f"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:11:54.682821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33550) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:54.705894 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8628762-0bac-4398-adc3-86aa845a8274 x-openstack-request-id: req-b8628762-0bac-4398-adc3-86aa845a8274 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:11:54.706112 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3a728a-c6ee-4f14-a883-53c25019ee76", "name": "network-vif-deleted", "tag": "8305e47a-6d75-480c-bcef-2db14902617f", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:11:54.706539 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8628762-0bac-4398-adc3-86aa845a8274 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:11:54.707115 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8628762-0bac-4398-adc3-86aa845a8274'] response: {'server_uuid': '2a3a728a-c6ee-4f14-a883-53c25019ee76', 'name': 'network-vif-deleted', 'tag': '8305e47a-6d75-480c-bcef-2db14902617f', 'status': 'completed', 'code': 200} May 06 10:11:54.775261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db3e7ae7-ba18-4f84-aed1-4de9c28bc981 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.806010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db3e7ae7-ba18-4f84-aed1-4de9c28bc981 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.909258 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db3e7ae7-ba18-4f84-aed1-4de9c28bc981 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.912362 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db3e7ae7-ba18-4f84-aed1-4de9c28bc981 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:54.918888 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-db3e7ae7-ba18-4f84-aed1-4de9c28bc981 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] 10.222.0.76 "DELETE /v2.0/security-groups/9bfe05b9-b294-4850-ba6f-2fd3548a969e HTTP/1.1" status: 204 len: 168 time: 0.2339776 May 06 10:11:54.934914 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e7ae7-ba18-4f84-aed1-4de9c28bc981 tempest-TestServerBasicOps-866016572 tempest-TestServerBasicOps-866016572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe05b9-b294-4850-ba6f-2fd3548a969e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:55.003543 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33556) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:55.035619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d16e6eab-4cca-40ad-a10d-fab78cf079f0 req-b725cc94-7d07-4618-98ba-1e31553eb7e5 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 210 time: 0.0660853 May 06 10:11:55.599621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:55.953713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Deleting port c703bfa0-8043-4794-9c69-a436566e942f {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:55.954225 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:56.067934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] For port c703bfa0-8043-4794-9c69-a436566e942f, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c703bfa0-8043-4794-9c69-a436566e942f,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:56.070381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:56.103044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Calling delete_port for c703bfa0-8043-4794-9c69-a436566e942f owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:56.180270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f60d31be-4688-4436-887e-9eba5ad99658 req-dcc77ab3-c98f-4f69-a44d-3da92fc3a94d tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 210 time: 0.0361917 May 06 10:11:56.338473 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:56.370194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Pushing event deleted for resources: {'Port': ['ID=c703bfa0-8043-4794-9c69-a436566e942f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:56.563916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:56.634877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8305e47a-6d75-480c-bcef-2db14902617f no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:56.656679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 8305e47a-6d75-480c-bcef-2db14902617f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:56.657312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 8305e47a-6d75-480c-bcef-2db14902617f not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:56.830925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:11:56.954572 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:11:56.967709 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] Sync routers for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:11:56.970297 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f9a171fa-660e-4d89-a78a-ca4d433ad011 admin admin] 10.222.0.76 "PUT /v2.0/routers/2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9654317 May 06 10:11:56.972947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33572) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:56.981566 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:56.985236 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:57.151016 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:57.166832 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:57.326406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2e3a5f92-f651-40dc-984f-cdd85ecbd9a2 req-dd20b4b6-b26e-48dd-a3af-f23afb0edd8f tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a3a728a-c6ee-4f14-a883-53c25019ee76 HTTP/1.1" status: 200 len: 210 time: 0.0533583 May 06 10:11:57.649115 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:11:56Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:57.676321 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] Checking router: 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:11:57.688640 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] Routers {'2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:11:57.689303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:57.753957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:57.816481 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] Set router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:11:57.840024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Deleting port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:57.840562 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:57.972719 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] For port f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:57.973095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.003104 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Calling delete_port for f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:58.100526 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:11:56Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:58.131241 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b74c10-fa3e-4d18-b4a5-9ddc0d1c9649 None None] The sync data for ids ['2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd'] in n-d-840834-1 is: [{'id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'name': 'tempest-TestServerBasicOps-1146007733-router', 'tenant_id': 'f932cc658c804f0e86757196333ed2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:37Z', 'updated_at': '2022-05-06T10:11:56Z', 'revision_number': 5, 'project_id': 'f932cc658c804f0e86757196333ed2b6', 'gw_port': {'id': 'f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:69:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:38Z', 'updated_at': '2022-05-06T10:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:11:58.230265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.263174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.327851 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.396340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33586) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.438354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.440674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.476971 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22f2d5c8-8a44-499a-a3e8-7287e608e953 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.491861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.492692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:11:58.497670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.499087 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-727431b1-12f3-46e5-9012-b034d96abad0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2dcf6b3b-4f85-4c5e-8634-c22ae2c863cd HTTP/1.1" status: 204 len: 168 time: 1.5248446 May 06 10:11:58.501645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33590) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.527534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22f2d5c8-8a44-499a-a3e8-7287e608e953 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.610011 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] Deleting subnet fa9c247e-255e-4787-9df8-b619db937d04 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:11:58.620624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.629295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22f2d5c8-8a44-499a-a3e8-7287e608e953 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.634019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-22f2d5c8-8a44-499a-a3e8-7287e608e953 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.635667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-22f2d5c8-8a44-499a-a3e8-7287e608e953 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] 10.222.0.76 "DELETE /v2.0/security-groups/7e6c548b-da56-4657-bc6e-1379ba582c46 HTTP/1.1" status: 204 len: 168 time: 0.2382894 May 06 10:11:58.658973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2d5c8-8a44-499a-a3e8-7287e608e953 tempest-TestVolumeBackupRestore-2047664905 tempest-TestVolumeBackupRestore-2047664905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c548b-da56-4657-bc6e-1379ba582c46,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.675824 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.768352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.853351 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.910965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9c247e-255e-4787-9df8-b619db937d04,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:58.913754 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:58.920320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 33610) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:11:58.930691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cfeb90-8762-4bbd-95f6-4abf4bcc55cb None None] Network de23b882-eb8b-4297-9330-cc18e8ed7926 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:11:58.941513 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6b7eea3b-15f8-4279-9a54-e249cef841af admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fa9c247e-255e-4787-9df8-b619db937d04 HTTP/1.1" status: 204 len: 168 time: 0.4147346 May 06 10:11:59.118572 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.258863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Deleting port 362b9303-9b25-440b-b76e-e7881535d870 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:11:59.260559 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.385473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] For port 362b9303-9b25-440b-b76e-e7881535d870, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=362b9303-9b25-440b-b76e-e7881535d870,segment=NetworkSegment(0abc4289-d87a-4bed-a70c-0ed81f13374b),segment_id=0abc4289-d87a-4bed-a70c-0ed81f13374b)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:11:59.385782 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.404013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Calling delete_port for 362b9303-9b25-440b-b76e-e7881535d870 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:11:59.541033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d352204-ee62-4e3d-918c-280037c1bce2 None None] DHCP port deletion for de23b882-eb8b-4297-9330-cc18e8ed7926 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:11:59.547997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.598790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1d352204-ee62-4e3d-918c-280037c1bce2 None None] The port '362b9303-9b25-440b-b76e-e7881535d870' was deleted {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} May 06 10:11:59.607333 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:11:59.638234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=362b9303-9b25-440b-b76e-e7881535d870,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:11:59.667676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] No DVR routers for this DVR port 362b9303-9b25-440b-b76e-e7881535d870 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:11:59.721797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 362b9303-9b25-440b-b76e-e7881535d870 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:59.799769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 362b9303-9b25-440b-b76e-e7881535d870 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:59.800558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 362b9303-9b25-440b-b76e-e7881535d870 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:59.803479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:59.823313 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.871727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de23b882-eb8b-4297-9330-cc18e8ed7926']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:59.880005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:59.880637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f2b7707e-cdf3-403f-bd7b-b21bdcb9e1de not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:59.881225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c703bfa0-8043-4794-9c69-a436566e942f no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:11:59.884771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abc4289-d87a-4bed-a70c-0ed81f13374b') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:59.885072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abc4289-d87a-4bed-a70c-0ed81f13374b') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:11:59.901141 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.937821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c703bfa0-8043-4794-9c69-a436566e942f {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:11:59.938360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c703bfa0-8043-4794-9c69-a436566e942f not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:11:59.942025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.955596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:11:59.956022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: timer() May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:11:59.959861 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:12:00.063271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:00.075394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:00.082426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 33728) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:00.100406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] 10.222.0.76 "DELETE /v2.0/networks/de23b882-eb8b-4297-9330-cc18e8ed7926 HTTP/1.1" status: 204 len: 168 time: 1.1788690 May 06 10:12:00.139772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7aff8-6462-4ae4-9d4a-163376279a39 admin admin] Pushing event deleted for resources: {'Network': ['ID=de23b882-eb8b-4297-9330-cc18e8ed7926,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:00.759526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:01.380453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Deleting port bd77aebd-4966-43ba-b653-bbdf83f90947 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:01.381042 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:01.592478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] For port bd77aebd-4966-43ba-b653-bbdf83f90947, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bd77aebd-4966-43ba-b653-bbdf83f90947,segment=NetworkSegment(17825a6e-bd8c-44c8-91f8-716a01ee6da5),segment_id=17825a6e-bd8c-44c8-91f8-716a01ee6da5)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:01.597763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:01.696465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Calling delete_port for bd77aebd-4966-43ba-b653-bbdf83f90947 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:02.136670 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:02.175404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd77aebd-4966-43ba-b653-bbdf83f90947,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:02.758341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:03.180363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Router 8d6601ad-ab27-4331-a6dd-8359e2b10403 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:12:03.542897 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:12:03.558915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] Sync routers for ids ['8d6601ad-ab27-4331-a6dd-8359e2b10403'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:12:03.562566 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-29e8bdeb-b75a-468d-8ee8-99305ebcfe87 admin admin] 10.222.0.76 "PUT /v2.0/routers/8d6601ad-ab27-4331-a6dd-8359e2b10403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4768705 May 06 10:12:03.563244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34066) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:03.578655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] Routers {'8d6601ad-ab27-4331-a6dd-8359e2b10403'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:03.580723 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8d6601ad-ab27-4331-a6dd-8359e2b10403'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:03.788171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:04.202370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] Set router 8d6601ad-ab27-4331-a6dd-8359e2b10403 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:04.307564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:04.434252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Deleting port 37ee2a82-66d3-4674-af5a-3592e67d6acc {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:04.434882 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:04.556649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] For port 37ee2a82-66d3-4674-af5a-3592e67d6acc, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=37ee2a82-66d3-4674-af5a-3592e67d6acc,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:04.557180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:04.610912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Calling delete_port for 37ee2a82-66d3-4674-af5a-3592e67d6acc owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:04.626040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:12:02Z', 'revision_number': 5, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port': {'id': '37ee2a82-66d3-4674-af5a-3592e67d6acc', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:98:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:06:44Z', 'updated_at': '2022-05-06T10:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:04.706902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] Checking router: 8d6601ad-ab27-4331-a6dd-8359e2b10403 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:12:04.726153 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34074) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:04.759060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] Routers {'8d6601ad-ab27-4331-a6dd-8359e2b10403'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:04.761065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['8d6601ad-ab27-4331-a6dd-8359e2b10403'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:04.913698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] Set router 8d6601ad-ab27-4331-a6dd-8359e2b10403 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:05.021988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:12:04Z', 'revision_number': 6, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:05.027224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.058733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfdf095-70f5-41ac-abd9-8afea99e83b8 None None] The sync data for ids ['8d6601ad-ab27-4331-a6dd-8359e2b10403'] in n-d-840834-1 is: [{'id': '8d6601ad-ab27-4331-a6dd-8359e2b10403', 'name': 'tempest-TestServerBasicOps-382156408-router', 'tenant_id': '3fbb4351902d48c984497ac0162949af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:06:43Z', 'updated_at': '2022-05-06T10:12:04Z', 'revision_number': 6, 'project_id': '3fbb4351902d48c984497ac0162949af', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:12:05.063414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ee2a82-66d3-4674-af5a-3592e67d6acc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:05.207039 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.341407 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.344260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.398970 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.399502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6601ad-ab27-4331-a6dd-8359e2b10403 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:12:05.405265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.411020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34078) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:05.413669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9ad8869d-0da6-4758-b2d8-6c4bdd585e85 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8d6601ad-ab27-4331-a6dd-8359e2b10403 HTTP/1.1" status: 204 len: 168 time: 1.8492153 May 06 10:12:05.505663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] Deleting subnet a3037a68-c6a0-49f8-88a2-41be816d5064 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:12:05.511916 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.567136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.619837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.663350 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bd77aebd-4966-43ba-b653-bbdf83f90947 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:05.719471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: bd77aebd-4966-43ba-b653-bbdf83f90947 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:05.720151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bd77aebd-4966-43ba-b653-bbdf83f90947 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:05.721719 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.896386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.937784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3037a68-c6a0-49f8-88a2-41be816d5064,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:05.953027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a584cc67-f57f-4b47-b513-e7a10d4832b1 None None] Network d0154dd2-7a01-4727-bb6d-ce432b518b28 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:12:05.953210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:05.959273 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34082) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:05.960533 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7bcbb9c5-d80c-4792-af26-c1ec1ff865fe admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a3037a68-c6a0-49f8-88a2-41be816d5064 HTTP/1.1" status: 204 len: 168 time: 0.5473204 May 06 10:12:06.137244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.189804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] DHCP port deletion for d0154dd2-7a01-4727-bb6d-ce432b518b28 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:12:06.200827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Deleting port ecb97964-4348-4167-ae5d-8d4cb093de24 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:06.202429 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.228600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Deleting port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:06.228962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.300328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] Deleting port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:06.301292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.353253 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] For port ecb97964-4348-4167-ae5d-8d4cb093de24, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ecb97964-4348-4167-ae5d-8d4cb093de24,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:06.353983 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.375508 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Calling delete_port for ecb97964-4348-4167-ae5d-8d4cb093de24 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:06.426839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] For port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,segment=NetworkSegment(17825a6e-bd8c-44c8-91f8-716a01ee6da5),segment_id=17825a6e-bd8c-44c8-91f8-716a01ee6da5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:06.427913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.447811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] For port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,segment=NetworkSegment(17825a6e-bd8c-44c8-91f8-716a01ee6da5),segment_id=17825a6e-bd8c-44c8-91f8-716a01ee6da5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:06.447811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.453480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Calling delete_port for 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:06.476017 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] Calling delete_port for 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:06.621493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.630727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.696309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] Pushing event deleted for resources: {'Port': ['ID=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:06.699491 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.711846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c1d9f-8118-4fd0-add5-2958422dd120 None None] No DVR routers for this DVR port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:12:06.747924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Pushing event deleted for resources: {'Port': ['ID=645a5d86-2a4a-4e48-a65b-fa3cbd8a380c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:06.760664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] No DVR routers for this DVR port 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:12:06.763358 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb97964-4348-4167-ae5d-8d4cb093de24,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:06.869823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:06.942746 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0154dd2-7a01-4727-bb6d-ce432b518b28']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:06.965224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17825a6e-bd8c-44c8-91f8-716a01ee6da5') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:06.965949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17825a6e-bd8c-44c8-91f8-716a01ee6da5') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:06.986019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.040962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.052415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.053183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:12:07.055437 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: timer() May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:12:07.057214 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:12:07.137659 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.154209 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.157528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d0154dd2-7a01-4727-bb6d-ce432b518b28 HTTP/1.1" status: 204 len: 168 time: 1.1949248 May 06 10:12:07.173102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31f634-3643-41cc-8790-8bdab5d46845 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0154dd2-7a01-4727-bb6d-ce432b518b28,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:07.428181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34092) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:07.530139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bb0f7a0e-5662-4083-81a8-fed9014f17a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f932cc658c804f0e86757196333ed2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977015 May 06 10:12:07.531842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34094) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:07.660164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52523a56-02b6-4dc3-a27e-8e92bc3e83ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.694705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52523a56-02b6-4dc3-a27e-8e92bc3e83ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.703262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:07.729208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Router 93a54381-94e6-48fb-8103-70928c171b7b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:12:07.752338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:07.752686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 645a5d86-2a4a-4e48-a65b-fa3cbd8a380c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:07.755378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 37ee2a82-66d3-4674-af5a-3592e67d6acc no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:07.784262 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 37ee2a82-66d3-4674-af5a-3592e67d6acc {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:07.785598 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 37ee2a82-66d3-4674-af5a-3592e67d6acc not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:07.836061 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52523a56-02b6-4dc3-a27e-8e92bc3e83ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.838646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-52523a56-02b6-4dc3-a27e-8e92bc3e83ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:07.839914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-52523a56-02b6-4dc3-a27e-8e92bc3e83ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d486997-890e-42cc-bb1a-843364866f3e HTTP/1.1" status: 204 len: 168 time: 0.3067858 May 06 10:12:07.848731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523a56-02b6-4dc3-a27e-8e92bc3e83ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d486997-890e-42cc-bb1a-843364866f3e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:07.916539 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:12:07.922821 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5ea190f4-11b1-4f71-9334-a7c064d79071 admin admin] 10.222.0.76 "PUT /v2.0/routers/93a54381-94e6-48fb-8103-70928c171b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1918769 May 06 10:12:07.925670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34098) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:07.929506 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] Sync routers for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:12:07.945640 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:07.947862 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:08.073861 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.079724 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:08.202866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.280203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Deleting port e7b59101-4a87-47fb-9461-d7da5b49b596 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:08.280587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.291131 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:12:06Z', 'revision_number': 5, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port': {'id': 'e7b59101-4a87-47fb-9461-d7da5b49b596', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:30:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a54381-94e6-48fb-8103-70928c171b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:24Z', 'updated_at': '2022-05-06T10:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:08.323482 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] Checking router: 93a54381-94e6-48fb-8103-70928c171b7b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:12:08.334098 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] Routers {'93a54381-94e6-48fb-8103-70928c171b7b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:08.335006 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['93a54381-94e6-48fb-8103-70928c171b7b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:08.392701 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34108) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:08.411760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] For port e7b59101-4a87-47fb-9461-d7da5b49b596, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=e7b59101-4a87-47fb-9461-d7da5b49b596,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:08.412309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.427844 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Calling delete_port for e7b59101-4a87-47fb-9461-d7da5b49b596 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:08.451466 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aaa1437a-a860-41a4-87a7-3804b37ec02f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3fbb4351902d48c984497ac0162949af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570869 May 06 10:12:08.454000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:08.454174 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] Set router 93a54381-94e6-48fb-8103-70928c171b7b gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:08.518821 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:12:08Z', 'revision_number': 6, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:08.552778 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a782a790-af0b-44a1-b519-e12ff9ffdfd8 None None] The sync data for ids ['93a54381-94e6-48fb-8103-70928c171b7b'] in n-d-840834-1 is: [{'id': '93a54381-94e6-48fb-8103-70928c171b7b', 'name': 'tempest-TestVolumeBackupRestore-747595756-router', 'tenant_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:23Z', 'updated_at': '2022-05-06T10:12:08Z', 'revision_number': 6, 'project_id': 'e07cfa2a22ee414db993b9d4d1bba0e6', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:12:08.569282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ec1d-e9a7-45af-bd87-be896bf13f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.627450 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ec1d-e9a7-45af-bd87-be896bf13f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.688007 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ec1d-e9a7-45af-bd87-be896bf13f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.690515 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6dc4ec1d-e9a7-45af-bd87-be896bf13f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.692945 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6dc4ec1d-e9a7-45af-bd87-be896bf13f4b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4bc4930-48d7-4b81-88b7-b4295374a221 HTTP/1.1" status: 204 len: 168 time: 0.2378521 May 06 10:12:08.708520 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4ec1d-e9a7-45af-bd87-be896bf13f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc4930-48d7-4b81-88b7-b4295374a221,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:08.710639 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.766304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b59101-4a87-47fb-9461-d7da5b49b596,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:08.843957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.958340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:08.963225 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.040999 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.042961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a54381-94e6-48fb-8103-70928c171b7b {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:12:09.053040 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.058341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34130) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:09.063851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef340ea7-fc40-48ef-b2fb-2e8a7b3dbc68 admin admin] 10.222.0.76 "DELETE /v2.0/routers/93a54381-94e6-48fb-8103-70928c171b7b HTTP/1.1" status: 204 len: 168 time: 1.1287258 May 06 10:12:09.172861 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] Deleting subnet 70f09848-2f6c-4e86-ad11-9b9e983146e2 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:12:09.181795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.230512 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.318341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.391390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.421119 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f09848-2f6c-4e86-ad11-9b9e983146e2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:09.430075 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.436032 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8f5a1e6d-fb67-4e1f-b53b-a05dd296990e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/70f09848-2f6c-4e86-ad11-9b9e983146e2 HTTP/1.1" status: 204 len: 168 time: 0.3740172 May 06 10:12:09.437077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34138) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:09.441850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1ed67-252c-4810-8275-12ffafc1d0d2 None None] Network b73011bb-90d1-4a19-8c2d-b490a64371e8 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:12:09.592918 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.599996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ecb97964-4348-4167-ae5d-8d4cb093de24 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:09.646506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ecb97964-4348-4167-ae5d-8d4cb093de24 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:09.647664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ecb97964-4348-4167-ae5d-8d4cb093de24 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:09.648356 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e7b59101-4a87-47fb-9461-d7da5b49b596 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:09.677507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Deleting port 12a36656-2d71-4747-9e60-7906702f1386 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:09.677852 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.681261 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: e7b59101-4a87-47fb-9461-d7da5b49b596 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:09.681916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device e7b59101-4a87-47fb-9461-d7da5b49b596 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:09.777388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] For port 12a36656-2d71-4747-9e60-7906702f1386, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=12a36656-2d71-4747-9e60-7906702f1386,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:09.777966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.790935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] DHCP port deletion for b73011bb-90d1-4a19-8c2d-b490a64371e8 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:12:09.806660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Calling delete_port for 12a36656-2d71-4747-9e60-7906702f1386 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:09.905234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] Deleting port 12a36656-2d71-4747-9e60-7906702f1386 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:09.905868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.946867 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:09.984616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Pushing event deleted for resources: {'Port': ['ID=12a36656-2d71-4747-9e60-7906702f1386,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:09.990503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] No DVR routers for this DVR port 12a36656-2d71-4747-9e60-7906702f1386 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:12:10.018460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] For port 12a36656-2d71-4747-9e60-7906702f1386, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=12a36656-2d71-4747-9e60-7906702f1386,segment=NetworkSegment(d6d2278b-48f4-469a-a173-24ba3d9dc74b),segment_id=d6d2278b-48f4-469a-a173-24ba3d9dc74b)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:10.019190 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.033914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] Calling delete_port for 12a36656-2d71-4747-9e60-7906702f1386 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:10.084585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.109768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73011bb-90d1-4a19-8c2d-b490a64371e8']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:10.122942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d2278b-48f4-469a-a173-24ba3d9dc74b') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:10.123278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d2278b-48f4-469a-a173-24ba3d9dc74b') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:10.138912 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.154540 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.161407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:12:10.162462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: timer() May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:12:10.165641 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:12:10.195803 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.233970 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] Pushing event deleted for resources: {'Port': ['ID=12a36656-2d71-4747-9e60-7906702f1386,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:10.246821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.249270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af7502-6c75-4acd-b1aa-8646559c3b7d None None] No DVR routers for this DVR port 12a36656-2d71-4747-9e60-7906702f1386 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:12:10.264789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:10.275201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] 10.222.0.76 "DELETE /v2.0/networks/b73011bb-90d1-4a19-8c2d-b490a64371e8 HTTP/1.1" status: 204 len: 168 time: 0.8318660 May 06 10:12:10.278107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34144) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:10.305176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1403c-3571-4f38-addd-1c59dbd6df9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b73011bb-90d1-4a19-8c2d-b490a64371e8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:10.757022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:11.169821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Deleting port 8202a825-5176-4163-990b-d3b791bfc138 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:11.173085 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:11.356834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] For port 8202a825-5176-4163-990b-d3b791bfc138, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8202a825-5176-4163-990b-d3b791bfc138,segment=NetworkSegment(69c3858b-c855-4d98-9120-568372146d4a),segment_id=69c3858b-c855-4d98-9120-568372146d4a)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:11.357353 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:11.384290 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Calling delete_port for 8202a825-5176-4163-990b-d3b791bfc138 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:11.672768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 12a36656-2d71-4747-9e60-7906702f1386 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:11.697571 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 12a36656-2d71-4747-9e60-7906702f1386 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:11.698305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 12a36656-2d71-4747-9e60-7906702f1386 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:11.727997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:11.760057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=8202a825-5176-4163-990b-d3b791bfc138,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:11.986524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:12.307130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Router fabfb65b-4ca5-45ea-b41e-ad47230de553 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:12:12.461244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:12:12.469087 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0bfb18b9-368b-47d6-b73d-25be61d9dc71 admin admin] 10.222.0.76 "PUT /v2.0/routers/fabfb65b-4ca5-45ea-b41e-ad47230de553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1897786 May 06 10:12:12.472849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:12.480803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] Sync routers for ids ['fabfb65b-4ca5-45ea-b41e-ad47230de553'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:12:12.501547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] Routers {'fabfb65b-4ca5-45ea-b41e-ad47230de553'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:12.502435 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fabfb65b-4ca5-45ea-b41e-ad47230de553'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:12.634736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:12.673987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c9626379-2e2c-46cb-ad1a-78378c091e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:12.701653 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] Set router fabfb65b-4ca5-45ea-b41e-ad47230de553 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:12.777067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:12.853014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Deleting port 93b83f6d-adb2-4a96-b926-70bf7cb522b3 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:12.853406 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:12.949695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:12:11Z', 'revision_number': 5, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port': {'id': '93b83f6d-adb2-4a96-b926-70bf7cb522b3', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:63:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:12.959340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] For port 93b83f6d-adb2-4a96-b926-70bf7cb522b3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=93b83f6d-adb2-4a96-b926-70bf7cb522b3,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:12.960062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:12.978170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Calling delete_port for 93b83f6d-adb2-4a96-b926-70bf7cb522b3 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:12.982264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] Checking router: fabfb65b-4ca5-45ea-b41e-ad47230de553 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:12:12.992630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] Routers {'fabfb65b-4ca5-45ea-b41e-ad47230de553'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:12:12.993270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:11:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fabfb65b-4ca5-45ea-b41e-ad47230de553'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:13.101368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] Set router fabfb65b-4ca5-45ea-b41e-ad47230de553 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:12:13.175178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:12:12Z', 'revision_number': 6, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:13.210419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c6616-08d2-4c47-89e0-94c20ab5a307 None None] The sync data for ids ['fabfb65b-4ca5-45ea-b41e-ad47230de553'] in n-d-840834-1 is: [{'id': 'fabfb65b-4ca5-45ea-b41e-ad47230de553', 'name': 'tempest-TestVolumeBackupRestore-896950937-router', 'tenant_id': '4e4a9017802e45ab945d536af5f334c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:08:31Z', 'updated_at': '2022-05-06T10:12:12Z', 'revision_number': 6, 'project_id': '4e4a9017802e45ab945d536af5f334c8', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:12:13.252832 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.308928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Pushing event deleted for resources: {'Port': ['ID=93b83f6d-adb2-4a96-b926-70bf7cb522b3,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:13.398911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.493439 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.495985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.550995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.551562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fabfb65b-4ca5-45ea-b41e-ad47230de553 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:12:13.556390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.557554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-832d8dd3-8ad8-4729-9413-a9516484479e admin admin] 10.222.0.76 "DELETE /v2.0/routers/fabfb65b-4ca5-45ea-b41e-ad47230de553 HTTP/1.1" status: 204 len: 168 time: 1.0842836 May 06 10:12:13.560073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34178) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:13.631430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] Deleting subnet 1228b38f-3eb0-4a24-9493-0bc230a7080d {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:12:13.635121 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.705853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.770478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8202a825-5176-4163-990b-d3b791bfc138 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:13.800663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8202a825-5176-4163-990b-d3b791bfc138 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:13.801447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8202a825-5176-4163-990b-d3b791bfc138 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:13.816890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.885425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.913211 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1228b38f-3eb0-4a24-9493-0bc230a7080d,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:13.917780 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:13.922442 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad5a10eb-7356-4044-81f3-a17a8088f2e2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1228b38f-3eb0-4a24-9493-0bc230a7080d HTTP/1.1" status: 204 len: 168 time: 0.3590739 May 06 10:12:13.922888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34180) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:13.924570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac90349-4057-46e2-b10b-6f2444738624 None None] Network 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:12:14.006828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.077679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Deleting port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:14.078340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.164378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] DHCP port deletion for 4843f1b6-81c4-4c8f-9477-f0fd5f41e351 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:12:14.165971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] For port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,segment=NetworkSegment(69c3858b-c855-4d98-9120-568372146d4a),segment_id=69c3858b-c855-4d98-9120-568372146d4a)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:14.166395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.182539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Calling delete_port for 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:14.228577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] Deleting port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:12:14.229048 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.310905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.334788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] For port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,segment=NetworkSegment(69c3858b-c855-4d98-9120-568372146d4a),segment_id=69c3858b-c855-4d98-9120-568372146d4a)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:14.335064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.354875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] Calling delete_port for 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:12:14.357095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] No DVR routers for this DVR port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:12:14.358632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:14.433679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.448760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.468008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4843f1b6-81c4-4c8f-9477-f0fd5f41e351']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:14.481404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] No DVR routers for this DVR port 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:12:14.481663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c3858b-c855-4d98-9120-568372146d4a') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:14.481767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c3858b-c855-4d98-9120-568372146d4a') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:14.485033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5e2f7-869a-43c8-a55a-7078bccca124 None None] Pushing event deleted for resources: {'Port': ['ID=7dd917fe-7ee5-4b57-91a4-deb56b866ca1,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:14.500416 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.517965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.526771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:12:14.527193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: timer() May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:12:14.529261 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:12:14.595079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.603696 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.607513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] 10.222.0.76 "DELETE /v2.0/networks/4843f1b6-81c4-4c8f-9477-f0fd5f41e351 HTTP/1.1" status: 204 len: 168 time: 0.6836941 May 06 10:12:14.629526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155e292-3359-4160-a8a5-658c726cd47d admin admin] Pushing event deleted for resources: {'Network': ['ID=4843f1b6-81c4-4c8f-9477-f0fd5f41e351,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:14.820354 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34198) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:14.869031 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-66cbef19-8260-410d-930c-04958edce6bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e07cfa2a22ee414db993b9d4d1bba0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470719 May 06 10:12:14.871635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34200) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:14.933453 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1fa568c-2550-457c-84c7-64f528544bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.955567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1fa568c-2550-457c-84c7-64f528544bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:14.970047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-c2090d15-0fd9-45b8-bc9e-c339311c0efe tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:14.972203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-c2090d15-0fd9-45b8-bc9e-c339311c0efe tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1167274 May 06 10:12:14.989148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-085af68d-023d-4069-85a3-c135fac11235 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/quotas/468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 375 time: 0.0097885 May 06 10:12:15.009167 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1fa568c-2550-457c-84c7-64f528544bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.011956 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f1fa568c-2550-457c-84c7-64f528544bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.013127 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f1fa568c-2550-457c-84c7-64f528544bbd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ccc822c-800b-4f0b-9884-370d3e760b68 HTTP/1.1" status: 204 len: 168 time: 0.1402538 May 06 10:12:15.021338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa568c-2550-457c-84c7-64f528544bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc822c-800b-4f0b-9884-370d3e760b68,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:15.058371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-361dd9c1-1056-430f-bcae-efe88944d4ce tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580626 May 06 10:12:15.166000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-5fd8a54d-573e-4ab5-9326-7d31f2fbca33 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004274 May 06 10:12:15.285121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-de9c7549-8ba4-4f54-b35c-eaccdf0ac0ce service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105573 May 06 10:12:15.375453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce37dea5-acda-4082-a775-2133f1bd0757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.460242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34214) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:15.489625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:15.530196 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4d7ef9c9-baad-4952-bbbc-30fa949bb2d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e4a9017802e45ab945d536af5f334c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687389 May 06 10:12:15.532739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34222) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:15.536490 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:15.537754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7dd917fe-7ee5-4b57-91a4-deb56b866ca1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:15.538422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 93b83f6d-adb2-4a96-b926-70bf7cb522b3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:12:15.564284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 93b83f6d-adb2-4a96-b926-70bf7cb522b3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:12:15.564855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 93b83f6d-adb2-4a96-b926-70bf7cb522b3 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:12:15.614255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fb9a6f0-4132-4432-b067-d3cdc3ddc6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.652063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fb9a6f0-4132-4432-b067-d3cdc3ddc6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.707847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fb9a6f0-4132-4432-b067-d3cdc3ddc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.711055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2fb9a6f0-4132-4432-b067-d3cdc3ddc6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:15.714852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2fb9a6f0-4132-4432-b067-d3cdc3ddc6fa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36eab369-4b9d-4d64-ad67-58b6fd23cf0e HTTP/1.1" status: 204 len: 168 time: 0.1784301 May 06 10:12:15.744190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9a6f0-4132-4432-b067-d3cdc3ddc6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eab369-4b9d-4d64-ad67-58b6fd23cf0e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:15.811847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a266657b-379e-4b70-9ffc-173fc5a03bae req-9c24fe0e-63f8-439b-bf24-08519dc01c37 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 210 time: 0.0733213 May 06 10:12:16.745878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:16.747479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:16.819484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-c07f8483-95a3-41d8-ae39-f9a11e78b5af tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:16.821758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-c07f8483-95a3-41d8-ae39-f9a11e78b5af tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1332052 May 06 10:12:16.836876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'port': {'device_id': '4d757b77-8df6-4eea-b339-93fa6d790351', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'admin_state_up': True, 'tenant_id': '468418c4e92346c28d84e73adc2b2abf'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:12:16.940867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06119ad5-28ee-4b02-89ee-3d364e9f19fb req-b084f800-7a46-450d-b17f-b2932ac58307 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 210 time: 0.0366712 May 06 10:12:16.976227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:12:16.979817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:17.107570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.20.0.7 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/49073883-97e3-446a-a6ae-bdfff1fe39bf) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:12:17.551914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:17.608675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:17.687608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:12:17.691288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:12:17.698930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:12:17.705697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=49073883-97e3-446a-a6ae-bdfff1fe39bf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:17.777982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:17.779060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:17.798712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-399923b4-56ec-4645-9f94-9fa85b205bc2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9673007 May 06 10:12:17.811249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Request body: {'port': {'device_id': '4d757b77-8df6-4eea-b339-93fa6d790351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:12:17.890986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.040621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d9634541-0b68-461a-bbca-20486343da54 None None] Provisioning complete for port 49073883-97e3-446a-a6ae-bdfff1fe39bf triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:12:18.043621 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d9634541-0b68-461a-bbca-20486343da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.096028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d9634541-0b68-461a-bbca-20486343da54 None None] Port 49073883-97e3-446a-a6ae-bdfff1fe39bf cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:12:18.149256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6f62e-72e3-41a5-80e0-53a27b672189 req-03307925-2825-45e5-a197-7e3e054f264f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:18.150092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5f6f62e-72e3-41a5-80e0-53a27b672189 req-03307925-2825-45e5-a197-7e3e054f264f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 931 time: 0.1226544 May 06 10:12:18.215899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5f6f62e-72e3-41a5-80e0-53a27b672189 req-c1fe325f-9052-4c7c-b350-7d015ac3807d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595334 May 06 10:12:18.269086 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.282434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49073883-97e3-446a-a6ae-bdfff1fe39bf {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:12:18.292420 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.305973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Transition to ACTIVE for port object 49073883-97e3-446a-a6ae-bdfff1fe39bf will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:12:18.309292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.375898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Pushing event updated for resources: {'Port': ['ID=49073883-97e3-446a-a6ae-bdfff1fe39bf,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:18.473725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Attempting to bind port 49073883-97e3-446a-a6ae-bdfff1fe39bf on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:12:18.474229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Attempting to bind port 49073883-97e3-446a-a6ae-bdfff1fe39bf by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:12:18.474690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Attempting to bind port 49073883-97e3-446a-a6ae-bdfff1fe39bf on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:12:18.480226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Port 49073883-97e3-446a-a6ae-bdfff1fe39bf on network fd8c7863-52ed-405f-9c66-92266c9d21f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:12:18.480631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Attempting to bind port 49073883-97e3-446a-a6ae-bdfff1fe39bf on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:12:18.486055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:12:18.486479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:12:18.487099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:12:18.487867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Bound port: 49073883-97e3-446a-a6ae-bdfff1fe39bf, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:12:18.488299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.564468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] For port 49073883-97e3-446a-a6ae-bdfff1fe39bf, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:12:18.570373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] For port 49073883-97e3-446a-a6ae-bdfff1fe39bf, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=49073883-97e3-446a-a6ae-bdfff1fe39bf,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:12:18.589146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.648920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:18.649620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.651299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/49073883-97e3-446a-a6ae-bdfff1fe39bf HTTP/1.1" status: 200 len: 1091 time: 0.8445683 May 06 10:12:18.651966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d757b77-8df6-4eea-b339-93fa6d790351', 'tag': '49073883-97e3-446a-a6ae-bdfff1fe39bf'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:12:18.654338 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d757b77-8df6-4eea-b339-93fa6d790351", "tag": "49073883-97e3-446a-a6ae-bdfff1fe39bf"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:12:18.661878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43f480-15ce-4aaf-83e4-8a42801888c3 service neutron] Pushing event updated for resources: {'Port': ['ID=49073883-97e3-446a-a6ae-bdfff1fe39bf,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:18.741241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:18.746405 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051095b3-6c68-4d3b-96cf-f8d5ffe028fa x-openstack-request-id: req-051095b3-6c68-4d3b-96cf-f8d5ffe028fa {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:12:18.746700 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d757b77-8df6-4eea-b339-93fa6d790351", "tag": "49073883-97e3-446a-a6ae-bdfff1fe39bf", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:12:18.746954 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-051095b3-6c68-4d3b-96cf-f8d5ffe028fa {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:12:18.747378 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051095b3-6c68-4d3b-96cf-f8d5ffe028fa'] response: {'name': 'network-changed', 'server_uuid': '4d757b77-8df6-4eea-b339-93fa6d790351', 'tag': '49073883-97e3-446a-a6ae-bdfff1fe39bf', 'status': 'completed', 'code': 200} May 06 10:12:18.768020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-6ab7e127-9735-4e21-9af9-919e3a819177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:18.770276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-6ab7e127-9735-4e21-9af9-919e3a819177 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 1094 time: 0.0787015 May 06 10:12:18.821528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-d7e732f8-65f7-4a12-bc4c-54b95a98b18b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49073883-97e3-446a-a6ae-bdfff1fe39bf HTTP/1.1" status: 200 len: 217 time: 0.0419121 May 06 10:12:18.886249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-65cfbe40-e227-4d48-ae2f-4d6c7f1508c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:18.887298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-65cfbe40-e227-4d48-ae2f-4d6c7f1508c5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0571642 May 06 10:12:18.940226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0733-f7ac-4133-8281-476be958276b req-86290788-2449-423b-beaa-3239226e4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:18.941727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-86290788-2449-423b-beaa-3239226e4d17 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473828 May 06 10:12:19.035918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-3ac3a052-b94e-43fa-9c4d-606a6bf9180a service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864241 May 06 10:12:19.135227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af5a0733-f7ac-4133-8281-476be958276b req-4adc570c-2da6-4602-b4c3-f676f6c7edd8 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913522 May 06 10:12:19.227103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-2af6fd06-3d73-425a-b9d8-bcaadda7094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:19.228792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-2af6fd06-3d73-425a-b9d8-bcaadda7094e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 1094 time: 0.0481915 May 06 10:12:19.358151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-24255c20-a620-475d-a431-d4fb865e5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:19.359771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-24255c20-a620-475d-a431-d4fb865e5f4f service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.1233230 May 06 10:12:19.415375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-1e796c89-963a-416e-a6f1-f79baf6df961 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49073883-97e3-446a-a6ae-bdfff1fe39bf HTTP/1.1" status: 200 len: 217 time: 0.0410364 May 06 10:12:19.463556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2381c-8832-419f-82ad-767097614ae0 req-1e5be6cf-00a4-4b34-b95b-0a08d5404354 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:19.465074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a2381c-8832-419f-82ad-767097614ae0 req-1e5be6cf-00a4-4b34-b95b-0a08d5404354 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.1310198 May 06 10:12:19.498321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-ce8072d9-51bc-4aab-9a0a-ec8aaa8558f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:19.499754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-ce8072d9-51bc-4aab-9a0a-ec8aaa8558f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0769405 May 06 10:12:19.542864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a2381c-8832-419f-82ad-767097614ae0 req-b753d6c1-a870-4556-a952-2591be3e426a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697455 May 06 10:12:19.562023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-d7b880a9-4206-4b59-b62a-caa619023ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:19.563551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-d7b880a9-4206-4b59-b62a-caa619023ed2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561349 May 06 10:12:19.664098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-63f5b43e-bfc2-48a2-b5a1-b1db01c5a6b9 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935557 May 06 10:12:19.762677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2da30ae7-2eaa-4896-a3e7-4465a7b5ab2c req-812383b4-3c9c-47c3-be39-b2e3e7b1ad36 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915201 May 06 10:12:20.669809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee07a48-e1b9-4aa2-998b-a6f957881bf3 req-8c3d0d27-a9f8-4371-85ec-24e36c9882d4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:20.671604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee07a48-e1b9-4aa2-998b-a6f957881bf3 req-8c3d0d27-a9f8-4371-85ec-24e36c9882d4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.0517874 May 06 10:12:20.672890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:20.714539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ee07a48-e1b9-4aa2-998b-a6f957881bf3 req-fe06c72e-46b1-4d7e-bdd1-fdca8cbb3f5b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350969 May 06 10:12:21.836863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee158862-c649-4c18-a0d5-186bc1758185 req-f4253c04-e08d-421c-8538-55cfe6467f9a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:21.838334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee158862-c649-4c18-a0d5-186bc1758185 req-f4253c04-e08d-421c-8538-55cfe6467f9a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.0538695 May 06 10:12:21.879838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee158862-c649-4c18-a0d5-186bc1758185 req-a407969a-6e39-439f-ad08-b43e03993e04 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 May 06 10:12:23.000373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046636-8c52-4079-ab3b-ccc79e0ce773 req-6f25ef82-ae82-4280-9eb1-72ea4475ac2f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:23.001867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17046636-8c52-4079-ab3b-ccc79e0ce773 req-6f25ef82-ae82-4280-9eb1-72ea4475ac2f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.0505564 May 06 10:12:23.043828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-17046636-8c52-4079-ab3b-ccc79e0ce773 req-82a14616-a6e1-4248-983a-4ad6819dbd21 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 May 06 10:12:24.166167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca102002-8831-45c4-bf2b-6a0017619dd3 req-94428908-33c8-4db8-84dc-fa525596415e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:24.167954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca102002-8831-45c4-bf2b-6a0017619dd3 req-94428908-33c8-4db8-84dc-fa525596415e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.0512240 May 06 10:12:24.216370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca102002-8831-45c4-bf2b-6a0017619dd3 req-587f33d2-7722-4f2e-831d-47131a5cef8b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 May 06 10:12:25.336090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4ef5-7d84-4886-92d3-12d78980fbfc req-51faeb39-90c5-4f39-baec-fd341c65f8fe tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:25.337653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b4e4ef5-7d84-4886-92d3-12d78980fbfc req-51faeb39-90c5-4f39-baec-fd341c65f8fe tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.0527811 May 06 10:12:25.382146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b4e4ef5-7d84-4886-92d3-12d78980fbfc req-109eba87-663a-423e-bd78-f01a1566b89e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 May 06 10:12:26.504149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b57c9a-fc83-4a98-be86-523c97beb67b req-7caafab8-5403-4573-8b22-7e675cf8daa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:26.508304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57b57c9a-fc83-4a98-be86-523c97beb67b req-7caafab8-5403-4573-8b22-7e675cf8daa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.0556378 May 06 10:12:26.547123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57b57c9a-fc83-4a98-be86-523c97beb67b req-bd36a908-a2b5-488b-bd54-a46f5728b4fd tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341499 May 06 10:12:27.537082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34308) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:27.588552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] Deleting subnet d1fbb43a-52c0-452d-8de2-cf8b6c5102d5 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:12:27.593044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:27.627665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:27.699238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:27.740473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14be9eb-83f5-4a7a-b88c-78af089a171f req-19e36580-c780-465d-bf32-d8d1f069dcd9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:27.741983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14be9eb-83f5-4a7a-b88c-78af089a171f req-19e36580-c780-465d-bf32-d8d1f069dcd9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 943 time: 0.1124587 May 06 10:12:27.785475 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:27.824663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14be9eb-83f5-4a7a-b88c-78af089a171f req-42157379-4882-418d-bf26-69693df764ed tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749228 May 06 10:12:27.827083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fbb43a-52c0-452d-8de2-cf8b6c5102d5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:27.829062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:27.834469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c8faa705-32f6-447e-873b-88191f4f6faa admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d1fbb43a-52c0-452d-8de2-cf8b6c5102d5 HTTP/1.1" status: 204 len: 168 time: 0.2961864 May 06 10:12:27.836564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34312) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:27.905389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:27.989102 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.011540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c82b86e-bebd-4006-9790-6b0d304d8896']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:28.020959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83408a0c-faee-4a6e-8fc3-42be6728ec3c') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:28.021260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83408a0c-faee-4a6e-8fc3-42be6728ec3c') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:12:28.030592 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.043906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.049651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:12:28.050030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: timer() May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:12:28.051689 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:12:28.107474 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.113142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.116871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] 10.222.0.76 "DELETE /v2.0/networks/6c82b86e-bebd-4006-9790-6b0d304d8896 HTTP/1.1" status: 204 len: 168 time: 0.2793643 May 06 10:12:28.128160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bba28f-812e-410b-a8ed-68a30853fa3c admin admin] Pushing event deleted for resources: {'Network': ['ID=6c82b86e-bebd-4006-9790-6b0d304d8896,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:28.282003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34316) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:28.324439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-39ba3861-994b-4662-9935-d9b67d5616d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa8167df0b5a499994d1a906a103ed86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412560 May 06 10:12:28.326955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34318) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:28.382022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1486fe6-943d-4d3f-8f3f-0dfe3c7fd24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.403267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1486fe6-943d-4d3f-8f3f-0dfe3c7fd24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.449271 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1486fe6-943d-4d3f-8f3f-0dfe3c7fd24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.451948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d1486fe6-943d-4d3f-8f3f-0dfe3c7fd24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.453097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d1486fe6-943d-4d3f-8f3f-0dfe3c7fd24b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cbe92a8f-2225-4f2d-930b-b67963fa558f HTTP/1.1" status: 204 len: 168 time: 0.1252232 May 06 10:12:28.461554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1486fe6-943d-4d3f-8f3f-0dfe3c7fd24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe92a8f-2225-4f2d-930b-b67963fa558f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:28.542825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 49073883-97e3-446a-a6ae-bdfff1fe39bf details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:12:28.638880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 49073883-97e3-446a-a6ae-bdfff1fe39bf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=49073883-97e3-446a-a6ae-bdfff1fe39bf,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:28.650982 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '49073883-97e3-446a-a6ae-bdfff1fe39bf', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'port_id': '49073883-97e3-446a-a6ae-bdfff1fe39bf', 'mac_address': 'fa:16:3e:da:32:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:12:28.691705 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.706018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49073883-97e3-446a-a6ae-bdfff1fe39bf {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:12:28.726024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 49073883-97e3-446a-a6ae-bdfff1fe39bf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=49073883-97e3-446a-a6ae-bdfff1fe39bf,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:28.730989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:28.779165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=49073883-97e3-446a-a6ae-bdfff1fe39bf,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:28.787259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.787621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.787969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.788302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.788636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.788974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.789297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.789622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.789951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.790289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.790586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.790906 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:28.947875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3689fc2-5663-46a8-a381-967b3e29ee23 req-216d816d-a012-43f7-98bc-6e7afe245678 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:28.948737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['49073883-97e3-446a-a6ae-bdfff1fe39bf'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:12:28.949419 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3689fc2-5663-46a8-a381-967b3e29ee23 req-216d816d-a012-43f7-98bc-6e7afe245678 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 944 time: 0.0519741 May 06 10:12:28.994232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3689fc2-5663-46a8-a381-967b3e29ee23 req-a6623fb9-2f4e-45c4-9709-de19e991463a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 May 06 10:12:30.110991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58277e5-2d08-4c87-ad62-52565674b035 req-eca39130-24af-4257-8eaa-381d534b100f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:30.112494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c58277e5-2d08-4c87-ad62-52565674b035 req-eca39130-24af-4257-8eaa-381d534b100f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 944 time: 0.0495844 May 06 10:12:30.152946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c58277e5-2d08-4c87-ad62-52565674b035 req-78613f8b-5179-480e-a67c-cbe41fc2c2a3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 May 06 10:12:30.569494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 49073883-97e3-446a-a6ae-bdfff1fe39bf up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:12:30.617605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 49073883-97e3-446a-a6ae-bdfff1fe39bf completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:12:30.621494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 49073883-97e3-446a-a6ae-bdfff1fe39bf triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:12:30.621860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:30.705544 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:30.729563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d757b77-8df6-4eea-b339-93fa6d790351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49073883-97e3-446a-a6ae-bdfff1fe39bf'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:12:30.731985 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e09a0-bd7d-491c-903a-a8b045c26787" -d '{"events": [{"server_uuid": "4d757b77-8df6-4eea-b339-93fa6d790351", "name": "network-vif-plugged", "status": "completed", "tag": "49073883-97e3-446a-a6ae-bdfff1fe39bf"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:12:30.745528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 49073883-97e3-446a-a6ae-bdfff1fe39bf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=49073883-97e3-446a-a6ae-bdfff1fe39bf,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:30.750450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:30.785236 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99177284-b694-4280-bbde-9d786883bef2 x-openstack-request-id: req-99177284-b694-4280-bbde-9d786883bef2 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:12:30.785426 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d757b77-8df6-4eea-b339-93fa6d790351", "name": "network-vif-plugged", "status": "completed", "tag": "49073883-97e3-446a-a6ae-bdfff1fe39bf", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:12:30.785639 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99177284-b694-4280-bbde-9d786883bef2 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:12:30.786036 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99177284-b694-4280-bbde-9d786883bef2'] response: {'server_uuid': '4d757b77-8df6-4eea-b339-93fa6d790351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49073883-97e3-446a-a6ae-bdfff1fe39bf', 'code': 200} May 06 10:12:30.806190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=49073883-97e3-446a-a6ae-bdfff1fe39bf,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:30.887697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e90620-7707-4e47-99ec-952ae04a371b req-4f855438-94de-4ca2-80b1-58ddd0f5bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:30.889227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3e90620-7707-4e47-99ec-952ae04a371b req-4f855438-94de-4ca2-80b1-58ddd0f5bed8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 1096 time: 0.0478578 May 06 10:12:30.925564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3e90620-7707-4e47-99ec-952ae04a371b req-92c85c99-9e8e-4ff2-b131-6062c14d12f1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296514 May 06 10:12:31.271788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e6b1a-986d-463d-92b7-b00457b8f6ee req-4be24748-6349-41c3-bd78-20a1f23b6f6a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:31.273269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e16e6b1a-986d-463d-92b7-b00457b8f6ee req-4be24748-6349-41c3-bd78-20a1f23b6f6a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 945 time: 0.0496202 May 06 10:12:31.313360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e16e6b1a-986d-463d-92b7-b00457b8f6ee req-557198d0-1119-44e6-b5d0-a3845b2f2550 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 May 06 10:12:32.431298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b22ccd-979b-4216-a984-5760589ef18f req-98677ffd-5c65-42c5-ae0c-490c01722f17 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:32.432777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33b22ccd-979b-4216-a984-5760589ef18f req-98677ffd-5c65-42c5-ae0c-490c01722f17 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 945 time: 0.0476539 May 06 10:12:32.470548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-33b22ccd-979b-4216-a984-5760589ef18f req-8a62b7ca-9fd0-4318-b77d-250af62d8acf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318656 May 06 10:12:32.594320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19bc-6dce-4b43-ae24-602151b51539 req-8b446b1a-e6f7-4156-bb03-eb95db6db05d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:32.595747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cec19bc-6dce-4b43-ae24-602151b51539 req-8b446b1a-e6f7-4156-bb03-eb95db6db05d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 945 time: 0.0534799 May 06 10:12:32.633792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9cec19bc-6dce-4b43-ae24-602151b51539 req-7cf6f615-88be-4421-ada7-ac3950027004 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 May 06 10:12:35.187559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-ff4c0b06-9984-476f-8f24-446bc732284d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:35.189388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-ff4c0b06-9984-476f-8f24-446bc732284d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1051831 May 06 10:12:35.205868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-1ca04b8d-0f71-46ad-ab0d-7e8ea8a305e8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/quotas/468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 375 time: 0.0093093 May 06 10:12:35.269321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-03ecccd0-7367-4e9b-b84c-831fd1ef69df tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555377 May 06 10:12:35.364204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-e20af122-67f9-4802-bb6b-e2ede5afab86 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875392 May 06 10:12:35.462160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-52669995-9036-461a-84f2-3f63a26b12c1 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901318 May 06 10:12:35.659942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a344ef7-226d-4fac-852f-03c3234c8f5c req-2d40e261-2a4c-4606-822b-3e0dc6a23fcb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 210 time: 0.0314958 May 06 10:12:36.608134 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:12:36.624247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-a6411537-b289-488c-b9c2-fb1f6b6c69e5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:36.625916 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-a6411537-b289-488c-b9c2-fb1f6b6c69e5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1289117 May 06 10:12:36.644164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'port': {'device_id': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'admin_state_up': True, 'tenant_id': '468418c4e92346c28d84e73adc2b2abf'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:12:36.776069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1a2468e0-13af-4026-ad0c-af8735adf896 req-d1487173-75c0-47eb-8f26-96d8cb15972c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 210 time: 0.0291183 May 06 10:12:36.800768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:12:36.805627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:36.954588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.20.0.4 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/ebcaad15-8942-4cdd-991f-8d98ac19ebe8) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:12:37.139075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.176402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.190015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['49073883-97e3-446a-a6ae-bdfff1fe39bf'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:12:37.226981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:12:37.230292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:12:37.232928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:12:37.312779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:37.313505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.332471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:37.354020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-add0bbb0-d46a-4785-a51e-aeb3d45620f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139413 May 06 10:12:37.369478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Request body: {'port': {'device_id': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:12:37.495876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.596335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-997f265c-50be-443d-9d30-08d256b643b1 None None] Provisioning complete for port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:12:37.596944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-997f265c-50be-443d-9d30-08d256b643b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.641194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-997f265c-50be-443d-9d30-08d256b643b1 None None] Port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:12:37.684806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34500) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:37.852296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcaad15-8942-4cdd-991f-8d98ac19ebe8 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:12:37.871927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.873308 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.909996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Transition to ACTIVE for port object ebcaad15-8942-4cdd-991f-8d98ac19ebe8 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:12:37.914022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.964293 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.972662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:37.998234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7f51d-bff7-4696-8677-89c66ee2b699 req-1ac9d543-3c29-460b-b9fe-7dc014cfa95c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:37.999270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4d7f51d-bff7-4696-8677-89c66ee2b699 req-1ac9d543-3c29-460b-b9fe-7dc014cfa95c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 931 time: 0.1209371 May 06 10:12:38.016675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:38.026124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e46bca-60e7-432c-afab-74a77150ea09,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:38.038438 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.038774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.039311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.039904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.040445 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.040980 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.041512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.042036 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.043518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.044044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.044587 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.045120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:12:38.053833 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e6e04560-c841-47a2-9905-d5727f21cb01 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b297ddce5a2b47b2a2b62bd3d65c7ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677781 May 06 10:12:38.056333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34506) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:12:38.086898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4d7f51d-bff7-4696-8677-89c66ee2b699 req-12e25185-e684-4ffa-bffb-a1b19e900955 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732856 May 06 10:12:38.116689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Attempting to bind port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:12:38.117043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Attempting to bind port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:12:38.117409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Attempting to bind port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:12:38.123316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:12:38.123662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Attempting to bind port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:12:38.133435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:12:38.133780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:12:38.134263 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0124-9025-4094-b4af-d09e7aee4482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:38.134389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:12:38.134587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Bound port: ebcaad15-8942-4cdd-991f-8d98ac19ebe8, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:12:38.134946 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:38.159053 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0124-9025-4094-b4af-d09e7aee4482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:38.208041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] For port ebcaad15-8942-4cdd-991f-8d98ac19ebe8, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:12:38.216668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] For port ebcaad15-8942-4cdd-991f-8d98ac19ebe8, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:12:38.220149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0124-9025-4094-b4af-d09e7aee4482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:38.223064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:38.223218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ad9f0124-9025-4094-b4af-d09e7aee4482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:38.224354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ad9f0124-9025-4094-b4af-d09e7aee4482 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/52e46bca-60e7-432c-afab-74a77150ea09 HTTP/1.1" status: 204 len: 168 time: 0.1671691 May 06 10:12:38.233515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f0124-9025-4094-b4af-d09e7aee4482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e46bca-60e7-432c-afab-74a77150ea09,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:38.277670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:38.278954 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:38.280834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] 10.222.0.83 "PUT /v2.0/ports/ebcaad15-8942-4cdd-991f-8d98ac19ebe8 HTTP/1.1" status: 200 len: 1091 time: 0.9199548 May 06 10:12:38.281301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'tag': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:12:38.284160 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c", "tag": "ebcaad15-8942-4cdd-991f-8d98ac19ebe8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:12:38.332323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74de3e6-ae8e-4ac5-9356-287845086a59 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:38.367297 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edcb743-fffb-4946-9913-7e6c3bb35ada x-openstack-request-id: req-8edcb743-fffb-4946-9913-7e6c3bb35ada {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:12:38.367679 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c", "tag": "ebcaad15-8942-4cdd-991f-8d98ac19ebe8", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:12:38.368047 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8edcb743-fffb-4946-9913-7e6c3bb35ada {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:12:38.368449 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edcb743-fffb-4946-9913-7e6c3bb35ada'] response: {'name': 'network-changed', 'server_uuid': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'tag': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8', 'status': 'completed', 'code': 200} May 06 10:12:38.387507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-2bfc26ff-acc9-4c7d-8eb0-41c4a9b1254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:38.389279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-2bfc26ff-acc9-4c7d-8eb0-41c4a9b1254b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 1094 time: 0.0583017 May 06 10:12:38.445231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-128a27a0-6b70-4c83-8fcb-fa4839ca6379 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebcaad15-8942-4cdd-991f-8d98ac19ebe8 HTTP/1.1" status: 200 len: 217 time: 0.0477092 May 06 10:12:38.514397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-32c5fa61-b2c1-48fb-82c8-7e879b6e95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:38.516377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-32c5fa61-b2c1-48fb-82c8-7e879b6e95a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0652440 May 06 10:12:38.570153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-9f672cf6-95bd-498c-a0b4-b9a49557d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:38.571637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-9f672cf6-95bd-498c-a0b4-b9a49557d5c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489111 May 06 10:12:38.683549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-e52cb7c7-de5d-45d9-a84d-ce06d2a5f773 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041186 May 06 10:12:38.789715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b94a17e6-394c-4ea4-b54b-4b4f3d143297 req-b8c15528-0200-406f-b215-903690fa84e5 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001244 May 06 10:12:38.897199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-a31d53c8-47c4-418a-b398-7a759216375c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:38.898815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-a31d53c8-47c4-418a-b398-7a759216375c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 1094 time: 0.0480704 May 06 10:12:38.999797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-38072348-1b37-4b2d-be58-dfd4cf00d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:39.001143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-38072348-1b37-4b2d-be58-dfd4cf00d969 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0952644 May 06 10:12:39.043437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-291475c9-2d2d-4541-be22-c6dd010545cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebcaad15-8942-4cdd-991f-8d98ac19ebe8 HTTP/1.1" status: 200 len: 217 time: 0.0356376 May 06 10:12:39.093893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-0fcc0afe-8dc9-4c68-af44-a801979ed82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:39.095378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-0fcc0afe-8dc9-4c68-af44-a801979ed82f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0462346 May 06 10:12:39.145866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-e3727609-6b25-446d-970c-63262004b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:39.147728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-e3727609-6b25-446d-970c-63262004b508 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456109 May 06 10:12:39.265848 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b063f-34c0-4640-9d61-e3e866cb7462 req-03071369-50d7-49db-ab27-d01f4f5d6262 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:39.267233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519b063f-34c0-4640-9d61-e3e866cb7462 req-03071369-50d7-49db-ab27-d01f4f5d6262 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0952015 May 06 10:12:39.297419 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-6fc4120d-6f7b-45ca-9f3b-12475aabe626 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434710 May 06 10:12:39.357316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519b063f-34c0-4640-9d61-e3e866cb7462 req-bf0e7b44-4a52-4ae8-bf95-427c9db28d9f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805047 May 06 10:12:39.401730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36e7434a-2dd4-4cb2-94ba-60b640fc7f7a req-43913b80-d45e-4377-ba22-2198290fda8a service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968561 May 06 10:12:40.543673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca034e0-af1f-4847-931f-ced6305f75e8 req-05f8b356-b0bc-415c-acea-8fed68015e54 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:40.545182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ca034e0-af1f-4847-931f-ced6305f75e8 req-05f8b356-b0bc-415c-acea-8fed68015e54 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.1077280 May 06 10:12:40.597714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ca034e0-af1f-4847-931f-ced6305f75e8 req-4c2b3fad-2cac-40b6-af40-35b7258b25f1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454550 May 06 10:12:42.133778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d420e-c105-462b-8920-2b5067d02bbf req-981f03b0-086d-48d3-b3ef-231c571bfc4b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:42.135286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-910d420e-c105-462b-8920-2b5067d02bbf req-981f03b0-086d-48d3-b3ef-231c571bfc4b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.3894639 May 06 10:12:42.194151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-910d420e-c105-462b-8920-2b5067d02bbf req-70b248c6-a30f-4263-8a12-5e763b7d7db8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524013 May 06 10:12:42.660935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c026b19-85c2-404c-bcf8-01f778ad80a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:43.340395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cfb8f-63e9-4e0d-b42a-8c2d996b2e41 req-cc8c6f97-44c1-43e9-a0f4-ad45c2b336bd tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:43.342769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-801cfb8f-63e9-4e0d-b42a-8c2d996b2e41 req-cc8c6f97-44c1-43e9-a0f4-ad45c2b336bd tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0729792 May 06 10:12:43.392248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-801cfb8f-63e9-4e0d-b42a-8c2d996b2e41 req-a91db353-6db4-43b4-891a-216d9f52edf6 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 May 06 10:12:44.531291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495415fd-2d96-476d-b6b2-dc2120491d39 req-f0cf9428-84ff-489b-900c-06752c21acca tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:44.532799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-495415fd-2d96-476d-b6b2-dc2120491d39 req-f0cf9428-84ff-489b-900c-06752c21acca tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0503204 May 06 10:12:44.571390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-495415fd-2d96-476d-b6b2-dc2120491d39 req-586a9646-a781-4c37-b770-37eeadf9e0d1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 May 06 10:12:45.158945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8421f792-eeca-42e2-a0d7-4fbb4e7c717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:45.691558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a0e0a-2b17-49e1-a59d-d78781c5c333 req-e709f79d-af2b-47fb-b2ca-5ba1540126a3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:45.693419 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-013a0e0a-2b17-49e1-a59d-d78781c5c333 req-e709f79d-af2b-47fb-b2ca-5ba1540126a3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0527050 May 06 10:12:45.730909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-013a0e0a-2b17-49e1-a59d-d78781c5c333 req-0e50cc70-2257-43be-93d8-3e59d40b5f86 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 May 06 10:12:46.735435 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:46.758746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:46.853661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f36987-e3e2-44e6-97af-7142c97bc636 req-ff6ee7c2-f62d-4a72-9c8c-cbb45f6d44a0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:46.855152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87f36987-e3e2-44e6-97af-7142c97bc636 req-ff6ee7c2-f62d-4a72-9c8c-cbb45f6d44a0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0506482 May 06 10:12:46.893540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-87f36987-e3e2-44e6-97af-7142c97bc636 req-b6822ce1-45de-4d56-835e-ef6115bc0697 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 May 06 10:12:48.013583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10fe4-5b0f-4617-9c0d-be7beed72e9b req-29dfb132-b32c-4a81-9c2c-8b7d3cf9d379 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:48.015119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ef10fe4-5b0f-4617-9c0d-be7beed72e9b req-29dfb132-b32c-4a81-9c2c-8b7d3cf9d379 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0506935 May 06 10:12:48.057260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ef10fe4-5b0f-4617-9c0d-be7beed72e9b req-3920ebce-8d2a-44e0-890c-b8d447c673bf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 May 06 10:12:48.249962 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:48.736197 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:49.178158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1d9f7-d344-40d2-b943-93defb21a246 req-5045f7e5-e8b6-4120-90f9-866d30107ad0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:49.179664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7c1d9f7-d344-40d2-b943-93defb21a246 req-5045f7e5-e8b6-4120-90f9-866d30107ad0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0533860 May 06 10:12:49.217853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7c1d9f7-d344-40d2-b943-93defb21a246 req-7828a05f-8e5a-4950-87c2-2854e6776db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 May 06 10:12:50.354142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ab813-ee30-4730-b20f-476acc21e9d3 req-12b2e022-6d4e-430a-896b-87cdef34f52d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:50.355772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b33ab813-ee30-4730-b20f-476acc21e9d3 req-12b2e022-6d4e-430a-896b-87cdef34f52d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0545311 May 06 10:12:50.396893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b33ab813-ee30-4730-b20f-476acc21e9d3 req-bcc2905e-33ad-45ef-8715-0159e90b5d50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 May 06 10:12:50.667510 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:51.512429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc017e-9271-414c-a8a9-42e10cb16f3f req-f51e47fd-b491-45b7-af87-be6b2eba5081 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:51.514034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28fc017e-9271-414c-a8a9-42e10cb16f3f req-f51e47fd-b491-45b7-af87-be6b2eba5081 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0487192 May 06 10:12:51.554252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28fc017e-9271-414c-a8a9-42e10cb16f3f req-18ec245d-c647-4155-947d-f7ac046cfd6e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333109 May 06 10:12:52.679111 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d212919-3865-491f-95e5-73940f7d3806 req-70583bb0-5303-421a-89ad-ea9576d877e2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:52.680837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d212919-3865-491f-95e5-73940f7d3806 req-70583bb0-5303-421a-89ad-ea9576d877e2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0540872 May 06 10:12:52.719714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d212919-3865-491f-95e5-73940f7d3806 req-f71a69b5-27d9-4423-8a00-f3c898827ebf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 May 06 10:12:53.840338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe06bfa-87b0-4aef-9c32-cfd33aae2e86 req-681e9669-5862-4a49-918b-713346898308 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:53.841827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebe06bfa-87b0-4aef-9c32-cfd33aae2e86 req-681e9669-5862-4a49-918b-713346898308 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0501649 May 06 10:12:53.880215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ebe06bfa-87b0-4aef-9c32-cfd33aae2e86 req-b4bc64b8-e678-4519-8893-06ed3e7682da tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 May 06 10:12:54.998133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76c465-0fa3-43c9-8581-09ffb6407765 req-7604be19-a80e-4764-be27-6c61a3f0fd13 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:54.999619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc76c465-0fa3-43c9-8581-09ffb6407765 req-7604be19-a80e-4764-be27-6c61a3f0fd13 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0490389 May 06 10:12:55.037409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc76c465-0fa3-43c9-8581-09ffb6407765 req-66f671bd-8ac6-4f5a-9f9b-00c5af13cd8f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 May 06 10:12:56.157958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2de837-0516-4539-b968-7896bd30a844 req-6940b8e9-af53-4444-a2b6-20fa4f00c192 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:56.159490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca2de837-0516-4539-b968-7896bd30a844 req-6940b8e9-af53-4444-a2b6-20fa4f00c192 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0538309 May 06 10:12:56.201741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca2de837-0516-4539-b968-7896bd30a844 req-dd10f9ae-8b33-49fa-8097-c222af0aa5a5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339906 May 06 10:12:57.324530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d3bf9-fdc5-4195-9f00-5c5bce50cdad req-b65d2956-08f9-4790-8079-5b51bb01c859 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:57.325998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e42d3bf9-fdc5-4195-9f00-5c5bce50cdad req-b65d2956-08f9-4790-8079-5b51bb01c859 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0498054 May 06 10:12:57.365848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e42d3bf9-fdc5-4195-9f00-5c5bce50cdad req-acdc92ce-e46e-4b2a-b944-3eb63af5cb19 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336499 May 06 10:12:58.485615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ebcbc-9e70-45b8-bbb6-133da34eeef8 req-a6b8c0c0-333e-42cd-a979-5247437a0fad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:58.487084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c07ebcbc-9e70-45b8-bbb6-133da34eeef8 req-a6b8c0c0-333e-42cd-a979-5247437a0fad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 943 time: 0.0496972 May 06 10:12:58.524399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c07ebcbc-9e70-45b8-bbb6-133da34eeef8 req-2b2c8f65-0321-4f2b-8200-b54e768322be tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 May 06 10:12:58.972157 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ebcaad15-8942-4cdd-991f-8d98ac19ebe8 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:12:59.072368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ebcaad15-8942-4cdd-991f-8d98ac19ebe8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:59.084800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'port_id': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8', 'mac_address': 'fa:16:3e:78:5f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:12:59.121225 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:59.134679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcaad15-8942-4cdd-991f-8d98ac19ebe8 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:12:59.153859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ebcaad15-8942-4cdd-991f-8d98ac19ebe8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:12:59.157790 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:12:59.204781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:12:59.447778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ebcaad15-8942-4cdd-991f-8d98ac19ebe8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:12:59.647872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cb6b3-5b4b-40ac-b650-2b47a00ec97e req-5afb05fe-b9b2-41db-8c18-463c2c4a6adb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:12:59.649334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa7cb6b3-5b4b-40ac-b650-2b47a00ec97e req-5afb05fe-b9b2-41db-8c18-463c2c4a6adb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 944 time: 0.0531764 May 06 10:12:59.690069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa7cb6b3-5b4b-40ac-b650-2b47a00ec97e req-ad236c4a-68c1-42e8-b795-9a6da1d26be8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 May 06 10:13:00.823952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee62d5c-3828-432f-b57a-a02fb55a60bc req-ccd349d6-6a83-4bd9-bd03-507f1d7bf630 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:00.825496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aee62d5c-3828-432f-b57a-a02fb55a60bc req-ccd349d6-6a83-4bd9-bd03-507f1d7bf630 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 944 time: 0.0535195 May 06 10:13:00.868891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aee62d5c-3828-432f-b57a-a02fb55a60bc req-129bb596-0387-4fc4-987e-b9c920cfb428 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345118 May 06 10:13:00.987075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ebcaad15-8942-4cdd-991f-8d98ac19ebe8 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:01.037041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:13:01.040647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:01.041027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:01.118568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:01.141509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:13:01.143668 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28155058-1c8e-4e89-a596-542ecfaff08d" -d '{"events": [{"server_uuid": "e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c", "name": "network-vif-plugged", "status": "completed", "tag": "ebcaad15-8942-4cdd-991f-8d98ac19ebe8"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:13:01.156830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port ebcaad15-8942-4cdd-991f-8d98ac19ebe8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:01.161123 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:01.186106 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bfbc80-a0c7-4c8b-a558-565f66ae9e6f x-openstack-request-id: req-b2bfbc80-a0c7-4c8b-a558-565f66ae9e6f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:13:01.186416 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c", "name": "network-vif-plugged", "status": "completed", "tag": "ebcaad15-8942-4cdd-991f-8d98ac19ebe8", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:13:01.186684 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b2bfbc80-a0c7-4c8b-a558-565f66ae9e6f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:13:01.187113 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bfbc80-a0c7-4c8b-a558-565f66ae9e6f'] response: {'server_uuid': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8', 'code': 200} May 06 10:13:01.216771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:01.285303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4a901-ac08-474f-82c4-c76bdbd8ad9b req-c52c946e-29c4-410e-b71c-ffd85863fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:01.286926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95b4a901-ac08-474f-82c4-c76bdbd8ad9b req-c52c946e-29c4-410e-b71c-ffd85863fc47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 1096 time: 0.0432992 May 06 10:13:01.323288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95b4a901-ac08-474f-82c4-c76bdbd8ad9b req-c691fc76-3f10-4bd9-90bc-53544be8d37f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302579 May 06 10:13:02.003249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c970823-9d7d-42f6-b22a-7d8ccd5a34e7 req-fade9f98-1171-4c35-9833-ce19f7971694 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:02.005181 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c970823-9d7d-42f6-b22a-7d8ccd5a34e7 req-fade9f98-1171-4c35-9833-ce19f7971694 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 945 time: 0.0569258 May 06 10:13:02.044970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c970823-9d7d-42f6-b22a-7d8ccd5a34e7 req-d063414c-6ee6-4395-b377-0f65ea3dbde1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336113 May 06 10:13:03.179292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53343c-fa25-48c3-8a20-46fa0dce40a6 req-5c1eea09-ca5a-48e1-b5b2-fd5987565ad6 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:03.180879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d53343c-fa25-48c3-8a20-46fa0dce40a6 req-5c1eea09-ca5a-48e1-b5b2-fd5987565ad6 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 945 time: 0.0631449 May 06 10:13:03.221630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d53343c-fa25-48c3-8a20-46fa0dce40a6 req-3309c4ef-a3d9-4f92-8446-59429df644a8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 May 06 10:13:03.358634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7ec34-c99f-490f-aaaf-b4bec0fd97a5 req-d4e76fa3-8fad-4f9f-8519-d50129b8b98a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:03.360655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ef7ec34-c99f-490f-aaaf-b4bec0fd97a5 req-d4e76fa3-8fad-4f9f-8519-d50129b8b98a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 945 time: 0.0632713 May 06 10:13:03.410204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ef7ec34-c99f-490f-aaaf-b4bec0fd97a5 req-be360e6b-6bfc-46a6-a63d-511e7e053366 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 May 06 10:13:03.744528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159e0b4-a6e2-4654-a67f-8455ec41ee2e req-d2cfed7b-4b2c-417b-883a-798041d4d927 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:03.746357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3159e0b4-a6e2-4654-a67f-8455ec41ee2e req-d2cfed7b-4b2c-417b-883a-798041d4d927 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 945 time: 0.0579545 May 06 10:13:03.788851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3159e0b4-a6e2-4654-a67f-8455ec41ee2e req-87b86533-f78f-4b02-ba79-c3a9c44a6aaa tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 May 06 10:13:04.911793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52099fae-1524-4b47-929d-c2196cc76e6a req-62e37a5e-64cf-4692-9893-50618184b104 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:04.913215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52099fae-1524-4b47-929d-c2196cc76e6a req-62e37a5e-64cf-4692-9893-50618184b104 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 945 time: 0.0509138 May 06 10:13:04.951681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52099fae-1524-4b47-929d-c2196cc76e6a req-fb41cc5a-4525-4af3-aa42-4c05b1625551 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 May 06 10:13:05.271201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-e208af5f-cc63-4c67-a335-61b878beebd8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:05.272594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-e208af5f-cc63-4c67-a335-61b878beebd8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 945 time: 0.0509374 May 06 10:13:05.380145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:05.380502 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.480644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] For port ebcaad15-8942-4cdd-991f-8d98ac19ebe8, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:05.481006 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.494256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for ebcaad15-8942-4cdd-991f-8d98ac19ebe8 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:05.639554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.653948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['ebcaad15-8942-4cdd-991f-8d98ac19ebe8'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:13:05.656367 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['49073883-97e3-446a-a6ae-bdfff1fe39bf'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:13:05.669998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=ebcaad15-8942-4cdd-991f-8d98ac19ebe8,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:05.683255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.683627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.684079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.684284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.684617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.684942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.685260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.685642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.728070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.728070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.728070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.728070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:05.735622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] No DVR routers for this DVR port ebcaad15-8942-4cdd-991f-8d98ac19ebe8 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:13:05.738920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:05.741719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6ef24c5-d8cf-49d0-89f4-aace0631e74b req-4903f7f9-eb03-45c2-8036-a583f2e324ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "DELETE /v2.0/ports/ebcaad15-8942-4cdd-991f-8d98ac19ebe8 HTTP/1.1" status: 204 len: 173 time: 0.4637566 May 06 10:13:05.742177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'name': 'network-vif-deleted', 'tag': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:13:05.744703 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e2aa5-b65c-491f-a37a-ff8a0efa235d" -d '{"events": [{"server_uuid": "e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c", "name": "network-vif-deleted", "tag": "ebcaad15-8942-4cdd-991f-8d98ac19ebe8"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:13:05.801921 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676a83bb-e2f6-4b06-af06-b3f077800b28 x-openstack-request-id: req-676a83bb-e2f6-4b06-af06-b3f077800b28 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:13:05.801921 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c", "name": "network-vif-deleted", "tag": "ebcaad15-8942-4cdd-991f-8d98ac19ebe8", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:13:05.802148 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-676a83bb-e2f6-4b06-af06-b3f077800b28 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:13:05.802538 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676a83bb-e2f6-4b06-af06-b3f077800b28'] response: {'server_uuid': 'e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c', 'name': 'network-vif-deleted', 'tag': 'ebcaad15-8942-4cdd-991f-8d98ac19ebe8', 'status': 'completed', 'code': 200} May 06 10:13:06.047031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ef1a627e-eb29-4e04-b9fc-5f2a5c2c59c7 req-fbeec797-e4b5-4f44-a734-61efe3592dbb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 210 time: 0.0280609 May 06 10:13:07.149108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-365ee91a-8098-4f64-8587-76eec4fb6e36 req-5fcb4927-95bc-493c-9bb4-bbb99c7e7b57 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 210 time: 0.0272763 May 06 10:13:08.246129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e29c6476-2ddb-4201-a50d-20a15cdb6378 req-2450643d-3fd8-4b3a-91c4-f0f9e897c577 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 210 time: 0.0270629 May 06 10:13:09.005389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ebcaad15-8942-4cdd-991f-8d98ac19ebe8 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:09.029807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: ebcaad15-8942-4cdd-991f-8d98ac19ebe8 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:09.030156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device ebcaad15-8942-4cdd-991f-8d98ac19ebe8 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:09.356459 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0025373-7102-4393-b915-a76d83556211 req-14385b18-5389-44fc-b429-012e693c3030 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=e55b7222-f5d6-4f4a-a1f3-93559dc0cf6c HTTP/1.1" status: 200 len: 210 time: 0.0279109 May 06 10:13:12.656232 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22c87eb0-034d-478e-9e79-b302621556a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:13.607987 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:13:13.869947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d3ad6-db26-4d81-b8b9-e5dbff5dff08 req-34fd23a9-eb6d-4ff6-9526-734a7e29b3b5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:13.871626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd0d3ad6-db26-4d81-b8b9-e5dbff5dff08 req-34fd23a9-eb6d-4ff6-9526-734a7e29b3b5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 945 time: 0.0587420 May 06 10:13:13.918083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd0d3ad6-db26-4d81-b8b9-e5dbff5dff08 req-269b3d4f-7d4d-481f-b05c-06210715fb13 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 May 06 10:13:15.040490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6b944-3bce-4671-841c-55d3065f5dd6 req-4c49a3af-845b-44dc-898e-cab39a871599 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:15.042032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5d6b944-3bce-4671-841c-55d3065f5dd6 req-4c49a3af-845b-44dc-898e-cab39a871599 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 945 time: 0.0519149 May 06 10:13:15.082996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b5d6b944-3bce-4671-841c-55d3065f5dd6 req-256e3cf3-f010-4930-be17-fafb05e2de00 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=fb553b79-5791-4c65-878f-5f030733ebd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335684 May 06 10:13:15.160729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b3b76fec-e65b-4d7c-93f8-9629ff93fc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.478966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-4a68f34e-1bf0-4f91-8b40-7716f20d31d9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:15.480446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-4a68f34e-1bf0-4f91-8b40-7716f20d31d9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 945 time: 0.0481598 May 06 10:13:15.573147 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port 49073883-97e3-446a-a6ae-bdfff1fe39bf {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:13:15.573485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.661785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] For port 49073883-97e3-446a-a6ae-bdfff1fe39bf, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=49073883-97e3-446a-a6ae-bdfff1fe39bf,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:15.662153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.675334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for 49073883-97e3-446a-a6ae-bdfff1fe39bf owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:13:15.809115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.820991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['49073883-97e3-446a-a6ae-bdfff1fe39bf'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:13:15.840934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=49073883-97e3-446a-a6ae-bdfff1fe39bf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:15.888741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] No DVR routers for this DVR port 49073883-97e3-446a-a6ae-bdfff1fe39bf on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:13:15.891530 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:15.895777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46187c54-342a-4c17-840c-ecf9fbb4b6d9 req-01272a14-c72f-42b8-8a65-b72403cee85b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "DELETE /v2.0/ports/49073883-97e3-446a-a6ae-bdfff1fe39bf HTTP/1.1" status: 204 len: 173 time: 0.4093218 May 06 10:13:15.896227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d757b77-8df6-4eea-b339-93fa6d790351', 'name': 'network-vif-deleted', 'tag': '49073883-97e3-446a-a6ae-bdfff1fe39bf'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:13:15.898594 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4073900-55c4-4047-8f18-89c12311c1fb" -d '{"events": [{"server_uuid": "4d757b77-8df6-4eea-b339-93fa6d790351", "name": "network-vif-deleted", "tag": "49073883-97e3-446a-a6ae-bdfff1fe39bf"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:13:15.952192 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f087351d-5ca4-4f66-8175-6452c6fd8027 x-openstack-request-id: req-f087351d-5ca4-4f66-8175-6452c6fd8027 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:13:15.952565 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d757b77-8df6-4eea-b339-93fa6d790351", "name": "network-vif-deleted", "tag": "49073883-97e3-446a-a6ae-bdfff1fe39bf", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:13:15.952875 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f087351d-5ca4-4f66-8175-6452c6fd8027 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:13:15.953384 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f087351d-5ca4-4f66-8175-6452c6fd8027'] response: {'server_uuid': '4d757b77-8df6-4eea-b339-93fa6d790351', 'name': 'network-vif-deleted', 'tag': '49073883-97e3-446a-a6ae-bdfff1fe39bf', 'status': 'completed', 'code': 200} May 06 10:13:16.194480 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13de645b-478c-4267-8086-db5bad7d9d2d req-658983a0-f85e-46e6-8ae6-86b6ac3f40d2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 210 time: 0.0331802 May 06 10:13:16.738942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:16.776235 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:17.299986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12314e0d-ea39-432c-b774-83af65bb66cb req-fe5dec1b-9416-48d9-9840-7b8be725fc4f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 210 time: 0.0260596 May 06 10:13:18.255265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.398907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20569240-1520-4c81-ba5d-96c709a3240d req-a713d479-7044-401e-8aaa-828b26f6370c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 210 time: 0.0286274 May 06 10:13:18.739870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:18.762502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 49073883-97e3-446a-a6ae-bdfff1fe39bf no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:13:18.783026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 49073883-97e3-446a-a6ae-bdfff1fe39bf {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:13:18.783306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 49073883-97e3-446a-a6ae-bdfff1fe39bf not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:13:19.508173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58a60727-6a6f-4558-b2e1-309d747add2c req-8810017c-63f7-4753-a571-c7280d25a279 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d757b77-8df6-4eea-b339-93fa6d790351 HTTP/1.1" status: 200 len: 210 time: 0.0277627 May 06 10:13:20.676319 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.476378 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 34656) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:22.480953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-18fa1147-8f14-43b4-9751-6f76a915c295 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210782584', 'description': 'tempest-secgroup-smoke-210782584 description', 'project_id': '468418c4e92346c28d84e73adc2b2abf'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:22.501480 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18fa1147-8f14-43b4-9751-6f76a915c295 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.567325 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18fa1147-8f14-43b4-9751-6f76a915c295 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.571160 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18fa1147-8f14-43b4-9751-6f76a915c295 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.599653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-18fa1147-8f14-43b4-9751-6f76a915c295 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.600914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-18fa1147-8f14-43b4-9751-6f76a915c295 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1235271 May 06 10:13:22.603978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34658) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:22.604961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa1147-8f14-43b4-9751-6f76a915c295 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f503d520-da17-49a1-852e-61db12cfbce0,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.609479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1805c487-6404-4cdb-a48a-24c8525cd3b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'security_group_rule': {'security_group_id': 'f503d520-da17-49a1-852e-61db12cfbce0', 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:22.635936 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1805c487-6404-4cdb-a48a-24c8525cd3b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.693723 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1805c487-6404-4cdb-a48a-24c8525cd3b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.697469 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1805c487-6404-4cdb-a48a-24c8525cd3b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.715564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1805c487-6404-4cdb-a48a-24c8525cd3b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d7eea5-106f-4557-aea4-213ac823b719,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.719711 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1805c487-6404-4cdb-a48a-24c8525cd3b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.720895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1805c487-6404-4cdb-a48a-24c8525cd3b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159182 May 06 10:13:22.723603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34660) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:22.727873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-68328145-6c04-4a1e-b86f-a684b0c927c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'security_group_rule': {'security_group_id': 'f503d520-da17-49a1-852e-61db12cfbce0', 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:22.752891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68328145-6c04-4a1e-b86f-a684b0c927c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.811655 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68328145-6c04-4a1e-b86f-a684b0c927c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.815223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68328145-6c04-4a1e-b86f-a684b0c927c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.832858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68328145-6c04-4a1e-b86f-a684b0c927c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4fc00e-ea1f-40ae-922d-b09ddf96e098,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.841515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-68328145-6c04-4a1e-b86f-a684b0c927c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.842724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-68328145-6c04-4a1e-b86f-a684b0c927c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181734 May 06 10:13:22.845436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34662) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:22.850383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-489c7ec3-30d5-44b5-9852-c22eb783d90c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'security_group_rule': {'security_group_id': 'f503d520-da17-49a1-852e-61db12cfbce0', 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:22.875080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-489c7ec3-30d5-44b5-9852-c22eb783d90c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.933868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-489c7ec3-30d5-44b5-9852-c22eb783d90c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.937812 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-489c7ec3-30d5-44b5-9852-c22eb783d90c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.956901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c7ec3-30d5-44b5-9852-c22eb783d90c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f17ad9-bfe6-4ccd-812a-cb00caf95348,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:22.962067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-489c7ec3-30d5-44b5-9852-c22eb783d90c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:22.963281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-489c7ec3-30d5-44b5-9852-c22eb783d90c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163485 May 06 10:13:22.965971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34664) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:22.970190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-83e01326-358c-416c-b02b-96f81597f4f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'security_group_rule': {'security_group_id': 'f503d520-da17-49a1-852e-61db12cfbce0', 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:22.994625 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e01326-358c-416c-b02b-96f81597f4f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.053291 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e01326-358c-416c-b02b-96f81597f4f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.056828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e01326-358c-416c-b02b-96f81597f4f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.074212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e01326-358c-416c-b02b-96f81597f4f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94c53bf-a993-432b-839a-b4d877af5cec,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:23.086580 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-83e01326-358c-416c-b02b-96f81597f4f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.087846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-83e01326-358c-416c-b02b-96f81597f4f9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209404 May 06 10:13:23.090702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34666) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:23.095098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'security_group_rule': {'security_group_id': 'f503d520-da17-49a1-852e-61db12cfbce0', 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:23.116931 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Project 468418c4e92346c28d84e73adc2b2abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:13:23.122183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.183736 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.187636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.208412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6e5e5f-c810-4ef7-917a-f8bb22face7d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:23.213696 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.214782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ee75e309-3cca-4adc-8579-8c8a589ac119 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231608 May 06 10:13:23.217621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34668) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:23.222058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'security_group_rule': {'security_group_id': 'f503d520-da17-49a1-852e-61db12cfbce0', 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:23.241823 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Project 468418c4e92346c28d84e73adc2b2abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:13:23.246660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.307111 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.310475 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.329140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db92031-e74b-4e7a-afc0-f1c6eb8d3a52,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:23.336828 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:23.338029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-808d931b-b978-471c-bac1-f43f51f6aa5f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195574 May 06 10:13:37.628993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-b7a1af64-df36-49ea-a600-e3f9192548de tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210782584&fields=id&tenant_id=468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 267 time: 0.0318415 May 06 10:13:37.737990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-8ab63054-f876-483a-9cb8-d5bb39a79960 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:37.739451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-8ab63054-f876-483a-9cb8-d5bb39a79960 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1036134 May 06 10:13:37.754631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-7c51fefe-b9fa-484f-859d-64d2f2d6727f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/quotas/468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 375 time: 0.0093875 May 06 10:13:37.805208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-3b3e8299-e6e5-440d-97a9-f3cdd385abfd tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453610 May 06 10:13:38.029445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-216ce638-fed9-4deb-93ec-c52de10a1a88 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122188 May 06 10:13:38.116741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-bd36de72-14e4-4fe8-84c2-c04f73f7544b service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811059 May 06 10:13:38.400907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5a436825-5adb-4cdc-a59f-531db50ed960 req-3b323f8b-7445-45dc-9d64-be36dea7ea6b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 210 time: 0.0266840 May 06 10:13:39.338957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-6d40573e-3d4a-4712-9d48-5f528432050a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:39.340885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-6d40573e-3d4a-4712-9d48-5f528432050a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1233716 May 06 10:13:39.393563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-bb569642-7d1e-473d-8122-44283245c923 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 379 time: 0.0390921 May 06 10:13:39.403554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'port': {'device_id': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'admin_state_up': True, 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'security_groups': ['f503d520-da17-49a1-852e-61db12cfbce0']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:39.515376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be3c4074-55a8-496b-a602-50cefd775332 req-b22d2055-49a1-4288-a400-887d053b51d2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 210 time: 0.0368040 May 06 10:13:39.551732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:13:39.555847 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:39.684613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.20.0.6 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/f7aa3a68-a415-4953-8202-9a21ada61b9c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:39.827085 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:39.862793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:39.906130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:39.910354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:39.914085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:39.952069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=f7aa3a68-a415-4953-8202-9a21ada61b9c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:39.977865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:39.978504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:39.995975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-9d4c28b0-0006-4e83-b049-999a95e12fb0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959692 May 06 10:13:40.006601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-dfe39e2a-127f-4cf7-8d6e-53af87649ccb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:13:40.007718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-dfe39e2a-127f-4cf7-8d6e-53af87649ccb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062926 May 06 10:13:40.020063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Request body: {'port': {'device_id': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:40.082792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:40.144378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d004d7da-8419-40bc-94c5-fd6b4ed3c8eb None None] Provisioning complete for port f7aa3a68-a415-4953-8202-9a21ada61b9c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:40.144913 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d004d7da-8419-40bc-94c5-fd6b4ed3c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:40.180860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d004d7da-8419-40bc-94c5-fd6b4ed3c8eb None None] Port f7aa3a68-a415-4953-8202-9a21ada61b9c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:13:40.352444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7aa3a68-a415-4953-8202-9a21ada61b9c {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:13:40.360041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:40.372466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Transition to ACTIVE for port object f7aa3a68-a415-4953-8202-9a21ada61b9c will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:13:40.376558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:40.425317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa3a68-a415-4953-8202-9a21ada61b9c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:40.507735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Attempting to bind port f7aa3a68-a415-4953-8202-9a21ada61b9c on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:13:40.508078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Attempting to bind port f7aa3a68-a415-4953-8202-9a21ada61b9c by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:13:40.508410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Attempting to bind port f7aa3a68-a415-4953-8202-9a21ada61b9c on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:40.513716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Port f7aa3a68-a415-4953-8202-9a21ada61b9c on network fd8c7863-52ed-405f-9c66-92266c9d21f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:13:40.514040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Attempting to bind port f7aa3a68-a415-4953-8202-9a21ada61b9c on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:13:40.520409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:13:40.520764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:13:40.521155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:13:40.521593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Bound port: f7aa3a68-a415-4953-8202-9a21ada61b9c, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:13:40.521986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:40.633913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] For port f7aa3a68-a415-4953-8202-9a21ada61b9c, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:13:40.651712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] For port f7aa3a68-a415-4953-8202-9a21ada61b9c, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:13:40.659409 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:40.697196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfd874-b5f8-4d43-9a13-afd5f3ce99b2 req-4d5bdf52-3d4c-4c76-b048-bbfbcc017f1b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:40.698496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56dfd874-b5f8-4d43-9a13-afd5f3ce99b2 req-4d5bdf52-3d4c-4c76-b048-bbfbcc017f1b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0986795 May 06 10:13:40.708455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:40.709440 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:40.710977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] 10.222.0.82 "PUT /v2.0/ports/f7aa3a68-a415-4953-8202-9a21ada61b9c HTTP/1.1" status: 200 len: 1091 time: 0.6954153 May 06 10:13:40.711419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:13:40.713738 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7629fb8b-89c5-44f7-b944-8059d4797c81" -d '{"events": [{"name": "network-changed", "server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:13:40.761496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874ec08-c26c-4892-9933-255635f5e438 service neutron] Pushing event updated for resources: {'Port': ['ID=f7aa3a68-a415-4953-8202-9a21ada61b9c,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:40.780158 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5a3b16-b26d-42f8-b3ac-7c916ce8553a x-openstack-request-id: req-1f5a3b16-b26d-42f8-b3ac-7c916ce8553a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:13:40.780467 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:13:40.780683 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f5a3b16-b26d-42f8-b3ac-7c916ce8553a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:13:40.781083 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5a3b16-b26d-42f8-b3ac-7c916ce8553a'] response: {'name': 'network-changed', 'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'status': 'completed', 'code': 200} May 06 10:13:40.797400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56dfd874-b5f8-4d43-9a13-afd5f3ce99b2 req-eac15f06-bf81-4e74-ad75-4b88916dc3f5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799003 May 06 10:13:40.822038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5231bb48-eeb3-46b2-a950-58f445cbfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:40.822038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-5231bb48-eeb3-46b2-a950-58f445cbfea1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 1094 time: 0.0549426 May 06 10:13:40.868415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-7487c888-809b-4b3f-bb41-f522b6b67912 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c HTTP/1.1" status: 200 len: 217 time: 0.0408835 May 06 10:13:40.924010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-6229c991-24be-4aa9-9c01-1dd4aaadeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:40.925481 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-6229c991-24be-4aa9-9c01-1dd4aaadeb84 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0505025 May 06 10:13:40.972459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-a02d8a85-b5d1-4ba0-b1b3-f5a015678e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:40.973938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-a02d8a85-b5d1-4ba0-b1b3-f5a015678e4c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417011 May 06 10:13:41.072520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-3b302fba-b74a-4b35-b16b-cd898f5557a7 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898869 May 06 10:13:41.167463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9ee28fdd-602b-4ce7-bd1c-020bf3427041 req-113dd750-9c71-44c5-8878-d73fdd236e17 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 May 06 10:13:41.265460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-a897236e-5efb-4158-8139-54d67f11e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:41.266961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-a897236e-5efb-4158-8139-54d67f11e9a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 1094 time: 0.0489974 May 06 10:13:41.359074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-34e3dd77-295c-4f29-bdb0-0edbfdf793ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:41.361251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-34e3dd77-295c-4f29-bdb0-0edbfdf793ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0852072 May 06 10:13:41.403439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-98ca1264-df97-47ae-aa42-91eed20c2cb7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c HTTP/1.1" status: 200 len: 217 time: 0.0344777 May 06 10:13:41.457759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-6ee01ab2-6621-4c45-9599-622c2f37199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:41.459226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-6ee01ab2-6621-4c45-9599-622c2f37199b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0493581 May 06 10:13:41.506458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-b517cc8e-e56a-483f-865f-2e02634485db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:41.507944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-b517cc8e-e56a-483f-865f-2e02634485db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408490 May 06 10:13:41.598838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-b8c7fe1a-0091-45d2-84c9-c3c8d5c72278 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 May 06 10:13:41.694301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7629fb8b-89c5-44f7-b944-8059d4797c81 req-1af0c065-9e7e-43df-9b03-20a669bf10e8 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886641 May 06 10:13:41.925803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e75605-4ede-4f29-a381-9aa2eab9ec9e req-edff766a-72e3-4e1b-99d1-111e6f83574d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:41.927282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5e75605-4ede-4f29-a381-9aa2eab9ec9e req-edff766a-72e3-4e1b-99d1-111e6f83574d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0511863 May 06 10:13:41.966169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5e75605-4ede-4f29-a381-9aa2eab9ec9e req-fcca41bb-1ebf-4587-8542-acbd37a20060 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326877 May 06 10:13:42.659028 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9c28c02b-0b36-4baf-a1e7-8ad14e90053b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:43.090732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeb4d3-8670-41a5-bfa3-ad90c18d9a9d req-02adff28-2d32-42e6-b19c-999fa43fa3d1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:43.092488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1afeb4d3-8670-41a5-bfa3-ad90c18d9a9d req-02adff28-2d32-42e6-b19c-999fa43fa3d1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0554159 May 06 10:13:43.133478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1afeb4d3-8670-41a5-bfa3-ad90c18d9a9d req-c701f9f5-f9f0-44a8-90ea-0bc5ce152831 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342393 May 06 10:13:44.256404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457960c1-ab8b-4a33-b381-b15b760e7983 req-9cbd011c-1067-487a-a8a1-67e3bc63e28c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:44.257908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457960c1-ab8b-4a33-b381-b15b760e7983 req-9cbd011c-1067-487a-a8a1-67e3bc63e28c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0520916 May 06 10:13:44.296150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-457960c1-ab8b-4a33-b381-b15b760e7983 req-94298062-a0aa-4e48-9922-399ee934978d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 May 06 10:13:45.162347 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-62aecdd8-e1a5-41cc-ade3-166c3253477e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:45.422798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf2c7-12de-4f39-8550-aa8a51abf969 req-1ef928e4-2baa-4134-93af-d41d1416b3a3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:45.424189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eadcf2c7-12de-4f39-8550-aa8a51abf969 req-1ef928e4-2baa-4134-93af-d41d1416b3a3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0486040 May 06 10:13:45.463958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eadcf2c7-12de-4f39-8550-aa8a51abf969 req-462e3c27-a6c5-4c2c-9de2-ba70f8bf6127 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336621 May 06 10:13:46.581692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb00ec-9dfe-48f5-bdf0-ab889c282eb5 req-f41acd66-a578-43d6-b562-be18b57cac61 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:46.583194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbeb00ec-9dfe-48f5-bdf0-ab889c282eb5 req-f41acd66-a578-43d6-b562-be18b57cac61 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0524786 May 06 10:13:46.621789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbeb00ec-9dfe-48f5-bdf0-ab889c282eb5 req-9d9c6920-9bd4-45b8-a1f1-93619b324b22 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324268 May 06 10:13:46.741147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:46.784755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:47.740867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d0ac-093f-4b94-95ef-9efe87189302 req-7f10a424-8bda-4ab9-9c64-9dd02fc115fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:47.742252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d380d0ac-093f-4b94-95ef-9efe87189302 req-7f10a424-8bda-4ab9-9c64-9dd02fc115fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0491297 May 06 10:13:47.779166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d380d0ac-093f-4b94-95ef-9efe87189302 req-3ce5f11d-4447-40e1-b50a-69439227f114 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308650 May 06 10:13:48.254297 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:48.741530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:48.896303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9a806-46f9-4e86-8a3f-fa8b2ee80655 req-719c4a0f-3207-463a-aa87-75ba25f09214 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:48.897701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bf9a806-46f9-4e86-8a3f-fa8b2ee80655 req-719c4a0f-3207-463a-aa87-75ba25f09214 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0494597 May 06 10:13:48.936145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bf9a806-46f9-4e86-8a3f-fa8b2ee80655 req-d8253374-307c-4695-8faa-9c858f410854 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 May 06 10:13:50.055733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca50f0-105a-4454-a487-46fd45757f19 req-d39d99cf-5f9e-46d8-a5aa-68bc807e89b6 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:50.057260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6aca50f0-105a-4454-a487-46fd45757f19 req-d39d99cf-5f9e-46d8-a5aa-68bc807e89b6 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 943 time: 0.0525682 May 06 10:13:50.094208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6aca50f0-105a-4454-a487-46fd45757f19 req-5519c99e-0aeb-40c6-9bca-532ab2ea3fe3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308688 May 06 10:13:50.606693 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:13:50.691494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:50.932961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f7aa3a68-a415-4953-8202-9a21ada61b9c details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:13:51.036901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f7aa3a68-a415-4953-8202-9a21ada61b9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:51.048502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'port_id': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'mac_address': 'fa:16:3e:6a:2e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:13:51.085964 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:51.098595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7aa3a68-a415-4953-8202-9a21ada61b9c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:13:51.118555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f7aa3a68-a415-4953-8202-9a21ada61b9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:51.122696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:51.175216 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f7aa3a68-a415-4953-8202-9a21ada61b9c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:51.182711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.183105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.183395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.183752 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.184087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.184415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.184738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.185061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.185386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.185702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.186024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.186343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:13:51.216154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942034fa-53c2-4115-a016-ae749ddb8dbe req-1911117b-0df4-4d95-987c-1e4a4e4f2520 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:51.217636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-942034fa-53c2-4115-a016-ae749ddb8dbe req-1911117b-0df4-4d95-987c-1e4a4e4f2520 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 944 time: 0.0508187 May 06 10:13:51.257440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-942034fa-53c2-4115-a016-ae749ddb8dbe req-6d326a2a-e8ee-4eb5-a693-cad3ff500523 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 May 06 10:13:51.356529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['f7aa3a68-a415-4953-8202-9a21ada61b9c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:13:52.372834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b83b0-4b0f-4835-a1e1-65ef7adc5afc req-c6cbc12e-7fe0-44bd-bd0b-21dc430781aa tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:52.374292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d60b83b0-4b0f-4835-a1e1-65ef7adc5afc req-c6cbc12e-7fe0-44bd-bd0b-21dc430781aa tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 944 time: 0.0490663 May 06 10:13:52.412088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d60b83b0-4b0f-4835-a1e1-65ef7adc5afc req-8e73c47f-853c-4bac-a9ed-04e88bdd128b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 May 06 10:13:52.944556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f7aa3a68-a415-4953-8202-9a21ada61b9c up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:13:52.998589 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port f7aa3a68-a415-4953-8202-9a21ada61b9c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:13:53.003016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port f7aa3a68-a415-4953-8202-9a21ada61b9c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:13:53.003386 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:53.082231 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:53.104682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:13:53.106894 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b835949-d861-47ee-917d-ca8dc431f5cf" -d '{"events": [{"server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:13:53.119984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f7aa3a68-a415-4953-8202-9a21ada61b9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:13:53.125040 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:53.150161 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d746e95e-99c4-4af2-b51e-167d49879ceb x-openstack-request-id: req-d746e95e-99c4-4af2-b51e-167d49879ceb {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:13:53.150449 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "name": "network-vif-plugged", "status": "completed", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:13:53.150695 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d746e95e-99c4-4af2-b51e-167d49879ceb {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:13:53.151080 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d746e95e-99c4-4af2-b51e-167d49879ceb'] response: {'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'code': 200} May 06 10:13:53.178092 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f7aa3a68-a415-4953-8202-9a21ada61b9c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:53.247701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c5960-9276-4a62-b238-2ee445d0bde7 req-8ee50591-ec24-420a-9836-354742a53ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:53.249092 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-019c5960-9276-4a62-b238-2ee445d0bde7 req-8ee50591-ec24-420a-9836-354742a53ee1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 1096 time: 0.0432816 May 06 10:13:53.286200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-019c5960-9276-4a62-b238-2ee445d0bde7 req-b6ae0664-dc59-4c94-9d69-776dc421bda9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269177 May 06 10:13:53.528431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5084e7-1673-4c1e-b48c-5c0d8a0bdb1f req-bd1c2bba-7116-4b98-8f47-40c240c19fa2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:53.529821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e5084e7-1673-4c1e-b48c-5c0d8a0bdb1f req-bd1c2bba-7116-4b98-8f47-40c240c19fa2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 945 time: 0.0491934 May 06 10:13:53.569910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e5084e7-1673-4c1e-b48c-5c0d8a0bdb1f req-2029d03f-f58f-4eab-beb1-59a04b8f24ad tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 May 06 10:13:54.686642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384ae70-0ee3-4523-a40a-99caf6ee71be req-101f3c79-8dec-41c2-9c57-47b5dced395a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:54.688387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7384ae70-0ee3-4523-a40a-99caf6ee71be req-101f3c79-8dec-41c2-9c57-47b5dced395a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 945 time: 0.0486941 May 06 10:13:54.727530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7384ae70-0ee3-4523-a40a-99caf6ee71be req-6129b055-cf1e-4e55-815e-1dc43f0c0dd2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327513 May 06 10:13:54.848196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a654e7-585f-4dba-bfce-eab5945d5b49 req-ae08d916-bb92-4ac2-b379-d22657d6f6c2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:54.849606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28a654e7-585f-4dba-bfce-eab5945d5b49 req-ae08d916-bb92-4ac2-b379-d22657d6f6c2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 945 time: 0.0527949 May 06 10:13:54.888154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28a654e7-585f-4dba-bfce-eab5945d5b49 req-16c5abe1-8333-4b58-8df1-9afb86d0c1c3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323436 May 06 10:13:54.910308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34854) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:54.950218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a197202-6286-4788-8934-e39d9e950208 tempest-TestVolumeBootPattern-300831697 tempest-TestVolumeBootPattern-300831697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:54.951741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a197202-6286-4788-8934-e39d9e950208 tempest-TestVolumeBootPattern-300831697 tempest-TestVolumeBootPattern-300831697-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 1091 time: 0.0404503 May 06 10:13:54.954780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34856) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:13:54.958952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:13:54.978604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:55.077224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:55.477124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.25.8.49 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/9ea0226b-9d3e-4f57-b898-cdb8e191e043) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:13:55.581401 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:55.615079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:55.649118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:13:55.651907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:13:55.655204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:13:55.686052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=9ea0226b-9d3e-4f57-b898-cdb8e191e043,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:56.018093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:56.082707 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:56.232176 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:56.237797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:56.310106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=9ea0226b-9d3e-4f57-b898-cdb8e191e043,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:13:56.319257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:56.418850 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Floating IP b7304ae4-c8c8-4f54-a7f9-42aa3d61db79 associated. External IP: 172.25.8.49, port: f7aa3a68-a415-4953-8202-9a21ada61b9c. May 06 10:13:56.626449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:13:56.737297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:13:56.747118 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:13:56.755403 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:13:56.757244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:56.757850 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:13:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:56.783145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-db842a25-d050-4100-960a-31890b8e1fa8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8273656 May 06 10:13:56.783759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:13:56.786030 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8163f8-80c3-40f2-9a10-e8508c5660fc" -d '{"events": [{"name": "network-changed", "server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:13:56.823268 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078f79b-240f-4785-81d0-0a40d40ab31e x-openstack-request-id: req-5078f79b-240f-4785-81d0-0a40d40ab31e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:13:56.823561 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:13:56.823840 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5078f79b-240f-4785-81d0-0a40d40ab31e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:13:56.824254 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5078f79b-240f-4785-81d0-0a40d40ab31e'] response: {'name': 'network-changed', 'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'status': 'completed', 'code': 200} May 06 10:13:56.876742 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:56.890561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-a84d1dce-1f07-4a85-aa68-4766c6054e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:56.892771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-a84d1dce-1f07-4a85-aa68-4766c6054e06 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 1096 time: 0.0462661 May 06 10:13:56.985217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-7ef4f5c4-72ba-493e-8e08-1d63f90e1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:56.986863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-7ef4f5c4-72ba-493e-8e08-1d63f90e1bef service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0858970 May 06 10:13:57.058097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-8d28a213-d308-4eef-b037-8a8a2e1a5182 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c HTTP/1.1" status: 200 len: 998 time: 0.0639253 May 06 10:13:57.101987 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7304ae4-c8c8-4f54-a7f9-42aa3d61db79', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:6a:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:13:55Z', 'updated_at': '2022-05-06T10:13:55Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:57.108820 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-f06f3152-e181-4bc0-8737-196ced9b6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:57.110928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-f06f3152-e181-4bc0-8737-196ced9b6f11 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0454166 May 06 10:13:57.128795 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:13:57.136756 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:13:57.137350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:13:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:57.159146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-92c02dca-f46f-4a2a-96ef-31177bf20993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:13:57.160728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-92c02dca-f46f-4a2a-96ef-31177bf20993 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421331 May 06 10:13:57.242024 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:13:57.260020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-f035b32c-70b6-44fc-a3d1-ddc392c87e06 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894043 May 06 10:13:57.350847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e8163f8-80c3-40f2-9a10-e8508c5660fc req-b8f63819-d5a9-4d53-b807-9fefa653b22e service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842500 May 06 10:13:57.464846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7304ae4-c8c8-4f54-a7f9-42aa3d61db79', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:6a:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:13:55Z', 'updated_at': '2022-05-06T10:13:55Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:13:57.497986 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3d6ade-1528-42e1-a127-387bcb525f02 None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'b7304ae4-c8c8-4f54-a7f9-42aa3d61db79', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:6a:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:13:55Z', 'updated_at': '2022-05-06T10:13:55Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:13:57.687918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96567931-a383-4f31-af80-95e5f4bd8be3 None None] New status for floating IP b7304ae4-c8c8-4f54-a7f9-42aa3d61db79: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:14:12.663865 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84e9ef02-7758-4107-ad0f-a07ab761f233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:15.163855 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b9391833-8223-4c6a-bdba-0e81dbe7c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:16.747356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:16.771889 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:18.257724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:18.743963 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:20.705893 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:21.940734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-d16ca0a9-a206-4926-b63e-9e1b4fc08c30 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986094 May 06 10:14:22.037296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-192024b0-6acc-4fff-981f-71e96423bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:22.039101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-192024b0-6acc-4fff-981f-71e96423bdec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 1096 time: 0.0529926 May 06 10:14:22.150596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-97d992c3-ad00-46ca-ab2a-c60b174f704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:22.152185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-97d992c3-ad00-46ca-ab2a-c60b174f704a service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0934997 May 06 10:14:22.225942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-2ad4e8c7-6b6c-45ae-8869-8beb2ac4426f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c HTTP/1.1" status: 200 len: 1000 time: 0.0673282 May 06 10:14:22.278406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-042ff37f-5532-4331-a68e-279813d0c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:22.279963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-042ff37f-5532-4331-a68e-279813d0c18b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0474818 May 06 10:14:22.329563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-f4ddcd31-54cd-4f7e-b6da-481c1e14b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:14:22.331121 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-f4ddcd31-54cd-4f7e-b6da-481c1e14b47d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436578 May 06 10:14:22.430458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-5795122c-a2f6-4549-9d3e-e9ca4667b553 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908432 May 06 10:14:22.528095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e85cda68-8fdb-4b5c-88fe-1f84f5b6e69d req-6fb31314-189e-449e-9f46-8e960a7ec12b service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900989 May 06 10:14:27.605095 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:14:42.666494 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61275610-aff4-402c-aab2-996a59874732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:45.165945 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-08a70fc2-3841-4010-9030-661f4f6f4b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:46.746567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:46.796139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:48.260154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:48.749836 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:14:50.721636 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:04.603749 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:15:12.669326 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-709015b7-1768-426c-bb58-b863427ace64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:15.167182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-744a69bf-d1f2-428f-9a39-85e0238f7b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:16.750843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:16.812657 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:18.262904 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:18.743450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:20.733202 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:22.877564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-36257b39-e076-4d29-b7d9-887da38efb37 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412395 May 06 10:15:22.974817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0603-d26f-4294-9485-9da59d986d72 req-7991c783-4dba-4c5f-992f-337dead35b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:22.976345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-7991c783-4dba-4c5f-992f-337dead35b2c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 1096 time: 0.0448358 May 06 10:15:23.081884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0603-d26f-4294-9485-9da59d986d72 req-a93261b4-58f6-433e-8d86-826a0dbbf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:23.083337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-a93261b4-58f6-433e-8d86-826a0dbbf0c2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0870919 May 06 10:15:23.153128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-1a1d7bfa-671b-4231-acbd-f5bdfbfbc7ea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c HTTP/1.1" status: 200 len: 1000 time: 0.0624654 May 06 10:15:23.200456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0603-d26f-4294-9485-9da59d986d72 req-0c6526fb-9258-486a-8833-ceaf230302ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:23.201893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-0c6526fb-9258-486a-8833-ceaf230302ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0432274 May 06 10:15:23.248035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0603-d26f-4294-9485-9da59d986d72 req-8b54e30f-befe-4e80-8fff-18f542fa11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:23.249492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-8b54e30f-befe-4e80-8fff-18f542fa11c5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398886 May 06 10:15:23.342510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-754b04f7-32f4-4df3-b72c-435745dea9b4 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852880 May 06 10:15:23.433286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007e0603-d26f-4294-9485-9da59d986d72 req-ba54ce46-10df-4355-94a0-d8d6af3620bf service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834439 May 06 10:15:41.602972 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:15:42.671845 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9dd66eac-3859-4d84-8bd9-815c967e8228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:45.170270 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-742a08d2-4dae-4bc3-857c-463662ae2a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:46.753548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:46.801058 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:48.265522 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:48.746127 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:50.733921 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:54.581062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857febb-1e18-4732-b260-b41b841df5a2 req-710fe305-8d80-4b4c-9288-e2d72f80da69 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:54.582600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d857febb-1e18-4732-b260-b41b841df5a2 req-710fe305-8d80-4b4c-9288-e2d72f80da69 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 945 time: 0.1068776 May 06 10:15:54.620039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d857febb-1e18-4732-b260-b41b841df5a2 req-929576db-ac89-4af4-9240-0e9a3bd138b0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313723 May 06 10:15:55.806629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ede5f8-980f-4386-87d7-3c826d465194 req-36f0820e-11f9-4c2e-acbc-a0ac03fdb145 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:55.808716 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3ede5f8-980f-4386-87d7-3c826d465194 req-36f0820e-11f9-4c2e-acbc-a0ac03fdb145 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 945 time: 0.1105683 May 06 10:15:55.846536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3ede5f8-980f-4386-87d7-3c826d465194 req-b45255e0-8408-47f8-aea8-f224af5d81da tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314395 May 06 10:15:56.132323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-ce29bb39-05f5-4027-b376-15a31b38dfa4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:15:56.135051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-ce29bb39-05f5-4027-b376-15a31b38dfa4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 945 time: 0.0503764 May 06 10:15:56.227825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port f7aa3a68-a415-4953-8202-9a21ada61b9c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:15:56.228152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:56.314860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] For port f7aa3a68-a415-4953-8202-9a21ada61b9c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f7aa3a68-a415-4953-8202-9a21ada61b9c,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:15:56.315220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:56.486374 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:56.486675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:56.487106 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Floating IP b7304ae4-c8c8-4f54-a7f9-42aa3d61db79 disassociated. External IP: 172.25.8.49, port: f7aa3a68-a415-4953-8202-9a21ada61b9c. May 06 10:15:56.487480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for f7aa3a68-a415-4953-8202-9a21ada61b9c owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:15:56.614885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:56.642141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=f7aa3a68-a415-4953-8202-9a21ada61b9c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:15:56.652028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.652576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.652926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.653264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.653597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.653931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.654252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.654701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.655523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.655523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.655693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.655963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:15:56.769503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:15:57.197327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63e3516c-0380-46ad-81f5-a48a753331fb req-aed7c9be-5aa0-4b87-be55-13652b5f6f85 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 210 time: 0.0318584 May 06 10:15:57.209146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:15:57.227387 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:15:57.236819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:15:57.237388 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:15:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:57.260063 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] No DVR routers for this DVR port f7aa3a68-a415-4953-8202-9a21ada61b9c on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:15:57.263546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:15:57.266830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1663b94-f9f2-415e-adfb-47c50c6070af req-a133ff2a-c0a3-4722-83af-714da34860c5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "DELETE /v2.0/ports/f7aa3a68-a415-4953-8202-9a21ada61b9c HTTP/1.1" status: 204 len: 173 time: 1.1250362 May 06 10:15:57.267270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'name': 'network-vif-deleted', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:15:57.269598 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2eee03-26e2-4a24-876b-0244166557c5" -d '{"events": [{"server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "name": "network-vif-deleted", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:15:57.381580 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8aafd0-cc4c-48e8-a738-3433b9d169f9 x-openstack-request-id: req-ac8aafd0-cc4c-48e8-a738-3433b9d169f9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:15:57.381877 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24492389-fb33-40ef-ab14-2d1f733b0b65", "name": "network-vif-deleted", "tag": "f7aa3a68-a415-4953-8202-9a21ada61b9c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:15:57.382207 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac8aafd0-cc4c-48e8-a738-3433b9d169f9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:15:57.382529 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8aafd0-cc4c-48e8-a738-3433b9d169f9'] response: {'server_uuid': '24492389-fb33-40ef-ab14-2d1f733b0b65', 'name': 'network-vif-deleted', 'tag': 'f7aa3a68-a415-4953-8202-9a21ada61b9c', 'status': 'completed', 'code': 200} May 06 10:15:57.442120 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:15:57.638646 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:57.668278 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:15:57.676854 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:15:57.677444 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:15:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:57.783133 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:15:57.982631 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:15:58.009588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75168-68b8-4802-ae30-ca61050b417b None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:15:58.240928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3e4ddb-a2e6-4ff8-9362-6cb50764b4d7 None None] New status for floating IP b7304ae4-c8c8-4f54-a7f9-42aa3d61db79: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:15:58.294665 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d2af5f-d92e-4083-ae3c-4089ba5296d8 req-08020ad8-cb82-47cb-9c1f-80d67de46356 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 210 time: 0.0268397 May 06 10:15:59.392004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bde1dd2d-37e9-49a3-90e9-0a40ebc0b6e5 req-7fbf6662-3f1c-4592-8d1a-e103f8278ed4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 210 time: 0.0265307 May 06 10:15:59.540766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f7aa3a68-a415-4953-8202-9a21ada61b9c no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:15:59.562206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: f7aa3a68-a415-4953-8202-9a21ada61b9c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:15:59.562453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f7aa3a68-a415-4953-8202-9a21ada61b9c not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:16:00.489066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97647c66-555a-459b-8f82-e73c3f83a299 req-c1b37f66-585c-4b65-9fa6-6f900d79efef tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=24492389-fb33-40ef-ab14-2d1f733b0b65 HTTP/1.1" status: 200 len: 210 time: 0.0259240 May 06 10:16:01.684915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-8753e190-4ba7-487c-af21-4f2d0ddc78c1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210782584&fields=id&tenant_id=468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 267 time: 0.0324590 May 06 10:16:01.791383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ca1ac9f3-1949-40c6-94f9-dea9a08d5abf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:01.792750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ca1ac9f3-1949-40c6-94f9-dea9a08d5abf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1006958 May 06 10:16:01.808135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7a5e8566-692c-4eb5-b352-690d5c509bde tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/quotas/468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 375 time: 0.0088611 May 06 10:16:01.860990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-576c03f2-2c8b-4b24-b15e-200d9cabde98 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472813 May 06 10:16:01.958891 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-00de5d0b-f386-4aee-a63c-69d9152a53d9 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860097 May 06 10:16:02.048505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-51febd0d-210f-42f6-bda1-ef103e4b5f9f service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833042 May 06 10:16:02.327847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f2b6869-dae6-4d83-82f3-7d2431011db3 req-c6789154-9062-4519-b826-55e496ebd288 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 210 time: 0.0274825 May 06 10:16:03.359760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-bb036845-7a34-4ee5-b842-86d61b437884 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:03.361280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-bb036845-7a34-4ee5-b842-86d61b437884 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1096175 May 06 10:16:03.418214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-813f4b35-332b-47e2-b98e-464c1dde5cdf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 379 time: 0.0480444 May 06 10:16:03.437823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'port': {'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'admin_state_up': True, 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'security_groups': ['f503d520-da17-49a1-852e-61db12cfbce0']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:16:03.442813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ece56be-bfa8-41e5-aa16-2d023fb0d820 req-f07b06ab-0bb7-4f38-9737-57bda01b62cf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 210 time: 0.0426481 May 06 10:16:03.552051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:16:03.555546 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:03.689687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.20.0.5 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/9eef6a27-d955-40ab-9652-03e1462773f4) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:16:03.833585 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:03.866727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:03.910201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:16:03.913354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:16:03.917221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:16:03.968099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=9eef6a27-d955-40ab-9652-03e1462773f4,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:03.980646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:03.981876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.000529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-7b54ca9d-de9a-4543-8444-772005c4e2e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675013 May 06 10:16:04.013953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Request body: {'port': {'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:16:04.072958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.147971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0180dc06-a7dd-4249-a0ed-5ecd2dcde985 None None] Provisioning complete for port 9eef6a27-d955-40ab-9652-03e1462773f4 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:16:04.148524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0180dc06-a7dd-4249-a0ed-5ecd2dcde985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.189931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0180dc06-a7dd-4249-a0ed-5ecd2dcde985 None None] Port 9eef6a27-d955-40ab-9652-03e1462773f4 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:16:04.346601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eef6a27-d955-40ab-9652-03e1462773f4 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:16:04.353997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.368414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Transition to ACTIVE for port object 9eef6a27-d955-40ab-9652-03e1462773f4 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:16:04.372312 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.465421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Pushing event updated for resources: {'Port': ['ID=9eef6a27-d955-40ab-9652-03e1462773f4,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:04.499079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Attempting to bind port 9eef6a27-d955-40ab-9652-03e1462773f4 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:16:04.499747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Attempting to bind port 9eef6a27-d955-40ab-9652-03e1462773f4 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:16:04.500123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Attempting to bind port 9eef6a27-d955-40ab-9652-03e1462773f4 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:16:04.505300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Port 9eef6a27-d955-40ab-9652-03e1462773f4 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:16:04.505623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Attempting to bind port 9eef6a27-d955-40ab-9652-03e1462773f4 on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:16:04.511218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:16:04.511574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:16:04.512636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:16:04.512943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Bound port: 9eef6a27-d955-40ab-9652-03e1462773f4, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:16:04.513462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.632721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] For port 9eef6a27-d955-40ab-9652-03e1462773f4, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:16:04.636555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] For port 9eef6a27-d955-40ab-9652-03e1462773f4, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eef6a27-d955-40ab-9652-03e1462773f4,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:16:04.646418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f073995-6f41-4f3b-a3c3-528da67b407e req-57d7d873-2fbf-4162-a048-8b3da4375498 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:04.647961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f073995-6f41-4f3b-a3c3-528da67b407e req-57d7d873-2fbf-4162-a048-8b3da4375498 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0934031 May 06 10:16:04.649807 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.700534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:04.701193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:04.702638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] 10.222.0.82 "PUT /v2.0/ports/9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 1091 time: 0.6937077 May 06 10:16:04.711994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:04.716333 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d96ae2a-6c00-4e33-bd06-9125e6187da1" -d '{"events": [{"name": "network-changed", "server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:04.750022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f073995-6f41-4f3b-a3c3-528da67b407e req-dc41f2a9-8ed4-4c7f-8460-6caaf169ae84 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912795 May 06 10:16:04.802359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab468b54-4a19-48d7-89f4-c218ebc7170d service neutron] Pushing event updated for resources: {'Port': ['ID=9eef6a27-d955-40ab-9652-03e1462773f4,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:04.808099 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8710c70c-b11a-4abb-bff6-335c2a937338 x-openstack-request-id: req-8710c70c-b11a-4abb-bff6-335c2a937338 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:04.808416 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:04.808656 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8710c70c-b11a-4abb-bff6-335c2a937338 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:04.809892 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8710c70c-b11a-4abb-bff6-335c2a937338'] response: {'name': 'network-changed', 'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4', 'status': 'completed', 'code': 200} May 06 10:16:04.827599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-66861ec0-d431-4005-b693-9bc1fc877556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:04.829178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-66861ec0-d431-4005-b693-9bc1fc877556 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1094 time: 0.0764637 May 06 10:16:04.877918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-69083a7e-4ccd-406b-8947-0ba9a0921bbc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 217 time: 0.0411928 May 06 10:16:04.930484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-217f0c2a-3e88-4b29-a5d6-e34832358203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:04.932136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-217f0c2a-3e88-4b29-a5d6-e34832358203 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0468857 May 06 10:16:04.987254 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-d207d7dc-7c7d-4d5b-9f04-44e2f5beeff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:04.988757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-d207d7dc-7c7d-4d5b-9f04-44e2f5beeff2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499251 May 06 10:16:05.085817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-c2f7d7d4-c902-4778-ab9f-bd6dd56024c8 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895867 May 06 10:16:05.179436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7316baf1-3fd1-4d90-8df0-99e58144af97 req-437f0c25-3956-48c8-85ad-e5c624e07024 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869689 May 06 10:16:05.263717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-9f61bc54-d905-4e68-82c7-e2a26ed7a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:05.265137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-9f61bc54-d905-4e68-82c7-e2a26ed7a65c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1094 time: 0.0424385 May 06 10:16:05.366330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-8879a5cc-4619-4a69-91ad-9987c3341ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:05.367862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-8879a5cc-4619-4a69-91ad-9987c3341ca4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0945969 May 06 10:16:05.410233 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-eac3deef-6768-459c-a91e-a054ffba5717 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 217 time: 0.0357449 May 06 10:16:05.461801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-67005a36-d042-4684-8b12-994328e9e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:05.463284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-67005a36-d042-4684-8b12-994328e9e67f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0438421 May 06 10:16:05.514883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-4cfc77fa-51f0-4213-83f0-66deb1b56074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:05.516445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-4cfc77fa-51f0-4213-83f0-66deb1b56074 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455053 May 06 10:16:05.610775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-bc4e0c4e-05aa-478e-967f-4e30a215740b service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865853 May 06 10:16:05.708513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2d96ae2a-6c00-4e33-bd06-9125e6187da1 req-df214d0b-3fa2-4022-bf42-daa15cfbabe4 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904632 May 06 10:16:05.882026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc449d87-903f-4a74-8e5c-18e1170ecb3a req-9ee0c63e-2b6a-4855-8517-b7778ae288aa tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:05.883598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc449d87-903f-4a74-8e5c-18e1170ecb3a req-9ee0c63e-2b6a-4855-8517-b7778ae288aa tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0516121 May 06 10:16:05.924871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc449d87-903f-4a74-8e5c-18e1170ecb3a req-76265c70-2c86-4831-b1dd-79b3ac277fcf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349174 May 06 10:16:07.047570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc48bb8-11de-4255-a393-5cdfcbe831d0 req-dc2eb5dd-7d4e-4748-ba72-b3a6080dfd7d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:07.049154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dc48bb8-11de-4255-a393-5cdfcbe831d0 req-dc2eb5dd-7d4e-4748-ba72-b3a6080dfd7d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0501037 May 06 10:16:07.088389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dc48bb8-11de-4255-a393-5cdfcbe831d0 req-c597d12b-7723-4efb-a65c-52144656a17c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 May 06 10:16:08.212192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f6b0-cbf5-4c61-b483-0a18a810f8e8 req-4b20bfea-1cf1-4f00-9d95-24789913778f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:08.213649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6e5f6b0-cbf5-4c61-b483-0a18a810f8e8 req-4b20bfea-1cf1-4f00-9d95-24789913778f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0532935 May 06 10:16:08.254473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6e5f6b0-cbf5-4c61-b483-0a18a810f8e8 req-d6cc5d1a-72ac-48c9-a9dc-1a60e843b1a8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336924 May 06 10:16:09.373798 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d31cf-de2a-4930-8101-e2f40ae99d85 req-515574e2-8b41-4958-ae90-6eee32ab96bf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:09.375283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d68d31cf-de2a-4930-8101-e2f40ae99d85 req-515574e2-8b41-4958-ae90-6eee32ab96bf tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0509849 May 06 10:16:09.412881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d68d31cf-de2a-4930-8101-e2f40ae99d85 req-e8863e75-f385-4f14-b87c-e22639b13ce9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 May 06 10:16:10.527925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7e8a7-e570-41ea-b66b-49af683e211f req-1b36c75f-096e-4240-ba5d-5ceb65b5ee77 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:10.529806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61b7e8a7-e570-41ea-b66b-49af683e211f req-1b36c75f-096e-4240-ba5d-5ceb65b5ee77 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0487230 May 06 10:16:10.568195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-61b7e8a7-e570-41ea-b66b-49af683e211f req-9f64ab89-5421-441c-b332-20c0460ce672 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 May 06 10:16:11.698327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bfaac-f696-4a20-8685-578409c1189e req-b0395e13-c798-4263-a7b9-098088aab7c7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:11.699807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b75bfaac-f696-4a20-8685-578409c1189e req-b0395e13-c798-4263-a7b9-098088aab7c7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0541790 May 06 10:16:11.737231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b75bfaac-f696-4a20-8685-578409c1189e req-bdae6171-1be9-42e3-87b7-f88513c18a70 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307679 May 06 10:16:12.674468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f712904d-ee87-416e-97c6-d82961e1d9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:12.853054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e7ea-51b7-4bf0-8b27-7299a929578e req-46c89c31-7386-4f1f-aaf7-82a51eaa924c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:12.854748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c25e7ea-51b7-4bf0-8b27-7299a929578e req-46c89c31-7386-4f1f-aaf7-82a51eaa924c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0498004 May 06 10:16:12.893626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c25e7ea-51b7-4bf0-8b27-7299a929578e req-c1c60560-02cf-4b72-94de-a7fa7f420bb2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 May 06 10:16:14.010811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de485f-95d1-4e22-8cc1-a4da88f01e2f req-2862fb26-3f86-4f05-95fe-3da137675a7c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:14.012310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53de485f-95d1-4e22-8cc1-a4da88f01e2f req-2862fb26-3f86-4f05-95fe-3da137675a7c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0490525 May 06 10:16:14.054525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53de485f-95d1-4e22-8cc1-a4da88f01e2f req-9c429833-449d-46bb-aa92-634f4ea24453 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358882 May 06 10:16:15.172993 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7a5124a-b52c-43b6-96bc-d52143b505e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.179014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679d2f8-a557-4e1c-a1cc-d918e359778f req-d34a18bb-4fd2-4829-aa30-90d2fc2c16c4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:15.180524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1679d2f8-a557-4e1c-a1cc-d918e359778f req-d34a18bb-4fd2-4829-aa30-90d2fc2c16c4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 943 time: 0.0546429 May 06 10:16:15.219832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1679d2f8-a557-4e1c-a1cc-d918e359778f req-021d9efd-cd35-45c8-b822-dea475329eec tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 May 06 10:16:15.652052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eef6a27-d955-40ab-9652-03e1462773f4 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:16:15.745483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9eef6a27-d955-40ab-9652-03e1462773f4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eef6a27-d955-40ab-9652-03e1462773f4,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:15.759025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9eef6a27-d955-40ab-9652-03e1462773f4', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:16:15.800331 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.828821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eef6a27-d955-40ab-9652-03e1462773f4 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:16:15.847729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9eef6a27-d955-40ab-9652-03e1462773f4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eef6a27-d955-40ab-9652-03e1462773f4,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:15.851486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:15.897570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9eef6a27-d955-40ab-9652-03e1462773f4,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:15.905428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.905767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.906101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.906431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.906758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.907083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.907405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.907752 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.908072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.908389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.908704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:15.909019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:16:16.096220 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9eef6a27-d955-40ab-9652-03e1462773f4'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:16:16.336200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f565e12-50c3-4374-b1fb-2baeb1e24101 req-acca6aa3-acf4-4f41-bd54-4ba4b7dfc922 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:16.337675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f565e12-50c3-4374-b1fb-2baeb1e24101 req-acca6aa3-acf4-4f41-bd54-4ba4b7dfc922 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 944 time: 0.0496356 May 06 10:16:16.377789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f565e12-50c3-4374-b1fb-2baeb1e24101 req-9f7bccec-bc47-4189-beab-1c77ffb6ad0a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335140 May 06 10:16:16.755469 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:16.805409 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.492293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79ce4e-b581-4ee5-9130-675fa4392cb6 req-3df60343-c7e8-4e04-9a24-72443b396d54 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:17.493792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e79ce4e-b581-4ee5-9130-675fa4392cb6 req-3df60343-c7e8-4e04-9a24-72443b396d54 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 944 time: 0.0495121 May 06 10:16:17.533161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e79ce4e-b581-4ee5-9130-675fa4392cb6 req-12d284cf-7750-49cd-bf51-b37512451fa0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 May 06 10:16:17.691692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eef6a27-d955-40ab-9652-03e1462773f4 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:16:17.739496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9eef6a27-d955-40ab-9652-03e1462773f4 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:16:17.743471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9eef6a27-d955-40ab-9652-03e1462773f4 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:16:17.743868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.823416 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.846302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:17.848559 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de74817-bdb9-44a6-bfd8-a6aef2c5c148" -d '{"events": [{"server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "name": "network-vif-plugged", "status": "completed", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:17.861530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9eef6a27-d955-40ab-9652-03e1462773f4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eef6a27-d955-40ab-9652-03e1462773f4,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:16:17.865592 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:17.889177 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe724847-8d24-482c-ae61-642238bc9197 x-openstack-request-id: req-fe724847-8d24-482c-ae61-642238bc9197 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:17.889468 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "name": "network-vif-plugged", "status": "completed", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:17.889949 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe724847-8d24-482c-ae61-642238bc9197 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:17.890118 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe724847-8d24-482c-ae61-642238bc9197'] response: {'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4', 'code': 200} May 06 10:16:17.916526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9eef6a27-d955-40ab-9652-03e1462773f4,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:17.988857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b915214-beab-4498-ba60-2333320fdfaf req-8861beca-f1e2-4470-8344-aa5804ca39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:17.990217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b915214-beab-4498-ba60-2333320fdfaf req-8861beca-f1e2-4470-8344-aa5804ca39c9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1096 time: 0.0440578 May 06 10:16:18.025259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7b915214-beab-4498-ba60-2333320fdfaf req-ea6f671a-7899-43c2-8a6f-af50d29cc411 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263119 May 06 10:16:18.268957 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:18.601914 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:16:18.650114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b41c29-42fd-4e25-9d08-dbf1fb774907 req-728e6992-1f9d-4131-b069-26720bb60a8a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:18.651601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8b41c29-42fd-4e25-9d08-dbf1fb774907 req-728e6992-1f9d-4131-b069-26720bb60a8a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 945 time: 0.0489159 May 06 10:16:18.691319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8b41c29-42fd-4e25-9d08-dbf1fb774907 req-0b67609c-5ae9-4fa7-8a50-1506bb9df01f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 May 06 10:16:18.750607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:19.809984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e449d-6bc5-4b0b-9c09-88cd9ec3e271 req-c2a47fe7-6b54-4d89-a8b1-8938329890b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:19.812436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-488e449d-6bc5-4b0b-9c09-88cd9ec3e271 req-c2a47fe7-6b54-4d89-a8b1-8938329890b4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 945 time: 0.0502667 May 06 10:16:19.850676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-488e449d-6bc5-4b0b-9c09-88cd9ec3e271 req-f03eda69-4ab1-48bc-ada9-53bad8663661 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319135 May 06 10:16:19.984400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6f2a2-9978-4c1b-bf78-137c300ede31 req-0affeb96-2e90-46fa-88d6-f4ce34e12e64 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:19.986334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccf6f2a2-9978-4c1b-bf78-137c300ede31 req-0affeb96-2e90-46fa-88d6-f4ce34e12e64 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 945 time: 0.0654969 May 06 10:16:20.031438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccf6f2a2-9978-4c1b-bf78-137c300ede31 req-0c4ea291-2d9c-449b-a5fc-d5fd34568167 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388811 May 06 10:16:20.053524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34994) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:20.190312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00812b57-fcac-4f83-97c7-d3c1127b027e tempest-TestVolumeBootPattern-300831697 tempest-TestVolumeBootPattern-300831697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:20.191862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-00812b57-fcac-4f83-97c7-d3c1127b027e tempest-TestVolumeBootPattern-300831697 tempest-TestVolumeBootPattern-300831697-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1091 time: 0.1373160 May 06 10:16:20.194604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 34998) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:16:20.199204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:16:20.221637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:20.319941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:20.422449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.25.8.14 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ac3ecb7e-d632-4647-93e2-2da790f2da8c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:16:20.526785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:20.559238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:20.596283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:16:20.598999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:16:20.602341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:16:20.630691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=ac3ecb7e-d632-4647-93e2-2da790f2da8c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:20.735919 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.269062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.339732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.496213 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.501962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.571461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=ac3ecb7e-d632-4647-93e2-2da790f2da8c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:16:21.583003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:21.689160 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Floating IP e43f658c-4335-435c-bc89-1d8657465e76 associated. External IP: 172.25.8.14, port: 9eef6a27-d955-40ab-9652-03e1462773f4. May 06 10:16:21.915303 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:16:22.029939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:16:22.040658 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:16:22.050151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:22.051774 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:22.052379 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:16:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:22.080728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bbe7f415-bba9-442d-90b8-5b5ae1fe2e50 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8850956 May 06 10:16:22.081375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:16:22.083661 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3" -d '{"events": [{"name": "network-changed", "server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:16:22.123781 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02066fbc-62be-4edd-b6f2-7584bb9539a9 x-openstack-request-id: req-02066fbc-62be-4edd-b6f2-7584bb9539a9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:16:22.124080 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:16:22.124326 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02066fbc-62be-4edd-b6f2-7584bb9539a9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:16:22.124733 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02066fbc-62be-4edd-b6f2-7584bb9539a9'] response: {'name': 'network-changed', 'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4', 'status': 'completed', 'code': 200} May 06 10:16:22.169868 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:22.202590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-d598d2f8-a7d4-4d8f-8f26-e0a79a05eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:22.204168 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-d598d2f8-a7d4-4d8f-8f26-e0a79a05eb8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1096 time: 0.0518758 May 06 10:16:22.300882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-d61b1070-a7b0-46f8-9db6-df6df1013854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:22.302358 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-d61b1070-a7b0-46f8-9db6-df6df1013854 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0911484 May 06 10:16:22.370569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-805fc538-8ff2-47e4-a7cc-112d19636a25 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 998 time: 0.0605643 May 06 10:16:22.396242 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:20Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:22.425945 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:16:22.427201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-e708b275-e042-4c1c-a2ef-3ce1f7e35f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:22.428717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-e708b275-e042-4c1c-a2ef-3ce1f7e35f7d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0498674 May 06 10:16:22.433850 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:16:22.434435 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:16:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:22.474647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-366bb5f1-9523-47f6-b292-def0c7419e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:22.476209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-366bb5f1-9523-47f6-b292-def0c7419e7f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408738 May 06 10:16:22.541058 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:16:22.567756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-6b9b8e9a-15b1-402e-a81d-eceba5cfac06 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838327 May 06 10:16:22.665749 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13db48dc-60bf-42a0-bfd7-f87a12cc18d3 req-7c006f05-c1b4-4885-94b1-6ad9f4f6d173 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902588 May 06 10:16:22.856151 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:20Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:16:22.885052 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d927e1a-8f4d-4d5c-9b04-33721bb32741 None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:20Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:16:23.076058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce1a4b-4cf8-49db-bc7e-84ef6eed34a2 None None] New status for floating IP e43f658c-4335-435c-bc89-1d8657465e76: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:16:24.880681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-b0a224c8-4056-4a44-b0df-deedde74a8da service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394702 May 06 10:16:24.964465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-78dda37e-47d9-4843-905d-63e23fd245a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:24.965939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-78dda37e-47d9-4843-905d-63e23fd245a3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1096 time: 0.0399609 May 06 10:16:25.072231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-0674d72f-6271-48ee-a584-477705c407db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:25.073679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-0674d72f-6271-48ee-a584-477705c407db service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0877302 May 06 10:16:25.137622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-58ee2590-c082-41da-a8bf-d3c88a973db2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 1000 time: 0.0571125 May 06 10:16:25.197778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-9b39c730-4881-4f21-891e-d9b5b6f3466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:25.199220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-9b39c730-4881-4f21-891e-d9b5b6f3466e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0487151 May 06 10:16:25.246968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-4098f02e-e18d-4129-a597-5feaa3bf38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:16:25.248546 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-4098f02e-e18d-4129-a597-5feaa3bf38db service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418391 May 06 10:16:25.339378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-10d75554-637a-4082-b369-f7a712aa3090 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826657 May 06 10:16:25.433311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83eeb170-5a0b-49ca-b93c-952d6cee5a82 req-289186d5-bb55-49b9-9764-191a9fe65497 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872071 May 06 10:16:42.677389 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a7e5f199-e0a4-4fb5-a368-4f7a0afef1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:45.175279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d8a926e8-995f-4ca5-982a-7a140705bd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:46.758087 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:46.833546 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:48.271943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:48.754396 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:50.770774 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:16:55.602402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:17:12.680693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-504c6833-10ea-4603-8219-c36c16122fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:15.178211 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32d01c87-efe0-49c8-887b-22793e1e296e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:16.761574 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:16.837184 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:18.274255 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:18.756271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:20.767458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:27.051632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-db05aa43-07ac-424b-9a28-5e81deeb4e88 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406532 May 06 10:17:27.136837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-702963f9-cb03-4d61-8cea-e4d5e83cb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:27.138304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-702963f9-cb03-4d61-8cea-e4d5e83cb498 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1096 time: 0.0406470 May 06 10:17:27.247687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-eada2232-730e-4364-86a6-aa2bfe90b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:27.249156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-eada2232-730e-4364-86a6-aa2bfe90b02d service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0908759 May 06 10:17:27.314843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-36e26c6d-b167-4e60-adb9-1d94e63562ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 1000 time: 0.0586390 May 06 10:17:27.368516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-17b8d6f8-2dcf-41ff-b3c6-37392b8c86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:27.370100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-17b8d6f8-2dcf-41ff-b3c6-37392b8c86a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0489717 May 06 10:17:27.416617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-35833506-bc86-4b01-88cf-1bdbf6d99d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:17:27.418173 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-35833506-bc86-4b01-88cf-1bdbf6d99d8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403357 May 06 10:17:27.515127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-48491ab3-1330-46fb-9e31-ea43e9ee73f0 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888171 May 06 10:17:27.611195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24f9445e-d94c-4aa3-a2ea-9c4c8aa6ba84 req-f3bd40f0-df44-4874-9250-6e2ee61d1bec service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898888 May 06 10:17:32.601888 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:17:42.685243 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43810638-47c7-4f56-bf8e-3e88fc3b8eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:45.180827 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38412ff3-d844-48d3-ae6f-e08e55266f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:46.763334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:46.862233 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:48.276200 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:48.759182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:17:50.792915 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:00.506964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-c2b750e1-7f4d-472b-baea-aab31ab5ddec tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210782584&fields=id&tenant_id=468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 267 time: 0.0344608 May 06 10:18:00.618647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-58220405-89a6-4c6a-b097-79b7c25eea2f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:00.620124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-58220405-89a6-4c6a-b097-79b7c25eea2f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1063008 May 06 10:18:00.635668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-7ed513e4-e761-4f7f-835e-837eb447c1e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/quotas/468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 375 time: 0.0096064 May 06 10:18:00.692465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-6504271f-b8fa-4644-9df8-2025cfe94dc3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514469 May 06 10:18:00.761900 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-1c94613a-52ef-48bd-b908-40bbcf739a1d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:18:00.762927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-1c94613a-52ef-48bd-b908-40bbcf739a1d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584257 May 06 10:18:00.852390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-a37b3f40-34a4-4194-9682-6fa51ecbbe83 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831139 May 06 10:18:00.946579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-3d9cefd2-bbfb-463b-afad-1725699932d1 service neutron] 10.222.0.76 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877841 May 06 10:18:02.250184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e307990f-a7b3-4b9d-abc7-cd6e26e077cc req-329fcb95-6a3a-4203-b317-9336f30f01fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 210 time: 0.0276723 May 06 10:18:03.155534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-066fa49c-a846-47fb-a6c5-665d9021707f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:03.157220 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-066fa49c-a846-47fb-a6c5-665d9021707f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 812 time: 0.1143718 May 06 10:18:03.218195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-3d55ad5f-1ec0-4fa2-b9cc-44afe4c4f31a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=468418c4e92346c28d84e73adc2b2abf HTTP/1.1" status: 200 len: 379 time: 0.0520535 May 06 10:18:03.230342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'port': {'device_id': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'admin_state_up': True, 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'security_groups': ['f503d520-da17-49a1-852e-61db12cfbce0']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:18:03.368838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc8c85d3-d4f6-4cb0-bf1e-77fec3a04bf6 req-de711530-7d53-49f7-a0ae-ecb0d6ab9255 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 210 time: 0.0380487 May 06 10:18:03.391909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Made reservation on behalf of 468418c4e92346c28d84e73adc2b2abf for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:18:03.395882 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:03.528449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.20.0.8 (fd8c7863-52ed-405f-9c66-92266c9d21f3/25946d0d-6989-48a6-9ccb-2704984dc027/32d07c8b-06e8-4a32-8335-08d33239dfdc) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:18:03.674436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:03.710740 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:03.755773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:18:03.758802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:18:03.762551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:18:03.789035 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=32d07c8b-06e8-4a32-8335-08d33239dfdc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:03.802412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.802885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.803312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.803687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.804004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.804333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.804660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.804988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.805312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.805639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.805967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.806294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:03.838933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:03.839574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:03.858572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-ace6b533-9f0d-4d8d-92d3-fcd622faa623 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6345768 May 06 10:18:03.868959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-d12b39c8-2541-40a3-b078-5da523e84e05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:18:03.870039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-d12b39c8-2541-40a3-b078-5da523e84e05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063493 May 06 10:18:03.953226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Request body: {'port': {'device_id': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:18:04.005457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0956ba29-fa90-4048-8f72-4093e958fa11 None None] Provisioning complete for port 32d07c8b-06e8-4a32-8335-08d33239dfdc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:18:04.006431 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0956ba29-fa90-4048-8f72-4093e958fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:04.014389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:04.041770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0956ba29-fa90-4048-8f72-4093e958fa11 None None] Port 32d07c8b-06e8-4a32-8335-08d33239dfdc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:18:04.290658 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d07c8b-06e8-4a32-8335-08d33239dfdc {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:18:04.298955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:04.312510 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Transition to ACTIVE for port object 32d07c8b-06e8-4a32-8335-08d33239dfdc will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:18:04.316203 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:04.378441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Pushing event updated for resources: {'Port': ['ID=32d07c8b-06e8-4a32-8335-08d33239dfdc,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:04.507514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Attempting to bind port 32d07c8b-06e8-4a32-8335-08d33239dfdc on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:18:04.508037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Attempting to bind port 32d07c8b-06e8-4a32-8335-08d33239dfdc by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:18:04.508457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Attempting to bind port 32d07c8b-06e8-4a32-8335-08d33239dfdc on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:18:04.518375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Port 32d07c8b-06e8-4a32-8335-08d33239dfdc on network fd8c7863-52ed-405f-9c66-92266c9d21f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:18:04.518854 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Attempting to bind port 32d07c8b-06e8-4a32-8335-08d33239dfdc on network fd8c7863-52ed-405f-9c66-92266c9d21f3 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:18:04.527013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:18:04.527478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Checking segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:18:04.527994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Bound using segment: {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:18:04.528521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Bound port: 32d07c8b-06e8-4a32-8335-08d33239dfdc, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac0d806-9473-430b-bb7f-476ee3d695cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:18:04.528989 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:04.541276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4d19-e788-48dc-96e8-a34e928e94ab req-d337b1ed-a963-484e-af8f-9b0282013c70 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:04.542949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f25c4d19-e788-48dc-96e8-a34e928e94ab req-d337b1ed-a963-484e-af8f-9b0282013c70 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0776694 May 06 10:18:04.624258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f25c4d19-e788-48dc-96e8-a34e928e94ab req-647157d4-bfb8-4834-9920-3781ed25ada6 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743420 May 06 10:18:04.646018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] For port 32d07c8b-06e8-4a32-8335-08d33239dfdc, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:18:04.646018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] For port 32d07c8b-06e8-4a32-8335-08d33239dfdc, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:18:04.651057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:04.688333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:04.688898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:04.690313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] 10.222.0.83 "PUT /v2.0/ports/32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 200 len: 1091 time: 0.8117933 May 06 10:18:04.690794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:18:04.694028 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478cd149-a1d4-4047-b414-754631d5b567" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:18:04.736174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74c32d-8d89-46f1-8e94-7b3b9e3d6d01 service neutron] Pushing event updated for resources: {'Port': ['ID=32d07c8b-06e8-4a32-8335-08d33239dfdc,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:04.783552 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f616773-0672-421e-af48-f6c46b7a5406 x-openstack-request-id: req-1f616773-0672-421e-af48-f6c46b7a5406 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:18:04.783875 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:18:04.784127 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f616773-0672-421e-af48-f6c46b7a5406 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:18:04.784531 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f616773-0672-421e-af48-f6c46b7a5406'] response: {'name': 'network-changed', 'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'status': 'completed', 'code': 200} May 06 10:18:04.801168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-cfd6242b-6ac9-4f7c-b85c-2784231689fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:04.803611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-cfd6242b-6ac9-4f7c-b85c-2784231689fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1094 time: 0.0549526 May 06 10:18:04.851936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-a12f3ef0-f680-4311-bfba-0688d1b28c7e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 200 len: 217 time: 0.0414124 May 06 10:18:04.910110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-62c3afcd-0dca-42e2-992e-7b1398c21c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:04.911804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-62c3afcd-0dca-42e2-992e-7b1398c21c02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0539846 May 06 10:18:04.958564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-c831e3cf-e7aa-45ff-b52f-f7fd3865830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:04.960154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-c831e3cf-e7aa-45ff-b52f-f7fd3865830e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422447 May 06 10:18:05.057049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-15459502-a665-471d-a3fb-4c5ccc35a460 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905695 May 06 10:18:05.162844 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da5b9447-779b-4a72-aefd-dbaaf8b513cb req-eb12753b-794f-4a94-b7f4-2968293a0684 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990434 May 06 10:18:05.251514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd149-a1d4-4047-b414-754631d5b567 req-955e3e64-a2a1-4b54-93c5-e3fb00eeba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:05.253135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-478cd149-a1d4-4047-b414-754631d5b567 req-955e3e64-a2a1-4b54-93c5-e3fb00eeba7b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1094 time: 0.0437875 May 06 10:18:05.349942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd149-a1d4-4047-b414-754631d5b567 req-30b81259-3b9a-49fb-b0c5-aabe2a84904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:05.351410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-478cd149-a1d4-4047-b414-754631d5b567 req-30b81259-3b9a-49fb-b0c5-aabe2a84904e service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0923228 May 06 10:18:05.394103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-478cd149-a1d4-4047-b414-754631d5b567 req-7e011f98-3920-418e-b63e-e3f26914bd84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 200 len: 217 time: 0.0361607 May 06 10:18:05.442825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd149-a1d4-4047-b414-754631d5b567 req-98cef891-ae09-498c-8b4e-96c9fed39e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:05.444303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-478cd149-a1d4-4047-b414-754631d5b567 req-98cef891-ae09-498c-8b4e-96c9fed39e02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0442328 May 06 10:18:05.496236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cd149-a1d4-4047-b414-754631d5b567 req-74c55201-fa32-46da-aafa-bb839fad90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:05.497831 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-478cd149-a1d4-4047-b414-754631d5b567 req-74c55201-fa32-46da-aafa-bb839fad90f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476825 May 06 10:18:05.595946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-478cd149-a1d4-4047-b414-754631d5b567 req-30b88ff0-aceb-42e0-91e3-271acc6e7416 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918598 May 06 10:18:05.696566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-478cd149-a1d4-4047-b414-754631d5b567 req-4018c44f-e777-462e-85d5-b46159c450ed service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946922 May 06 10:18:05.751881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115f38c-43b5-48ce-afe4-2a8744de1bbc req-5d2accb6-a000-4ea5-83c4-de11557574d8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:05.753427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3115f38c-43b5-48ce-afe4-2a8744de1bbc req-5d2accb6-a000-4ea5-83c4-de11557574d8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0527139 May 06 10:18:05.793698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3115f38c-43b5-48ce-afe4-2a8744de1bbc req-a6e58806-35cc-463c-b29a-dcc2a245176d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337136 May 06 10:18:06.912687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e05619-6747-479b-ba58-3d05a44263ab req-0b90bfbd-7ad9-44ac-b0fa-9ba2b054029a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:06.914171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1e05619-6747-479b-ba58-3d05a44263ab req-0b90bfbd-7ad9-44ac-b0fa-9ba2b054029a tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0494757 May 06 10:18:06.953461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1e05619-6747-479b-ba58-3d05a44263ab req-2425d14d-0526-45a9-93d5-05883262d1d4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331933 May 06 10:18:08.073860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213b875-6012-4f61-bb2f-b0cc9355949c req-30a3dca1-6cf7-4d20-b8ed-e8c22fe638eb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:08.075307 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e213b875-6012-4f61-bb2f-b0cc9355949c req-30a3dca1-6cf7-4d20-b8ed-e8c22fe638eb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0519028 May 06 10:18:08.111453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e213b875-6012-4f61-bb2f-b0cc9355949c req-2a314afe-e162-45d6-9c03-4e3d73eec0b5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301435 May 06 10:18:09.228227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935b26-db9f-4e0f-b337-75388226995a req-dedcb119-6bcb-43f9-a825-e0ce660e4b58 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:09.229694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e935b26-db9f-4e0f-b337-75388226995a req-dedcb119-6bcb-43f9-a825-e0ce660e4b58 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0502052 May 06 10:18:09.267255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e935b26-db9f-4e0f-b337-75388226995a req-b2cd5bdd-1218-4c7a-ac83-6f325f2933ff tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 May 06 10:18:09.600532 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:18:09.868641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-7735bd21-a06a-4198-9d51-f4118533f843 req-ddecceb5-8207-44d5-b3fa-d497d40835be service neutron] (102742) timed out ('10.222.0.76', 34770) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:18:10.388068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512954c9-6426-424d-9f63-9d30f8da4984 req-3ff3d629-fdb2-4298-98e1-8ad6f36b91b3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:10.389557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-512954c9-6426-424d-9f63-9d30f8da4984 req-3ff3d629-fdb2-4298-98e1-8ad6f36b91b3 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0508058 May 06 10:18:10.428409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-512954c9-6426-424d-9f63-9d30f8da4984 req-77b844ca-f13b-48ad-ba33-10c819d41127 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327804 May 06 10:18:11.549356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fb209-3097-491f-804d-a5c585235a20 req-5f9eb186-511a-4aa5-b9f6-60f12042f49d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:11.550998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-559fb209-3097-491f-804d-a5c585235a20 req-5f9eb186-511a-4aa5-b9f6-60f12042f49d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0520072 May 06 10:18:11.590692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-559fb209-3097-491f-804d-a5c585235a20 req-61b6a1fa-2234-4176-91e7-7e30559b6341 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328710 May 06 10:18:12.689288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1936a046-480c-463c-ba1d-820e9b400f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:12.710044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530ef4-ab51-4667-9409-27a883788bbd req-28992e34-2c59-439a-8147-ce40c6850d47 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:12.711467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d530ef4-ab51-4667-9409-27a883788bbd req-28992e34-2c59-439a-8147-ce40c6850d47 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0515549 May 06 10:18:12.750387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d530ef4-ab51-4667-9409-27a883788bbd req-d2f5bb50-e119-4623-a36e-6bc637399644 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327566 May 06 10:18:13.883055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59036-e9a1-46fb-ba06-51924cf83c6e req-3fdce599-58b3-4017-967a-adfc65963a98 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:13.885128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9b59036-e9a1-46fb-ba06-51924cf83c6e req-3fdce599-58b3-4017-967a-adfc65963a98 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0621295 May 06 10:18:13.931906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9b59036-e9a1-46fb-ba06-51924cf83c6e req-c161b8b4-f12a-466a-a096-2a451155b8ff tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394456 May 06 10:18:15.064405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce4f8e-7d8c-4994-ad27-0028f19b2fd1 req-78b2a931-e641-4936-83d1-dc57344b3d2b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:15.065998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ce4f8e-7d8c-4994-ad27-0028f19b2fd1 req-78b2a931-e641-4936-83d1-dc57344b3d2b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0587497 May 06 10:18:15.108261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4ce4f8e-7d8c-4994-ad27-0028f19b2fd1 req-0e4e00b6-dfc2-4768-9055-a6cb19c65bfa tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333037 May 06 10:18:15.184251 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c8d622a0-d59f-46f5-bf30-05994f673918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:16.226949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2901b-2ecd-4d51-8a82-6d91010e8918 req-12b1ebc5-cf92-4cdc-b541-c00d96e6288f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:16.228457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ac2901b-2ecd-4d51-8a82-6d91010e8918 req-12b1ebc5-cf92-4cdc-b541-c00d96e6288f tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 943 time: 0.0486605 May 06 10:18:16.266242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ac2901b-2ecd-4d51-8a82-6d91010e8918 req-811b36f3-ea73-41ed-abc6-9117e93abfda tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 May 06 10:18:16.463856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 32d07c8b-06e8-4a32-8335-08d33239dfdc details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:18:16.560869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 32d07c8b-06e8-4a32-8335-08d33239dfdc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:16.723380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'port_id': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'mac_address': 'fa:16:3e:d5:ec:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:18:16.770223 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:16.773299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:16.783067 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d07c8b-06e8-4a32-8335-08d33239dfdc {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:18:16.804405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 32d07c8b-06e8-4a32-8335-08d33239dfdc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:16.808833 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:16.868077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=32d07c8b-06e8-4a32-8335-08d33239dfdc,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:16.869989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:16.876714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.877032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.877411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.878060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.878060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.878323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.878639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.878954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.879267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.879599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.879914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:16.880225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:17.133674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['32d07c8b-06e8-4a32-8335-08d33239dfdc'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:18:17.382885 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf197c-a22a-4a58-be90-86685d985b04 req-3fadadfb-7d47-4fe1-9be0-c51fd42542a2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:17.384482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-becf197c-a22a-4a58-be90-86685d985b04 req-3fadadfb-7d47-4fe1-9be0-c51fd42542a2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 944 time: 0.0491729 May 06 10:18:17.421804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-becf197c-a22a-4a58-be90-86685d985b04 req-98acc0cb-ab6c-4a16-a7ff-8bd699078206 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313742 May 06 10:18:18.280313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:18.463995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 32d07c8b-06e8-4a32-8335-08d33239dfdc up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:18:18.512661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 32d07c8b-06e8-4a32-8335-08d33239dfdc completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:18:18.516488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 32d07c8b-06e8-4a32-8335-08d33239dfdc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:18:18.516857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:18.543132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec758a-cc05-4507-8fa6-06487377ad5b req-ed3ef834-029e-4718-8ece-f5979f7af99b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:18.544638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aec758a-cc05-4507-8fa6-06487377ad5b req-ed3ef834-029e-4718-8ece-f5979f7af99b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 944 time: 0.0548763 May 06 10:18:18.586677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1aec758a-cc05-4507-8fa6-06487377ad5b req-3785f319-387d-41ff-976d-3a475cbed921 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356297 May 06 10:18:18.595680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:18.622680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:18:18.624969 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38bf5b6-b7ae-47df-bf39-f9db46ff9cf4" -d '{"events": [{"server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "name": "network-vif-plugged", "status": "completed", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:18:18.637737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 32d07c8b-06e8-4a32-8335-08d33239dfdc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:18:18.641974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:18.690077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=32d07c8b-06e8-4a32-8335-08d33239dfdc,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:18.733339 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa3bcd0-ae0d-4957-9237-de54428c114b x-openstack-request-id: req-daa3bcd0-ae0d-4957-9237-de54428c114b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:18:18.733638 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "name": "network-vif-plugged", "status": "completed", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:18:18.733888 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-daa3bcd0-ae0d-4957-9237-de54428c114b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:18:18.734334 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa3bcd0-ae0d-4957-9237-de54428c114b'] response: {'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'code': 200} May 06 10:18:18.762461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:18.831608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99186bca-a52f-462b-914d-ee8c4d81ab68 req-6514d0c6-0be4-4f25-8a5e-5e2d4429aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:18.833099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99186bca-a52f-462b-914d-ee8c4d81ab68 req-6514d0c6-0be4-4f25-8a5e-5e2d4429aea1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1096 time: 0.0400755 May 06 10:18:18.866803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99186bca-a52f-462b-914d-ee8c4d81ab68 req-54f7716a-6a84-4008-8e1a-c590493b19e0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265160 May 06 10:18:19.703307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4211d4-9f1c-466a-92b3-2e2e88a14e65 req-7f6240f0-a887-4df7-9d0d-197e0e630490 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:19.704827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c4211d4-9f1c-466a-92b3-2e2e88a14e65 req-7f6240f0-a887-4df7-9d0d-197e0e630490 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 945 time: 0.0506475 May 06 10:18:19.744507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c4211d4-9f1c-466a-92b3-2e2e88a14e65 req-f74a1029-f828-4e95-88d5-15037daa6165 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321624 May 06 10:18:20.791262 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:20.869440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810628dc-771e-4825-87f1-a122e6e08b1f req-c4345d5a-d21f-403e-a354-fc68145977a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:20.870824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810628dc-771e-4825-87f1-a122e6e08b1f req-c4345d5a-d21f-403e-a354-fc68145977a7 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 945 time: 0.0522766 May 06 10:18:20.908210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-810628dc-771e-4825-87f1-a122e6e08b1f req-1bbce7c4-b912-4dab-800e-188ebbb5ccc1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312214 May 06 10:18:21.022430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731556c5-c25a-4eb2-b8d1-fb8d54a2e497 req-8cfaf062-704a-448d-8bf3-09939985d819 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:21.023923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-731556c5-c25a-4eb2-b8d1-fb8d54a2e497 req-8cfaf062-704a-448d-8bf3-09939985d819 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 945 time: 0.0484619 May 06 10:18:21.060634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-731556c5-c25a-4eb2-b8d1-fb8d54a2e497 req-e79b8c39-ccda-4da0-9186-877a97b5e1cc tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 May 06 10:18:21.083152 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35160) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:21.128585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552e0152-aeaf-4311-b768-3745f0b8b72b tempest-TestVolumeBootPattern-300831697 tempest-TestVolumeBootPattern-300831697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:21.130083 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-552e0152-aeaf-4311-b768-3745f0b8b72b tempest-TestVolumeBootPattern-300831697 tempest-TestVolumeBootPattern-300831697-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1091 time: 0.0457706 May 06 10:18:21.133501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35164) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:18:21.137951 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:18:21.158329 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:21.254678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:21.366328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Allocated IP 172.25.8.63 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/4379c4ce-5fce-4e97-8697-deb3982e64fc) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:18:21.468862 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:21.502406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:21.538995 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:18:21.541700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:18:21.545075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:18:21.578124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=4379c4ce-5fce-4e97-8697-deb3982e64fc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:21.589949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.590294 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.590631 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.590971 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.591302 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.591648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.591977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.592301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.592622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.592963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.593264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.593586 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:18:21.914816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:21.983496 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:22.138647 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:22.143108 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:22.211270 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event updated for resources: {'Port': ['ID=4379c4ce-5fce-4e97-8697-deb3982e64fc,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:18:22.225567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:22.324083 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Floating IP e3618fa8-a739-4add-8428-696d95366c5d associated. External IP: 172.25.8.63, port: 32d07c8b-06e8-4a32-8335-08d33239dfdc. May 06 10:18:22.531353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:18:22.968328 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:18:22.979407 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:18:22.989617 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:22.989792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:22.990893 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:18:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:23.017249 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bd10a3d9-fb59-45f4-a097-5596bcc0a959 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8827055 May 06 10:18:23.017931 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:18:23.020224 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af32c798-efdb-491a-93f8-cd90319f62ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:18:23.096601 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:23.124327 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cea87b-a624-4318-bad5-e6c3d40568a7 x-openstack-request-id: req-d0cea87b-a624-4318-bad5-e6c3d40568a7 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:18:23.124613 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:18:23.124859 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0cea87b-a624-4318-bad5-e6c3d40568a7 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:18:23.125263 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0cea87b-a624-4318-bad5-e6c3d40568a7'] response: {'name': 'network-changed', 'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'status': 'completed', 'code': 200} May 06 10:18:23.186501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32c798-efdb-491a-93f8-cd90319f62ff req-f64cc7d5-ebef-4bab-a725-94920f3ce12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:23.188057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af32c798-efdb-491a-93f8-cd90319f62ff req-f64cc7d5-ebef-4bab-a725-94920f3ce12f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1096 time: 0.0402043 May 06 10:18:23.283246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32c798-efdb-491a-93f8-cd90319f62ff req-fcd0748f-736d-4a58-9cd8-616aae994635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:23.284679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af32c798-efdb-491a-93f8-cd90319f62ff req-fcd0748f-736d-4a58-9cd8-616aae994635 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0897317 May 06 10:18:23.328299 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e3618fa8-a739-4add-8428-696d95366c5d', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:d5:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:18:21Z', 'updated_at': '2022-05-06T10:18:21Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}, {'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:23Z', 'revision_number': 1, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:23.351797 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af32c798-efdb-491a-93f8-cd90319f62ff req-d250de3d-a1e5-41c8-807d-0b5649402b55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 200 len: 998 time: 0.0609446 May 06 10:18:23.359276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:18:23.368650 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:18:23.369246 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:18:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:23.399744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32c798-efdb-491a-93f8-cd90319f62ff req-cb495354-7755-4c6c-8b6e-280101f8a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:23.401213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af32c798-efdb-491a-93f8-cd90319f62ff req-cb495354-7755-4c6c-8b6e-280101f8a8a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0436056 May 06 10:18:23.451557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32c798-efdb-491a-93f8-cd90319f62ff req-32daabea-4655-4bb6-b129-8d9d81079075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:23.453098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af32c798-efdb-491a-93f8-cd90319f62ff req-32daabea-4655-4bb6-b129-8d9d81079075 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459814 May 06 10:18:23.478423 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:18:23.544582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af32c798-efdb-491a-93f8-cd90319f62ff req-fb2e351d-a4eb-4b73-96b2-25ba4a411989 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842597 May 06 10:18:23.716627 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e3618fa8-a739-4add-8428-696d95366c5d', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:d5:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:18:21Z', 'updated_at': '2022-05-06T10:18:21Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}, {'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:23Z', 'revision_number': 1, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:18:23.747969 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b146b20-e9ce-4fd8-9736-0e1c84c1bc3b None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e3618fa8-a739-4add-8428-696d95366c5d', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:d5:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:18:21Z', 'updated_at': '2022-05-06T10:18:21Z', 'revision_number': 0, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}, {'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:23Z', 'revision_number': 1, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:18:23.952954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af32c798-efdb-491a-93f8-cd90319f62ff req-e83f0486-c3d2-47dc-9e82-13e48e2edb3e service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015658 May 06 10:18:23.955424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e620a594-4fec-4627-8540-bd6ab572306f None None] New status for floating IP e3618fa8-a739-4add-8428-696d95366c5d: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:18:26.898627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-2f7c0451-ccc2-4dfa-8c57-9faceaf27fd4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393319 May 06 10:18:26.979663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-5195480e-725e-4594-8775-d8f86bd2f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:26.981126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-5195480e-725e-4594-8775-d8f86bd2f4c7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1096 time: 0.0403571 May 06 10:18:27.085123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-a9acf144-98b5-45aa-9502-8bf756532be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:27.086568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-a9acf144-98b5-45aa-9502-8bf756532be6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0857906 May 06 10:18:27.150543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-b4c39fdd-48ea-44da-97a2-4904d6d13c45 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 1000 time: 0.0565417 May 06 10:18:27.198192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-f07ef805-a13e-4bec-89c0-7b938686d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:27.199915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-f07ef805-a13e-4bec-89c0-7b938686d8c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0429120 May 06 10:18:27.247638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-6c528809-35bb-4afe-adf3-7d69765899bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:27.249135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-6c528809-35bb-4afe-adf3-7d69765899bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427990 May 06 10:18:27.337674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-37c4f321-5b22-4ae3-ad30-7762e82971da service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801382 May 06 10:18:27.431638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adbb60aa-d691-4cf9-8933-4e2e14295c4a req-6b37bc95-0cfe-4c3d-a357-01ff41713afd service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870321 May 06 10:18:36.736559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-1c809ce0-aa43-4370-8a40-90ce10c462c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407913 May 06 10:18:36.830076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-4d460222-107d-44e0-8a67-41ce250f8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:36.832372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-4d460222-107d-44e0-8a67-41ce250f8fd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1096 time: 0.0510318 May 06 10:18:37.000292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-df52c747-8988-40e7-9672-25b03a4ff023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:37.000625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-df52c747-8988-40e7-9672-25b03a4ff023 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.1478777 May 06 10:18:37.079191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-7c610a4d-c693-4aeb-9687-246e40fe88fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 200 len: 1000 time: 0.0708766 May 06 10:18:37.134599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-e0e6d3e8-eb49-450d-9043-4c62d2df9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:37.136134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-e0e6d3e8-eb49-450d-9043-4c62d2df9188 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0497360 May 06 10:18:37.190522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-3523c4be-b02e-4270-bc31-63163f4b6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:18:37.192152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-3523c4be-b02e-4270-bc31-63163f4b6d15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487287 May 06 10:18:37.281805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-069ed024-f16e-451a-a0d0-5fcd7db34e99 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811963 May 06 10:18:37.377642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7df278a0-8c5c-47ae-af92-fa3df33d553a req-06b052d7-221e-4999-8baa-ec3cee7f8ee7 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894063 May 06 10:18:42.692688 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-91e84512-b67f-40a2-8fe1-c5365a77995e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:45.186449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1321b976-a7d9-4108-a5ac-504185a78d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.598936 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:18:46.768430 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:46.882228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.282361 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:48.765411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:18:50.804150 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:12.694332 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-067b802a-509f-4aae-89b8-f21520e2520a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:15.191127 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2bad55b-08c1-4478-837a-916ddc1ef018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:16.772170 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:16.892391 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:18.285545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:18.768635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:20.810316 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:23.597975 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:19:28.939448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-2bd7c39a-eb4c-4532-bce3-e9bc3fdc9226 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907087 May 06 10:19:29.020733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-88bd8dcb-829d-44fd-b67f-0b92b438672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:29.022252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-88bd8dcb-829d-44fd-b67f-0b92b438672c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1096 time: 0.0406489 May 06 10:19:29.130850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-21e638c5-8a11-48a9-a4f6-00fbf0c1627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:29.132275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-21e638c5-8a11-48a9-a4f6-00fbf0c1627b service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0891619 May 06 10:19:29.198371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-45d7e36d-f81f-4d5b-b532-627d9443ee94 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 1000 time: 0.0582418 May 06 10:19:29.246727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-62b5280a-674f-4971-9a51-fde5b859ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:29.248264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-62b5280a-674f-4971-9a51-fde5b859ee68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0435464 May 06 10:19:29.298028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-11128b2d-2432-4414-8a01-c98b67b1b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:29.299492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-11128b2d-2432-4414-8a01-c98b67b1b977 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436904 May 06 10:19:29.390550 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-d2981f32-3714-4b53-86ef-a6247356517a service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826633 May 06 10:19:29.490305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-620ea98b-234e-4328-910a-f0c2ed4cb533 req-dd1e1e76-d076-4ba9-b4cb-f4980c4a5f54 service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934432 May 06 10:19:37.761661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-0f3a3a12-8b3e-4c2b-9f75-387046bf7887 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413117 May 06 10:19:37.843350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-81c30586-d3a5-48cd-a530-95cbf54ac72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:37.844767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-81c30586-d3a5-48cd-a530-95cbf54ac72c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1096 time: 0.0424700 May 06 10:19:37.951493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-3053edf4-a4f0-43c6-918a-a545821ff020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:37.953252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-3053edf4-a4f0-43c6-918a-a545821ff020 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.0900571 May 06 10:19:38.018082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-87e97cdc-946a-485e-8e3a-3f618dfee90c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 200 len: 1000 time: 0.0583270 May 06 10:19:38.065860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-e5672bbb-bab1-4305-aed5-f719a10d3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:38.067280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-e5672bbb-bab1-4305-aed5-f719a10d3929 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0433905 May 06 10:19:38.116975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-2080f7e7-6272-4c66-99df-972dfd6c8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:38.118392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-2080f7e7-6272-4c66-99df-972dfd6c8674 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446630 May 06 10:19:38.206450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-03e7356a-1e25-41a5-828d-0991cec0d1fb service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815432 May 06 10:19:38.301529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86aac4e2-6aa8-4d1f-a476-9254d505cf5a req-cc55fd93-8fbd-4ada-9c0f-9dd5bd8970dd service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 May 06 10:19:42.698662 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02cf6115-67dc-4f41-a3e4-4c781a291a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:45.192715 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-952a568d-b4da-45cb-9cc3-281304e6aacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:46.775388 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:46.898539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:48.287898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:48.770548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.374658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35202) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:19:50.534015 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port 4379c4ce-5fce-4e97-8697-deb3982e64fc {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:19:50.534378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.616294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.616605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.628674 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for 4379c4ce-5fce-4e97-8697-deb3982e64fc owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:19:50.774624 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.803503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=4379c4ce-5fce-4e97-8697-deb3982e64fc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:50.811157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.816417 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.816768 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.817113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.817452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.817785 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.818116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.818441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.818765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.819087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.819410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.819762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.820078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:50.874052 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:50.874379 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Floating IP e3618fa8-a739-4add-8428-696d95366c5d disassociated (deleted). External IP: 172.25.8.63, port: 32d07c8b-06e8-4a32-8335-08d33239dfdc. May 06 10:19:51.082599 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:19:51.193913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:19:51.198946 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:51.205520 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:19:51.214884 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:19:51.215495 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:19:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:19:51.225387 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ae656cd7-c883-4581-8509-1654c2c78db0 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "DELETE /v2.0/floatingips/e3618fa8-a739-4add-8428-696d95366c5d HTTP/1.1" status: 204 len: 168 time: 0.8496227 May 06 10:19:51.225984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:19:51.228288 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007b7d88-b27f-4576-a4c0-670fd359732a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:19:51.272184 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9cca62-01f9-4eea-9653-631ef6dc7b4e x-openstack-request-id: req-ac9cca62-01f9-4eea-9653-631ef6dc7b4e {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:19:51.272480 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:19:51.272731 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac9cca62-01f9-4eea-9653-631ef6dc7b4e {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:19:51.273299 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac9cca62-01f9-4eea-9653-631ef6dc7b4e'] response: {'name': 'network-changed', 'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'status': 'completed', 'code': 200} May 06 10:19:51.326321 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:19:51.338546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7d88-b27f-4576-a4c0-670fd359732a req-3cbcfceb-b974-4bc4-86a1-0dd0ea2964df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:51.341184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b7d88-b27f-4576-a4c0-670fd359732a req-3cbcfceb-b974-4bc4-86a1-0dd0ea2964df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 1096 time: 0.0479939 May 06 10:19:51.476806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7d88-b27f-4576-a4c0-670fd359732a req-e1ae255b-c024-4e9d-892b-538f9d4ef554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:51.478280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b7d88-b27f-4576-a4c0-670fd359732a req-e1ae255b-c024-4e9d-892b-538f9d4ef554 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.1261909 May 06 10:19:51.487557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d35b91-a009-42be-b924-99d8c57265c2 req-4ff80c16-c68c-44d4-a58e-36ab98315293 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:51.488986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d35b91-a009-42be-b924-99d8c57265c2 req-4ff80c16-c68c-44d4-a58e-36ab98315293 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 945 time: 0.0742197 May 06 10:19:51.530249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b7d88-b27f-4576-a4c0-670fd359732a req-61cda477-e70e-45bb-9568-de3a0b237bcb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 200 len: 217 time: 0.0403211 May 06 10:19:51.590852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72d35b91-a009-42be-b924-99d8c57265c2 req-6666b3eb-68af-4d84-aefc-671df04fa2d8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935135 May 06 10:19:51.593732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:23Z', 'revision_number': 1, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:19:51.600822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7d88-b27f-4576-a4c0-670fd359732a req-195feffb-1625-4fba-af5c-d16e9f90e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:51.602785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b7d88-b27f-4576-a4c0-670fd359732a req-195feffb-1625-4fba-af5c-d16e9f90e926 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0661602 May 06 10:19:51.621383 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:19:51.629479 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:19:51.630074 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:19:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:19:51.649548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b7d88-b27f-4576-a4c0-670fd359732a req-0300c9bd-65bd-43da-82c6-1ed4528206ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:51.651120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b7d88-b27f-4576-a4c0-670fd359732a req-0300c9bd-65bd-43da-82c6-1ed4528206ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416732 May 06 10:19:51.736133 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:19:51.749025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b7d88-b27f-4576-a4c0-670fd359732a req-8b4a5b04-d419-4f3a-baef-002c919dd903 service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855122 May 06 10:19:51.842154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-007b7d88-b27f-4576-a4c0-670fd359732a req-8087967a-ed19-4726-b89b-cfe4187f616c service neutron] 10.222.0.83 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888720 May 06 10:19:51.965440 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:23Z', 'revision_number': 1, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:19:51.995009 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a13328d-a40f-400d-9280-6ba2b3eaa624 None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'e43f658c-4335-435c-bc89-1d8657465e76', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'port_id': '9eef6a27-d955-40ab-9652-03e1462773f4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'mac_address': 'fa:16:3e:1f:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:16:20Z', 'updated_at': '2022-05-06T10:16:23Z', 'revision_number': 1, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:19:52.216299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf43f855-b8ea-4340-b0ba-2bd51e983084 None None] New status for floating IP e3618fa8-a739-4add-8428-696d95366c5d: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:19:52.709286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3cfe-795d-4d70-b8a5-5240840e9442 req-fda994a3-a08e-47a9-b340-167e50b64a12 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:52.710740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-018e3cfe-795d-4d70-b8a5-5240840e9442 req-fda994a3-a08e-47a9-b340-167e50b64a12 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 945 time: 0.0487456 May 06 10:19:52.748865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-018e3cfe-795d-4d70-b8a5-5240840e9442 req-bf0fae88-724f-4a05-b270-ede3c1cbd765 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309198 May 06 10:19:53.087448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-b1441c81-7378-4995-bfc1-b61d064d45c4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:19:53.089675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-b1441c81-7378-4995-bfc1-b61d064d45c4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 945 time: 0.0534439 May 06 10:19:53.177246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port 32d07c8b-06e8-4a32-8335-08d33239dfdc {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:19:53.177581 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:53.267013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] For port 32d07c8b-06e8-4a32-8335-08d33239dfdc, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=32d07c8b-06e8-4a32-8335-08d33239dfdc,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:19:53.267369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:53.280008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for 32d07c8b-06e8-4a32-8335-08d33239dfdc owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:19:53.404891 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:53.437541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=32d07c8b-06e8-4a32-8335-08d33239dfdc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:19:53.451636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.451990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.452331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.452662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.452997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.453323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.453646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.454220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.454542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.454860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.455181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.455538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:19:53.490212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] No DVR routers for this DVR port 32d07c8b-06e8-4a32-8335-08d33239dfdc on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:19:53.493021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:19:53.497140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03c24860-5ee1-42fb-8c53-ec5c4b04eea3 req-6a279632-76c1-4cb0-81f8-271d39f1a78e tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.83 "DELETE /v2.0/ports/32d07c8b-06e8-4a32-8335-08d33239dfdc HTTP/1.1" status: 204 len: 173 time: 0.4020975 May 06 10:19:53.497666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'name': 'network-vif-deleted', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:19:53.499938 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba3381b-ecb6-4ae1-954e-bd4b1391501e" -d '{"events": [{"server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "name": "network-vif-deleted", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:19:53.537521 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74f3f28-2f77-420a-bcc8-5abe97f37be1 x-openstack-request-id: req-d74f3f28-2f77-420a-bcc8-5abe97f37be1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:19:53.537818 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbbb2f6-6059-4f79-8889-211d79141b63", "name": "network-vif-deleted", "tag": "32d07c8b-06e8-4a32-8335-08d33239dfdc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:19:53.538067 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d74f3f28-2f77-420a-bcc8-5abe97f37be1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:19:53.538475 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74f3f28-2f77-420a-bcc8-5abe97f37be1'] response: {'server_uuid': 'bbbbb2f6-6059-4f79-8889-211d79141b63', 'name': 'network-vif-deleted', 'tag': '32d07c8b-06e8-4a32-8335-08d33239dfdc', 'status': 'completed', 'code': 200} May 06 10:19:53.857540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5af3914f-2ad5-4c53-89b8-4c160cd22c47 req-5f376879-9bdc-48f3-ad3d-2a57668952bd tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 210 time: 0.0299652 May 06 10:19:54.956286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-331208a7-450d-4825-8840-01927ab990fb req-bd66d3d7-1bd7-4062-bbc4-0ecf4dccfcc5 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 210 time: 0.0270619 May 06 10:19:56.050040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be63367a-0e8e-49e8-910e-1acfd54ec672 req-1fa7c145-100c-4ca3-8680-ceb7931198e1 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 210 time: 0.0264413 May 06 10:19:56.890619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 32d07c8b-06e8-4a32-8335-08d33239dfdc no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:19:56.911893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 32d07c8b-06e8-4a32-8335-08d33239dfdc {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:19:56.912234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 32d07c8b-06e8-4a32-8335-08d33239dfdc not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:19:57.163678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26d72810-4ee7-4ea8-a388-62e7e3b46b78 req-84d02c2a-a079-491e-997e-f60df8587e9b tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbbbb2f6-6059-4f79-8889-211d79141b63 HTTP/1.1" status: 200 len: 210 time: 0.0322299 May 06 10:20:00.597383 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:20:02.517749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35252) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:02.675124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port ac3ecb7e-d632-4647-93e2-2da790f2da8c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:02.675465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.753306 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.753691 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.765136 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for ac3ecb7e-d632-4647-93e2-2da790f2da8c owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:02.911056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.938335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=ac3ecb7e-d632-4647-93e2-2da790f2da8c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:02.997008 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:02.997339 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Floating IP e43f658c-4335-435c-bc89-1d8657465e76 disassociated (deleted). External IP: 172.25.8.14, port: 9eef6a27-d955-40ab-9652-03e1462773f4. May 06 10:20:03.203338 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:20:03.311726 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:20:03.316621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:03.321320 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:20:03.331762 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:20:03.332363 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:19:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:03.343131 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8387cd43-b6ea-4b38-ae37-3ebc9649eac8 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "DELETE /v2.0/floatingips/e43f658c-4335-435c-bc89-1d8657465e76 HTTP/1.1" status: 204 len: 168 time: 0.8243034 May 06 10:20:03.343744 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:03.345980 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}645a026177e3ad4162556c9a004d11bc16a06f0d467c03afce45e59e9fa01838" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729cd801-2b31-4a55-afc4-e83e37cd8d87" -d '{"events": [{"name": "network-changed", "server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:03.388167 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1a97a-1409-4698-b15f-67ca4d62a67a x-openstack-request-id: req-55b1a97a-1409-4698-b15f-67ca4d62a67a {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:03.388462 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:03.388721 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55b1a97a-1409-4698-b15f-67ca4d62a67a {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:03.389141 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b1a97a-1409-4698-b15f-67ca4d62a67a'] response: {'name': 'network-changed', 'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4', 'status': 'completed', 'code': 200} May 06 10:20:03.446996 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:20:03.452976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-77b14257-1b60-4033-a426-f7ef8fc0945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:03.454973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-77b14257-1b60-4033-a426-f7ef8fc0945c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=468418c4e92346c28d84e73adc2b2abf&device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 1096 time: 0.0436580 May 06 10:20:03.593540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-fe27019a-40f5-494e-a019-b082b11ee178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:03.595007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-fe27019a-40f5-494e-a019-b082b11ee178 service neutron] 10.222.0.82 "GET /v2.0/networks?id=fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 200 len: 913 time: 0.1276476 May 06 10:20:03.606842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48100155-6e36-462c-929d-6dba6d34b6c5 req-f373f1a2-4eb7-48d4-8be2-9a808c7304c2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:03.608291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48100155-6e36-462c-929d-6dba6d34b6c5 req-f373f1a2-4eb7-48d4-8be2-9a808c7304c2 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 945 time: 0.0748446 May 06 10:20:03.648945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-55221452-0433-44e3-8134-0a24f1eef238 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 200 len: 217 time: 0.0397303 May 06 10:20:03.665152 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:03.694817 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:20:03.704684 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:20:03.705373 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:19:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:03.705490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48100155-6e36-462c-929d-6dba6d34b6c5 req-5bf60f9f-1222-4b87-9397-4f080638ccf4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898764 May 06 10:20:03.715172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-79af92cc-e9b2-4a25-9b02-61f6b29cd4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:03.717513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-79af92cc-e9b2-4a25-9b02-61f6b29cd4e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 200 len: 851 time: 0.0593643 May 06 10:20:03.768585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-6ccfacb6-eb70-4d48-917d-56501175d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:03.770057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-6ccfacb6-eb70-4d48-917d-56501175d347 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=fd8c7863-52ed-405f-9c66-92266c9d21f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462549 May 06 10:20:03.812138 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:20:03.865617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-6df96a1b-dc5f-4f0d-b8ba-9424ee20cede service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875850 May 06 10:20:03.964908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-729cd801-2b31-4a55-afc4-e83e37cd8d87 req-6e106032-42c9-437b-9992-77a0dc29de4a service neutron] 10.222.0.82 "GET /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903587 May 06 10:20:04.106153 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:04.132310 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1a1ad2-00be-40ae-b27c-8e2c64a6148c None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:09:55Z', 'revision_number': 4, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '0f1265cd-6ca1-436a-874f-fb970a6da3b2', 'name': '', 'network_id': 'fd8c7863-52ed-405f-9c66-92266c9d21f3', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'mac_address': 'fa:16:3e:ad:87:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:54Z', 'updated_at': '2022-05-06T10:09:59Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'subnets': [{'id': '25946d0d-6989-48a6-9ccb-2704984dc027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:20:04.336547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4b070b-5d5b-4642-ae5b-f8ea2d038f14 None None] New status for floating IP e43f658c-4335-435c-bc89-1d8657465e76: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:20:04.824971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2406c-c075-4e26-8ddb-115c03a28268 req-4646132b-2c9d-402b-bd33-aa4631ac5bd9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:04.826456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcf2406c-c075-4e26-8ddb-115c03a28268 req-4646132b-2c9d-402b-bd33-aa4631ac5bd9 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 945 time: 0.0494199 May 06 10:20:04.863396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bcf2406c-c075-4e26-8ddb-115c03a28268 req-cfc40ea3-ea95-4bd0-91a7-c9286f064318 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/security-groups?id=f503d520-da17-49a1-852e-61db12cfbce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 May 06 10:20:05.178875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-7a979665-f09e-471d-9c82-374d725fec8d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:05.180378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-7a979665-f09e-471d-9c82-374d725fec8d tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 945 time: 0.0480742 May 06 10:20:05.272351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port 9eef6a27-d955-40ab-9652-03e1462773f4 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:05.272712 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:05.361724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] For port 9eef6a27-d955-40ab-9652-03e1462773f4, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9eef6a27-d955-40ab-9652-03e1462773f4,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:05.362089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:05.375009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for 9eef6a27-d955-40ab-9652-03e1462773f4 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:05.505229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:05.532080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=9eef6a27-d955-40ab-9652-03e1462773f4,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:05.579857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] No DVR routers for this DVR port 9eef6a27-d955-40ab-9652-03e1462773f4 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:05.582494 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:05.585879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4f39be6-5168-4fea-a0f2-50fe9c0624dd req-44da1a12-3631-49aa-9cae-ad2a94a6bb05 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.82 "DELETE /v2.0/ports/9eef6a27-d955-40ab-9652-03e1462773f4 HTTP/1.1" status: 204 len: 173 time: 0.3992238 May 06 10:20:05.586320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'name': 'network-vif-deleted', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:05.589285 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518176a9-972d-45f4-a51e-9880997ba611" -d '{"events": [{"server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "name": "network-vif-deleted", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:05.631861 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b6237a-b7fc-4b3e-92e5-cdc2a91902ec x-openstack-request-id: req-17b6237a-b7fc-4b3e-92e5-cdc2a91902ec {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:05.632154 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98da75f0-fb9f-4314-8092-e5b1084c842f", "name": "network-vif-deleted", "tag": "9eef6a27-d955-40ab-9652-03e1462773f4", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:05.632436 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17b6237a-b7fc-4b3e-92e5-cdc2a91902ec {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:05.632836 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b6237a-b7fc-4b3e-92e5-cdc2a91902ec'] response: {'server_uuid': '98da75f0-fb9f-4314-8092-e5b1084c842f', 'name': 'network-vif-deleted', 'tag': '9eef6a27-d955-40ab-9652-03e1462773f4', 'status': 'completed', 'code': 200} May 06 10:20:05.967931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8947329d-3fad-4c89-8167-39b743587322 req-6bbaa4a6-b1e1-4cfe-a4c8-3e70b93a0b22 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 210 time: 0.0282438 May 06 10:20:07.065860 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54c618d3-a8a0-4023-bdca-c0eb11a26cdf req-b642533e-13b8-4ad9-b53f-c84cf950ca1c tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 210 time: 0.0265250 May 06 10:20:08.162406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-caab182f-4a1e-4da3-8e5f-694da09ebc1b req-e98716d0-4bb4-4648-bcc7-fdfcd7c58c67 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 210 time: 0.0278208 May 06 10:20:08.937616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eef6a27-d955-40ab-9652-03e1462773f4 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:08.961175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 9eef6a27-d955-40ab-9652-03e1462773f4 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:08.961511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9eef6a27-d955-40ab-9652-03e1462773f4 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:09.273591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a26758d5-397d-4d38-9634-2b131a13b417 req-2e4190b8-86e1-450d-b03e-b2920ce63932 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "GET /v2.0/ports?device_id=98da75f0-fb9f-4314-8092-e5b1084c842f HTTP/1.1" status: 200 len: 210 time: 0.0266876 May 06 10:20:10.331953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35274) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:10.459023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Deleting port 9ea0226b-9d3e-4f57-b898-cdb8e191e043 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:10.459367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.538311 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.538688 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.551379 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Calling delete_port for 9ea0226b-9d3e-4f57-b898-cdb8e191e043 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:10.681291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.710171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'Port': ['ID=9ea0226b-9d3e-4f57-b898-cdb8e191e043,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:10.770271 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.772943 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:10.774091 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fb738fd0-1a5c-4f25-8cdf-c0e34145c6a4 tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "DELETE /v2.0/floatingips/b7304ae4-c8c8-4f54-a7f9-42aa3d61db79 HTTP/1.1" status: 204 len: 168 time: 0.4411571 May 06 10:20:12.702189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-28949d68-8836-40a3-bb3f-5ae22453829d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:13.015329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35288) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:13.073641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1de4b43-26aa-4279-a25f-75afb4adf1fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:13.099251 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1de4b43-26aa-4279-a25f-75afb4adf1fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:13.164742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1de4b43-26aa-4279-a25f-75afb4adf1fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:13.167178 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c1de4b43-26aa-4279-a25f-75afb4adf1fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:13.168364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c1de4b43-26aa-4279-a25f-75afb4adf1fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] 10.222.0.76 "DELETE /v2.0/security-groups/f503d520-da17-49a1-852e-61db12cfbce0 HTTP/1.1" status: 204 len: 168 time: 0.1520200 May 06 10:20:13.177827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4b43-26aa-4279-a25f-75afb4adf1fb tempest-TestVolumeBootPattern-321541334 tempest-TestVolumeBootPattern-321541334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f503d520-da17-49a1-852e-61db12cfbce0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:13.240431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35292) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:13.739121 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:14.279327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Deleting port 0f1265cd-6ca1-436a-874f-fb970a6da3b2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:14.279327 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:14.360164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] For port 0f1265cd-6ca1-436a-874f-fb970a6da3b2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f1265cd-6ca1-436a-874f-fb970a6da3b2,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:14.360554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:14.373047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Calling delete_port for 0f1265cd-6ca1-436a-874f-fb970a6da3b2 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:14.548679 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:14.574126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f1265cd-6ca1-436a-874f-fb970a6da3b2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:14.746022 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:14.959005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:20:15.064834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:20:15.069769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c616eb76-d666-472d-88ad-54c36d07e132 admin admin] 10.222.0.76 "PUT /v2.0/routers/4be14bf7-1dd5-40d0-8485-8cc9486b4fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8282886 May 06 10:20:15.072289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35296) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:15.076628 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] Sync routers for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:20:15.086139 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:20:15.086732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:19:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:15.176492 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.191195 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:20:15.197035 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2ef2d1f-5530-4e0a-be82-ebf8d79d4475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.284324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.337439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Deleting port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:15.337922 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.374661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:20:14Z', 'revision_number': 5, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port': {'id': 'f77c0eae-bf45-4c9a-9a6b-e92e5853ee13', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:83:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:51Z', 'updated_at': '2022-05-06T10:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:15.406010 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] Checking router: 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:20:15.414253 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] Routers {'4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:20:15.414840 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:20:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:15.430531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] For port f77c0eae-bf45-4c9a-9a6b-e92e5853ee13, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:15.430894 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.444342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Calling delete_port for f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:15.499915 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] Set router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:20:15.554458 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:20:15Z', 'revision_number': 6, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:15.581788 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63720483-56a2-48b2-880f-9c50cb6eb39a None None] The sync data for ids ['4be14bf7-1dd5-40d0-8485-8cc9486b4fd7'] in n-d-840834-1 is: [{'id': '4be14bf7-1dd5-40d0-8485-8cc9486b4fd7', 'name': 'tempest-TestVolumeBootPattern-1733354474-router', 'tenant_id': '468418c4e92346c28d84e73adc2b2abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:50Z', 'updated_at': '2022-05-06T10:20:15Z', 'revision_number': 6, 'project_id': '468418c4e92346c28d84e73adc2b2abf', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:20:15.617429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.641317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Pushing event deleted for resources: {'Port': ['ID=f77c0eae-bf45-4c9a-9a6b-e92e5853ee13,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:15.704076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.794870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.796999 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.843454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.843996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:20:15.848158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.849335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6bb11317-da4b-46b8-94e5-0425c9ea2979 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4be14bf7-1dd5-40d0-8485-8cc9486b4fd7 HTTP/1.1" status: 204 len: 168 time: 0.7761247 May 06 10:20:15.851918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35298) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:15.896786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] Deleting subnet 25946d0d-6989-48a6-9ccb-2704984dc027 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:20:15.899710 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:15.937782 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.029374 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.084319 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.112649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25946d0d-6989-48a6-9ccb-2704984dc027,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:16.114557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.117710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2a291023-7e34-49fa-844d-be67781ea8ae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/25946d0d-6989-48a6-9ccb-2704984dc027 HTTP/1.1" status: 204 len: 168 time: 0.2648449 May 06 10:20:16.119210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7b525-2515-48fc-a265-b5e53605f256 None None] Network fd8c7863-52ed-405f-9c66-92266c9d21f3 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:20:16.120619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35300) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:16.188273 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.246363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Deleting port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:16.246705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.308953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] For port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,segment=NetworkSegment(4ac0d806-9473-430b-bb7f-476ee3d695cd),segment_id=4ac0d806-9473-430b-bb7f-476ee3d695cd)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:16.309240 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.321782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Calling delete_port for fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:16.369732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] DHCP port deletion for fd8c7863-52ed-405f-9c66-92266c9d21f3 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:20:16.374297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f1265cd-6ca1-436a-874f-fb970a6da3b2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:16.399683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0f1265cd-6ca1-436a-874f-fb970a6da3b2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:16.400399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f1265cd-6ca1-436a-874f-fb970a6da3b2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:16.409895 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.433449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:16.439359 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] No DVR routers for this DVR port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:16.452607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Deleting port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:16.452982 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.512390 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.519621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] For port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:16.520024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.532873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Calling delete_port for fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:16.533111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8c7863-52ed-405f-9c66-92266c9d21f3']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:16.535479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:20:16.536755 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.542366 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac0d806-9473-430b-bb7f-476ee3d695cd') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:16.542662 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac0d806-9473-430b-bb7f-476ee3d695cd') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:16.556777 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.562369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Pushing event deleted for resources: {'Port': ['ID=fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:16.566638 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] No DVR routers for this DVR port fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:16.574173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.574552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.577743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.577743 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.579771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.581921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.581921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.581921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.581921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.581921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.581921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.582581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab3b86f-5c8e-4c71-ab5e-f77fe6975329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:20:16.584952 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.592563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:20:16.593028 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: timer() May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:20:16.594833 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:20:16.660465 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.667504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.672839 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35302) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:16.673361 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fd8c7863-52ed-405f-9c66-92266c9d21f3 HTTP/1.1" status: 204 len: 168 time: 0.5512457 May 06 10:20:16.688176 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5951d6-3547-4378-87bc-d6b91dea8019 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8c7863-52ed-405f-9c66-92266c9d21f3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:16.779886 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:16.901563 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:17.025329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:17.264185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Deleting port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:17.264421 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:17.344748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] For port 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,segment=NetworkSegment(18cacacf-6628-400f-9b6b-54b9ed111a42),segment_id=18cacacf-6628-400f-9b6b-54b9ed111a42)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:17.345106 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:17.358053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Calling delete_port for 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:17.542724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:17.567680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:17.747323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:17.778758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:17.804153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:17.804499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f77c0eae-bf45-4c9a-9a6b-e92e5853ee13 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:17.804997 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:17.824734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:17.825078 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fd858a3b-7cc4-45b5-bc89-43a7a5d7fe08 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:17.965340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Router 47b1e941-382e-4347-ad10-6410e58bd565 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:20:18.070800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:20:18.076485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a7c49846-408c-4523-a278-7065aa50279e admin admin] 10.222.0.76 "PUT /v2.0/routers/47b1e941-382e-4347-ad10-6410e58bd565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4026253 May 06 10:20:18.079061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35304) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:18.079728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] Sync routers for ids ['47b1e941-382e-4347-ad10-6410e58bd565'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:20:18.089438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] Routers {'47b1e941-382e-4347-ad10-6410e58bd565'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:20:18.090605 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:20:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['47b1e941-382e-4347-ad10-6410e58bd565'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:18.182565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.197636 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] Set router 47b1e941-382e-4347-ad10-6410e58bd565 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:20:18.288530 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.312118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.342164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Deleting port 8e3bee4a-5950-40b8-a883-48eb74ef1449 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:18.342673 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.388687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:20:17Z', 'revision_number': 5, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port': {'id': '8e3bee4a-5950-40b8-a883-48eb74ef1449', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:44:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b1e941-382e-4347-ad10-6410e58bd565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:18.419332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] Checking router: 47b1e941-382e-4347-ad10-6410e58bd565 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:20:18.426569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] For port 8e3bee4a-5950-40b8-a883-48eb74ef1449, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=8e3bee4a-5950-40b8-a883-48eb74ef1449,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:18.426959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.427817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] Routers {'47b1e941-382e-4347-ad10-6410e58bd565'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:20:18.428423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:20:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['47b1e941-382e-4347-ad10-6410e58bd565'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:18.440541 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Calling delete_port for 8e3bee4a-5950-40b8-a883-48eb74ef1449 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:18.514863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] Set router 47b1e941-382e-4347-ad10-6410e58bd565 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:20:18.567903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:20:18Z', 'revision_number': 6, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:18.598954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab30247-3739-474c-87a7-8bdb015e32f3 None None] The sync data for ids ['47b1e941-382e-4347-ad10-6410e58bd565'] in n-d-840834-1 is: [{'id': '47b1e941-382e-4347-ad10-6410e58bd565', 'name': 'tempest-TestVolumeBootPattern-1499714625-router', 'tenant_id': '6cdae36ba15142479c515b30eb7c0317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:09:58Z', 'updated_at': '2022-05-06T10:20:18Z', 'revision_number': 6, 'project_id': '6cdae36ba15142479c515b30eb7c0317', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:20:18.608173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.637309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3bee4a-5950-40b8-a883-48eb74ef1449,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:18.695004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:18.773439 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.082821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.084956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.128532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.129117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47b1e941-382e-4347-ad10-6410e58bd565 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:20:19.133537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.134627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1768578e-a756-45aa-8ec3-1df7c0013da7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/47b1e941-382e-4347-ad10-6410e58bd565 HTTP/1.1" status: 204 len: 168 time: 1.0545874 May 06 10:20:19.138360 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35306) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:19.181658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] Deleting subnet 629a2a17-e826-418f-b325-6152bd0037fe {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:20:19.184773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.223879 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.299291 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.353144 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.379094 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629a2a17-e826-418f-b325-6152bd0037fe,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:19.383784 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.388672 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-282d8933-2474-43d7-bdde-5426368f7d2c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/629a2a17-e826-418f-b325-6152bd0037fe HTTP/1.1" status: 204 len: 168 time: 0.2490776 May 06 10:20:19.391017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35308) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:19.395395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb532c-9668-4b6c-bd6b-7241565da5f6 None None] Network 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:20:19.473285 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.529486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Deleting port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:19.529788 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.582731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] DHCP port deletion for 0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:20:19.601249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] For port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,segment=NetworkSegment(18cacacf-6628-400f-9b6b-54b9ed111a42),segment_id=18cacacf-6628-400f-9b6b-54b9ed111a42)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:19.601621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.616889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Calling delete_port for 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:19.634283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] Deleting port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:19.634795 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.716372 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.717442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] For port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,segment=NetworkSegment(18cacacf-6628-400f-9b6b-54b9ed111a42),segment_id=18cacacf-6628-400f-9b6b-54b9ed111a42)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:19.717990 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.731961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] Calling delete_port for 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:19.743192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:19.745527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e3bee4a-5950-40b8-a883-48eb74ef1449 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:19.747480 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] No DVR routers for this DVR port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:19.800541 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8e3bee4a-5950-40b8-a883-48eb74ef1449 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:19.800880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e3bee4a-5950-40b8-a883-48eb74ef1449 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:19.801302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:19.822305 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.829839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:19.830447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 8e6f0e56-ebc1-48f6-85f4-82ddacfd2b48 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:19.830867 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:19.845441 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:19.854307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:19.855336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:19.855475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18cacacf-6628-400f-9b6b-54b9ed111a42') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:19.855731 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18cacacf-6628-400f-9b6b-54b9ed111a42') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:20:19.867358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.874081 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.882364 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.889454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:20:19.889853 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: timer() May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:20:19.891726 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:20:19.949041 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.954472 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:19.957936 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] 10.222.0.76 "DELETE /v2.0/networks/0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df HTTP/1.1" status: 204 len: 168 time: 0.5659416 May 06 10:20:19.972641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562e23b-7df9-43e6-b524-43211c0f73aa admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2e6f16-bc90-4a0c-b727-7e1c79f3b5df,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:20.059082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] Pushing event deleted for resources: {'Port': ['ID=0a0b9b97-0a9e-4627-a6c4-07c94a987cc0,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:20.062738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8f56ce-5873-40aa-8440-366755d70b27 None None] No DVR routers for this DVR port 0a0b9b97-0a9e-4627-a6c4-07c94a987cc0 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:20.098323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35312) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:20.142450 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c3ec64b9-c508-4681-b2be-001b0d6b80a3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=468418c4e92346c28d84e73adc2b2abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429657 May 06 10:20:20.144953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35314) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:20.192003 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f01e0e0f-e5f2-4292-8100-56730bfdd997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.213926 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f01e0e0f-e5f2-4292-8100-56730bfdd997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.260718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f01e0e0f-e5f2-4292-8100-56730bfdd997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.263801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f01e0e0f-e5f2-4292-8100-56730bfdd997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.264927 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f01e0e0f-e5f2-4292-8100-56730bfdd997 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb553b79-5791-4c65-878f-5f030733ebd3 HTTP/1.1" status: 204 len: 168 time: 0.1190755 May 06 10:20:20.272793 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e0e0f-e5f2-4292-8100-56730bfdd997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb553b79-5791-4c65-878f-5f030733ebd3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:20.599140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35320) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:20.638898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2fd71c74-e723-499f-8d21-fe7fdfee111f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6cdae36ba15142479c515b30eb7c0317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385785 May 06 10:20:20.641326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35322) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:20.687772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db2c0f3d-c957-461a-9dc4-25ae335933d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.709935 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db2c0f3d-c957-461a-9dc4-25ae335933d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.758773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db2c0f3d-c957-461a-9dc4-25ae335933d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.762017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-db2c0f3d-c957-461a-9dc4-25ae335933d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:20.763212 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-db2c0f3d-c957-461a-9dc4-25ae335933d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5dd956f5-ab82-4f27-8a69-ab81949f1236 HTTP/1.1" status: 204 len: 168 time: 0.1209574 May 06 10:20:20.770700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c0f3d-c957-461a-9dc4-25ae335933d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd956f5-ab82-4f27-8a69-ab81949f1236,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:20.828512 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:31.593238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-da49a69f-a899-48b1-b2c1-d8eae48392dc tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=bc8c19d28ead42c9a8148d08e88766b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232444 May 06 10:20:31.704368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a5da0dba-0e1f-4032-8262-ae3d4281e57a tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:31.706107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a5da0dba-0e1f-4032-8262-ae3d4281e57a tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068854 May 06 10:20:31.721018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-60ea674a-85a9-47e4-bc46-a8a5ef6b5413 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/quotas/bc8c19d28ead42c9a8148d08e88766b2 HTTP/1.1" status: 200 len: 375 time: 0.0091670 May 06 10:20:31.753014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-96a2b7f6-aede-40ea-ad3e-d629b01211ac tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=bc8c19d28ead42c9a8148d08e88766b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266464 May 06 10:20:31.914103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df2181ca-40be-4632-a7b6-368a16be10c0 req-e0f2eaab-c793-44fa-91c6-ee07104480e1 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 210 time: 0.0259159 May 06 10:20:32.757707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-bca810fa-61d6-42a0-8127-98f2c05df67c tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=bc8c19d28ead42c9a8148d08e88766b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203030 May 06 10:20:32.871424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-7732c06c-c947-4779-a52a-8e98aa7d5bb6 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:32.872793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-7732c06c-c947-4779-a52a-8e98aa7d5bb6 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100001 May 06 10:20:32.885600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Request body: {'port': {'device_id': '5b449267-0d01-4668-a848-98f057fa6a1b', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'admin_state_up': True, 'tenant_id': 'bc8c19d28ead42c9a8148d08e88766b2'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:33.000036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Made reservation on behalf of bc8c19d28ead42c9a8148d08e88766b2 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:20:33.003332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.020337 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d07de52b-eb5f-4e4e-a984-2d1b74413972 req-82b12c0a-016b-4120-8c21-affc0c3745d7 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 210 time: 0.0315740 May 06 10:20:33.025611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.103115 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.107162 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.173122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f2f5b-c820-49fe-937a-eb77bd00a82b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:33.238312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Allocated IP 192.168.233.105 (2a6ef4d6-196b-4977-ab23-6d1094fbc311/7951d042-ea0a-4c88-8820-d84242b76bc8/f410dd6b-7405-4429-9241-d1285f10082e) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:20:33.389835 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.423974 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.464431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:20:33.467476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:20:33.471182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:20:33.507120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Pushing event updated for resources: {'Port': ['ID=f410dd6b-7405-4429-9241-d1285f10082e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:33.532945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:33.533577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.551739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-a00534fc-5a63-4913-b65a-88943d330b51 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6696959 May 06 10:20:33.564316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Request body: {'port': {'device_id': '5b449267-0d01-4668-a848-98f057fa6a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:33.620770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.732025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ca31a549-8031-47f2-a84a-65c9ff48f64f None None] Provisioning complete for port f410dd6b-7405-4429-9241-d1285f10082e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:20:33.732584 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ca31a549-8031-47f2-a84a-65c9ff48f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.766731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ca31a549-8031-47f2-a84a-65c9ff48f64f None None] Port f410dd6b-7405-4429-9241-d1285f10082e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:20:33.886903 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f410dd6b-7405-4429-9241-d1285f10082e {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:33.894520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.907409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Transition to ACTIVE for port object f410dd6b-7405-4429-9241-d1285f10082e will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:20:33.911717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:33.964003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f410dd6b-7405-4429-9241-d1285f10082e,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:34.038359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Attempting to bind port f410dd6b-7405-4429-9241-d1285f10082e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:20:34.038689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Attempting to bind port f410dd6b-7405-4429-9241-d1285f10082e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:20:34.039016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Attempting to bind port f410dd6b-7405-4429-9241-d1285f10082e on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:34.046283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Port f410dd6b-7405-4429-9241-d1285f10082e on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:20:34.046603 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Attempting to bind port f410dd6b-7405-4429-9241-d1285f10082e on network 2a6ef4d6-196b-4977-ab23-6d1094fbc311 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:34.052324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:20:34.052662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Checking segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:20:34.053041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Bound using segment: {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:20:34.053501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Bound port: f410dd6b-7405-4429-9241-d1285f10082e, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd051224a-b551-4304-8f3c-145c6e620616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:20:34.053860 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:34.153430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] For port f410dd6b-7405-4429-9241-d1285f10082e, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:20:34.158793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] For port f410dd6b-7405-4429-9241-d1285f10082e, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f410dd6b-7405-4429-9241-d1285f10082e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:20:34.163909 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:34.178275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c9cdb-0043-4244-be6b-91cec9aabfed req-16c1d86f-2800-4e31-b3e8-4f27432c5459 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.179790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d00c9cdb-0043-4244-be6b-91cec9aabfed req-16c1d86f-2800-4e31-b3e8-4f27432c5459 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 948 time: 0.0850484 May 06 10:20:34.216576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.217204 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:34.218694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] 10.222.0.82 "PUT /v2.0/ports/f410dd6b-7405-4429-9241-d1285f10082e HTTP/1.1" status: 200 len: 1096 time: 0.6586983 May 06 10:20:34.219148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b449267-0d01-4668-a848-98f057fa6a1b', 'tag': 'f410dd6b-7405-4429-9241-d1285f10082e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:34.221423 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40cd0c2-0300-4b85-b938-35d6c8ea8592" -d '{"events": [{"name": "network-changed", "server_uuid": "5b449267-0d01-4668-a848-98f057fa6a1b", "tag": "f410dd6b-7405-4429-9241-d1285f10082e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:34.278657 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bce37f-8636-48ac-aae6-d50ec3cf3d52 service neutron] Pushing event updated for resources: {'Port': ['ID=f410dd6b-7405-4429-9241-d1285f10082e,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:34.293650 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7beb60-20f9-447e-b624-42a2f3709ef2 x-openstack-request-id: req-cd7beb60-20f9-447e-b624-42a2f3709ef2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:34.293947 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b449267-0d01-4668-a848-98f057fa6a1b", "tag": "f410dd6b-7405-4429-9241-d1285f10082e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:34.294202 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd7beb60-20f9-447e-b624-42a2f3709ef2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:34.294605 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7beb60-20f9-447e-b624-42a2f3709ef2'] response: {'name': 'network-changed', 'server_uuid': '5b449267-0d01-4668-a848-98f057fa6a1b', 'tag': 'f410dd6b-7405-4429-9241-d1285f10082e', 'status': 'completed', 'code': 200} May 06 10:20:34.297642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d00c9cdb-0043-4244-be6b-91cec9aabfed req-008296cd-633d-47b7-8c7b-9c53aa08d3d7 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958445 May 06 10:20:34.318045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-75130347-41ec-4a02-ab70-9525cf33a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.319567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-75130347-41ec-4a02-ab70-9525cf33a94b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bc8c19d28ead42c9a8148d08e88766b2&device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 1099 time: 0.0545418 May 06 10:20:34.374040 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-5d507689-7bef-4f38-85f0-2de3c9b7ccad service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f410dd6b-7405-4429-9241-d1285f10082e HTTP/1.1" status: 200 len: 217 time: 0.0453043 May 06 10:20:34.431342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-0b22cb98-6fb7-47cb-b3ab-92c3d18b32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.433923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-0b22cb98-6fb7-47cb-b3ab-92c3d18b32ab service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0465782 May 06 10:20:34.478475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-b794acd8-3ce9-4479-af32-9bb6e1068b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.479877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-b794acd8-3ce9-4479-af32-9bb6e1068b14 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393634 May 06 10:20:34.575245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-ee39f626-3e30-4665-8eb9-b1f618ae5bda service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878379 May 06 10:20:34.665349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49e462c-2c4f-4b37-adbe-a8b765803120 req-e4997edd-ca16-47aa-8c15-478220b13a8b service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830784 May 06 10:20:34.765724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-bc3060c1-8253-499b-ae21-82ce6715a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.767197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-bc3060c1-8253-499b-ae21-82ce6715a60f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=bc8c19d28ead42c9a8148d08e88766b2&device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 1099 time: 0.0414548 May 06 10:20:34.862852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-77cc015f-3488-4008-9bc5-2521b53ee1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.864300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-77cc015f-3488-4008-9bc5-2521b53ee1eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=2a6ef4d6-196b-4977-ab23-6d1094fbc311 HTTP/1.1" status: 200 len: 870 time: 0.0897255 May 06 10:20:34.905672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-785c51e5-3669-4179-a4e3-7924fd5b3169 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=f410dd6b-7405-4429-9241-d1285f10082e HTTP/1.1" status: 200 len: 217 time: 0.0348063 May 06 10:20:34.958598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-be6428b0-74c1-4f47-be7d-cfc582e5aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:34.960042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-be6428b0-74c1-4f47-be7d-cfc582e5aa5e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=7951d042-ea0a-4c88-8820-d84242b76bc8 HTTP/1.1" status: 200 len: 843 time: 0.0461826 May 06 10:20:35.004218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-b3b63a90-df23-4e38-94b4-269a2cf11355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:35.005666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-b3b63a90-df23-4e38-94b4-269a2cf11355 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2a6ef4d6-196b-4977-ab23-6d1094fbc311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390129 May 06 10:20:35.094832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-040c20ba-f344-4c4d-ad3a-da0797fb7850 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808644 May 06 10:20:35.187805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f40cd0c2-0300-4b85-b938-35d6c8ea8592 req-c14064f3-fb34-4bb1-a1ed-04f7a570bb95 service neutron] 10.222.0.82 "GET /v2.0/networks/2a6ef4d6-196b-4977-ab23-6d1094fbc311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860057 May 06 10:20:35.417634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990f185-52cc-4355-94e3-ede29af513a2 req-ef9a1cef-7398-4d49-bb5e-75534b0fe576 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:35.419211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8990f185-52cc-4355-94e3-ede29af513a2 req-ef9a1cef-7398-4d49-bb5e-75534b0fe576 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 948 time: 0.0513813 May 06 10:20:35.457983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8990f185-52cc-4355-94e3-ede29af513a2 req-86217275-12a3-426f-b7aa-d20ff72e155b tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 May 06 10:20:36.572583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409167d4-6eb5-4ca8-91bb-bcbc0ff91b92 req-604d46fa-6974-4f82-994e-d8581544a5af tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:36.574566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-409167d4-6eb5-4ca8-91bb-bcbc0ff91b92 req-604d46fa-6974-4f82-994e-d8581544a5af tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 948 time: 0.0481844 May 06 10:20:36.617201 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-409167d4-6eb5-4ca8-91bb-bcbc0ff91b92 req-ebb1d2c3-aa8c-4d02-ac3b-dc8e19b38636 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365319 May 06 10:20:37.098375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f410dd6b-7405-4429-9241-d1285f10082e details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:20:37.193721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f410dd6b-7405-4429-9241-d1285f10082e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f410dd6b-7405-4429-9241-d1285f10082e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:37.204370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'f410dd6b-7405-4429-9241-d1285f10082e', 'network_id': '2a6ef4d6-196b-4977-ab23-6d1094fbc311', 'port_id': 'f410dd6b-7405-4429-9241-d1285f10082e', 'mac_address': 'fa:16:3e:e2:06:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7951d042-ea0a-4c88-8820-d84242b76bc8', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:20:37.240479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:37.254384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f410dd6b-7405-4429-9241-d1285f10082e {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:37.273281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f410dd6b-7405-4429-9241-d1285f10082e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f410dd6b-7405-4429-9241-d1285f10082e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:37.276940 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:37.325393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f410dd6b-7405-4429-9241-d1285f10082e,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:37.537122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['f410dd6b-7405-4429-9241-d1285f10082e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:20:37.597136 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:20:37.742963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb59e14-80db-4575-9c26-d7c044bf3ce2 req-f1724f05-5ecf-41f7-a42d-3f112a344745 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:37.744512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbb59e14-80db-4575-9c26-d7c044bf3ce2 req-f1724f05-5ecf-41f7-a42d-3f112a344745 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 949 time: 0.0492151 May 06 10:20:37.782153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dbb59e14-80db-4575-9c26-d7c044bf3ce2 req-09858d46-4322-4745-9e30-f837668c40ab tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 May 06 10:20:38.900498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876fdc-29d6-4695-af59-5812d1c667a1 req-3675e835-81d0-4f3b-bc19-083951aecc1f tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:38.901886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37876fdc-29d6-4695-af59-5812d1c667a1 req-3675e835-81d0-4f3b-bc19-083951aecc1f tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 949 time: 0.0505838 May 06 10:20:38.941751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37876fdc-29d6-4695-af59-5812d1c667a1 req-cf98b3be-ff6d-4084-8ef8-3b7cc06721ef tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 May 06 10:20:39.117294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f410dd6b-7405-4429-9241-d1285f10082e up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:20:39.167698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port f410dd6b-7405-4429-9241-d1285f10082e completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:20:39.172209 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port f410dd6b-7405-4429-9241-d1285f10082e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:20:39.172573 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:39.247365 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:39.268757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b449267-0d01-4668-a848-98f057fa6a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f410dd6b-7405-4429-9241-d1285f10082e'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:39.270982 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ab5c3-73ca-4767-9d52-9360e8f81d36" -d '{"events": [{"server_uuid": "5b449267-0d01-4668-a848-98f057fa6a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f410dd6b-7405-4429-9241-d1285f10082e"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:39.284308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port f410dd6b-7405-4429-9241-d1285f10082e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f410dd6b-7405-4429-9241-d1285f10082e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:39.288869 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:39.312362 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d77bdb-2db1-45b5-bc46-cdcc60686678 x-openstack-request-id: req-89d77bdb-2db1-45b5-bc46-cdcc60686678 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:39.312655 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b449267-0d01-4668-a848-98f057fa6a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f410dd6b-7405-4429-9241-d1285f10082e", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:39.312900 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-89d77bdb-2db1-45b5-bc46-cdcc60686678 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:39.313286 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d77bdb-2db1-45b5-bc46-cdcc60686678'] response: {'server_uuid': '5b449267-0d01-4668-a848-98f057fa6a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f410dd6b-7405-4429-9241-d1285f10082e', 'code': 200} May 06 10:20:39.343643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=f410dd6b-7405-4429-9241-d1285f10082e,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:39.407884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a955f2-3ef7-442f-8a67-756434a8dbb4 req-6bc47705-7054-4fc1-ba34-4c970bc26bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:39.409374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2a955f2-3ef7-442f-8a67-756434a8dbb4 req-6bc47705-7054-4fc1-ba34-4c970bc26bcb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 1101 time: 0.0412185 May 06 10:20:39.448464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2a955f2-3ef7-442f-8a67-756434a8dbb4 req-086b7490-1616-4208-b8f9-e149169c30cf service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 May 06 10:20:40.060090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0697af6-081e-4f09-980e-9a704061eeec req-05ec4ba9-ec2f-4042-933f-4339e1a6255c tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:40.061559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0697af6-081e-4f09-980e-9a704061eeec req-05ec4ba9-ec2f-4042-933f-4339e1a6255c tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 950 time: 0.0492973 May 06 10:20:40.099649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0697af6-081e-4f09-980e-9a704061eeec req-8f48df0b-ba14-4128-9f34-201ed139e38d tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 May 06 10:20:41.222393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6385d2-a577-4ffb-a8da-9676b537723a req-b388712b-b16c-4d69-92fd-ea87254f7ce1 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:41.223880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df6385d2-a577-4ffb-a8da-9676b537723a req-b388712b-b16c-4d69-92fd-ea87254f7ce1 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 950 time: 0.0490217 May 06 10:20:41.261688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df6385d2-a577-4ffb-a8da-9676b537723a req-e066ac8a-4a73-4eb8-9edf-9cc91c4b0899 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 May 06 10:20:41.546953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-55c0be83-c9e0-4e43-9fde-82e79fc5a24e req-a427d6da-58be-43d0-9bc4-3eaa2742ceb6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:20:41.547999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55c0be83-c9e0-4e43-9fde-82e79fc5a24e req-a427d6da-58be-43d0-9bc4-3eaa2742ceb6 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060375 May 06 10:20:41.974742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-3fbfa548-6229-4dd3-8388-ec00a26778b4 req-33fd8d69-59b1-40b6-9d95-946598abab7d service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:20:41.975762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3fbfa548-6229-4dd3-8388-ec00a26778b4 req-33fd8d69-59b1-40b6-9d95-946598abab7d service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1077271 May 06 10:20:42.305450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3feda34-d0df-4637-8ee4-62aac973319e req-9d8207e3-8d42-4878-80d6-259c828aca35 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:42.306910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3feda34-d0df-4637-8ee4-62aac973319e req-9d8207e3-8d42-4878-80d6-259c828aca35 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 950 time: 0.0487154 May 06 10:20:42.349578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3feda34-d0df-4637-8ee4-62aac973319e req-057d93b4-1eef-4109-acb8-5994cdc4d7ac tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 May 06 10:20:42.704571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4366c24e-61bc-4e6d-bc09-15f30568a4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:43.471032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0597-ad51-4032-ba02-de04834d0efd req-c20300c5-c35f-47f0-af3c-a524c4b36f8a tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:43.472553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d06e0597-ad51-4032-ba02-de04834d0efd req-c20300c5-c35f-47f0-af3c-a524c4b36f8a tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 950 time: 0.0522304 May 06 10:20:43.510937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d06e0597-ad51-4032-ba02-de04834d0efd req-95163a94-6373-4250-933f-0764f0db84cd tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.76 "GET /v2.0/security-groups?id=8c6f2f5b-c820-49fe-937a-eb77bd00a82b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 May 06 10:20:43.655222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-8c63028d-9515-4d60-85fa-e6d3cd9fadd9 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:43.656610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-8c63028d-9515-4d60-85fa-e6d3cd9fadd9 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b449267-0d01-4668-a848-98f057fa6a1b HTTP/1.1" status: 200 len: 950 time: 0.0482221 May 06 10:20:43.764790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Deleting port f410dd6b-7405-4429-9241-d1285f10082e {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:20:43.765122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:43.855335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] For port f410dd6b-7405-4429-9241-d1285f10082e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=f410dd6b-7405-4429-9241-d1285f10082e,segment=NetworkSegment(d051224a-b551-4304-8f3c-145c6e620616),segment_id=d051224a-b551-4304-8f3c-145c6e620616)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:43.855732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:43.868778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Calling delete_port for f410dd6b-7405-4429-9241-d1285f10082e owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:20:44.001136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:44.013993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['f410dd6b-7405-4429-9241-d1285f10082e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:20:44.032818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Pushing event deleted for resources: {'Port': ['ID=f410dd6b-7405-4429-9241-d1285f10082e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:44.074996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] No DVR routers for this DVR port f410dd6b-7405-4429-9241-d1285f10082e on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:20:44.077626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:44.080890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ae14689-a1cb-4b34-9f60-34e24ed16c53 req-1e056a0f-7cef-458a-bee9-a26c771e8482 tempest-ServersAdminNegativeTestJSON-1848874078 tempest-ServersAdminNegativeTestJSON-1848874078-project] 10.222.0.82 "DELETE /v2.0/ports/f410dd6b-7405-4429-9241-d1285f10082e HTTP/1.1" status: 204 len: 173 time: 0.4185755 May 06 10:20:44.081575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b449267-0d01-4668-a848-98f057fa6a1b', 'name': 'network-vif-deleted', 'tag': 'f410dd6b-7405-4429-9241-d1285f10082e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:44.083830 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a69c0-42cc-4c62-8d08-1b41337577a8" -d '{"events": [{"server_uuid": "5b449267-0d01-4668-a848-98f057fa6a1b", "name": "network-vif-deleted", "tag": "f410dd6b-7405-4429-9241-d1285f10082e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:44.132917 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e195e6f2-34a8-4229-bbf2-8448d820c07d x-openstack-request-id: req-e195e6f2-34a8-4229-bbf2-8448d820c07d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:44.133218 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b449267-0d01-4668-a848-98f057fa6a1b", "name": "network-vif-deleted", "tag": "f410dd6b-7405-4429-9241-d1285f10082e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:44.133475 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e195e6f2-34a8-4229-bbf2-8448d820c07d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:44.133883 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e195e6f2-34a8-4229-bbf2-8448d820c07d'] response: {'server_uuid': '5b449267-0d01-4668-a848-98f057fa6a1b', 'name': 'network-vif-deleted', 'tag': 'f410dd6b-7405-4429-9241-d1285f10082e', 'status': 'completed', 'code': 200} May 06 10:20:44.821260 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35452) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:44.960270 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-14e6b68e-157a-4508-bd29-68d76ee1e221 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc8c19d28ead42c9a8148d08e88766b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377835 May 06 10:20:44.962678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35456) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:45.014145 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-703339a4-3581-4690-8a0b-845a4e33ff6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.035805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-703339a4-3581-4690-8a0b-845a4e33ff6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.081588 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-703339a4-3581-4690-8a0b-845a4e33ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.084230 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-703339a4-3581-4690-8a0b-845a4e33ff6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.085383 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-703339a4-3581-4690-8a0b-845a4e33ff6b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c6f2f5b-c820-49fe-937a-eb77bd00a82b HTTP/1.1" status: 204 len: 168 time: 0.1218193 May 06 10:20:45.096013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703339a4-3581-4690-8a0b-845a4e33ff6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f2f5b-c820-49fe-937a-eb77bd00a82b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:45.201504 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-692391ab-17ed-42c1-b41d-73322eeba3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.351026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35462) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:45.364050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb844956-39c4-4160-a54d-c53bda497366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.447872 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb844956-39c4-4160-a54d-c53bda497366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.451613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fb844956-39c4-4160-a54d-c53bda497366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.490891 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fb844956-39c4-4160-a54d-c53bda497366 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d2052e1f6da4f7c86efa766456c50a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387169 May 06 10:20:45.491733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb844956-39c4-4160-a54d-c53bda497366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64b48e-5fb9-4491-8ef3-33e14122b993,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:45.494549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35464) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:45.548603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e6055d2-a955-4602-b6e9-d1e958d1b96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.570089 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e6055d2-a955-4602-b6e9-d1e958d1b96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.616225 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e6055d2-a955-4602-b6e9-d1e958d1b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.618965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e6055d2-a955-4602-b6e9-d1e958d1b96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:45.620130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e6055d2-a955-4602-b6e9-d1e958d1b96b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c64b48e-5fb9-4491-8ef3-33e14122b993 HTTP/1.1" status: 204 len: 168 time: 0.1241035 May 06 10:20:45.628576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6055d2-a955-4602-b6e9-d1e958d1b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64b48e-5fb9-4491-8ef3-33e14122b993,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:46.289598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35486) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:46.387807 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1889931767-network', 'tenant_id': '2edadb76d761406b80de3f426bf3d362'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:46.407891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Made reservation on behalf of 2edadb76d761406b80de3f426bf3d362 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:20:46.410099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.418256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.494593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.499242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.523834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:20:46.533318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0433054-6e49-4b91-89fe-0a06d1dd2928,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:46.538172 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.538512 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Added segment 3fe3f06a-44de-40c9-8aa5-fc0131c03fe3 of type vlan for network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf May 06 10:20:46.581890 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.605431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.606369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:46.606923 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.661535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3707542 May 06 10:20:46.664619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35490) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:46.666679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96345a30-8c9e-4544-be3e-b08346252be5 admin admin] Pushing event updated for resources: {'Network': ['ID=9aea949d-9fe9-48c8-a8f2-584197e2cbaf,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:46.670044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Request body: {'subnet': {'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1889931767-subnet', 'tenant_id': '2edadb76d761406b80de3f426bf3d362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:46.676985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:20:46.691963 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Made reservation on behalf of 2edadb76d761406b80de3f426bf3d362 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:20:46.694441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.783732 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.860584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.916827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2081b54e-8380-4bfd-a8fb-8d5ab73f2039,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:46.924874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Checking segment: {'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:20:46.925238 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Network hostable DHCP agents. Network: 9aea949d-9fe9-48c8-a8f2-584197e2cbaf, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:20:46.926214 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.941465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:20:46.950140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 9aea949d-9fe9-48c8-a8f2-584197e2cbaf) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:20:46.954710 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:46.955312 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:46.960808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534c753e-d817-4780-b58f-5a346d201486 None None] Network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:20:46.971639 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-17143cbf-0ed0-42d4-a747-40f89e7b3ea2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3058882 May 06 10:20:47.087103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7efaa4-148a-49b2-9d31-a588e0e93b5b None None] Network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:20:47.396724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-e8e7bdd9-5713-4656-aa97-36f136aa913f tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:47.398204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-e8e7bdd9-5713-4656-aa97-36f136aa913f tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 812 time: 0.0997210 May 06 10:20:47.413618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-876142c2-7cbd-4d5a-b8a3-41288e9e04be tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/quotas/2edadb76d761406b80de3f426bf3d362 HTTP/1.1" status: 200 len: 375 time: 0.0089600 May 06 10:20:47.449248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-aa527002-91a3-4517-81f3-712e8abdb0f3 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296977 May 06 10:20:47.460110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-36932d71-f104-4b88-9b11-40146f9bffa6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:20:47.461021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-36932d71-f104-4b88-9b11-40146f9bffa6 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052259 May 06 10:20:47.548029 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-762eeab5-5056-4f05-8a0a-26057795f5d8 service neutron] 10.222.0.76 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805264 May 06 10:20:47.641956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-ed2b5409-884b-4a69-8d9c-b611a8b5859d service neutron] 10.222.0.76 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877974 May 06 10:20:47.802631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de341589-4565-418f-a388-d21fdb8028a1 req-c886d491-6c0a-486a-9758-65e507e91b9c tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0279539 May 06 10:20:48.295196 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:48.725208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-a0e08f86-decb-44d3-94ea-a7720b508106 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:48.726632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-a0e08f86-decb-44d3-94ea-a7720b508106 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.82 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 812 time: 0.1003110 May 06 10:20:48.739389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Request body: {'port': {'device_id': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf', 'admin_state_up': True, 'tenant_id': '2edadb76d761406b80de3f426bf3d362'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:48.776535 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:48.849329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Made reservation on behalf of 2edadb76d761406b80de3f426bf3d362 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:20:48.853775 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:48.931528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55f870df-9050-4f7d-b891-50d964ab497f req-110da813-8caf-4c20-a338-0a3c72ccaf3d tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0553255 May 06 10:20:49.004291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Allocated IP 172.20.0.7 (9aea949d-9fe9-48c8-a8f2-584197e2cbaf/2081b54e-8380-4bfd-a8fb-8d5ab73f2039/9c5164f4-b404-44a2-a377-43feeb47a51c) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:20:49.153243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.177535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f410dd6b-7405-4429-9241-d1285f10082e no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:20:49.186934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.198683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: f410dd6b-7405-4429-9241-d1285f10082e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:20:49.199028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device f410dd6b-7405-4429-9241-d1285f10082e not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:20:49.230325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:20:49.233744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:20:49.237445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:20:49.265286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:49.297345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:49.297983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.315251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-62c00c94-2b65-4fdc-8f20-8d58381e344a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5794683 May 06 10:20:49.327631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Request body: {'port': {'device_id': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:20:49.391858 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.690174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5164f4-b404-44a2-a377-43feeb47a51c {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:49.700295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.716362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Transition to ACTIVE for port object 9c5164f4-b404-44a2-a377-43feeb47a51c will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:20:49.720224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.775466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:49.867525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:20:49.867831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:20:49.868159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c on network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:49.873735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Port 9c5164f4-b404-44a2-a377-43feeb47a51c on network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:20:49.874049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c on network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:20:49.885650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:20:49.885981 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Checking segment: {'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:20:49.886363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Bound using segment: {'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:20:49.887040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Bound port: 9c5164f4-b404-44a2-a377-43feeb47a51c, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:20:49.887402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:49.970682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:20:49.975833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:20:49.980051 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:50.027867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:50.028703 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:50.029816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] 10.222.0.82 "PUT /v2.0/ports/9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 1091 time: 0.7068765 May 06 10:20:50.030261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:50.032509 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb0d252-1d3d-4778-b87a-d411b270feeb" -d '{"events": [{"name": "network-changed", "server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:50.093976 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb7815-dc41-4278-b11f-9fabe41d62d8 x-openstack-request-id: req-abcb7815-dc41-4278-b11f-9fabe41d62d8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:50.094269 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:50.094513 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-abcb7815-dc41-4278-b11f-9fabe41d62d8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:50.094912 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcb7815-dc41-4278-b11f-9fabe41d62d8'] response: {'name': 'network-changed', 'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'status': 'completed', 'code': 200} May 06 10:20:50.112163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2933a51-e025-42a3-b027-55c88542d5f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:50.124946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275f665-3c76-4c92-ac73-81d66740165c req-10b8a70a-c99d-45db-8f12-83a4847a1d3a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:50.126401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8275f665-3c76-4c92-ac73-81d66740165c req-10b8a70a-c99d-45db-8f12-83a4847a1d3a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 943 time: 0.1173277 May 06 10:20:50.153629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-3a5dbbb4-838a-43ef-918d-a0e3d91da170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:50.155079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-3a5dbbb4-838a-43ef-918d-a0e3d91da170 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1094 time: 0.0780349 May 06 10:20:50.204057 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8275f665-3c76-4c92-ac73-81d66740165c req-64a76a35-2cde-4c54-a4a7-8adc19286334 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 May 06 10:20:50.205383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-79700bc2-5e33-49a4-9efc-3433efc00516 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 217 time: 0.0390618 May 06 10:20:50.257205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-1e5eabc3-0fa3-4a1d-aa50-13146b1c5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:50.258634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-1e5eabc3-0fa3-4a1d-aa50-13146b1c5851 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 200 len: 852 time: 0.0468340 May 06 10:20:50.299407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-c540b4fc-aa88-408d-a1dd-f89087dcb121 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251093 May 06 10:20:50.391429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-3b331281-4ce8-4e71-a673-a706daafb345 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852070 May 06 10:20:50.776468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a54e74-420b-4ebf-9cf5-b0a8d28938ad req-43a921ff-0525-4569-91d4-9ee703476b68 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779132 May 06 10:20:50.836537 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:50.863814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-c6ddfdff-f266-4450-bbfc-958f8fb3150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:50.865399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-c6ddfdff-f266-4450-bbfc-958f8fb3150b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1094 time: 0.0417736 May 06 10:20:50.957251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-a3fea882-fc94-4929-848b-756a54e8137c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:50.958694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-a3fea882-fc94-4929-848b-756a54e8137c service neutron] 10.222.0.82 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 913 time: 0.0864418 May 06 10:20:51.000563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-14814b8d-be5f-4304-a37a-983713cf17fa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 217 time: 0.0342982 May 06 10:20:51.050086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-362fe298-b0d4-44e5-a1b6-023d3392c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:51.051435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-362fe298-b0d4-44e5-a1b6-023d3392c1c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 200 len: 852 time: 0.0433054 May 06 10:20:51.084648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-5df6566a-4a56-4967-b5e0-7ebd0a9e8df1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246913 May 06 10:20:51.177589 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-fbdc9ab4-4969-4731-a6e9-65d7267cbdac service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859964 May 06 10:20:51.271630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dfb0d252-1d3d-4778-b87a-d411b270feeb req-f4aff5e6-2c3d-4b64-a44d-15e3901e726d service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867090 May 06 10:20:51.336183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a911-bad4-423e-af9d-94136ff3d9da req-8dd72a95-b24a-46ea-9c96-f50f3600d8b7 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:51.337662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ae4a911-bad4-423e-af9d-94136ff3d9da req-8dd72a95-b24a-46ea-9c96-f50f3600d8b7 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 943 time: 0.0545318 May 06 10:20:51.374861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ae4a911-bad4-423e-af9d-94136ff3d9da req-60eb9335-5650-405e-865c-2d47dc732da7 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 May 06 10:20:52.491204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be07d6-75eb-47fb-9c4e-8e2da4beeffb req-cc09616d-3630-4390-91fc-95271eb79647 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:52.492656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34be07d6-75eb-47fb-9c4e-8e2da4beeffb req-cc09616d-3630-4390-91fc-95271eb79647 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 943 time: 0.0486374 May 06 10:20:52.530995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34be07d6-75eb-47fb-9c4e-8e2da4beeffb req-0f235ac8-b9cc-4122-84fc-4efec85c7ba4 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 May 06 10:20:53.194304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:20:53.288106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:53.299849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf', 'port_id': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'mac_address': 'fa:16:3e:e6:05:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2081b54e-8380-4bfd-a8fb-8d5ab73f2039', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:20:53.339119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.352130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5164f4-b404-44a2-a377-43feeb47a51c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:20:53.370839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:53.375417 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:53.423847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:53.583524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9c5164f4-b404-44a2-a377-43feeb47a51c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:20:53.769187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa76e8a-c393-404f-89f8-c23e8830bfc4 req-ca718053-488f-403e-9823-91294b8720e2 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:53.770673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fa76e8a-c393-404f-89f8-c23e8830bfc4 req-ca718053-488f-403e-9823-91294b8720e2 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 944 time: 0.1685150 May 06 10:20:53.808112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7fa76e8a-c393-404f-89f8-c23e8830bfc4 req-c83f269c-1c36-45e6-8fba-42124662c036 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 May 06 10:20:54.926208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f9d09-261a-4d94-b659-48b97b3c9874 req-98200767-1a2e-4b82-8ab1-b07c26f15fb1 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:54.927682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-631f9d09-261a-4d94-b659-48b97b3c9874 req-98200767-1a2e-4b82-8ab1-b07c26f15fb1 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0518351 May 06 10:20:55.019852 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-631f9d09-261a-4d94-b659-48b97b3c9874 req-66462f72-262d-455b-8793-64408d530361 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861378 May 06 10:20:55.209521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:20:55.257201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9c5164f4-b404-44a2-a377-43feeb47a51c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:20:55.261400 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9c5164f4-b404-44a2-a377-43feeb47a51c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:20:55.261773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:55.340799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:55.363057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:20:55.365350 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fbbed0-7e85-4cbf-8fac-15cc46777108" -d '{"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:20:55.380656 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:20:55.385341 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:20:55.409977 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16407c2b-2223-47c7-abdf-205f44637626 x-openstack-request-id: req-16407c2b-2223-47c7-abdf-205f44637626 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:20:55.410272 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:20:55.410524 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16407c2b-2223-47c7-abdf-205f44637626 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:20:55.410917 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16407c2b-2223-47c7-abdf-205f44637626'] response: {'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'code': 200} May 06 10:20:55.436698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:20:55.500712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cee72b-7113-4e3e-a49c-3a0d1620ab93 req-f8b8fc75-91d2-44fc-b491-ffe99e472464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:55.502108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0cee72b-7113-4e3e-a49c-3a0d1620ab93 req-f8b8fc75-91d2-44fc-b491-ffe99e472464 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0407934 May 06 10:20:55.535975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0cee72b-7113-4e3e-a49c-3a0d1620ab93 req-95d12ccd-7980-40a5-8d2d-61d17e6893b9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271649 May 06 10:20:56.134878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1fbe2-40d9-44f3-99a8-f024f52d67e0 req-ae8d6ed2-6397-411e-9e6f-db47b5ef8097 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:56.136378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9e1fbe2-40d9-44f3-99a8-f024f52d67e0 req-ae8d6ed2-6397-411e-9e6f-db47b5ef8097 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0487599 May 06 10:20:56.173391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9e1fbe2-40d9-44f3-99a8-f024f52d67e0 req-4e77da95-f0c7-44d3-bda1-8028679327a7 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308435 May 06 10:20:57.292744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa68262-de6d-41d5-a1c0-3f942f112b19 req-4355b81e-679d-43ff-a624-31fff81aec49 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:57.294374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fa68262-de6d-41d5-a1c0-3f942f112b19 req-4355b81e-679d-43ff-a624-31fff81aec49 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0523686 May 06 10:20:57.332810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fa68262-de6d-41d5-a1c0-3f942f112b19 req-aff8904b-79ae-497b-9e3c-85cc22d66a24 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 May 06 10:20:57.511747 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35548) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:20:57.569971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97efe-7091-4e25-8d8d-cf9994c9d47d req-04aca9c5-424d-490d-81c9-4cf2c1bb86a9 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:57.571997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0c97efe-7091-4e25-8d8d-cf9994c9d47d req-04aca9c5-424d-490d-81c9-4cf2c1bb86a9 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0497646 May 06 10:20:57.612009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0c97efe-7091-4e25-8d8d-cf9994c9d47d req-e3f3a5af-2f89-456a-8f85-ef4b8e9be03f tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339682 May 06 10:20:57.613977 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-3738adfb-064c-4ffa-887f-9d4e9d28240c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1008644 May 06 10:20:57.624493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-5d8da87b-fd87-4c70-b3cb-80c4ee7c5224 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:20:57.625631 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-5d8da87b-fd87-4c70-b3cb-80c4ee7c5224 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067999 May 06 10:20:58.736072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d687a98-fff2-4924-8fca-0d48bd16c88e req-4c98ec01-000a-4c20-949a-65e9c25e66da tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.737559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d687a98-fff2-4924-8fca-0d48bd16c88e req-4c98ec01-000a-4c20-949a-65e9c25e66da tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0514140 May 06 10:20:58.803505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d687a98-fff2-4924-8fca-0d48bd16c88e req-721a4498-f692-44a2-8abc-d82b2fc48be0 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 May 06 10:20:58.806058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-41300c4a-6e25-4e0d-ad1a-e483fc96e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.807458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-41300c4a-6e25-4e0d-ad1a-e483fc96e055 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0690348 May 06 10:20:58.899085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-537b6e9f-c201-4976-8e02-6e3d4432d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.900504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-537b6e9f-c201-4976-8e02-6e3d4432d45d service neutron] 10.222.0.82 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 913 time: 0.0849855 May 06 10:20:58.944390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-406b9b6b-8b9d-4b5e-93a2-1a706cdc3f73 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 217 time: 0.0372021 May 06 10:20:58.993702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-1d2b331f-1972-4bca-a55c-1f9aee3df8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:58.995153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-1d2b331f-1972-4bca-a55c-1f9aee3df8c7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 200 len: 852 time: 0.0439653 May 06 10:20:59.027281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-64036aa3-b2df-4e0c-bb6d-acc1f76c0891 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243604 May 06 10:20:59.120541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-3d77c7e0-35b9-40d6-92eb-1759f89961a6 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850999 May 06 10:20:59.211374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-0e111e8e-ad06-4cca-978b-e963f44ad235 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 May 06 10:20:59.920575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2193c9-bad8-41fe-95b0-e6471bfd8384 req-a7b89367-c961-4595-9f61-a63d0991850b tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:20:59.922038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee2193c9-bad8-41fe-95b0-e6471bfd8384 req-a7b89367-c961-4595-9f61-a63d0991850b tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0487015 May 06 10:20:59.960987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee2193c9-bad8-41fe-95b0-e6471bfd8384 req-21f011b1-602a-465e-9094-e962ccc7e6ab tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 May 06 10:21:01.082994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db336a61-43fd-486f-9796-e19f3c658e90 req-56c6231b-2c5d-4ba1-a0b5-46502f734474 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:01.084509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db336a61-43fd-486f-9796-e19f3c658e90 req-56c6231b-2c5d-4ba1-a0b5-46502f734474 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0537415 May 06 10:21:01.123802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db336a61-43fd-486f-9796-e19f3c658e90 req-835edc90-eb5a-4c05-8f53-e84e2b47b5ed tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 May 06 10:21:02.243116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20afd60-2fa7-4d0e-a3c2-3b4dc576f1b1 req-f71d192f-ff04-4ea6-8b7a-fc48db7d7ff5 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:02.244685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f20afd60-2fa7-4d0e-a3c2-3b4dc576f1b1 req-f71d192f-ff04-4ea6-8b7a-fc48db7d7ff5 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0510182 May 06 10:21:02.284894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f20afd60-2fa7-4d0e-a3c2-3b4dc576f1b1 req-6d629f43-fc44-4587-af1a-49ae7d3ddaba tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331461 May 06 10:21:03.400779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a1681-c98f-4445-8409-250ea73c9b60 req-3ad99bc4-5417-499f-907c-6351ab5ca483 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:03.402269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e14a1681-c98f-4445-8409-250ea73c9b60 req-3ad99bc4-5417-499f-907c-6351ab5ca483 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0496297 May 06 10:21:03.440255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e14a1681-c98f-4445-8409-250ea73c9b60 req-9dea128f-ec58-49d9-9cad-eb3e4ec8998f tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 May 06 10:21:04.564406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3af6e-774b-4c15-8a0a-3bd0c4a5912b req-e53f66c5-c5d5-43f7-a4d5-2ad3152d5895 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:04.565887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cd3af6e-774b-4c15-8a0a-3bd0c4a5912b req-e53f66c5-c5d5-43f7-a4d5-2ad3152d5895 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0559039 May 06 10:21:04.604792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cd3af6e-774b-4c15-8a0a-3bd0c4a5912b req-4b87abae-e811-4907-a325-a8c991a6ff66 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329859 May 06 10:21:05.722106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4bde7-32f4-44d7-b184-cdfa91c79cb6 req-6529cea2-3cd7-4b72-af25-cbf3e0074ec4 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:05.723567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4d4bde7-32f4-44d7-b184-cdfa91c79cb6 req-6529cea2-3cd7-4b72-af25-cbf3e0074ec4 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0499976 May 06 10:21:05.760460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4d4bde7-32f4-44d7-b184-cdfa91c79cb6 req-fa5d6ef7-f7c3-4af8-8dd1-85c01409ef87 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 May 06 10:21:06.878772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cee27-2484-4ba5-9a00-2a92e79d59aa req-0859e92b-31a1-4833-843e-ec2af58bf281 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:06.880205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b29cee27-2484-4ba5-9a00-2a92e79d59aa req-0859e92b-31a1-4833-843e-ec2af58bf281 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0497081 May 06 10:21:06.917535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b29cee27-2484-4ba5-9a00-2a92e79d59aa req-14c91a83-00a8-4032-924e-c2f8a92ef231 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 May 06 10:21:08.038704 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78709ce-3552-4ea7-83b2-dcf548ae83be req-cdc051d2-d7e1-4b1a-8013-292444e6e38a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:08.040226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d78709ce-3552-4ea7-83b2-dcf548ae83be req-cdc051d2-d7e1-4b1a-8013-292444e6e38a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0535188 May 06 10:21:08.078478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d78709ce-3552-4ea7-83b2-dcf548ae83be req-5e6f7feb-769a-4e3e-b467-980d9d7a9d24 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 May 06 10:21:09.194949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0737f-416d-4eeb-96b7-ce803507821b req-27b919c5-02f2-4f25-a127-5068f9871adc tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:09.196457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cce0737f-416d-4eeb-96b7-ce803507821b req-27b919c5-02f2-4f25-a127-5068f9871adc tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0485973 May 06 10:21:09.234300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cce0737f-416d-4eeb-96b7-ce803507821b req-65175c44-add0-4ba9-89c2-2551bb6988f0 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 May 06 10:21:10.353285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa2c68-2fa3-454b-b39a-84dbbf772fa6 req-a2cb6392-775b-4ace-b597-67e194d383e9 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:10.354638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8efa2c68-2fa3-454b-b39a-84dbbf772fa6 req-a2cb6392-775b-4ace-b597-67e194d383e9 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0504732 May 06 10:21:10.393925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8efa2c68-2fa3-454b-b39a-84dbbf772fa6 req-bc0ca4e0-20cd-4e32-8783-659f7164cd8e tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 May 06 10:21:11.514628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550d1b1-b067-454d-a033-61aa40099588 req-8594774c-2f6d-4e97-8039-ab55f558b54e tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:11.516148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7550d1b1-b067-454d-a033-61aa40099588 req-8594774c-2f6d-4e97-8039-ab55f558b54e tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0528564 May 06 10:21:11.553070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7550d1b1-b067-454d-a033-61aa40099588 req-e89e58cf-f083-4779-bf91-1b264f6e1239 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 May 06 10:21:12.672783 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb0bd8-e332-4550-8ce5-9acf84e6706c req-f46ef06e-e750-4a07-9422-7c73bc555fa2 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:12.674269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86eb0bd8-e332-4550-8ce5-9acf84e6706c req-f46ef06e-e750-4a07-9422-7c73bc555fa2 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0488360 May 06 10:21:12.706552 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f0b78d73-d7fd-4fc0-aeef-f0d32d3aa014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:12.714575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86eb0bd8-e332-4550-8ce5-9acf84e6706c req-a956cc36-9be3-4d86-a09d-1dd53077af5b tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339231 May 06 10:21:13.830582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d48a0-5dfa-4553-a87d-83a85308eede req-69581f52-1c40-450f-8927-8f526ea36139 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:13.832139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f5d48a0-5dfa-4553-a87d-83a85308eede req-69581f52-1c40-450f-8927-8f526ea36139 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0491099 May 06 10:21:13.871223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f5d48a0-5dfa-4553-a87d-83a85308eede req-db020b5d-b69e-4e95-ae39-d026f5bbd66a tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 May 06 10:21:14.596814 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:21:14.992473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd2950-df1f-460f-8a81-7590da119919 req-f4b5aea5-e72f-46fa-af6b-253a76e25e3d tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:14.993926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1cd2950-df1f-460f-8a81-7590da119919 req-f4b5aea5-e72f-46fa-af6b-253a76e25e3d tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0531645 May 06 10:21:15.031811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1cd2950-df1f-460f-8a81-7590da119919 req-4c552b08-bb49-496b-af97-5f9174774a85 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 May 06 10:21:15.204265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-62107666-5fed-4495-8ada-b416aada5cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:16.153162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afd290-a4f1-4068-ad3a-8f1a906562c2 req-ee5f026c-d331-497a-b639-3a8c3115525b tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:16.154664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39afd290-a4f1-4068-ad3a-8f1a906562c2 req-ee5f026c-d331-497a-b639-3a8c3115525b tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0550137 May 06 10:21:16.193277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39afd290-a4f1-4068-ad3a-8f1a906562c2 req-8351fe8f-cdba-4841-bab3-e90550e501dc tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 May 06 10:21:16.786227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:16.933857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:17.311444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766af30-e61d-405b-a1c6-d262b5c387d7 req-8d539446-1536-40e2-9be0-027bece0a951 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:17.312953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9766af30-e61d-405b-a1c6-d262b5c387d7 req-8d539446-1536-40e2-9be0-027bece0a951 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0503516 May 06 10:21:17.350158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9766af30-e61d-405b-a1c6-d262b5c387d7 req-7a2f0fbb-fcc8-4aba-8a4a-6502186a5868 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312042 May 06 10:21:18.295761 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:18.474638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcf8a3-f281-496e-bda2-6b0c35a713a4 req-e6bf6903-7397-4215-9238-01f0592539b0 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:18.476212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ffcf8a3-f281-496e-bda2-6b0c35a713a4 req-e6bf6903-7397-4215-9238-01f0592539b0 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0537512 May 06 10:21:18.514274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ffcf8a3-f281-496e-bda2-6b0c35a713a4 req-91eb7ee4-fafc-4bd0-9a75-244ba4475f31 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313296 May 06 10:21:18.780381 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:19.628860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425c5a2-ea4a-49f9-84e8-eb9560f0dc3b req-8b1e6b2e-5653-44e0-aa39-10bfb0292861 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:19.630341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e425c5a2-ea4a-49f9-84e8-eb9560f0dc3b req-8b1e6b2e-5653-44e0-aa39-10bfb0292861 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0494313 May 06 10:21:19.667223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e425c5a2-ea4a-49f9-84e8-eb9560f0dc3b req-54362a7c-aa51-43ac-9e8b-2fbfc9ae2604 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 May 06 10:21:20.792387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ab4dc-4f2f-46ba-bf0a-495640947223 req-4e40d6c2-3c18-4154-a518-d3780c6fe2db tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:20.793970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-324ab4dc-4f2f-46ba-bf0a-495640947223 req-4e40d6c2-3c18-4154-a518-d3780c6fe2db tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0489576 May 06 10:21:20.831573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-324ab4dc-4f2f-46ba-bf0a-495640947223 req-d894e689-3616-44d7-971e-2fb821b91c72 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 May 06 10:21:20.849671 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:21.953853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc725e8-40b2-48b3-bb02-687ea709cfd2 req-ffaa260d-80a2-4c53-bea0-91059a8a99e3 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:21.956038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc725e8-40b2-48b3-bb02-687ea709cfd2 req-ffaa260d-80a2-4c53-bea0-91059a8a99e3 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0539014 May 06 10:21:21.992975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cc725e8-40b2-48b3-bb02-687ea709cfd2 req-dd90dd2c-b35d-423d-9fde-1c4eb0d6b4b4 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307899 May 06 10:21:23.110051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f36f2d-b998-4fbd-a66f-5b395616bfa6 req-be0dfa8c-2d87-418e-9691-885a97dd6347 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:23.111530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2f36f2d-b998-4fbd-a66f-5b395616bfa6 req-be0dfa8c-2d87-418e-9691-885a97dd6347 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0496790 May 06 10:21:23.149365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2f36f2d-b998-4fbd-a66f-5b395616bfa6 req-dc818d61-fdc1-4124-b562-3df27ec9b100 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 May 06 10:21:24.146152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-09ed3ec6-9b10-412e-89fe-0f33c12a3eac req-7d395214-14b1-4bba-8797-7c2c54e4d6e5 service neutron] (102742) timed out ('10.222.0.83', 61226) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:21:24.267098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5448a0-57b1-436d-b4a3-d57e9aeb3b49 req-e5053b06-f323-4b9e-9e11-5b63756150c0 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:24.268624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed5448a0-57b1-436d-b4a3-d57e9aeb3b49 req-e5053b06-f323-4b9e-9e11-5b63756150c0 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0497220 May 06 10:21:24.306963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed5448a0-57b1-436d-b4a3-d57e9aeb3b49 req-7e5e467e-c700-47ca-8859-deb4ff1978af tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323014 May 06 10:21:25.427488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba3d94-e704-4228-9499-141b4e276794 req-f5e35a18-26b2-4b8a-86db-10da21dbb1af tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:25.428983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82ba3d94-e704-4228-9499-141b4e276794 req-f5e35a18-26b2-4b8a-86db-10da21dbb1af tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0529375 May 06 10:21:25.466886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-82ba3d94-e704-4228-9499-141b4e276794 req-7a58431b-e7d3-4b58-82cd-05179315ba58 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 May 06 10:21:26.189343 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2e7cf24c-53f6-438d-89e2-a4e3bde93811 service neutron] show failed (client error): The resource could not be found. May 06 10:21:26.190367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2e7cf24c-53f6-438d-89e2-a4e3bde93811 service neutron] 10.222.0.82 "GET /v2.0/ports/9c5164f4-b404-44a2-a377-43feeb47a51c/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0549660 May 06 10:21:26.392396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-c692b312-a47e-4c20-b691-c6f80db72182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:26.393900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-c692b312-a47e-4c20-b691-c6f80db72182 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3&tenant_id=2edadb76d761406b80de3f426bf3d362 HTTP/1.1" status: 200 len: 1096 time: 0.0435312 May 06 10:21:26.404628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:26.460157 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:26.663142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e65d9-9eb0-4e5d-8b24-6c4677c6bfd4 req-e6f7cd64-e3f1-41cc-b2ad-a82dd607141f tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:26.664610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c2e65d9-9eb0-4e5d-8b24-6c4677c6bfd4 req-e6f7cd64-e3f1-41cc-b2ad-a82dd607141f tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1072514 May 06 10:21:26.724961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:26.728915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6c2e65d9-9eb0-4e5d-8b24-6c4677c6bfd4 req-e9e00a4c-ee56-4c25-b7f1-1db9da08faae tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577369 May 06 10:21:26.762093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:26.804811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:26.807039 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efc8f36-23bc-48f5-999b-d32f0b94ce83" -d '{"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:26.811794 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:26.823931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Transition to ACTIVE for port object 9c5164f4-b404-44a2-a377-43feeb47a51c will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:21:26.827721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:26.886857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] No DVR routers for this DVR port 9c5164f4-b404-44a2-a377-43feeb47a51c on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:21:26.895686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:26.906758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.906758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.907161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.907161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.907467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.907828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.908156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.908480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.908808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.909134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.909460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.909782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:26.928196 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b8837d-70d2-41ab-bafd-37c3dfbce2d3 x-openstack-request-id: req-76b8837d-70d2-41ab-bafd-37c3dfbce2d3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:26.928492 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:26.928740 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76b8837d-70d2-41ab-bafd-37c3dfbce2d3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:26.929136 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b8837d-70d2-41ab-bafd-37c3dfbce2d3'] response: {'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'code': 200} May 06 10:21:26.942523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:26.942852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:26.943174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c on network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:26.947534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Port 9c5164f4-b404-44a2-a377-43feeb47a51c on network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:21:26.947879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Attempting to bind port 9c5164f4-b404-44a2-a377-43feeb47a51c on network 9aea949d-9fe9-48c8-a8f2-584197e2cbaf {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:26.952660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:26.952996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Checking segment: {'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:26.953375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Bound using segment: {'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:26.953803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Bound port: 9c5164f4-b404-44a2-a377-43feeb47a51c, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:26.954154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:27.020623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:27.023464 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:27.028071 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:27.062409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:27.063015 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:27.064406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] 10.222.0.83 "PUT /v2.0/ports/9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 1091 time: 0.6638756 May 06 10:21:27.083689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c21c-321f-43b6-8a10-3e98192e2ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:27.126834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-e6ef9780-dcd0-4f02-b52a-28e94084221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:27.128334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-e6ef9780-dcd0-4f02-b52a-28e94084221a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1094 time: 0.0406959 May 06 10:21:27.218483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-7f3b4785-08e0-469e-8c96-772cdb94f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:27.220017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-7f3b4785-08e0-469e-8c96-772cdb94f704 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 913 time: 0.0858531 May 06 10:21:27.261185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-11e9ca2d-5c4a-4e10-b8db-38ee4a277958 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 217 time: 0.0343556 May 06 10:21:27.309240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-73cd893e-0c78-4942-9811-ef4f342119ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:27.310602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-73cd893e-0c78-4942-9811-ef4f342119ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 200 len: 852 time: 0.0432444 May 06 10:21:27.340499 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-f6ac3523-31b2-4f68-9bc7-9b20f07dba0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238883 May 06 10:21:27.432901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-a2bfb95d-e09a-449b-b3e7-4116268f4058 service neutron] 10.222.0.83 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863504 May 06 10:21:27.520321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1ff150db-aa2f-4015-8e2c-8767662ac237 req-ac34a468-23a1-46be-bf66-aa634f26283a service neutron] 10.222.0.83 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815175 May 06 10:21:27.851197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcfa3-4991-4e1d-ba76-e10c5e5548b6 req-5c5aa5e8-c4cd-4e33-ba8e-6d9bd8664afa tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:27.852605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-527dcfa3-4991-4e1d-ba76-e10c5e5548b6 req-5c5aa5e8-c4cd-4e33-ba8e-6d9bd8664afa tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 943 time: 0.0541265 May 06 10:21:27.889776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-527dcfa3-4991-4e1d-ba76-e10c5e5548b6 req-06786e25-cba1-4dc1-b655-eaf436c2474d tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 May 06 10:21:28.930983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:28.933387 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c" -d '{"events": [{"name": "network-changed", "server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:28.992169 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa77f9-d506-4a42-a7b5-180ffedfe24b x-openstack-request-id: req-73fa77f9-d506-4a42-a7b5-180ffedfe24b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:28.992479 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:28.992709 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73fa77f9-d506-4a42-a7b5-180ffedfe24b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:28.993097 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fa77f9-d506-4a42-a7b5-180ffedfe24b'] response: {'name': 'network-changed', 'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'status': 'completed', 'code': 200} May 06 10:21:29.072983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197b6b-a9cd-47d0-a98c-7c590486336c req-b62dbfb0-ce46-4bf4-ad79-0ff355fffa34 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.074493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07197b6b-a9cd-47d0-a98c-7c590486336c req-b62dbfb0-ce46-4bf4-ad79-0ff355fffa34 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 943 time: 0.1115952 May 06 10:21:29.095999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-b9016df2-aa35-400c-aa2d-3471db90da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.097639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-b9016df2-aa35-400c-aa2d-3471db90da29 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1094 time: 0.0960138 May 06 10:21:29.106591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-e0c2ddf0-0542-41d6-9c87-aa09913d9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.108829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-e0c2ddf0-0542-41d6-9c87-aa09913d9190 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1094 time: 0.0980394 May 06 10:21:29.230221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07197b6b-a9cd-47d0-a98c-7c590486336c req-7e23319f-e44b-489e-b779-9759704a8047 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486690 May 06 10:21:29.276288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-c7f30ab3-d0d5-4b16-9882-52520e229f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.277760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-c7f30ab3-d0d5-4b16-9882-52520e229f9e service neutron] 10.222.0.83 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 913 time: 0.1578550 May 06 10:21:29.322217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-e9629040-617f-4968-84ae-fa55634b6f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.323679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-e9629040-617f-4968-84ae-fa55634b6f55 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 913 time: 0.2123101 May 06 10:21:29.325060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-c9cc358e-f3ce-40ac-90a8-b0dcf145c9ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 217 time: 0.0385616 May 06 10:21:29.394311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-3f0eee63-d11f-4756-b2e9-562c9872de89 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 217 time: 0.0637412 May 06 10:21:29.446338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-ed283e7e-8fd3-4a55-9bc7-9b93c46abce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.447939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-ed283e7e-8fd3-4a55-9bc7-9b93c46abce9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 200 len: 852 time: 0.1119013 May 06 10:21:29.466286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-8ad09f73-6e0b-43ae-affd-aead2a90771d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:29.467841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-8ad09f73-6e0b-43ae-affd-aead2a90771d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 200 len: 852 time: 0.0656323 May 06 10:21:29.485320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-2b171402-3b37-4893-a33b-e081de3b4f1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307431 May 06 10:21:29.527097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-bc7bb62c-919f-4da3-9713-5bdf1ecebaa6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441439 May 06 10:21:29.665205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-a1af152c-c3bd-429b-ae59-7829c50a8529 service neutron] 10.222.0.83 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723926 May 06 10:21:29.683912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-b30986de-748b-4628-822d-4d3a5ee4ef69 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323237 May 06 10:21:30.126180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-1bdfe0a8-d33c-450c-9f1e-26963eda57da service neutron] 10.222.0.83 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532278 May 06 10:21:30.131226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f3ae0a7-b0d7-4df3-8041-ca71325d382c req-34c92129-dc4e-4c5e-be46-640f654075c2 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366989 May 06 10:21:30.353669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f1a4b-c4f2-4f4a-ba4f-c9d181d69efb req-ff53bd8c-6fa8-4a73-8986-668858dcd061 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:30.355145 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b26f1a4b-c4f2-4f4a-ba4f-c9d181d69efb req-ff53bd8c-6fa8-4a73-8986-668858dcd061 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 943 time: 0.0485599 May 06 10:21:30.394818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b26f1a4b-c4f2-4f4a-ba4f-c9d181d69efb req-33c5b094-ef5f-4d5b-b929-25d0e55d1fd9 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 May 06 10:21:31.350352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:21:31.447902 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:21:31.450759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:31.482235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'network_id': '9aea949d-9fe9-48c8-a8f2-584197e2cbaf', 'port_id': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'mac_address': 'fa:16:3e:e6:05:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2081b54e-8380-4bfd-a8fb-8d5ab73f2039', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:21:31.516628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ca333-bf8e-4eb3-ac5a-60515a3f4918 req-61077533-e7d3-4ab2-8ff9-37af62a7c1be tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:31.518109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce0ca333-bf8e-4eb3-ac5a-60515a3f4918 req-61077533-e7d3-4ab2-8ff9-37af62a7c1be tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 943 time: 0.0534079 May 06 10:21:31.521366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:21:31.534731 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:31.547146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5164f4-b404-44a2-a377-43feeb47a51c {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:21:31.557970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce0ca333-bf8e-4eb3-ac5a-60515a3f4918 req-7a3881a6-ef28-4fa9-80b1-079d8f9e3d85 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335639 May 06 10:21:31.567361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:31.571939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:31.628240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:31.635830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.636206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.636584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.636923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.637295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.637689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.638824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.638949 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.639332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.639699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.640014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.640473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:31.835271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-e70c5e92-e2f8-4dc1-9a68-712fdacbe084 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:31.836805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-e70c5e92-e2f8-4dc1-9a68-712fdacbe084 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.82 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3&tenant_id=2edadb76d761406b80de3f426bf3d362&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 944 time: 0.0867469 May 06 10:21:31.900054 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-8b6a25d6-eaa4-4ad5-857d-5232bcadde94 service neutron] delete failed (client error): The resource could not be found. May 06 10:21:31.900984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-8b6a25d6-eaa4-4ad5-857d-5232bcadde94 service neutron] 10.222.0.82 "DELETE /v2.0/ports/9c5164f4-b404-44a2-a377-43feeb47a51c/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0573697 May 06 10:21:31.930674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['9c5164f4-b404-44a2-a377-43feeb47a51c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:31.986386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-a5e79161-d644-4e27-894b-7b22f146953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:31.987897 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-a5e79161-d644-4e27-894b-7b22f146953c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=2edadb76d761406b80de3f426bf3d362&device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 1095 time: 0.0409160 May 06 10:21:32.090470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-f046e73e-77df-4814-bcfa-fec29b6a9509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:32.092109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-f046e73e-77df-4814-bcfa-fec29b6a9509 service neutron] 10.222.0.82 "GET /v2.0/networks?id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 200 len: 913 time: 0.0975122 May 06 10:21:32.141438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-b5a3fcd1-d421-4b0a-90bc-681d2e2eb106 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 200 len: 217 time: 0.0414746 May 06 10:21:32.192106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-47871f3d-2baa-4fd2-b32b-0b43e732b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:32.193467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-47871f3d-2baa-4fd2-b32b-0b43e732b2ef service neutron] 10.222.0.82 "GET /v2.0/subnets?id=2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 200 len: 852 time: 0.0452476 May 06 10:21:32.225487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-59c9cab0-aab8-403c-ba81-0afc71dffb8f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=9aea949d-9fe9-48c8-a8f2-584197e2cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252149 May 06 10:21:32.319430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-8e016193-c6b4-4de8-9d41-423c03e1b213 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865417 May 06 10:21:32.407501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-bb73125e-3f72-417f-a5dd-4e1540adf2a1 service neutron] 10.222.0.82 "GET /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812168 May 06 10:21:33.108200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a14a88-d961-44b4-8192-56c5476f2c21 req-e50f415e-41fa-4ec0-87ff-0fadf53a24b4 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:33.109761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8a14a88-d961-44b4-8192-56c5476f2c21 req-e50f415e-41fa-4ec0-87ff-0fadf53a24b4 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 944 time: 0.0517592 May 06 10:21:33.148005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8a14a88-d961-44b4-8192-56c5476f2c21 req-031647b4-9da1-4609-9a35-247a7fcd48df tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 May 06 10:21:33.379471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:33.584488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 9c5164f4-b404-44a2-a377-43feeb47a51c completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:21:33.588687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 9c5164f4-b404-44a2-a377-43feeb47a51c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:33.588789 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:33.664155 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:33.686872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:33.689740 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08c3ee-b4e3-4b11-90f4-c6693af65a7f" -d '{"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:33.702983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:33.707193 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:33.732555 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933399e-bded-4e11-a74d-eee1c167752b x-openstack-request-id: req-e933399e-bded-4e11-a74d-eee1c167752b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:33.732838 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:33.733089 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e933399e-bded-4e11-a74d-eee1c167752b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:33.733471 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e933399e-bded-4e11-a74d-eee1c167752b'] response: {'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'code': 200} May 06 10:21:33.757799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:34.268627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22c90c-1964-4d29-86cd-2b075e4d0c3c req-3e91ecd6-6d0a-4eda-a6b6-9138863c9a51 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:34.270078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed22c90c-1964-4d29-86cd-2b075e4d0c3c req-3e91ecd6-6d0a-4eda-a6b6-9138863c9a51 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0520132 May 06 10:21:34.309990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed22c90c-1964-4d29-86cd-2b075e4d0c3c req-428fc0aa-a512-4c5d-8bf3-f3388c433309 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.76 "GET /v2.0/security-groups?id=b0433054-6e49-4b91-89fe-0a06d1dd2928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 May 06 10:21:34.360644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-82bbc276-11b9-4ab1-a676-830156dd4484 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:34.362096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-82bbc276-11b9-4ab1-a676-830156dd4484 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.83 "GET /v2.0/ports?device_id=8db3b649-7c9f-4302-bc09-ccf2cf44b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0487809 May 06 10:21:34.456217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Deleting port 9c5164f4-b404-44a2-a377-43feeb47a51c {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:21:34.456463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:34.544599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] For port 9c5164f4-b404-44a2-a377-43feeb47a51c, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=9c5164f4-b404-44a2-a377-43feeb47a51c,segment=NetworkSegment(3fe3f06a-44de-40c9-8aa5-fc0131c03fe3),segment_id=3fe3f06a-44de-40c9-8aa5-fc0131c03fe3)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:34.544966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:34.557504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Calling delete_port for 9c5164f4-b404-44a2-a377-43feeb47a51c owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:21:34.688205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:34.701691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['9c5164f4-b404-44a2-a377-43feeb47a51c'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:34.720198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Pushing event deleted for resources: {'Port': ['ID=9c5164f4-b404-44a2-a377-43feeb47a51c,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:34.758529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] No DVR routers for this DVR port 9c5164f4-b404-44a2-a377-43feeb47a51c on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:21:34.761151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:34.765518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e359f664-936f-4f4a-b7b1-dd99eee2012c req-c839922c-30b2-4b34-921a-765f3faddb93 tempest-DeleteServersTestJSON-156724416 tempest-DeleteServersTestJSON-156724416-project] 10.222.0.83 "DELETE /v2.0/ports/9c5164f4-b404-44a2-a377-43feeb47a51c HTTP/1.1" status: 204 len: 173 time: 0.3951612 May 06 10:21:34.765961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-deleted', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:34.768288 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63eb857c-b7e7-4e6e-b81a-fa9e3dd266ea" -d '{"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-deleted", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:34.807105 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07688f6-0d13-4bb3-b8c7-82560b0a3141 x-openstack-request-id: req-f07688f6-0d13-4bb3-b8c7-82560b0a3141 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:34.807422 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db3b649-7c9f-4302-bc09-ccf2cf44b7c3", "name": "network-vif-deleted", "tag": "9c5164f4-b404-44a2-a377-43feeb47a51c", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:34.807711 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f07688f6-0d13-4bb3-b8c7-82560b0a3141 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:34.808121 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07688f6-0d13-4bb3-b8c7-82560b0a3141'] response: {'server_uuid': '8db3b649-7c9f-4302-bc09-ccf2cf44b7c3', 'name': 'network-vif-deleted', 'tag': '9c5164f4-b404-44a2-a377-43feeb47a51c', 'status': 'completed', 'code': 200} May 06 10:21:35.443418 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35658) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:35.487430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Deleting subnet 2081b54e-8380-4bfd-a8fb-8d5ab73f2039 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:21:35.490431 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.528631 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.567251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.620570 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.647666 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2081b54e-8380-4bfd-a8fb-8d5ab73f2039,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:35.650064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.653118 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2081b54e-8380-4bfd-a8fb-8d5ab73f2039 HTTP/1.1" status: 204 len: 168 time: 0.2086749 May 06 10:21:35.656532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35660) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:35.660303 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.660652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.660991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.661325 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.661658 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.661986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.662311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.662635 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.662960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.663280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.663622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.663947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e439c266-51a3-4aa7-9480-ffd57a036e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:21:35.727916 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.805364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.829607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aea949d-9fe9-48c8-a8f2-584197e2cbaf']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:35.839058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:35.839348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe3f06a-44de-40c9-8aa5-fc0131c03fe3') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:21:35.849346 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.862726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.868698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:21:35.869080 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: timer() May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:21:35.870793 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:21:35.924692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.929480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:35.932586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] 10.222.0.76 "DELETE /v2.0/networks/9aea949d-9fe9-48c8-a8f2-584197e2cbaf HTTP/1.1" status: 204 len: 168 time: 0.2750318 May 06 10:21:35.945250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb37196-0901-47fc-b3c4-3de14708ff2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9aea949d-9fe9-48c8-a8f2-584197e2cbaf,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:36.040700 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35664) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:36.079518 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e9807d5d-b848-4212-9d56-fda8422a192b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2edadb76d761406b80de3f426bf3d362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376017 May 06 10:21:36.081950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35666) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:36.128965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82658f74-f020-4be5-83f5-da5896495eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:36.154779 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82658f74-f020-4be5-83f5-da5896495eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:36.199341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82658f74-f020-4be5-83f5-da5896495eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:36.202947 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-82658f74-f020-4be5-83f5-da5896495eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:36.204106 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-82658f74-f020-4be5-83f5-da5896495eb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0433054-6e49-4b91-89fe-0a06d1dd2928 HTTP/1.1" status: 204 len: 168 time: 0.1212697 May 06 10:21:36.211889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82658f74-f020-4be5-83f5-da5896495eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0433054-6e49-4b91-89fe-0a06d1dd2928,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:36.875532 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 35688) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:36.999895 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1769953843-network', 'tenant_id': '8584b4c2f875452cb1c84ddf52d131ab'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:37.019120 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Made reservation on behalf of 8584b4c2f875452cb1c84ddf52d131ab for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:21:37.021542 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.029912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.105683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.110466 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.136757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:21:37.146536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cee7f85-8572-41f7-8e03-6b9335414caa,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:37.152309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.152594 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Added segment 01c91d16-67f6-4f2f-bb10-fa6610044045 of type vlan for network c5047d5d-5113-4ea0-9979-8fc99a899749 May 06 10:21:37.192820 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.217674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.218636 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:37.219205 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.279037 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4018512 May 06 10:21:37.282347 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 35694) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:21:37.284207 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a38739-5077-43a1-b333-5e14352a9ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=c5047d5d-5113-4ea0-9979-8fc99a899749,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:37.287285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Request body: {'subnet': {'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1769953843-subnet', 'tenant_id': '8584b4c2f875452cb1c84ddf52d131ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:37.293932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c5047d5d-5113-4ea0-9979-8fc99a899749 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:21:37.308234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Made reservation on behalf of 8584b4c2f875452cb1c84ddf52d131ab for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:21:37.311453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.369309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:21:37.389962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 9c5164f4-b404-44a2-a377-43feeb47a51c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:21:37.390321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 9c5164f4-b404-44a2-a377-43feeb47a51c not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:21:37.485532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.538300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5856a426-a18c-469a-be7f-994194449750,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:37.548553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Checking segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:37.548912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Network hostable DHCP agents. Network: c5047d5d-5113-4ea0-9979-8fc99a899749, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:21:37.564325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Network c5047d5d-5113-4ea0-9979-8fc99a899749 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:21:37.572793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c5047d5d-5113-4ea0-9979-8fc99a899749) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:37.578205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:37.579315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:37.583507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726f4d8e-acf4-41a7-ad80-6227aa8204e1 None None] Network c5047d5d-5113-4ea0-9979-8fc99a899749 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:21:37.596634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7e7c3bd1-419e-4f79-9358-9f4d2b8baa33 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3131323 May 06 10:21:37.714770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35c4b3-3cd6-4868-aace-d133865e3acd None None] Network c5047d5d-5113-4ea0-9979-8fc99a899749 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:21:38.039868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-02d072b3-7a22-4f9f-a395-d1c7ac2b0575 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:38.041410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-02d072b3-7a22-4f9f-a395-d1c7ac2b0575 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 815 time: 0.1140018 May 06 10:21:38.056956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-79f19135-3747-4f78-8724-077624ba01db tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/quotas/8584b4c2f875452cb1c84ddf52d131ab HTTP/1.1" status: 200 len: 375 time: 0.0097387 May 06 10:21:38.090989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-3bbe004f-7d3c-4cb1-91fb-1d608f755fe9 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280352 May 06 10:21:38.190813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-a2f7c5a1-99a7-4491-97fb-6ea39bba986c service neutron] 10.222.0.76 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926383 May 06 10:21:38.280470 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-98da8bf1-e933-4be5-b867-29b53550f281 service neutron] 10.222.0.76 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834417 May 06 10:21:38.449493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd86fddc-42c9-43cb-bc8c-a36fbb68e845 req-6afb00f2-83ba-42f4-97bd-53066fa3b77b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 210 time: 0.0277998 May 06 10:21:39.521708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-f2f19e23-3f66-431d-b016-846cfc87a420 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:39.523283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-f2f19e23-3f66-431d-b016-846cfc87a420 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.83 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 815 time: 0.1144228 May 06 10:21:39.538830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Request body: {'port': {'device_id': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749', 'admin_state_up': True, 'tenant_id': '8584b4c2f875452cb1c84ddf52d131ab'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:39.568418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05e49488-62a4-473c-8bc0-2ff23c26e0e9 req-a6efeb75-4014-467b-b9a9-fe5d4b45a3dd tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 210 time: 0.0440755 May 06 10:21:39.663994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Made reservation on behalf of 8584b4c2f875452cb1c84ddf52d131ab for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:21:39.667493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:39.791398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Allocated IP 172.20.0.10 (c5047d5d-5113-4ea0-9979-8fc99a899749/5856a426-a18c-469a-be7f-994194449750/5501e742-70c1-41c3-bb1c-4fa2e00ea904) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:21:39.940430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:39.974220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.015866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Network c5047d5d-5113-4ea0-9979-8fc99a899749 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:21:40.018749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:21:40.022290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:21:40.031123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:40.080330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.080929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.096936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-9771a5cc-bc7e-4201-bb71-4ead6bfbce30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5621505 May 06 10:21:40.109177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Request body: {'port': {'device_id': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:21:40.162716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.422924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5501e742-70c1-41c3-bb1c-4fa2e00ea904 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:21:40.430094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.443032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Transition to ACTIVE for port object 5501e742-70c1-41c3-bb1c-4fa2e00ea904 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:21:40.446194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.498559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:40.566250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:21:40.566939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:21:40.566939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:40.571057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on network c5047d5d-5113-4ea0-9979-8fc99a899749 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:21:40.571373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:21:40.576324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:21:40.576672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Checking segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:21:40.577058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Bound using segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:21:40.577484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Bound port: 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:21:40.577839 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.644599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:21:40.680066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:21:40.685961 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.723170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.723973 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:40.725327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] 10.222.0.83 "PUT /v2.0/ports/5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 1092 time: 0.6205072 May 06 10:21:40.729064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:40.731482 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb4bd1-06f4-47d6-93b0-40f60697b262" -d '{"events": [{"name": "network-changed", "server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:40.765829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad66c15-46f2-4d4a-884b-fec0e8a915c3 req-4d8ab2f9-9c00-45ba-9763-77232eefcb85 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.769128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ad66c15-46f2-4d4a-884b-fec0e8a915c3 req-4d8ab2f9-9c00-45ba-9763-77232eefcb85 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.1263793 May 06 10:21:40.772203 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e4bf2-a60a-47a1-8898-f4ffdb18ce99 x-openstack-request-id: req-611e4bf2-a60a-47a1-8898-f4ffdb18ce99 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:40.772483 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:40.772725 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-611e4bf2-a60a-47a1-8898-f4ffdb18ce99 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:40.773115 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-611e4bf2-a60a-47a1-8898-f4ffdb18ce99'] response: {'name': 'network-changed', 'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'status': 'completed', 'code': 200} May 06 10:21:40.785548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70826b2-28e3-453e-9f9c-6ec951fbba38 service neutron] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:40.844987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ad66c15-46f2-4d4a-884b-fec0e8a915c3 req-c1bac1af-7ccb-4095-ab53-a5255bec409d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 May 06 10:21:40.847529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-aff281c9-d060-45fc-800c-ebb1289ae8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.848964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-aff281c9-d060-45fc-800c-ebb1289ae8eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1095 time: 0.0729034 May 06 10:21:40.896399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-a08b3b9c-a736-46da-8e54-a17d84a71b86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 217 time: 0.0398455 May 06 10:21:40.945222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-29c9a858-3335-42c6-9305-a503b4ac90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:40.946580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-29c9a858-3335-42c6-9305-a503b4ac90f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0441720 May 06 10:21:40.977408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-ae180389-9444-4f82-b2ba-2616b9ddd6bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246949 May 06 10:21:41.068548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-a724ae3e-30b4-49db-8a57-87f8e189869b service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845797 May 06 10:21:41.158564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f91cec5d-096c-4cac-b74a-a5b6426aba29 req-35e8d625-e2d6-4987-91ed-bf02ed6b7b6d service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 May 06 10:21:41.243921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-b1d9aed0-b967-4404-85b9-1e6a16acda3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:41.245318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-b1d9aed0-b967-4404-85b9-1e6a16acda3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1095 time: 0.0415211 May 06 10:21:41.336855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-30ba8e72-e995-4d55-a581-0efac6ee8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:41.338319 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-30ba8e72-e995-4d55-a581-0efac6ee8962 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.0871115 May 06 10:21:41.379259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-4174bffb-5c43-4e2f-b4b4-63eb01c024aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 217 time: 0.0346894 May 06 10:21:41.432208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-72b7a688-b681-444e-b990-c60532aef909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:41.433647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-72b7a688-b681-444e-b990-c60532aef909 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0476899 May 06 10:21:41.464066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-af5597d1-8199-4574-821d-d746fc88bacf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244269 May 06 10:21:41.551694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-bed448bd-f02c-48b7-9989-388d74053931 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814989 May 06 10:21:41.644565 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83bb4bd1-06f4-47d6-93b0-40f60697b262 req-3fd90787-9340-4958-8617-81b7cf906ef4 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868688 May 06 10:21:41.962471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cac85-67da-4009-bc38-42c86415e64e req-f2bdee9b-4c2f-453d-b507-5610a2eb679f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:41.963986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a2cac85-67da-4009-bc38-42c86415e64e req-f2bdee9b-4c2f-453d-b507-5610a2eb679f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.0487349 May 06 10:21:42.001772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2a2cac85-67da-4009-bc38-42c86415e64e req-6e6b6bfe-02aa-4252-9beb-c6359c816816 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 May 06 10:21:42.708558 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3ff099ca-d53e-4044-bb5a-f37000281e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:43.114956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaa38b-f12f-4095-82d3-ca81e20d360a req-83220d4f-e14b-4030-9d6e-7b52d279d45b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:43.116420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eaaa38b-f12f-4095-82d3-ca81e20d360a req-83220d4f-e14b-4030-9d6e-7b52d279d45b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.0479841 May 06 10:21:43.155276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eaaa38b-f12f-4095-82d3-ca81e20d360a req-2d78013d-6619-414d-8b1a-9bc1e2088b1c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315549 May 06 10:21:44.275824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256c0b5-4944-46af-9b29-553c480b27d2 req-df26ada3-92f4-4a07-a5f8-0a2725a4b620 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:44.277322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0256c0b5-4944-46af-9b29-553c480b27d2 req-df26ada3-92f4-4a07-a5f8-0a2725a4b620 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.0539098 May 06 10:21:44.315995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0256c0b5-4944-46af-9b29-553c480b27d2 req-1d659213-6bd3-4051-9201-c9b2779028f7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324993 May 06 10:21:45.206495 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dd93e1c7-831a-433a-86fe-39de19383837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:45.396373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:21:45.433188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d68c7-79ec-4a3a-8c41-5dfc90b8bcb3 req-40f6aee0-2cd6-412c-95c5-fda64cabf5ad tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:45.434710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-551d68c7-79ec-4a3a-8c41-5dfc90b8bcb3 req-40f6aee0-2cd6-412c-95c5-fda64cabf5ad tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.0517945 May 06 10:21:45.474134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-551d68c7-79ec-4a3a-8c41-5dfc90b8bcb3 req-1eb6a627-5b43-42ba-a233-b3d95f4b0430 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 May 06 10:21:45.494255 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:45.508053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749', 'port_id': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'mac_address': 'fa:16:3e:ae:d4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856a426-a18c-469a-be7f-994194449750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:21:45.545283 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:45.557773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5501e742-70c1-41c3-bb1c-4fa2e00ea904 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:21:45.577713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:45.582152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:45.631928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:45.916595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['5501e742-70c1-41c3-bb1c-4fa2e00ea904'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:21:46.590856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13291f-a129-493a-860e-99b64e1223b8 req-e0635bea-54dd-42e0-9bd8-a3efd202152e tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:46.592969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a13291f-a129-493a-860e-99b64e1223b8 req-e0635bea-54dd-42e0-9bd8-a3efd202152e tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 945 time: 0.0509591 May 06 10:21:46.630164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7a13291f-a129-493a-860e-99b64e1223b8 req-e5c2a01f-17a7-4826-94c2-1dd255204a93 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 May 06 10:21:46.790271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:46.942086 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.411554 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:21:47.463779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:21:47.468258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:21:47.468626 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.543639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.568542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:21:47.570795 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84deeeb2-0ea4-4f5a-86b2-4f5dd66bbe85" -d '{"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-plugged", "status": "completed", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:21:47.583602 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:21:47.589128 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:47.615830 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d77681-27af-45ae-90e8-be1c5a2cbf99 x-openstack-request-id: req-e0d77681-27af-45ae-90e8-be1c5a2cbf99 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:21:47.616116 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-plugged", "status": "completed", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:21:47.616361 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e0d77681-27af-45ae-90e8-be1c5a2cbf99 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:21:47.616739 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d77681-27af-45ae-90e8-be1c5a2cbf99'] response: {'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'code': 200} May 06 10:21:47.644813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:21:47.748963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e59c6-6f79-4b9f-ac01-974c4316c795 req-19af98d8-7c32-4163-911d-8caca2cf50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:47.750494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-054e59c6-6f79-4b9f-ac01-974c4316c795 req-19af98d8-7c32-4163-911d-8caca2cf50c9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1097 time: 0.0734279 May 06 10:21:47.769617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a7a59-fe8f-46b9-98cc-873cf35d4d29 req-39b0b87b-023b-4058-94bb-20567ada0cf2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:47.771024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a76a7a59-fe8f-46b9-98cc-873cf35d4d29 req-39b0b87b-023b-4058-94bb-20567ada0cf2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0650048 May 06 10:21:47.815610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-054e59c6-6f79-4b9f-ac01-974c4316c795 req-b4133394-e04e-4a3a-9ba8-a4cc45a873c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580978 May 06 10:21:47.822653 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a76a7a59-fe8f-46b9-98cc-873cf35d4d29 req-39ce6922-68b9-4b37-8e53-0ec40e358d45 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 May 06 10:21:48.299854 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.784689 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:48.940312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5675b-3f09-4c15-ab9a-0e578993d64d req-fe076677-04c1-462f-8044-ffb8420b9838 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:48.941800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0be5675b-3f09-4c15-ab9a-0e578993d64d req-fe076677-04c1-462f-8044-ffb8420b9838 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0495026 May 06 10:21:48.979781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0be5675b-3f09-4c15-ab9a-0e578993d64d req-602e581f-02e6-4028-8534-746488969a09 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 May 06 10:21:50.098157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4696c9-72aa-4800-906f-506ce28f5da6 req-413c5d6e-2b95-4c59-87d0-1bedcb88ce1d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:50.099640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e4696c9-72aa-4800-906f-506ce28f5da6 req-413c5d6e-2b95-4c59-87d0-1bedcb88ce1d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0522215 May 06 10:21:50.137657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e4696c9-72aa-4800-906f-506ce28f5da6 req-6fbd9f70-5289-4932-90a0-9ce8d45154d2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320101 May 06 10:21:50.252547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0d0b5-8882-42e0-94ad-89e1dd28c6cf req-668a36e0-87c6-4b3f-9b90-02d4790d3436 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:50.253998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3d0d0b5-8882-42e0-94ad-89e1dd28c6cf req-668a36e0-87c6-4b3f-9b90-02d4790d3436 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0493622 May 06 10:21:50.292240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3d0d0b5-8882-42e0-94ad-89e1dd28c6cf req-d55b1f8a-1282-491d-bfb2-9951da1f0954 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 May 06 10:21:50.489226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08feeee-fe15-4a9d-a588-02497f89c665 req-5deaab26-393d-48d2-ad57-5ed191d50980 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:50.490717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a08feeee-fe15-4a9d-a588-02497f89c665 req-5deaab26-393d-48d2-ad57-5ed191d50980 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0487027 May 06 10:21:50.528819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a08feeee-fe15-4a9d-a588-02497f89c665 req-f520f6d7-bac4-4c06-9d71-e408b1ffaf91 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 May 06 10:21:50.649102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df13cd-87bb-40a1-9d96-40f4e291e498 req-7729d141-0a55-49ee-b26c-244fc9e51670 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:50.650600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12df13cd-87bb-40a1-9d96-40f4e291e498 req-7729d141-0a55-49ee-b26c-244fc9e51670 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0542986 May 06 10:21:50.689327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12df13cd-87bb-40a1-9d96-40f4e291e498 req-ed251b3e-3bdb-4cfb-86ce-f249b2953a08 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 May 06 10:21:50.862299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:21:51.011422 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-3289d1ab-bb18-488a-9f1e-416b43cb854b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405364 May 06 10:21:51.022377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b290f2-ec00-49af-9fb4-3a732e9f4390 req-ea594a9f-a017-492b-b71f-3497ce67a105 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:51.023869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79b290f2-ec00-49af-9fb4-3a732e9f4390 req-ea594a9f-a017-492b-b71f-3497ce67a105 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0492356 May 06 10:21:51.065165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79b290f2-ec00-49af-9fb4-3a732e9f4390 req-25fcc267-42d8-4316-88ad-0d1142b88230 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 May 06 10:21:51.597832 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:21:52.191536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221a21c-5bd6-4836-8e75-eeebec05e82f req-e0b64a4e-8600-4e59-aac8-0b6558a3ea8b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:52.193074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7221a21c-5bd6-4836-8e75-eeebec05e82f req-e0b64a4e-8600-4e59-aac8-0b6558a3ea8b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0557220 May 06 10:21:52.259094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7221a21c-5bd6-4836-8e75-eeebec05e82f req-89f4a4f4-1a58-4263-bca6-b2d94d7a83d4 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 May 06 10:21:52.261647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-706013a4-1a6b-488a-8bef-81474bc0e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:52.263053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-706013a4-1a6b-488a-8bef-81474bc0e972 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1097 time: 0.0691319 May 06 10:21:52.354037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-72baa450-c2cb-43a7-90a7-68724909358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:52.355390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-72baa450-c2cb-43a7-90a7-68724909358a service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.0855844 May 06 10:21:52.399486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-c724cbce-ab35-4fbc-b15d-3fdc67388e71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 217 time: 0.0376368 May 06 10:21:52.448031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-7c328d89-91a2-4299-82d9-38eabcfd37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:52.449519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-7c328d89-91a2-4299-82d9-38eabcfd37b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0443861 May 06 10:21:52.481032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-7d8eba59-c7a1-4c4d-8215-511c782cfbab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247147 May 06 10:21:52.582262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-8901adbc-00ff-4d4e-ba5f-f922a9a4f003 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949388 May 06 10:21:52.674851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-a20539fc-0913-4f03-94e8-47a723301d3b service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853717 May 06 10:21:53.374619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f512d1-9fb0-4ffa-b3c4-89d477b22f7a req-3046a636-741f-47fe-90cf-5d0f2f3b70ff tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:53.376952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62f512d1-9fb0-4ffa-b3c4-89d477b22f7a req-3046a636-741f-47fe-90cf-5d0f2f3b70ff tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0490289 May 06 10:21:53.413703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62f512d1-9fb0-4ffa-b3c4-89d477b22f7a req-eb3fb5e9-b7a5-41f0-b4ab-ae8896d013ab tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306709 May 06 10:21:54.534824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59f024-34ae-4e1b-8047-0d5ad97c5fe1 req-00e02ddd-a1c6-43f2-a3cd-0e30a8c60820 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:54.536358 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae59f024-34ae-4e1b-8047-0d5ad97c5fe1 req-00e02ddd-a1c6-43f2-a3cd-0e30a8c60820 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0538287 May 06 10:21:54.573861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae59f024-34ae-4e1b-8047-0d5ad97c5fe1 req-5061e24d-77b2-4111-b8c6-1ff9f3bb3330 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314093 May 06 10:21:55.691133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff064a0-86b7-410e-a192-a6b229275e0b req-f6fe74f9-3b77-4255-80dc-b030cf3dab42 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:55.692631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ff064a0-86b7-410e-a192-a6b229275e0b req-f6fe74f9-3b77-4255-80dc-b030cf3dab42 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0494633 May 06 10:21:55.730872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ff064a0-86b7-410e-a192-a6b229275e0b req-33683aff-5ac2-453e-a568-ac2190f0c368 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322390 May 06 10:21:56.846986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c253566-1104-46e0-8ab9-68ad45a62450 req-1e3926a3-65d2-47ff-801b-618742068af9 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:56.848414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c253566-1104-46e0-8ab9-68ad45a62450 req-1e3926a3-65d2-47ff-801b-618742068af9 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0499196 May 06 10:21:56.885781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7c253566-1104-46e0-8ab9-68ad45a62450 req-7a6a5781-2771-4b30-8938-6555c169c176 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 May 06 10:21:58.009559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996189a-3627-4749-a748-131e2ac92602 req-bd7f942f-e3d6-419b-a645-716fbce320e6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:58.011018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2996189a-3627-4749-a748-131e2ac92602 req-bd7f942f-e3d6-419b-a645-716fbce320e6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0518074 May 06 10:21:58.049426 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2996189a-3627-4749-a748-131e2ac92602 req-fe58ce73-4c7f-4286-8136-f7cbc1b8b24b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316002 May 06 10:21:59.164492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15a741-5c45-49ee-b699-a2936442c005 req-4319ba29-c7c2-41a0-9bf0-6e806ba3b83d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:21:59.165982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f15a741-5c45-49ee-b699-a2936442c005 req-4319ba29-c7c2-41a0-9bf0-6e806ba3b83d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0496290 May 06 10:21:59.203163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6f15a741-5c45-49ee-b699-a2936442c005 req-821cafaf-9027-484f-bfcd-23685ad30e1d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 May 06 10:22:00.318174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658b5a4-72a0-40a4-875d-bf6a02187f64 req-c5558b4e-fead-45bc-9cd3-b905c8e0c866 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:00.319756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2658b5a4-72a0-40a4-875d-bf6a02187f64 req-c5558b4e-fead-45bc-9cd3-b905c8e0c866 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0484951 May 06 10:22:00.357605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2658b5a4-72a0-40a4-875d-bf6a02187f64 req-65b5e535-2979-4126-98b7-a43fb092e48d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 May 06 10:22:01.475947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a401-4164-4b9e-a843-4141027f89a4 req-fd872406-f249-4b18-8272-fbaf1421dacb tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:01.477417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14a2a401-4164-4b9e-a843-4141027f89a4 req-fd872406-f249-4b18-8272-fbaf1421dacb tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0523090 May 06 10:22:01.514627 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14a2a401-4164-4b9e-a843-4141027f89a4 req-73225f1a-2fe7-4ac0-9485-180dadeeb79b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 May 06 10:22:02.630441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b95901-ee77-4eeb-a505-5496458adf2a req-0ed15f7d-2902-4cef-ab85-de58baeb4359 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:02.631918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67b95901-ee77-4eeb-a505-5496458adf2a req-0ed15f7d-2902-4cef-ab85-de58baeb4359 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0489280 May 06 10:22:02.670011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-67b95901-ee77-4eeb-a505-5496458adf2a req-d292d2a4-3c59-4284-a2dd-cc3c6065ec3a tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321248 May 06 10:22:03.789501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8803434-3756-4491-b8f4-6b33bf2a4451 req-cd9cfd59-6be4-4329-91ff-7dd106632b5f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:03.790969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8803434-3756-4491-b8f4-6b33bf2a4451 req-cd9cfd59-6be4-4329-91ff-7dd106632b5f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0486398 May 06 10:22:03.828186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8803434-3756-4491-b8f4-6b33bf2a4451 req-14924dab-5d5c-4549-9f9d-297841cb65ae tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 May 06 10:22:05.244931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e9608-eee9-4b48-9a2d-446c19207ef9 req-debe7340-c83f-4298-94da-7a3a43203749 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:05.246402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e9e9608-eee9-4b48-9a2d-446c19207ef9 req-debe7340-c83f-4298-94da-7a3a43203749 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.3489895 May 06 10:22:05.283882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e9e9608-eee9-4b48-9a2d-446c19207ef9 req-f618e574-97d5-4107-ab06-f8001fef4da1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 May 06 10:22:06.399427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463adb0b-8b62-43af-8ac0-3d1adb5f4ef9 req-34442dbf-9690-47d3-af42-84b6708a4e31 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:06.400918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-463adb0b-8b62-43af-8ac0-3d1adb5f4ef9 req-34442dbf-9690-47d3-af42-84b6708a4e31 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0494061 May 06 10:22:06.438021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-463adb0b-8b62-43af-8ac0-3d1adb5f4ef9 req-81d62904-caa3-4315-b0cd-44fea083e573 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 May 06 10:22:07.554222 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78496fa0-8e79-4491-934b-701e4e8044b9 req-b85795d4-e23b-4ef3-8027-19952c3688b3 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:07.555695 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78496fa0-8e79-4491-934b-701e4e8044b9 req-b85795d4-e23b-4ef3-8027-19952c3688b3 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0477059 May 06 10:22:07.594700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78496fa0-8e79-4491-934b-701e4e8044b9 req-561a90fc-e4fb-4b2d-b8fe-bd4619372bc3 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 May 06 10:22:08.713291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599535f1-d036-4148-9637-c5775293f0b5 req-d3483483-0d85-452b-b640-8afc162118b4 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:08.714741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-599535f1-d036-4148-9637-c5775293f0b5 req-d3483483-0d85-452b-b640-8afc162118b4 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0527689 May 06 10:22:08.753221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-599535f1-d036-4148-9637-c5775293f0b5 req-c9b099ca-028c-4beb-84d2-905bb3afc106 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 May 06 10:22:09.872578 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169d190-387a-4269-978b-d80542391beb req-3836f619-b366-4b16-a882-f11a32bddf4f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:09.874001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3169d190-387a-4269-978b-d80542391beb req-3836f619-b366-4b16-a882-f11a32bddf4f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0497653 May 06 10:22:09.914134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3169d190-387a-4269-978b-d80542391beb req-a0c94885-7491-4e7e-8e7c-62a0b54b0970 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331740 May 06 10:22:11.030370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961ff1c-45f8-443e-be4e-83bdbfbe59b7 req-0986fc1c-4080-4344-9c36-c1c751534062 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:11.031875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0961ff1c-45f8-443e-be4e-83bdbfbe59b7 req-0986fc1c-4080-4344-9c36-c1c751534062 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0487826 May 06 10:22:11.069606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0961ff1c-45f8-443e-be4e-83bdbfbe59b7 req-b10464e7-2e9e-4262-be89-af0034c24c42 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317447 May 06 10:22:12.190757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eeb94-131a-4cc9-ad5e-a2b2d75cbdea req-0bd3f288-06a4-4637-bd02-d5001138bde1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:12.192267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-901eeb94-131a-4cc9-ad5e-a2b2d75cbdea req-0bd3f288-06a4-4637-bd02-d5001138bde1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0528805 May 06 10:22:12.229707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-901eeb94-131a-4cc9-ad5e-a2b2d75cbdea req-0f997ff7-f5a5-4721-8c4c-94af66904f30 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 May 06 10:22:12.709376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-84fc6140-516a-4a1d-a29b-f84b93ecca27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:13.343850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017823c-295b-4cec-84ea-f80b1db8e6c5 req-56abccaf-c508-4076-91af-72bfb3e0347d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:13.345321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9017823c-295b-4cec-84ea-f80b1db8e6c5 req-56abccaf-c508-4076-91af-72bfb3e0347d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0480750 May 06 10:22:13.383917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9017823c-295b-4cec-84ea-f80b1db8e6c5 req-ee77bf56-5d96-4a2d-8cf0-7e39a64359dc tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 May 06 10:22:14.500221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382ff1-1e89-4908-86cc-49d1bdbf4f10 req-d921fcdc-be64-4647-abe0-abd568e300fb tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:14.501678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1382ff1-1e89-4908-86cc-49d1bdbf4f10 req-d921fcdc-be64-4647-abe0-abd568e300fb tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0485315 May 06 10:22:14.539167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1382ff1-1e89-4908-86cc-49d1bdbf4f10 req-78d4902e-adfc-4c60-99bd-f5afbb7f2e27 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309045 May 06 10:22:15.207427 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0c2bd186-f14c-4610-9032-0f08cbe2e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:15.659916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fee032-8ad7-40ff-86ac-e4c44f1173fc req-cf187d6e-35c7-4126-b670-e6e04a06fcc2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:15.661374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1fee032-8ad7-40ff-86ac-e4c44f1173fc req-cf187d6e-35c7-4126-b670-e6e04a06fcc2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0529406 May 06 10:22:15.698329 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1fee032-8ad7-40ff-86ac-e4c44f1173fc req-94598406-7bbe-4294-b87a-8a3cc85dad33 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 May 06 10:22:16.794179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:16.817753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0372d7f-c1e2-402b-a350-a4fe4e3df8ca req-18973c91-25e8-4e85-94e6-0a0c0824f500 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:16.819243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0372d7f-c1e2-402b-a350-a4fe4e3df8ca req-18973c91-25e8-4e85-94e6-0a0c0824f500 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0522954 May 06 10:22:16.858934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0372d7f-c1e2-402b-a350-a4fe4e3df8ca req-b17c0ddc-e02e-49d7-8fe7-b89bb83d8a50 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 May 06 10:22:16.943571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:17.976307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487d52b-1fc3-4022-9b9d-becfe8ab1733 req-73c60ee4-373c-4ad7-af85-07cf3b6b81ef tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:17.977774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4487d52b-1fc3-4022-9b9d-becfe8ab1733 req-73c60ee4-373c-4ad7-af85-07cf3b6b81ef tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0489292 May 06 10:22:18.015132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4487d52b-1fc3-4022-9b9d-becfe8ab1733 req-d09e7446-5c33-471c-ace8-780f0dc30bcb tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 May 06 10:22:18.302223 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:18.789261 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:19.133432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336239d-a1dd-4f90-b5e0-a55bc16ffea2 req-6330def3-2214-4884-a930-3874c62a721f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:19.134888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3336239d-a1dd-4f90-b5e0-a55bc16ffea2 req-6330def3-2214-4884-a930-3874c62a721f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0526791 May 06 10:22:19.172423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3336239d-a1dd-4f90-b5e0-a55bc16ffea2 req-927892b6-cff8-4ed2-a6e6-80e6663b2fcf tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 May 06 10:22:19.577515 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-397520ba-1e76-441f-b517-39a58211cbb7 req-adb1b685-c1b8-4ec5-b0c7-5e78d827fef8 service neutron] show failed (client error): The resource could not be found. May 06 10:22:19.578537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-adb1b685-c1b8-4ec5-b0c7-5e78d827fef8 service neutron] 10.222.0.83 "GET /v2.0/ports/5501e742-70c1-41c3-bb1c-4fa2e00ea904/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0532138 May 06 10:22:19.777881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-37885c56-0506-476b-9bb9-20f8ca193eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:19.779386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-37885c56-0506-476b-9bb9-20f8ca193eeb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090&tenant_id=8584b4c2f875452cb1c84ddf52d131ab HTTP/1.1" status: 200 len: 1097 time: 0.0419230 May 06 10:22:19.791889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:22:19.847090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:20.048211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:20.081779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:22:20.120479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:20.122746 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c52d28d-046f-4ba4-a5f6-3420169fdc7c" -d '{"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-unplugged", "status": "completed", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:20.126840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:20.139961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Transition to ACTIVE for port object 5501e742-70c1-41c3-bb1c-4fa2e00ea904 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:22:20.145002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:20.174847 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb50216-594d-4cda-9210-a3e975839fdc x-openstack-request-id: req-ccb50216-594d-4cda-9210-a3e975839fdc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:20.175154 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-unplugged", "status": "completed", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:20.175506 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccb50216-594d-4cda-9210-a3e975839fdc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:20.175948 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb50216-594d-4cda-9210-a3e975839fdc'] response: {'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'code': 200} May 06 10:22:20.211177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] No DVR routers for this DVR port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:22:20.213113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:20.261887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:22:20.262217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:22:20.262539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:22:20.281516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on network c5047d5d-5113-4ea0-9979-8fc99a899749 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:22:20.281838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Attempting to bind port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:22:20.290123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:22:20.290460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Checking segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:22:20.290855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Bound using segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:22:20.291268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Bound port: 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:22:20.291656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:20.335778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa610d9-2bc6-4beb-b431-5f0fa3d978e6 req-73fc15fa-580f-4e3b-95a2-d40e305e8cf1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:20.337264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa610d9-2bc6-4beb-b431-5f0fa3d978e6 req-73fc15fa-580f-4e3b-95a2-d40e305e8cf1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.0934222 May 06 10:22:20.390670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:22:20.399033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-baa610d9-2bc6-4beb-b431-5f0fa3d978e6 req-3173a993-c0bf-40e3-a7bf-972cc01104e8 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558233 May 06 10:22:20.407096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:22:20.412656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:20.449181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:20.449791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:20.451150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] 10.222.0.82 "PUT /v2.0/ports/5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 1092 time: 0.6632702 May 06 10:22:20.473877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770a0e3-f7d9-4c17-aa28-f2c637c266c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:20.516036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-7ab0939a-ab4d-43d3-ab43-c2b3ea309882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:20.517530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-7ab0939a-ab4d-43d3-ab43-c2b3ea309882 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1095 time: 0.0407829 May 06 10:22:20.610641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-2e6175d1-d136-42cf-8127-60d40876ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:20.613246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-2e6175d1-d136-42cf-8127-60d40876ea43 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.0858421 May 06 10:22:20.663701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-c571daca-5edc-403e-91a0-7a570d44a0dd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 217 time: 0.0402517 May 06 10:22:20.712588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397520ba-1e76-441f-b517-39a58211cbb7 req-39c1732f-bf9a-4598-ae67-c6a01a8b0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:20.714023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-39c1732f-bf9a-4598-ae67-c6a01a8b0357 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0434000 May 06 10:22:20.745644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-f7b1bca4-a26e-4de3-896d-f7cc99c0516e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244074 May 06 10:22:20.839819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-7ec9c948-2f74-40ba-b645-7ec5bddf2d0f service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873380 May 06 10:22:20.864375 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:20.941630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-397520ba-1e76-441f-b517-39a58211cbb7 req-fa00e6ae-23b9-484c-a4f7-093007537591 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932944 May 06 10:22:21.528383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444b3db-c850-4a85-ab7b-e03fd12d309b req-6da23bb4-902f-459b-9ec3-b295c21a5c3f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:21.529851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5444b3db-c850-4a85-ab7b-e03fd12d309b req-6da23bb4-902f-459b-9ec3-b295c21a5c3f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.0498674 May 06 10:22:21.573532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5444b3db-c850-4a85-ab7b-e03fd12d309b req-9b4cd1ca-50e1-473f-825c-84b6fd1831df tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374250 May 06 10:22:21.584680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:22:21.623213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:22:22.176964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:22.179396 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:22.228367 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5538c4-f0d2-4982-993d-7a84ea8f5cef x-openstack-request-id: req-ba5538c4-f0d2-4982-993d-7a84ea8f5cef {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:22.228665 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:22.228915 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba5538c4-f0d2-4982-993d-7a84ea8f5cef {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:22.229512 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5538c4-f0d2-4982-993d-7a84ea8f5cef'] response: {'name': 'network-changed', 'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'status': 'completed', 'code': 200} May 06 10:22:22.315182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-f9ef1920-61b8-4739-8443-3aa2b2c42cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.316826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-f9ef1920-61b8-4739-8443-3aa2b2c42cc8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1095 time: 0.0694668 May 06 10:22:22.318521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-9e6dc7b7-6205-43ad-92ac-111869c90e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.319880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-9e6dc7b7-6205-43ad-92ac-111869c90e05 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1095 time: 0.0646322 May 06 10:22:22.481360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-866e74d4-271e-4cae-b019-c3672f6b7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.482719 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-866e74d4-271e-4cae-b019-c3672f6b7e39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.1562436 May 06 10:22:22.484061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-7e828608-23a8-46b6-9506-e0ae62ef1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.485371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-7e828608-23a8-46b6-9506-e0ae62ef1608 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.1512024 May 06 10:22:22.537872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-7cdfa700-81c3-44de-ae6f-5d6646dcb288 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 217 time: 0.0485840 May 06 10:22:22.575673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-c78a05ec-5dc6-4c52-9882-ff1246dd9ac6 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 217 time: 0.0443559 May 06 10:22:22.650920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-2e981fa7-93e5-4557-8499-c77d0482bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.652393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-2e981fa7-93e5-4557-8499-c77d0482bf13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0845432 May 06 10:22:22.662997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-59e7ccee-4c3d-4e90-88ad-7e07c4d0b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.664488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-59e7ccee-4c3d-4e90-88ad-7e07c4d0b394 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0685554 May 06 10:22:22.715117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-29fcd910-1db1-4aea-a469-e5e2c803d5b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537465 May 06 10:22:22.730567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-fa3bbc91-1b49-4776-82de-7bfe951f2d3a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417261 May 06 10:22:22.842058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb99ef6-dae4-4e0b-b03d-b467c0d6c59f req-3ca9aac6-06bf-463a-9456-ac6f9d843934 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:22.843608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7eb99ef6-dae4-4e0b-b03d-b467c0d6c59f req-3ca9aac6-06bf-463a-9456-ac6f9d843934 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.1969264 May 06 10:22:22.933884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-b7a6f2ce-f7b0-4a46-8448-c354495d6100 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933701 May 06 10:22:22.941750 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-e6d7348e-4059-4eac-979b-aab84db2d7a1 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133875 May 06 10:22:22.945760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7eb99ef6-dae4-4e0b-b03d-b467c0d6c59f req-8621086d-837b-480e-a881-66d9f2681573 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903883 May 06 10:22:23.098909 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-d487e997-a8b4-48ba-8bde-05702e02c461 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560018 May 06 10:22:23.100690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-719e9cd3-3c17-48c6-b666-45d5fbf92aa1 req-c5f55500-6eb0-434c-9ea4-ac2b68fc0068 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475825 May 06 10:22:23.181964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dc31c-cb27-43a8-bf0b-4ab73c0018ca req-0d1cc4fe-788a-44da-96fc-629c3aca3952 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:23.183433 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-763dc31c-cb27-43a8-bf0b-4ab73c0018ca req-0d1cc4fe-788a-44da-96fc-629c3aca3952 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 944 time: 0.0818934 May 06 10:22:23.192380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-ee7e6a4b-b27e-48cd-b433-adad203ea922 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:23.193746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-ee7e6a4b-b27e-48cd-b433-adad203ea922 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.83 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090&tenant_id=8584b4c2f875452cb1c84ddf52d131ab&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 944 time: 0.0795910 May 06 10:22:23.267995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-763dc31c-cb27-43a8-bf0b-4ab73c0018ca req-bfab8374-99b4-423f-ab5e-bb1d00193d6a tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732024 May 06 10:22:23.276424 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-8237c3bb-70bd-47d0-97e8-67b86a2f8f6a service neutron] delete failed (client error): The resource could not be found. May 06 10:22:23.277380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-8237c3bb-70bd-47d0-97e8-67b86a2f8f6a service neutron] 10.222.0.83 "DELETE /v2.0/ports/5501e742-70c1-41c3-bb1c-4fa2e00ea904/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0752213 May 06 10:22:23.358090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-00e66458-ce3a-45a3-babd-4680dde669df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:23.359460 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-00e66458-ce3a-45a3-babd-4680dde669df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 1095 time: 0.0407064 May 06 10:22:23.445732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-955b27ab-6a86-4a3a-8e39-b6d1481160c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:23.447164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-955b27ab-6a86-4a3a-8e39-b6d1481160c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.0813446 May 06 10:22:23.500876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-fc45176a-8052-49dc-ac33-63713a844b57 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 200 len: 217 time: 0.0468786 May 06 10:22:23.548244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-1b56b7e3-896e-4720-916d-614fc4e86a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:23.550424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-1b56b7e3-896e-4720-916d-614fc4e86a84 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0433836 May 06 10:22:23.581147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-0cb2373b-6117-4c39-b0cf-dfeb3d0e7a99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240049 May 06 10:22:23.671423 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-a191a9cb-2958-44f9-bb0f-6a418d9e71c9 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842977 May 06 10:22:23.717865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:22:23.759973 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b76bb5b8-eb6b-45db-8d18-786f2b892c49 req-66ad5b47-9614-49c5-afac-c2fa57a4b3b2 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828061 May 06 10:22:23.815346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:23.827247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749', 'port_id': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'mac_address': 'fa:16:3e:ae:d4:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856a426-a18c-469a-be7f-994194449750', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:22:23.867647 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:23.881053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5501e742-70c1-41c3-bb1c-4fa2e00ea904 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:22:23.900762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:23.904292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:23.951506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:24.158377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5501e742-70c1-41c3-bb1c-4fa2e00ea904'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:22:24.392443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab3d4e-c407-4319-9929-71947d960c9c req-213e40a8-9179-453c-ac4d-be316f37ad0c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:24.394007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cab3d4e-c407-4319-9929-71947d960c9c req-213e40a8-9179-453c-ac4d-be316f37ad0c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 945 time: 0.0493848 May 06 10:22:24.436984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4cab3d4e-c407-4319-9929-71947d960c9c req-6315a92a-e32f-47df-a0a6-5eba7dbc74ae tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 May 06 10:22:24.551455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c7f6a-4bb8-446d-8142-cd91789e689b req-07f87453-dffb-4091-af80-3f5e45acec99 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:24.552861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-279c7f6a-4bb8-446d-8142-cd91789e689b req-07f87453-dffb-4091-af80-3f5e45acec99 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 945 time: 0.0480220 May 06 10:22:24.590713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-279c7f6a-4bb8-446d-8142-cd91789e689b req-24902c2b-0dc9-47a9-9ee3-dac893ad9994 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 May 06 10:22:24.704575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63f1f-387e-4f65-9d61-f6bcbb1932a0 req-2ab0f498-162e-4980-9a0f-f8ad3e3c3e49 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:24.706229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a63f1f-387e-4f65-9d61-f6bcbb1932a0 req-2ab0f498-162e-4980-9a0f-f8ad3e3c3e49 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 945 time: 0.0499921 May 06 10:22:24.745085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9a63f1f-387e-4f65-9d61-f6bcbb1932a0 req-eef4b26b-4fc6-4656-8ac0-755245c82a52 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 May 06 10:22:25.106366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-43a7e19b-9b7f-4861-b09c-904ec3878efd tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:25.107848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-43a7e19b-9b7f-4861-b09c-904ec3878efd tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 815 time: 0.1037705 May 06 10:22:25.123128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-a5d39e1c-ca34-4b4e-9ba2-fd296998ecf5 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/quotas/8584b4c2f875452cb1c84ddf52d131ab HTTP/1.1" status: 200 len: 375 time: 0.0088694 May 06 10:22:25.172160 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-3bf2ce58-1076-4dc3-98ee-65c899d235f4 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429370 May 06 10:22:25.267527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-beaeaa8b-4819-4764-bab2-953f34cfded4 service neutron] 10.222.0.76 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876808 May 06 10:22:25.355010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-80119787-3a10-4000-8b4c-7e065ad31174 service neutron] 10.222.0.76 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811584 May 06 10:22:25.520599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de9dc056-91fd-4865-804a-ce41199dc09c req-d78ccdc6-8d2d-43ac-b899-7885705f2047 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 210 time: 0.0271735 May 06 10:22:25.743355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:22:25.797498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:22:25.802241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:22:25.802607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:25.882267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:25.905548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:25.907907 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e0adce-709b-4037-b3e2-35744f48eeb2" -d '{"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-plugged", "status": "completed", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:25.922377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:25.927859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:25.951650 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e806d-3d9b-465b-a0e6-aa9dff7c9309 x-openstack-request-id: req-9a2e806d-3d9b-465b-a0e6-aa9dff7c9309 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:25.951938 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-plugged", "status": "completed", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:25.952281 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a2e806d-3d9b-465b-a0e6-aa9dff7c9309 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:25.952566 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2e806d-3d9b-465b-a0e6-aa9dff7c9309'] response: {'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'code': 200} May 06 10:22:25.980007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:26.406155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-7c52bdaf-06fe-4fcb-a170-4454b7ea8f4b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:26.408309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-7c52bdaf-06fe-4fcb-a170-4454b7ea8f4b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.82 "GET /v2.0/ports?device_id=18b2c3b6-e735-468f-a230-500dbc8c7090 HTTP/1.1" status: 200 len: 946 time: 0.0513167 May 06 10:22:26.590045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-5d1caf65-9db9-4ec1-9f87-ebff9082eb0c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:26.591527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-5d1caf65-9db9-4ec1-9f87-ebff9082eb0c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.82 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 815 time: 0.1647642 May 06 10:22:26.621314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Request body: {'port': {'device_id': 'e092adf3-0438-427f-abff-39c7804bd59c', 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749', 'admin_state_up': True, 'tenant_id': '8584b4c2f875452cb1c84ddf52d131ab'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:22:26.628084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6a0870f-f458-4812-8a69-9109b340b9b7 req-5ffa8802-20cf-4f57-ad67-e45442e7f9e3 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 210 time: 0.0342488 May 06 10:22:26.672167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Deleting port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:22:26.672443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:26.798418 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] For port 5501e742-70c1-41c3-bb1c-4fa2e00ea904, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5501e742-70c1-41c3-bb1c-4fa2e00ea904,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:26.798789 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:26.816156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Calling delete_port for 5501e742-70c1-41c3-bb1c-4fa2e00ea904 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:22:26.817796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Made reservation on behalf of 8584b4c2f875452cb1c84ddf52d131ab for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:22:26.821243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:27.030043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Allocated IP 172.20.0.2 (c5047d5d-5113-4ea0-9979-8fc99a899749/5856a426-a18c-469a-be7f-994194449750/31f0ef61-403e-4d49-b981-0e649bf66175) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:22:27.064767 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:27.080547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5501e742-70c1-41c3-bb1c-4fa2e00ea904'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:22:27.102264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Pushing event deleted for resources: {'Port': ['ID=5501e742-70c1-41c3-bb1c-4fa2e00ea904,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:27.128190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.128563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.128908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.129250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.129585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.129917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.130243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.130573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.130899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.131224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.131548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.131899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:27.505456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] No DVR routers for this DVR port 5501e742-70c1-41c3-bb1c-4fa2e00ea904 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:22:27.509426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:27.512623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.82 "DELETE /v2.0/ports/5501e742-70c1-41c3-bb1c-4fa2e00ea904 HTTP/1.1" status: 204 len: 173 time: 1.0869906 May 06 10:22:27.513053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-deleted', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:27.515253 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee592069-556c-454f-8441-5f5643f73341" -d '{"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-deleted", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:27.559535 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e2a58-89a2-43fd-82aa-143a2d047ae8 x-openstack-request-id: req-f64e2a58-89a2-43fd-82aa-143a2d047ae8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:27.559844 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b2c3b6-e735-468f-a230-500dbc8c7090", "name": "network-vif-deleted", "tag": "5501e742-70c1-41c3-bb1c-4fa2e00ea904", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:27.560086 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f64e2a58-89a2-43fd-82aa-143a2d047ae8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:27.560475 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64e2a58-89a2-43fd-82aa-143a2d047ae8'] response: {'server_uuid': '18b2c3b6-e735-468f-a230-500dbc8c7090', 'name': 'network-vif-deleted', 'tag': '5501e742-70c1-41c3-bb1c-4fa2e00ea904', 'status': 'completed', 'code': 200} May 06 10:22:27.586017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:27.622969 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:27.634940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5501e742-70c1-41c3-bb1c-4fa2e00ea904'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:22:27.672713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Network c5047d5d-5113-4ea0-9979-8fc99a899749 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:22:27.676413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:22:27.679473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:22:27.709954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:27.775773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:27.776303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:27.795410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-411c90ae-9f1d-4443-b563-ea855bc2ef56 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1920578 May 06 10:22:27.804288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28f2ad-18bc-4152-8663-0ecc41735884 req-7d51537c-b116-4168-836e-cf149731dcda tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:27.805727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f28f2ad-18bc-4152-8663-0ecc41735884 req-7d51537c-b116-4168-836e-cf149731dcda tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 931 time: 0.0876441 May 06 10:22:27.810501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Request body: {'port': {'device_id': 'e092adf3-0438-427f-abff-39c7804bd59c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:22:27.885416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f28f2ad-18bc-4152-8663-0ecc41735884 req-a00c6d51-a465-49e3-b244-7bb11b531567 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722775 May 06 10:22:27.889832 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:28.149369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f0ef61-403e-4d49-b981-0e649bf66175 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:22:28.156606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:28.168732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Transition to ACTIVE for port object 31f0ef61-403e-4d49-b981-0e649bf66175 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:22:28.172188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:28.219105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:28.287058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:22:28.287384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:22:28.287757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:22:28.291957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Port 31f0ef61-403e-4d49-b981-0e649bf66175 on network c5047d5d-5113-4ea0-9979-8fc99a899749 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:22:28.292267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:22:28.296990 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:22:28.297321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Checking segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:22:28.297694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Bound using segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:22:28.298107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Bound port: 31f0ef61-403e-4d49-b981-0e649bf66175, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:22:28.298452 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:28.364043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:22:28.366939 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:22:28.371315 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:28.402970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:28.403566 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:28.404951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] 10.222.0.82 "PUT /v2.0/ports/31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 1091 time: 0.5983369 May 06 10:22:28.426792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06257497-af08-4f81-9b26-f3a2291a735b service neutron] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:28.482051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-35c87eec-5dc7-4cca-b751-4d396631b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:28.483548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-35c87eec-5dc7-4cca-b751-4d396631b399 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1094 time: 0.0420103 May 06 10:22:28.528341 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-3db4ccdc-2066-4864-9dbb-7e34872fd481 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 217 time: 0.0371966 May 06 10:22:28.575684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-5ca7579c-b2dc-48cd-88cc-9f0cf6f8a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:28.577135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-5ca7579c-b2dc-48cd-88cc-9f0cf6f8a24f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0425189 May 06 10:22:28.597086 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:22:28.609651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-23610c06-b57c-483d-b459-6fe2910bd753 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248969 May 06 10:22:28.697401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-1292a214-441e-4a03-8b94-a2e0bbe74862 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807672 May 06 10:22:28.794292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8eb64b3c-e4b3-4fbb-8fca-c67f3cdbf295 req-7cd76fbc-ef42-4572-b7a4-029f1c93e6c5 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903354 May 06 10:22:29.009896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35075f48-d4e5-49ce-a077-6e7d7de72f71 req-faa6e2a3-9ec8-4a2e-83b9-27c6233b4363 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:29.011342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35075f48-d4e5-49ce-a077-6e7d7de72f71 req-faa6e2a3-9ec8-4a2e-83b9-27c6233b4363 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 943 time: 0.0538971 May 06 10:22:29.051363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35075f48-d4e5-49ce-a077-6e7d7de72f71 req-62edf928-472f-4e16-8d0e-28e34f4f8aa8 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 May 06 10:22:29.561281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:29.563756 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69764e92-28e8-427a-95fa-7ba7c0228e08" -d '{"events": [{"name": "network-changed", "server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:29.603032 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be892fc0-0a2a-4cc5-a77f-734656720cae x-openstack-request-id: req-be892fc0-0a2a-4cc5-a77f-734656720cae {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:29.603320 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:29.603713 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be892fc0-0a2a-4cc5-a77f-734656720cae {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:29.604003 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be892fc0-0a2a-4cc5-a77f-734656720cae'] response: {'name': 'network-changed', 'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175', 'status': 'completed', 'code': 200} May 06 10:22:29.670953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-5aff709b-c6fc-40de-8419-d1a4af188b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:29.672483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-5aff709b-c6fc-40de-8419-d1a4af188b97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1094 time: 0.0452900 May 06 10:22:29.760581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-11b8ec1d-4715-49c1-9c99-d466a6f76aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:29.762027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-11b8ec1d-4715-49c1-9c99-d466a6f76aae service neutron] 10.222.0.82 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.0827935 May 06 10:22:29.803746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-377ce770-a226-4549-a981-ed20fac1a994 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 217 time: 0.0342000 May 06 10:22:29.857470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-6f16e66e-3e2d-4145-8aee-f7bec92ed9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:29.858947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-6f16e66e-3e2d-4145-8aee-f7bec92ed9a7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0483105 May 06 10:22:29.889279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-f5dcfe4a-24fd-4985-b2c0-adc04b89f0f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237248 May 06 10:22:29.980544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-5af8c172-e4f3-47ef-a19e-5efc8b8dd473 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839157 May 06 10:22:30.074345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69764e92-28e8-427a-95fa-7ba7c0228e08 req-bfbb8027-084f-4fd9-8eaa-977108516243 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867515 May 06 10:22:30.169849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bf156-cc69-4e7a-a4ef-3452a0766345 req-5538d014-c7df-4c22-8fc8-471a10e5b77f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:30.171226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-266bf156-cc69-4e7a-a4ef-3452a0766345 req-5538d014-c7df-4c22-8fc8-471a10e5b77f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 943 time: 0.0495954 May 06 10:22:30.210326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-266bf156-cc69-4e7a-a4ef-3452a0766345 req-8ce17b76-395f-4c70-b71a-7494d6e112e9 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 May 06 10:22:31.325527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101686e2-92d3-4d0c-abb6-8c20fe97ff74 req-d3b68567-c1e6-481f-94e7-18d0c3764211 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:31.326977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-101686e2-92d3-4d0c-abb6-8c20fe97ff74 req-d3b68567-c1e6-481f-94e7-18d0c3764211 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 943 time: 0.0475757 May 06 10:22:31.370203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-101686e2-92d3-4d0c-abb6-8c20fe97ff74 req-b61716ba-c8e8-493c-a686-6aa57ccbaa13 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 May 06 10:22:31.780655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:22:31.784009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:22:31.807332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 5501e742-70c1-41c3-bb1c-4fa2e00ea904 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:22:31.807711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5501e742-70c1-41c3-bb1c-4fa2e00ea904 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:22:31.898592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:31.909517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '31f0ef61-403e-4d49-b981-0e649bf66175', 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749', 'port_id': '31f0ef61-403e-4d49-b981-0e649bf66175', 'mac_address': 'fa:16:3e:44:08:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856a426-a18c-469a-be7f-994194449750', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:22:31.946138 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:31.959173 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f0ef61-403e-4d49-b981-0e649bf66175 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:22:31.978576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:31.982584 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:32.033517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:32.041105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.041448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.041783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.042113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.042438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.042762 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.043082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.043401 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.043754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.044097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.044526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.044849 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:22:32.183251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['31f0ef61-403e-4d49-b981-0e649bf66175'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:22:32.488206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592a4c8-fcf3-4b8a-9404-2feac3b44b68 req-483be204-347d-487e-9623-b8a89d651319 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:32.489586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c592a4c8-fcf3-4b8a-9404-2feac3b44b68 req-483be204-347d-487e-9623-b8a89d651319 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 944 time: 0.0492144 May 06 10:22:32.526756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c592a4c8-fcf3-4b8a-9404-2feac3b44b68 req-ece0e67c-00d2-4ee2-8983-ce90343ff29f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 May 06 10:22:33.643169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f457c0-fb74-4cd4-b6ef-7ddfaa6f3f38 req-4624852c-bdee-4e80-9906-dbbf888a96b7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:33.645075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57f457c0-fb74-4cd4-b6ef-7ddfaa6f3f38 req-4624852c-bdee-4e80-9906-dbbf888a96b7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 944 time: 0.0500820 May 06 10:22:33.682299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-57f457c0-fb74-4cd4-b6ef-7ddfaa6f3f38 req-628ce046-810d-4639-b2a3-7ac1abeea65d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312672 May 06 10:22:33.797200 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:22:33.849251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 31f0ef61-403e-4d49-b981-0e649bf66175 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:22:33.852925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 31f0ef61-403e-4d49-b981-0e649bf66175 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:22:33.853292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:33.929018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:33.950521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:22:33.952941 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a004ed1-7535-4b85-bab2-30a1be11f7f1" -d '{"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-plugged", "status": "completed", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:22:33.966108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:22:33.970546 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:33.997727 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7610e8eb-7bb5-4a0a-a656-313c697445ae x-openstack-request-id: req-7610e8eb-7bb5-4a0a-a656-313c697445ae {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:22:33.998017 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-plugged", "status": "completed", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:22:33.998362 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7610e8eb-7bb5-4a0a-a656-313c697445ae {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:22:33.998634 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7610e8eb-7bb5-4a0a-a656-313c697445ae'] response: {'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175', 'code': 200} May 06 10:22:34.024080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:22:34.088780 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142c436-56f7-41fa-be1f-fb7a427fd024 req-7e7fcd8a-4376-455c-9248-34a9507024b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:34.090257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8142c436-56f7-41fa-be1f-fb7a427fd024 req-7e7fcd8a-4376-455c-9248-34a9507024b8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1096 time: 0.0410206 May 06 10:22:34.129156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8142c436-56f7-41fa-be1f-fb7a427fd024 req-902bd93c-2e60-44c9-9233-b8178d071100 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309863 May 06 10:22:34.799473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e785dc8-ecc1-4790-bdd3-69884b5e8c84 req-056f7d68-4a46-4ff9-be5b-d77d96403e4b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:34.801014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e785dc8-ecc1-4790-bdd3-69884b5e8c84 req-056f7d68-4a46-4ff9-be5b-d77d96403e4b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0510633 May 06 10:22:34.841424 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e785dc8-ecc1-4790-bdd3-69884b5e8c84 req-1ca46d1e-9799-4b59-917b-c1ac70216401 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 May 06 10:22:35.957477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f8602-5cc7-4f94-b619-dcfbf05b82fe req-84863694-e1c9-466e-8272-c2199c4705a7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:35.958940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf2f8602-5cc7-4f94-b619-dcfbf05b82fe req-84863694-e1c9-466e-8272-c2199c4705a7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0481572 May 06 10:22:35.996104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf2f8602-5cc7-4f94-b619-dcfbf05b82fe req-af14939e-4bad-4ff3-a4ad-6adef8eada12 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309327 May 06 10:22:36.110122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237a1e-e606-4389-bbf6-3ca180f76765 req-47f20e48-6037-4c08-95c9-4155d5da0cad tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:36.111604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9237a1e-e606-4389-bbf6-3ca180f76765 req-47f20e48-6037-4c08-95c9-4155d5da0cad tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0496640 May 06 10:22:36.153369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c9237a1e-e606-4389-bbf6-3ca180f76765 req-58e45c09-e900-4bd6-ac4c-fdf944982c63 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 May 06 10:22:36.380586 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-d8f55d7b-a8a9-4d29-968c-217a0586bc64 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0482361 May 06 10:22:36.390836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac2297-f091-4c33-8a93-f29cab958bfa req-262066a8-8e33-4ac9-a8a4-7ea43b4e703d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:36.392412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac2297-f091-4c33-8a93-f29cab958bfa req-262066a8-8e33-4ac9-a8a4-7ea43b4e703d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0508912 May 06 10:22:36.432360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6ac2297-f091-4c33-8a93-f29cab958bfa req-ac569934-631c-48c1-82a4-ef37c0f8e40f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 May 06 10:22:37.449433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-6e645a1c-b982-42d4-8624-e4a5ae9633b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:37.450906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-6e645a1c-b982-42d4-8624-e4a5ae9633b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1096 time: 0.0397589 May 06 10:22:37.581536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632fe34-4d0b-45af-8bf8-b6a145cc8e5f req-88c6f412-5768-426d-91ec-7db18c509bed tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:37.583243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0632fe34-4d0b-45af-8bf8-b6a145cc8e5f req-88c6f412-5768-426d-91ec-7db18c509bed tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0774314 May 06 10:22:37.588909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-2c0a517d-2010-4c5b-bba6-f35995e315cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:37.590073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-2c0a517d-2010-4c5b-bba6-f35995e315cb service neutron] 10.222.0.82 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.1313150 May 06 10:22:37.642894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-53a2dd6a-cc76-4585-aff1-36cbc6ce5cac service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 217 time: 0.0444758 May 06 10:22:37.684990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0632fe34-4d0b-45af-8bf8-b6a145cc8e5f req-91fbde68-8e61-4e52-9f7b-acd12adafbb9 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939639 May 06 10:22:37.702825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-10533ce9-7ff3-49b1-9085-d4858aae1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:37.704317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-10533ce9-7ff3-49b1-9085-d4858aae1e35 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0520208 May 06 10:22:37.736673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-c2fa59ef-88ca-4c0f-b7b0-f18b398c08cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252066 May 06 10:22:37.825370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-1660a0a2-68e7-40eb-9ded-f52b356d96f8 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812819 May 06 10:22:37.919350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-c6b91857-59e4-4116-856d-a8a431879d45 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871360 May 06 10:22:38.802249 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11ca32-77bf-4d93-b7d4-c1ce2d0e0946 req-5682784d-5488-4bae-830f-713258b4af33 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:38.803879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d11ca32-77bf-4d93-b7d4-c1ce2d0e0946 req-5682784d-5488-4bae-830f-713258b4af33 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0492623 May 06 10:22:38.841465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d11ca32-77bf-4d93-b7d4-c1ce2d0e0946 req-b0e91a02-e9d2-452b-8f32-2ef482658f85 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314646 May 06 10:22:39.962271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163121-3cbf-4d5c-beed-45994d054494 req-5c621d8f-9413-4ef4-b741-62f8202c2e43 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:39.963792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31163121-3cbf-4d5c-beed-45994d054494 req-5c621d8f-9413-4ef4-b741-62f8202c2e43 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0538580 May 06 10:22:40.001883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31163121-3cbf-4d5c-beed-45994d054494 req-ae0efc16-53a4-44fa-ae82-83ef8cae87f2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 May 06 10:22:41.119806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd38e4-0adb-4e2c-b56d-034d64bd3716 req-74a5c6bf-5c29-4009-a2ae-c6b912381eda tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:41.121327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cafd38e4-0adb-4e2c-b56d-034d64bd3716 req-74a5c6bf-5c29-4009-a2ae-c6b912381eda tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0513592 May 06 10:22:41.158536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cafd38e4-0adb-4e2c-b56d-034d64bd3716 req-374e45bb-43fb-498b-afbe-cda1010309e9 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312262 May 06 10:22:42.278499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90d731-5173-4e03-9fc7-e0c6c13ba7cb req-133c0fcf-e82f-45c5-8447-e1e199410ba6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:42.279984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af90d731-5173-4e03-9fc7-e0c6c13ba7cb req-133c0fcf-e82f-45c5-8447-e1e199410ba6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0485606 May 06 10:22:42.316951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af90d731-5173-4e03-9fc7-e0c6c13ba7cb req-1f613985-b4e0-4da3-88e7-633becd90204 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 May 06 10:22:42.715805 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b9bf141-bf47-4482-9b03-0ea19be8bdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:43.437852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4c200-4c37-4e31-b89a-677cd558f81c req-dbef44f4-6512-4d9a-bc66-e286dbba689f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:43.439186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a4c200-4c37-4e31-b89a-677cd558f81c req-dbef44f4-6512-4d9a-bc66-e286dbba689f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0533752 May 06 10:22:43.477855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84a4c200-4c37-4e31-b89a-677cd558f81c req-e88e8876-4c73-4000-8724-1c2b37b977c2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 May 06 10:22:44.008853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-df750740-7d4d-4a71-a1e4-81314967e105 req-4b1b84fa-f8c0-4015-8542-b354d0629f36 service neutron] (102742) timed out ('10.222.0.76', 56040) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:22:44.594747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b036f-34d8-4ff8-9163-30b61ccc0b46 req-b514ae3d-8a61-4e86-949c-bc2502e34f18 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:44.596262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c6b036f-34d8-4ff8-9163-30b61ccc0b46 req-b514ae3d-8a61-4e86-949c-bc2502e34f18 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0506947 May 06 10:22:44.634768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c6b036f-34d8-4ff8-9163-30b61ccc0b46 req-eabab4fd-eb3e-4168-b3ea-6c530e45dbaf tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 May 06 10:22:45.211323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e40e65cb-e507-4568-9a91-595d02d72a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:45.752197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c5c8-cf3c-4c2b-ab3b-2d5f7f3f7ce4 req-74220ee6-c0f3-4699-8225-04d16e83f6a4 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:45.754268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b942c5c8-cf3c-4c2b-ab3b-2d5f7f3f7ce4 req-74220ee6-c0f3-4699-8225-04d16e83f6a4 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0509801 May 06 10:22:45.791937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b942c5c8-cf3c-4c2b-ab3b-2d5f7f3f7ce4 req-7063c832-0fbf-4028-9029-74dc0d157cd7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 May 06 10:22:46.794965 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:46.912229 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a5df3-89a0-4efc-9a90-1a19f1ccab8b req-86507f09-cf16-4aba-be8b-4dc5fef98490 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:46.913622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec0a5df3-89a0-4efc-9a90-1a19f1ccab8b req-86507f09-cf16-4aba-be8b-4dc5fef98490 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0528190 May 06 10:22:46.952192 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:46.952782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec0a5df3-89a0-4efc-9a90-1a19f1ccab8b req-38a25a46-1ec0-4b48-95fd-17b0c8af9b5d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 May 06 10:22:48.068571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e87a7-3842-4ed7-b9ec-191fc51661e5 req-5cee5261-e4a6-42b4-a13f-ba48f5e06ef6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:48.070041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d70e87a7-3842-4ed7-b9ec-191fc51661e5 req-5cee5261-e4a6-42b4-a13f-ba48f5e06ef6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0485497 May 06 10:22:48.108635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d70e87a7-3842-4ed7-b9ec-191fc51661e5 req-0d3839b1-4ccf-400f-8548-57072b7e096a tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 May 06 10:22:48.304421 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:48.791714 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:49.230286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9934c-e73b-4b9b-a5a0-264658c440ab req-be7af03d-a1e6-4645-a347-277fb6f0ddbd tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:49.231773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36c9934c-e73b-4b9b-a5a0-264658c440ab req-be7af03d-a1e6-4645-a347-277fb6f0ddbd tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0536783 May 06 10:22:49.268293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36c9934c-e73b-4b9b-a5a0-264658c440ab req-1c31cd95-44ac-4b76-be1e-97c0e67e6afa tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302737 May 06 10:22:50.389623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d9a41-1425-46cd-ae49-89a8b4dd2d9f req-74f8ad93-0d24-48b2-aedf-de2a77c4a819 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:50.391076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-879d9a41-1425-46cd-ae49-89a8b4dd2d9f req-74f8ad93-0d24-48b2-aedf-de2a77c4a819 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0531955 May 06 10:22:50.431497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-879d9a41-1425-46cd-ae49-89a8b4dd2d9f req-a9820c9a-c6d4-4270-a0a3-9939753806e1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340741 May 06 10:22:50.864698 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:22:51.546277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f793d6-0489-4b68-ae27-2b83c5529753 req-3a03af90-35e2-4a2f-9d42-b19e3bd6bf64 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:51.547755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79f793d6-0489-4b68-ae27-2b83c5529753 req-3a03af90-35e2-4a2f-9d42-b19e3bd6bf64 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0487411 May 06 10:22:51.586451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79f793d6-0489-4b68-ae27-2b83c5529753 req-f7c88493-6e40-43da-b5b4-57bafcc8f9a8 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 May 06 10:22:52.701317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed8ce8-1b6a-4417-be7b-bb7bf65d766e req-9d8c6dfd-1039-420e-8586-3949e78c8467 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:52.702788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88ed8ce8-1b6a-4417-be7b-bb7bf65d766e req-9d8c6dfd-1039-420e-8586-3949e78c8467 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0486190 May 06 10:22:52.740839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88ed8ce8-1b6a-4417-be7b-bb7bf65d766e req-22a19e75-89cf-48b6-a27d-cc19b625ddfa tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307474 May 06 10:22:53.867558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ffe2a-e01e-4961-b204-1c34da953ad7 req-496d0b79-3877-42ff-951e-7685992e4ed6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:53.869187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e12ffe2a-e01e-4961-b204-1c34da953ad7 req-496d0b79-3877-42ff-951e-7685992e4ed6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0559349 May 06 10:22:53.917757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e12ffe2a-e01e-4961-b204-1c34da953ad7 req-fb5349b1-5037-4c25-ab41-06e909be7ca9 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383399 May 06 10:22:55.032787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8d53b-826f-4552-85a4-1b2bb890c9d8 req-e79e80aa-b9ca-4f70-a460-e620b0cee84d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:55.034304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3f8d53b-826f-4552-85a4-1b2bb890c9d8 req-e79e80aa-b9ca-4f70-a460-e620b0cee84d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0484650 May 06 10:22:55.071625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3f8d53b-826f-4552-85a4-1b2bb890c9d8 req-0f0eecc6-a10a-4f96-b76b-5b65e07d16e6 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 May 06 10:22:56.189511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3aa5c-46d0-4cd5-aadb-c0a7ef16ef9e req-f1c4a278-e8bc-4da9-a29c-4e5b62cfcb38 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:56.191138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41d3aa5c-46d0-4cd5-aadb-c0a7ef16ef9e req-f1c4a278-e8bc-4da9-a29c-4e5b62cfcb38 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0487218 May 06 10:22:56.229018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-41d3aa5c-46d0-4cd5-aadb-c0a7ef16ef9e req-03844c9e-2a7e-4e11-9d1d-f6c2071dbde2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317333 May 06 10:22:57.362286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec4192-70de-40f9-a30e-2cb6eee2cb6b req-3306e72d-f045-4ffa-b73c-ecdc2bd7bd9e tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:57.363785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ceec4192-70de-40f9-a30e-2cb6eee2cb6b req-3306e72d-f045-4ffa-b73c-ecdc2bd7bd9e tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0560689 May 06 10:22:57.402243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ceec4192-70de-40f9-a30e-2cb6eee2cb6b req-f95177f0-6bdc-448c-941b-9df3219b8f49 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 May 06 10:22:58.521478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35103e92-42e6-4896-874a-7d7817e3189c req-42f65ce4-ecdb-4ac4-8f17-b7d19fb2ea97 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:58.522964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35103e92-42e6-4896-874a-7d7817e3189c req-42f65ce4-ecdb-4ac4-8f17-b7d19fb2ea97 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0509684 May 06 10:22:58.560832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35103e92-42e6-4896-874a-7d7817e3189c req-b500670c-84e2-4924-8306-30504ee69a5f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 May 06 10:22:59.676060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d570a1-9214-493f-9cb0-23cae64de601 req-a743db41-8bf8-4000-b840-8177f224b044 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:22:59.677545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9d570a1-9214-493f-9cb0-23cae64de601 req-a743db41-8bf8-4000-b840-8177f224b044 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0482001 May 06 10:22:59.715210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a9d570a1-9214-493f-9cb0-23cae64de601 req-9aeb0c5e-1f54-4970-ba1e-6596e83a1ffa tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 May 06 10:23:00.834698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b187c-abbb-41f0-ba44-18c854b8e3b9 req-badc1f17-71ad-4aa7-b22a-68dd40a76297 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:00.836204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c8b187c-abbb-41f0-ba44-18c854b8e3b9 req-badc1f17-71ad-4aa7-b22a-68dd40a76297 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0535924 May 06 10:23:00.873284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c8b187c-abbb-41f0-ba44-18c854b8e3b9 req-a35959aa-342d-414a-8d1c-e97b1251a986 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307658 May 06 10:23:01.989377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a303d9-807f-40de-a180-8ec42b3b2748 req-4e1ec91d-b4fc-4cf8-8ccc-04a59f8c81aa tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:01.990840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3a303d9-807f-40de-a180-8ec42b3b2748 req-4e1ec91d-b4fc-4cf8-8ccc-04a59f8c81aa tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0485313 May 06 10:23:02.027790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3a303d9-807f-40de-a180-8ec42b3b2748 req-dc529fe7-2255-46f2-adc0-ae0f51c2ba75 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 May 06 10:23:03.148324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174cbca-504e-4d9f-98a1-8aae30eef223 req-2be47df8-0682-4920-bba3-785ff0e0fe2f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:03.149796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0174cbca-504e-4d9f-98a1-8aae30eef223 req-2be47df8-0682-4920-bba3-785ff0e0fe2f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0505683 May 06 10:23:03.187326 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0174cbca-504e-4d9f-98a1-8aae30eef223 req-7f1c4755-f7ed-40be-b71c-2749c23403a5 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 May 06 10:23:04.309014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0cfb-219c-4a6e-a040-710de9b8b10d req-9810176d-b0b0-435f-8308-8b69f946b135 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:04.310513 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbdd0cfb-219c-4a6e-a040-710de9b8b10d req-9810176d-b0b0-435f-8308-8b69f946b135 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0524611 May 06 10:23:04.350027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bbdd0cfb-219c-4a6e-a040-710de9b8b10d req-0c22703b-dd9b-4fae-85b2-6ef2a04bfa2d tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 May 06 10:23:04.867080 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-aa6dc967-fb76-4e19-9041-5a585d8c43ac service neutron] show failed (client error): The resource could not be found. May 06 10:23:04.868064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-aa6dc967-fb76-4e19-9041-5a585d8c43ac service neutron] 10.222.0.82 "GET /v2.0/ports/31f0ef61-403e-4d49-b981-0e649bf66175/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0564334 May 06 10:23:05.124963 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-0af7ee6f-77dc-4d75-b0ad-1deb0f2a378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:05.126348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-0af7ee6f-77dc-4d75-b0ad-1deb0f2a378d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c&tenant_id=8584b4c2f875452cb1c84ddf52d131ab HTTP/1.1" status: 200 len: 1096 time: 0.1029949 May 06 10:23:05.137998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:05.193402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:05.397165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:05.441992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:05.499527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:05.501827 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fdfdee-9899-4dc0-8687-c9e58dcf5509" -d '{"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-unplugged", "status": "completed", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:05.508942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:05.520217 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015c73-693c-4e2b-a5c6-178680d46c52 req-2e685d48-c85d-411b-83d0-b3eb674cb9e1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:05.521744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00015c73-693c-4e2b-a5c6-178680d46c52 req-2e685d48-c85d-411b-83d0-b3eb674cb9e1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0956156 May 06 10:23:05.532632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Transition to ACTIVE for port object 31f0ef61-403e-4d49-b981-0e649bf66175 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:23:05.551323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:05.555752 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a9dc3f-d882-47d5-8d94-a4abddcc9c65 x-openstack-request-id: req-80a9dc3f-d882-47d5-8d94-a4abddcc9c65 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:05.556045 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-unplugged", "status": "completed", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:05.556295 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80a9dc3f-d882-47d5-8d94-a4abddcc9c65 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:05.556678 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a9dc3f-d882-47d5-8d94-a4abddcc9c65'] response: {'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175', 'code': 200} May 06 10:23:05.597488 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:23:05.624850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00015c73-693c-4e2b-a5c6-178680d46c52 req-189fcd6d-3650-454d-bb17-784000b7dec2 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935972 May 06 10:23:05.638283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:05.640825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] No DVR routers for this DVR port 31f0ef61-403e-4d49-b981-0e649bf66175 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:23:05.676277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:05.676608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:05.676932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:05.681199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Port 31f0ef61-403e-4d49-b981-0e649bf66175 on network c5047d5d-5113-4ea0-9979-8fc99a899749 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:23:05.681516 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Attempting to bind port 31f0ef61-403e-4d49-b981-0e649bf66175 on network c5047d5d-5113-4ea0-9979-8fc99a899749 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:05.686223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:05.686552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Checking segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:05.686926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Bound using segment: {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:05.687342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Bound port: 31f0ef61-403e-4d49-b981-0e649bf66175, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c91d16-67f6-4f2f-bb10-fa6610044045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:05.687721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:05.750220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:05.753355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:05.758074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:05.795643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:05.796259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:05.797742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] 10.222.0.83 "PUT /v2.0/ports/31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 1091 time: 0.6635244 May 06 10:23:05.819293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7deff-aa49-465f-9675-45613a4d2ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:05.862620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-373dd6b2-c553-44a2-bf55-4d722e12b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:05.864152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-373dd6b2-c553-44a2-bf55-4d722e12b294 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1094 time: 0.0419605 May 06 10:23:05.951784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-9c725a12-63ac-45bc-b290-e0771de0035b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:05.953264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-9c725a12-63ac-45bc-b290-e0771de0035b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.0823941 May 06 10:23:05.998018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-fbdca782-9f31-402f-97d1-bee193bd23a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 217 time: 0.0384791 May 06 10:23:06.046623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-6c276b98-a58e-42f5-8cba-2a24dc183151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:06.048133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-6c276b98-a58e-42f5-8cba-2a24dc183151 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0436337 May 06 10:23:06.078538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-4d63219f-ab60-400c-8237-1429cd7e33a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239384 May 06 10:23:06.168672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-79ed9336-7143-4255-a03f-0f97937eb300 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 May 06 10:23:06.256725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-971fa5f3-c8eb-46f8-8f7e-2ee5ce07119a req-d28d12bf-4498-4f4b-93bd-769d097d9c03 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819390 May 06 10:23:06.746319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dbc57-b618-449d-91ee-2cdce5654e10 req-13003690-a700-4179-a4cf-9e45d3e8f249 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:06.747798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-939dbc57-b618-449d-91ee-2cdce5654e10 req-13003690-a700-4179-a4cf-9e45d3e8f249 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 943 time: 0.0506012 May 06 10:23:06.786375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-939dbc57-b618-449d-91ee-2cdce5654e10 req-d8617f96-c362-4075-a46d-1bd2bd872b5f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316362 May 06 10:23:07.558341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:07.560729 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541e906d-48c8-458a-8332-7fedc9a7d2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:07.610790 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6231d3-c8f9-4da2-b469-86743cba62b3 x-openstack-request-id: req-1a6231d3-c8f9-4da2-b469-86743cba62b3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:07.611075 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:07.611323 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a6231d3-c8f9-4da2-b469-86743cba62b3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:07.611752 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a6231d3-c8f9-4da2-b469-86743cba62b3'] response: {'name': 'network-changed', 'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175', 'status': 'completed', 'code': 200} May 06 10:23:07.698870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-ba693de0-acf8-42ad-b95e-c566db984864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.700390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-ba693de0-acf8-42ad-b95e-c566db984864 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1094 time: 0.0715356 May 06 10:23:07.702689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-40423a84-2644-43be-b03d-c6b3bb7a1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.704014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-40423a84-2644-43be-b03d-c6b3bb7a1030 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1094 time: 0.0673704 May 06 10:23:07.868586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-feaa3e7c-e83d-47ee-abe5-982f4394905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.869953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-feaa3e7c-e83d-47ee-abe5-982f4394905d service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.1559210 May 06 10:23:07.872135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-5d497433-472e-4287-a392-c59056c25a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.877008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-5d497433-472e-4287-a392-c59056c25a36 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.1664495 May 06 10:23:07.959474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-aef063b3-8aa5-495d-aff3-3972ee8953a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 217 time: 0.0684249 May 06 10:23:07.961511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-972137c1-fdbd-4593-beec-76aa2058829d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 217 time: 0.0695107 May 06 10:23:07.991705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e71da-9c6d-492d-91e7-447d979423e9 req-4fea481b-7112-4ad2-94a5-c6e1fe4eb75b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:07.993135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed6e71da-9c6d-492d-91e7-447d979423e9 req-4fea481b-7112-4ad2-94a5-c6e1fe4eb75b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 943 time: 0.1346550 May 06 10:23:08.079114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-a5dea325-1d10-48cc-b756-adf9681a3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:08.080585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-a5dea325-1d10-48cc-b756-adf9681a3702 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.1111462 May 06 10:23:08.084296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-068f15ff-6823-4ad0-8a83-65c00970f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:08.085609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-068f15ff-6823-4ad0-8a83-65c00970f4de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.1171772 May 06 10:23:08.098487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed6e71da-9c6d-492d-91e7-447d979423e9 req-7a0c0642-b586-421d-b75a-2d7e5272390c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661516 May 06 10:23:08.134895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-2212b6a7-e6f9-4a8d-8ee8-7fa10ca999b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463271 May 06 10:23:08.136718 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-0a617ead-1179-4ebb-9be8-4233de3780b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363586 May 06 10:23:08.592399 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-1274419f-87ee-4503-8005-7ac1c86bbb4d service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512274 May 06 10:23:08.594060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-6bfedc78-1d7c-4fa5-be94-e0fd20f1d741 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455726 May 06 10:23:08.747756 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-a622baab-39cb-4a13-86b3-fe032f8ff892 service neutron] 10.222.0.83 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487882 May 06 10:23:08.753055 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-541e906d-48c8-458a-8332-7fedc9a7d2d0 req-39062ebf-112f-47b3-a6d0-2ad6f2197a17 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460650 May 06 10:23:09.215461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379fb0-5e9c-4a1d-ba75-72afddbdd121 req-ac81a3c5-f3ae-4a5a-9e7c-481e487bcd50 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:09.216957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72379fb0-5e9c-4a1d-ba75-72afddbdd121 req-ac81a3c5-f3ae-4a5a-9e7c-481e487bcd50 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 943 time: 0.0492194 May 06 10:23:09.254555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-72379fb0-5e9c-4a1d-ba75-72afddbdd121 req-9f6afeff-af87-4aa2-855c-dd3894a23d4a tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 May 06 10:23:09.482462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-9f1ac570-fb79-4305-a279-a4ca5ce05c5f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:09.483876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-9f1ac570-fb79-4305-a279-a4ca5ce05c5f tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.82 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c&tenant_id=8584b4c2f875452cb1c84ddf52d131ab&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 943 time: 0.0716627 May 06 10:23:09.492535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7be9c6-1e8b-4cb9-a6ee-2cacacfcd54c req-a89a4b2a-619c-4631-b983-5c700a3c0144 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:09.493894 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b7be9c6-1e8b-4cb9-a6ee-2cacacfcd54c req-a89a4b2a-619c-4631-b983-5c700a3c0144 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 943 time: 0.0927651 May 06 10:23:09.564256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b7be9c6-1e8b-4cb9-a6ee-2cacacfcd54c req-9256043d-7dea-4463-999a-8fa1faecdb51 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641308 May 06 10:23:09.574640 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-a129b215-6634-4cd7-8e81-94ff8a3adcb0 service neutron] delete failed (client error): The resource could not be found. May 06 10:23:09.575728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-a129b215-6634-4cd7-8e81-94ff8a3adcb0 service neutron] 10.222.0.82 "DELETE /v2.0/ports/31f0ef61-403e-4d49-b981-0e649bf66175/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0809019 May 06 10:23:09.668139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-2ae46a14-d0c4-406d-a7e1-2a5f2b2f3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:09.669626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-2ae46a14-d0c4-406d-a7e1-2a5f2b2f3c3e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 1094 time: 0.0455730 May 06 10:23:09.757302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:23:09.762624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-00aedf93-a53c-495e-ba39-306ba51901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:09.764149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-00aedf93-a53c-495e-ba39-306ba51901d6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 200 len: 916 time: 0.0872378 May 06 10:23:09.815790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-6fdbbf83-73f7-4c91-ac9c-1010283f811a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 200 len: 217 time: 0.0409453 May 06 10:23:09.858254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:09.866067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-515f7d8b-55a5-4285-b56e-d8b228000f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:09.867545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-515f7d8b-55a5-4285-b56e-d8b228000f34 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 200 len: 855 time: 0.0452859 May 06 10:23:09.873270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '31f0ef61-403e-4d49-b981-0e649bf66175', 'network_id': 'c5047d5d-5113-4ea0-9979-8fc99a899749', 'port_id': '31f0ef61-403e-4d49-b981-0e649bf66175', 'mac_address': 'fa:16:3e:44:08:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5856a426-a18c-469a-be7f-994194449750', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:23:09.901119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-708e383f-c48c-4335-9b87-c02bd042dbd3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c5047d5d-5113-4ea0-9979-8fc99a899749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261197 May 06 10:23:09.915768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:09.930550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f0ef61-403e-4d49-b981-0e649bf66175 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:09.942160 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:23:09.973452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:09.981924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:09.999713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-aa393d91-9f05-4a84-8487-f5c3c2cd83b3 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914185 May 06 10:23:10.012432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:23:10.037641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:10.108691 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00c5a46f-bb22-4d0e-9e27-bb948174d566 req-af592f5b-8d37-499f-90e9-6e679d63e898 service neutron] 10.222.0.82 "GET /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018319 May 06 10:23:10.313765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['31f0ef61-403e-4d49-b981-0e649bf66175'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:23:10.687789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b807b-3f0d-4b3b-b0a1-de0b6de7c823 req-8f8c0a12-bebb-4462-8629-8052417105ce tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:10.689257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-442b807b-3f0d-4b3b-b0a1-de0b6de7c823 req-8f8c0a12-bebb-4462-8629-8052417105ce tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 944 time: 0.0515368 May 06 10:23:10.727936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-442b807b-3f0d-4b3b-b0a1-de0b6de7c823 req-ddd701e0-5711-422e-99d8-14de6989ab59 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 May 06 10:23:10.847345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a9fdf-736c-46d1-9f78-c52af6e1902f req-4932042f-389c-4c7b-84f4-ea1ccadfa806 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:10.849853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-005a9fdf-736c-46d1-9f78-c52af6e1902f req-4932042f-389c-4c7b-84f4-ea1ccadfa806 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 944 time: 0.0547304 May 06 10:23:10.887761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-005a9fdf-736c-46d1-9f78-c52af6e1902f req-6f4c04a6-1e9d-4225-b36f-2d9a156160ae tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 May 06 10:23:10.999904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45ba3a-4609-4fb2-aa55-2d5710167567 req-7a3f3357-39ed-49b2-a581-644f83eeb4b1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:11.001379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e45ba3a-4609-4fb2-aa55-2d5710167567 req-7a3f3357-39ed-49b2-a581-644f83eeb4b1 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 944 time: 0.0488644 May 06 10:23:11.039083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e45ba3a-4609-4fb2-aa55-2d5710167567 req-9eaf4864-ce0a-47ac-b13e-56a2358bfbc8 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 May 06 10:23:11.370114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c429096-a8ee-4e1b-a630-ac72d47cb688 req-3ca9f15c-52db-4392-b687-514617cc2ce7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:11.371472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c429096-a8ee-4e1b-a630-ac72d47cb688 req-3ca9f15c-52db-4392-b687-514617cc2ce7 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 944 time: 0.0489161 May 06 10:23:11.408531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8c429096-a8ee-4e1b-a630-ac72d47cb688 req-711e1985-79f5-4e28-8196-ea8d56255646 tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 May 06 10:23:11.760986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:11.810031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 31f0ef61-403e-4d49-b981-0e649bf66175 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:23:11.814560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 31f0ef61-403e-4d49-b981-0e649bf66175 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:11.814933 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:12.046707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:12.068783 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:12.071135 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0df13a-931f-4c0c-b31f-5731ae7bb0fa" -d '{"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-plugged", "status": "completed", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:12.084684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:12.091183 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:12.118231 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa240163-d99f-4c7c-b31c-38fc4485ab5b x-openstack-request-id: req-fa240163-d99f-4c7c-b31c-38fc4485ab5b {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:12.118520 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-plugged", "status": "completed", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:12.118790 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa240163-d99f-4c7c-b31c-38fc4485ab5b {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:12.119181 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa240163-d99f-4c7c-b31c-38fc4485ab5b'] response: {'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175', 'code': 200} May 06 10:23:12.145442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:12.529870 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfcfaf-e832-4c00-9a72-a0143831d9ca req-b14b6daa-4df1-44e3-9dad-6b432e22344c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:12.531369 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89dfcfaf-e832-4c00-9a72-a0143831d9ca req-b14b6daa-4df1-44e3-9dad-6b432e22344c tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0526280 May 06 10:23:12.569051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-89dfcfaf-e832-4c00-9a72-a0143831d9ca req-9554c52e-1487-4895-8176-dd72f36e91bf tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.76 "GET /v2.0/security-groups?id=7cee7f85-8572-41f7-8e03-6b9335414caa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 May 06 10:23:12.628928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-fe055375-1bbb-4d6e-b7e5-44d26e9f0e1a tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:12.630535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-fe055375-1bbb-4d6e-b7e5-44d26e9f0e1a tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.83 "GET /v2.0/ports?device_id=e092adf3-0438-427f-abff-39c7804bd59c HTTP/1.1" status: 200 len: 945 time: 0.0495040 May 06 10:23:12.709501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-19c278f3-7805-4260-878a-4112c6e38ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:12.720562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Deleting port 31f0ef61-403e-4d49-b981-0e649bf66175 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:23:12.720901 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:12.810102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] For port 31f0ef61-403e-4d49-b981-0e649bf66175, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=31f0ef61-403e-4d49-b981-0e649bf66175,segment=NetworkSegment(01c91d16-67f6-4f2f-bb10-fa6610044045),segment_id=01c91d16-67f6-4f2f-bb10-fa6610044045)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:12.810454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:12.823642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Calling delete_port for 31f0ef61-403e-4d49-b981-0e649bf66175 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:23:12.952009 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:12.963915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['31f0ef61-403e-4d49-b981-0e649bf66175'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:23:12.979943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Pushing event deleted for resources: {'Port': ['ID=31f0ef61-403e-4d49-b981-0e649bf66175,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:13.022849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] No DVR routers for this DVR port 31f0ef61-403e-4d49-b981-0e649bf66175 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:23:13.025480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:13.028720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b88b3ec-f6a2-4056-afa8-24dcb00f6994 req-e15c806e-d18f-43f7-945b-e42163a8e8fe tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] 10.222.0.83 "DELETE /v2.0/ports/31f0ef61-403e-4d49-b981-0e649bf66175 HTTP/1.1" status: 204 len: 173 time: 0.3926537 May 06 10:23:13.029178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-deleted', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:13.031398 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631cdb8-a36a-482d-b336-42d3febfa182" -d '{"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-deleted", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:13.072703 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480ae33f-f245-4d50-8da3-66940c1885c8 x-openstack-request-id: req-480ae33f-f245-4d50-8da3-66940c1885c8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:13.072997 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e092adf3-0438-427f-abff-39c7804bd59c", "name": "network-vif-deleted", "tag": "31f0ef61-403e-4d49-b981-0e649bf66175", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:13.073247 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-480ae33f-f245-4d50-8da3-66940c1885c8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:13.073649 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480ae33f-f245-4d50-8da3-66940c1885c8'] response: {'server_uuid': 'e092adf3-0438-427f-abff-39c7804bd59c', 'name': 'network-vif-deleted', 'tag': '31f0ef61-403e-4d49-b981-0e649bf66175', 'status': 'completed', 'code': 200} May 06 10:23:13.692333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:13.740376 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Deleting subnet 5856a426-a18c-469a-be7f-994194449750 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:23:13.743447 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:13.777022 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:13.815106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:13.870944 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:13.883793 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:13.886853 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5856a426-a18c-469a-be7f-994194449750 HTTP/1.1" status: 204 len: 168 time: 0.1935275 May 06 10:23:13.889672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36050) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:13.906959 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5856a426-a18c-469a-be7f-994194449750,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:13.915232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.915595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.915949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.916291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.916630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.916961 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.917291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.917620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.917949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.918280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.918598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.918925 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616612f9-e38c-4f15-9b4f-df0b64563531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:13.963109 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.041364 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.061060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5047d5d-5113-4ea0-9979-8fc99a899749']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:14.070121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c91d16-67f6-4f2f-bb10-fa6610044045') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:14.070459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c91d16-67f6-4f2f-bb10-fa6610044045') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:14.079502 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.094204 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.100937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:23:14.101384 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: timer() May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:23:14.102972 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:23:14.165303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.171036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.174125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c5047d5d-5113-4ea0-9979-8fc99a899749 HTTP/1.1" status: 204 len: 168 time: 0.2834427 May 06 10:23:14.188961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a21f23-3f0d-4b46-99c9-4ab1da6147f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5047d5d-5113-4ea0-9979-8fc99a899749,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:14.302069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36054) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:14.342364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a722b95d-8096-4a3f-8984-8802a5696497 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8584b4c2f875452cb1c84ddf52d131ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390997 May 06 10:23:14.344765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36056) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:14.391746 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28e7130d-8edb-4d88-9f1b-279caa807079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.413931 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28e7130d-8edb-4d88-9f1b-279caa807079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.466122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28e7130d-8edb-4d88-9f1b-279caa807079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.469029 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-28e7130d-8edb-4d88-9f1b-279caa807079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:14.469798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-28e7130d-8edb-4d88-9f1b-279caa807079 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cee7f85-8572-41f7-8e03-6b9335414caa HTTP/1.1" status: 204 len: 168 time: 0.1241229 May 06 10:23:14.477645 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7130d-8edb-4d88-9f1b-279caa807079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cee7f85-8572-41f7-8e03-6b9335414caa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:15.135748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36080) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:15.213343 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-392f1db4-c527-41b2-8149-e497c32e11b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.233751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1625230787-network', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:15.253316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Made reservation on behalf of 1c5d91e445bc4e8db5a387f29814cfb0 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:23:15.255629 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.263636 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.341777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.345445 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.370923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:23:15.383002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3b233c-a7c1-4cbc-bcff-89c9d8d673fb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:15.387642 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.387996 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Added segment c018dd5b-9f27-42e9-b9e7-a6108d290a43 of type vlan for network f11c8b37-dd72-49b5-b526-16b431b246b2 May 06 10:23:15.430611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.454822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.455962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:15.457173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.517126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3801174 May 06 10:23:15.520000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36084) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:15.524585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Request body: {'subnet': {'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1625230787-subnet', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:15.530365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462d492-49ee-4bf1-a016-da0083f06a68 admin admin] Pushing event updated for resources: {'Network': ['ID=f11c8b37-dd72-49b5-b526-16b431b246b2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:15.539852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network f11c8b37-dd72-49b5-b526-16b431b246b2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:23:15.548569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Made reservation on behalf of 1c5d91e445bc4e8db5a387f29814cfb0 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:23:15.551700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.725621 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.779784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38f3126-ada0-4229-b7dd-df69d6d2d075,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:15.788864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:15.789224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Network hostable DHCP agents. Network: f11c8b37-dd72-49b5-b526-16b431b246b2, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:23:15.805675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:23:15.813921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, f11c8b37-dd72-49b5-b526-16b431b246b2) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:15.818288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:15.818871 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.824416 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c903bf-105a-4956-8473-5f820ebd72b7 None None] Network f11c8b37-dd72-49b5-b526-16b431b246b2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:23:15.834875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-10258f80-a920-443c-8a84-f02ff73ee130 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3136334 May 06 10:23:15.837554 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36086) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:15.841747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:15.859822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.860802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.912579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:15.971879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-f11c8b37-dd72-49b5-b526-16b431b246b2', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:23:15.973326 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.056085 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.113966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Allocated IP 172.20.0.2 (f11c8b37-dd72-49b5-b526-16b431b246b2/b38f3126-ada0-4229-b7dd-df69d6d2d075/82edb032-5e2c-4c88-9b89-851f426c5663) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:23:16.268117 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.269553 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.274455 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.288962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.314139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:23:16.317491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:16.324733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:23:16.327794 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Pushing event updated for resources: {'Port': ['ID=82edb032-5e2c-4c88-9b89-851f426c5663,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:16.384360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Attempting to bind port 82edb032-5e2c-4c88-9b89-851f426c5663 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:16.384727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Attempting to bind port 82edb032-5e2c-4c88-9b89-851f426c5663 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:16.385090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Attempting to bind port 82edb032-5e2c-4c88-9b89-851f426c5663 on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:16.389942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:16.390310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:16.390705 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.391094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:16.391551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Bound port: 82edb032-5e2c-4c88-9b89-851f426c5663, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:16.391949 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.393753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Allocated IP 172.25.8.252 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/de421717-7bf6-4551-8303-c64c33a7fa88) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:23:16.454826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] For port 82edb032-5e2c-4c88-9b89-851f426c5663, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:16.458029 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] For port 82edb032-5e2c-4c88-9b89-851f426c5663, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82edb032-5e2c-4c88-9b89-851f426c5663,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:16.462336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.503402 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.525773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb263f-dd8a-4af0-ad91-e033e9240c43 None None] Pushing event updated for resources: {'Port': ['ID=82edb032-5e2c-4c88-9b89-851f426c5663,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:16.544629 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.586319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:23:16.594826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:16.597850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:23:16.600051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Pushing event updated for resources: {'Port': ['ID=de421717-7bf6-4551-8303-c64c33a7fa88,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:16.808759 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.858833 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:16.960462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.055518 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.188661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Router 5261769e-5386-4cc7-9cb0-3980686b561a is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:23:17.299805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:23:17.308763 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:23:17.318082 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.319215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d248f785-868b-4f13-8b83-8c13309a08b4 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4807460 May 06 10:23:17.320050 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:17.320636 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:17.322408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36088) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:17.429007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab777523-cf37-42a3-af5d-739990732fd6 None None] Network f11c8b37-dd72-49b5-b526-16b431b246b2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:23:17.430859 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:17.497837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-38a750e2-0c73-4ef3-97ca-f065209c97ea None None] Provisioning complete for port 82edb032-5e2c-4c88-9b89-851f426c5663 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:17.498303 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38a750e2-0c73-4ef3-97ca-f065209c97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.620954 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:16Z', 'revision_number': 3, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:17.651059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:23:17.651483 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Updating router 5261769e-5386-4cc7-9cb0-3980686b561a port de421717-7bf6-4551-8303-c64c33a7fa88 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:23:17.653346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38a750e2-0c73-4ef3-97ca-f065209c97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.689694 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.693442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-38a750e2-0c73-4ef3-97ca-f065209c97ea None None] For port 82edb032-5e2c-4c88-9b89-851f426c5663, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82edb032-5e2c-4c88-9b89-851f426c5663,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:17.698548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38a750e2-0c73-4ef3-97ca-f065209c97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.760775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a750e2-0c73-4ef3-97ca-f065209c97ea None None] Pushing event updated for resources: {'Port': ['ID=82edb032-5e2c-4c88-9b89-851f426c5663,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:17.817096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:17.827287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:23:17.856465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 31f0ef61-403e-4d49-b981-0e649bf66175 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:23:17.857097 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 31f0ef61-403e-4d49-b981-0e649bf66175 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:23:17.887047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82edb032-5e2c-4c88-9b89-851f426c5663 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:17.947685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 82edb032-5e2c-4c88-9b89-851f426c5663 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:17.947992 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.010435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Allocated IP 172.20.0.1 (f11c8b37-dd72-49b5-b526-16b431b246b2/b38f3126-ada0-4229-b7dd-df69d6d2d075/b398c901-075e-404b-81b4-0e61e260087a) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:23:18.047005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-46984ae1-c2ea-4de3-adb7-e3339922e565 None None] Provisioning complete for port 82edb032-5e2c-4c88-9b89-851f426c5663 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:18.047379 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-46984ae1-c2ea-4de3-adb7-e3339922e565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.109346 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.115774 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.173543 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Pushing event updated for resources: {'Port': ['ID=de421717-7bf6-4551-8303-c64c33a7fa88,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:18.176156 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Attempting to bind port de421717-7bf6-4551-8303-c64c33a7fa88 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:18.176616 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Attempting to bind port de421717-7bf6-4551-8303-c64c33a7fa88 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:18.176976 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Attempting to bind port de421717-7bf6-4551-8303-c64c33a7fa88 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:18.186975 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.187340 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.187678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.188064 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.188396 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.188724 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.189046 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.189424 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.189690 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.190009 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.190326 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.190646 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:18.194747 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:18.195123 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:18.195528 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.195940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:18.196423 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Bound port: de421717-7bf6-4551-8303-c64c33a7fa88, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:18.196804 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.252638 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] For port de421717-7bf6-4551-8303-c64c33a7fa88, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:18.258117 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] For port de421717-7bf6-4551-8303-c64c33a7fa88, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=de421717-7bf6-4551-8303-c64c33a7fa88,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:18.262401 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.309946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.312879 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:18.313514 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:18.361612 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb11601-ee9c-4d41-b307-124820e12c83 None None] Pushing event updated for resources: {'Port': ['ID=de421717-7bf6-4551-8303-c64c33a7fa88,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:18.427483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.436309 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:18.460933 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.501201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:23:18.504627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:18.507124 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:23:18.532309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Pushing event updated for resources: {'Port': ['ID=b398c901-075e-404b-81b4-0e61e260087a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:18.554449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.632374 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:16Z', 'revision_number': 3, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:18.659371 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4c027b-1452-4d6e-b030-276d075063ff None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:16Z', 'revision_number': 3, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:23:18.693114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.758135 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bd13472b-8d45-4e30-aeb5-1220815a2cfa None None] Provisioning complete for port b398c901-075e-404b-81b4-0e61e260087a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:18.758668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd13472b-8d45-4e30-aeb5-1220815a2cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.806021 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.807385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bd13472b-8d45-4e30-aeb5-1220815a2cfa None None] Port b398c901-075e-404b-81b4-0e61e260087a cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:23:18.872382 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.887937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:18.963380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Pushing event updated for resources: {'Port': ['ID=b398c901-075e-404b-81b4-0e61e260087a,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:18.968590 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:19.068502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:23:19.069958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:19.205201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:23:19.326452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:23:19.329681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2559b1f0-b4cc-453c-a071-cf7ac977c2ac None None] Provisioning complete for port b398c901-075e-404b-81b4-0e61e260087a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:19.331365 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2559b1f0-b4cc-453c-a071-cf7ac977c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:19.332508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-90b3a140-cde8-4f5e-b6e0-32d8495dce23 admin admin] 10.222.0.76 "PUT /v2.0/routers/5261769e-5386-4cc7-9cb0-3980686b561a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090346 May 06 10:23:19.370702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-2559b1f0-b4cc-453c-a071-cf7ac977c2ac None None] Port b398c901-075e-404b-81b4-0e61e260087a cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:23:19.860608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device de421717-7bf6-4551-8303-c64c33a7fa88 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:19.915330 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port de421717-7bf6-4551-8303-c64c33a7fa88 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:19.915733 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.000341 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.022730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port de421717-7bf6-4551-8303-c64c33a7fa88, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=de421717-7bf6-4551-8303-c64c33a7fa88,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:20.027441 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.028287 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82edb032-5e2c-4c88-9b89-851f426c5663 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:20.101821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=de421717-7bf6-4551-8303-c64c33a7fa88,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:20.119229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 82edb032-5e2c-4c88-9b89-851f426c5663 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:20.119629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.163196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36096) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:20.166280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e7bc58c1-8beb-43c4-912b-73a9f30456ef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175418639', 'description': 'tempest-description--1627568413'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:20.196779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58c1-8beb-43c4-912b-73a9f30456ef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.202615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:23:20.219245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:20.219882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:20.267754 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58c1-8beb-43c4-912b-73a9f30456ef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.271916 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58c1-8beb-43c4-912b-73a9f30456ef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.304455 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e7bc58c1-8beb-43c4-912b-73a9f30456ef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.305736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e7bc58c1-8beb-43c4-912b-73a9f30456ef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1430674 May 06 10:23:20.306930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc58c1-8beb-43c4-912b-73a9f30456ef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6ba8eb-d8dc-4282-b41f-221009ba5339,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:20.309174 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36098) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:20.316844 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9b1680f3-16a7-424d-8f16-ca240b09c74e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'security_group_rule': {'security_group_id': 'fc6ba8eb-d8dc-4282-b41f-221009ba5339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:20.342369 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b1680f3-16a7-424d-8f16-ca240b09c74e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.342621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:20.402885 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b1680f3-16a7-424d-8f16-ca240b09c74e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.406760 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b1680f3-16a7-424d-8f16-ca240b09c74e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.427562 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1680f3-16a7-424d-8f16-ca240b09c74e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ce33b2-2c01-4191-9a75-f80828e7e9fb,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:20.436168 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9b1680f3-16a7-424d-8f16-ca240b09c74e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.439966 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9b1680f3-16a7-424d-8f16-ca240b09c74e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263356 May 06 10:23:20.440258 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36100) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:20.444981 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-08c76341-bbae-4cdc-921c-40e4ce3cb6c2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'security_group_rule': {'security_group_id': 'fc6ba8eb-d8dc-4282-b41f-221009ba5339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:20.470282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c76341-bbae-4cdc-921c-40e4ce3cb6c2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.528964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c76341-bbae-4cdc-921c-40e4ce3cb6c2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.534006 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c76341-bbae-4cdc-921c-40e4ce3cb6c2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.552617 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c76341-bbae-4cdc-921c-40e4ce3cb6c2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2b7891-ec72-490f-97e2-83f5142aaa3b,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:20.557276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 2, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:20.560824 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-08c76341-bbae-4cdc-921c-40e4ce3cb6c2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.562038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-08c76341-bbae-4cdc-921c-40e4ce3cb6c2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207597 May 06 10:23:20.565028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36102) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:20.569913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:20.590806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:23:20.591164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Updating router 5261769e-5386-4cc7-9cb0-3980686b561a port b398c901-075e-404b-81b4-0e61e260087a binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:23:20.592688 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.616600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.697559 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.799921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Allocated IP 172.25.8.195 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/0834a11e-34b7-48f5-bb1e-4017d5f87275) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:23:20.892014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.893793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.899845 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.911546 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.948279 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:20.953207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166d3d5-5699-492a-8e01-f36857521ed2 None None] Pushing event updated for resources: {'Port': ['ID=b398c901-075e-404b-81b4-0e61e260087a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:20.991408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:23:20.994519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:20.998341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:23:21.009077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Attempting to bind port b398c901-075e-404b-81b4-0e61e260087a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:21.009355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Attempting to bind port b398c901-075e-404b-81b4-0e61e260087a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:21.009659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Attempting to bind port b398c901-075e-404b-81b4-0e61e260087a on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:21.014861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:21.015225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:21.015645 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.016032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:21.016491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Bound port: b398c901-075e-404b-81b4-0e61e260087a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:21.016861 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.024408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'Port': ['ID=0834a11e-34b7-48f5-bb1e-4017d5f87275,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:21.090963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] For port b398c901-075e-404b-81b4-0e61e260087a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:21.094819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] For port b398c901-075e-404b-81b4-0e61e260087a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b398c901-075e-404b-81b4-0e61e260087a,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:21.100097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.101066 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.165939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:21.166581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:21.212596 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166d3d5-5699-492a-8e01-f36857521ed2 None None] Pushing event updated for resources: {'Port': ['ID=b398c901-075e-404b-81b4-0e61e260087a,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:21.240383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-89f9830e-c2fb-4cb9-87b6-eafca63514f3 None None] Provisioning complete for port b398c901-075e-404b-81b4-0e61e260087a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:21.240752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89f9830e-c2fb-4cb9-87b6-eafca63514f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.335285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:21.498156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.602050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89f9830e-c2fb-4cb9-87b6-eafca63514f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.655152 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.661612 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.678047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-89f9830e-c2fb-4cb9-87b6-eafca63514f3 None None] For port b398c901-075e-404b-81b4-0e61e260087a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b398c901-075e-404b-81b4-0e61e260087a,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:21.682151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-89f9830e-c2fb-4cb9-87b6-eafca63514f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.734968 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'Port': ['ID=0834a11e-34b7-48f5-bb1e-4017d5f87275,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:21.742386 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.759674 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.760932 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ff645d88-b71a-403f-9fa2-14612cc33446 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1949673 May 06 10:23:21.774634 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9830e-c2fb-4cb9-87b6-eafca63514f3 None None] Pushing event updated for resources: {'Port': ['ID=b398c901-075e-404b-81b4-0e61e260087a,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:21.809247 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-10c9a622-93fe-470a-b6f4-868311736e5c None None] Provisioning complete for port b398c901-075e-404b-81b4-0e61e260087a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:21.809618 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-10c9a622-93fe-470a-b6f4-868311736e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:21.839963 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device de421717-7bf6-4551-8303-c64c33a7fa88 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:21.872527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:21.916321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fd6699-10b2-49e3-8e88-58ff75e7c186 None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:23:21.919114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-963ce83e-492b-4c37-9fb5-0f097a9114e4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1175418639&fields=id&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 267 time: 0.0332434 May 06 10:23:21.957684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port de421717-7bf6-4551-8303-c64c33a7fa88 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:21.958288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:22.065692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-b4c878e1-3c63-4f21-895a-858fc22a6de6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:22.072098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-b4c878e1-3c63-4f21-895a-858fc22a6de6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.1422219 May 06 10:23:22.084919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-2455f2a2-002d-4488-8279-1ef4056e3cea tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/quotas/1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 375 time: 0.0105107 May 06 10:23:22.143299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-b7f2cab0-0571-4df3-95f9-2d985a7870d9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517259 May 06 10:23:22.308237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-09a93ec0-6f25-41d2-a4d0-14c28ce26082 service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521084 May 06 10:23:22.408159 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-4d135b27-789c-49d3-ab21-6966fb209896 service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936525 May 06 10:23:22.570900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e41e6d41-74aa-4332-979a-887b628c5ab7 req-dd0b3f95-e347-4f05-8ec1-fe8a5a6d3763 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 210 time: 0.0287788 May 06 10:23:23.544716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-22fc2a9a-8a5d-46b4-9a53-20b4a91608dc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:23.546153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-22fc2a9a-8a5d-46b4-9a53-20b4a91608dc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.1094022 May 06 10:23:23.596237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-ed6d5675-ec01-40d3-b86c-d267ed0e1c93 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 380 time: 0.0413589 May 06 10:23:23.606386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'port': {'device_id': '23627861-b756-4f5d-bfb9-78355223c782', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'admin_state_up': True, 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'security_groups': ['fc6ba8eb-d8dc-4282-b41f-221009ba5339']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:23.689989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-883232a0-564d-43e2-9ddb-28446b227774 req-3f9c2e1c-da88-4b37-9a6c-3ef40e67f343 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 210 time: 0.0353913 May 06 10:23:23.743560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Made reservation on behalf of 1c5d91e445bc4e8db5a387f29814cfb0 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:23:23.747151 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:23.830674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b398c901-075e-404b-81b4-0e61e260087a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:23.879720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b398c901-075e-404b-81b4-0e61e260087a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:23.879961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Allocated IP 172.20.0.4 (f11c8b37-dd72-49b5-b526-16b431b246b2/b38f3126-ada0-4229-b7dd-df69d6d2d075/77d3de54-130c-44fa-b1aa-421b3f9c0b1d) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:23:23.880166 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.021741 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.055019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.095967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:23:24.099545 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:23:24.103116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:23:24.111456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:24.162875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:24.163498 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.180385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-1e3a52cf-48bb-4d93-9839-c2340a8f91fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781381 May 06 10:23:24.193497 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Request body: {'port': {'device_id': '23627861-b756-4f5d-bfb9-78355223c782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:24.250902 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.346521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1623c135-410b-4672-9237-07c8a1331f88 None None] Provisioning complete for port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:24.347090 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1623c135-410b-4672-9237-07c8a1331f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.383190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1623c135-410b-4672-9237-07c8a1331f88 None None] Port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:23:24.515268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d3de54-130c-44fa-b1aa-421b3f9c0b1d {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:24.522631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.534069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Transition to ACTIVE for port object 77d3de54-130c-44fa-b1aa-421b3f9c0b1d will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:23:24.537715 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.610412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:24.662308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:24.662726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:24.663113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:24.667560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:23:24.667973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:24.673204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:24.673542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:24.673912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:24.674342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Bound port: 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:24.674693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.742821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:24.746077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:24.751065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.790370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:24.791103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:24.792437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] 10.222.0.83 "PUT /v2.0/ports/77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 1091 time: 0.6033800 May 06 10:23:24.795430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:24.797753 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:24.861450 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6048cf2f-ce50-4abe-ad65-a77f16ed1414 x-openstack-request-id: req-6048cf2f-ce50-4abe-ad65-a77f16ed1414 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:24.861740 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:24.861990 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6048cf2f-ce50-4abe-ad65-a77f16ed1414 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:24.862387 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6048cf2f-ce50-4abe-ad65-a77f16ed1414'] response: {'name': 'network-changed', 'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'status': 'completed', 'code': 200} May 06 10:23:24.895135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ade6ff-9a62-4353-9da4-29ff1e510ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:24.916751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65310244-3ea6-4d3c-ae58-5102f08257ab req-bf547cf2-3d77-4f3a-926e-2f2d948ef783 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:24.918316 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65310244-3ea6-4d3c-ae58-5102f08257ab req-bf547cf2-3d77-4f3a-926e-2f2d948ef783 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 943 time: 0.1334040 May 06 10:23:24.924198 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-e2a65432-a1ad-4449-89ab-e10c26220e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:24.926518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-e2a65432-a1ad-4449-89ab-e10c26220e1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1094 time: 0.0837936 May 06 10:23:24.981683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-11376eae-fc41-48e1-b6f3-40301180db1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 217 time: 0.0470128 May 06 10:23:25.023367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65310244-3ea6-4d3c-ae58-5102f08257ab req-06f625eb-bf16-48f7-ac00-43919d1d49fb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958147 May 06 10:23:25.044430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-afdc7ff0-7601-445e-b3ff-4bff2b45537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:25.045382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-afdc7ff0-7601-445e-b3ff-4bff2b45537f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0536199 May 06 10:23:25.090526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-8bd04f8a-2303-4a30-8e0b-78251562b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:25.092019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-8bd04f8a-2303-4a30-8e0b-78251562b24a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403261 May 06 10:23:25.182840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-521f7aa0-e6cb-4e34-83e3-52eaabb2c2be service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841496 May 06 10:23:25.271126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1410fa6f-1a57-44da-96d0-1248256b35ea req-c342865a-a5be-4e37-ba82-5322d37d7150 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818005 May 06 10:23:25.359571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-f2ab65ee-4afd-4100-b92a-f7a9627e7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:25.361097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-f2ab65ee-4afd-4100-b92a-f7a9627e7aca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1094 time: 0.0432706 May 06 10:23:25.454705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-fc239db0-e071-45f2-b150-03a80b327acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:25.456172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-fc239db0-e071-45f2-b150-03a80b327acb service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0888758 May 06 10:23:25.496580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-9045de75-569a-4402-a55f-f1ac7773fbc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 217 time: 0.0336735 May 06 10:23:25.546863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-2f4cac7c-1c15-4651-ae27-6c17dbfa4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:25.548286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-2f4cac7c-1c15-4651-ae27-6c17dbfa4342 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0459771 May 06 10:23:25.601233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-0d1b054a-d3be-4936-8f3a-6538c3a3cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:25.602724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-0d1b054a-d3be-4936-8f3a-6538c3a3cf64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485222 May 06 10:23:25.692309 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-982d439d-5578-46b9-8656-b488eb9429ad service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826042 May 06 10:23:25.785759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37cc1858-e4fb-4461-8e2c-dfb3d1246eb1 req-39f6704f-3790-4526-a413-50488fd5b914 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874593 May 06 10:23:26.140169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087fa26-b025-4092-b1ed-88ed2f3e9b3f req-274b8cdd-b154-421a-b87b-8a50e8a45800 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:26.141628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c087fa26-b025-4092-b1ed-88ed2f3e9b3f req-274b8cdd-b154-421a-b87b-8a50e8a45800 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 943 time: 0.0490222 May 06 10:23:26.179890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c087fa26-b025-4092-b1ed-88ed2f3e9b3f req-5901e1b7-6a05-4834-bedb-d84cd78ff376 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 May 06 10:23:27.295132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f2bbe-fdb1-451c-91d8-1ebcd10210d9 req-aec8c485-245a-491d-b582-b466dbd63e1b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:27.296648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-377f2bbe-fdb1-451c-91d8-1ebcd10210d9 req-aec8c485-245a-491d-b582-b466dbd63e1b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 943 time: 0.0488727 May 06 10:23:27.334383 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-377f2bbe-fdb1-451c-91d8-1ebcd10210d9 req-c03d37be-2829-415c-9385-84f05abfc9b5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310235 May 06 10:23:27.862442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:23:27.955440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:27.967128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'mac_address': 'fa:16:3e:17:ab:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:23:28.005321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:28.017748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d3de54-130c-44fa-b1aa-421b3f9c0b1d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:28.036649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:28.040844 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:28.091099 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:28.335244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['77d3de54-130c-44fa-b1aa-421b3f9c0b1d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:23:28.455032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef87ede-6f6e-45d0-9495-d9e8213549aa req-16cf1ce9-f3ec-4d8b-ac4e-223fa631d5a5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:28.456527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ef87ede-6f6e-45d0-9495-d9e8213549aa req-16cf1ce9-f3ec-4d8b-ac4e-223fa631d5a5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 944 time: 0.0533743 May 06 10:23:28.495921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ef87ede-6f6e-45d0-9495-d9e8213549aa req-1706a2b4-4417-4046-a961-7bff832b4d81 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317736 May 06 10:23:29.611131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e54c6-3d58-46e2-9a20-c9e2a8677966 req-53793054-9313-4355-943f-3aa1b923a14a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:29.612657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd4e54c6-3d58-46e2-9a20-c9e2a8677966 req-53793054-9313-4355-943f-3aa1b923a14a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 944 time: 0.0491302 May 06 10:23:29.651363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd4e54c6-3d58-46e2-9a20-c9e2a8677966 req-63a80a6e-beb4-4bc8-805f-b60d880f5420 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322492 May 06 10:23:29.876040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:23:29.928938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:23:29.933043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:23:29.933406 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:30.012719 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:30.035281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:30.038311 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe389057-7c59-46ae-890d-9f1e920edba6" -d '{"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-plugged", "status": "completed", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:30.052484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:30.057566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:30.113239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:30.153819 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ac4c48-b5aa-49d7-9aba-a14ff7734544 x-openstack-request-id: req-23ac4c48-b5aa-49d7-9aba-a14ff7734544 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:30.154114 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-plugged", "status": "completed", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:30.154368 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23ac4c48-b5aa-49d7-9aba-a14ff7734544 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:30.154778 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ac4c48-b5aa-49d7-9aba-a14ff7734544'] response: {'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'code': 200} May 06 10:23:30.253447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2e7c3-8fff-48fb-aaa4-a05faa8847be req-85a5f548-7ad6-42b5-af67-c2e466d20e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:30.255018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd2e7c3-8fff-48fb-aaa4-a05faa8847be req-85a5f548-7ad6-42b5-af67-c2e466d20e74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1096 time: 0.0432923 May 06 10:23:30.289760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd2e7c3-8fff-48fb-aaa4-a05faa8847be req-bf59c507-4c0e-4d6a-b54c-be374e5104f8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284753 May 06 10:23:30.774334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e68fdf-4574-446b-a226-4e9b660af006 req-a7af84f1-f22d-4277-b05a-cc55b95aafe0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:30.775845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29e68fdf-4574-446b-a226-4e9b660af006 req-a7af84f1-f22d-4277-b05a-cc55b95aafe0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0543563 May 06 10:23:30.814614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29e68fdf-4574-446b-a226-4e9b660af006 req-56241ae2-7ea8-4d87-aaa0-2905a56b35c9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326340 May 06 10:23:31.932996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76920770-9e07-4b13-9675-329230586e85 req-5311d317-6968-430b-9597-1e94a08bded3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:31.934501 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76920770-9e07-4b13-9675-329230586e85 req-5311d317-6968-430b-9597-1e94a08bded3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0487437 May 06 10:23:31.972104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-76920770-9e07-4b13-9675-329230586e85 req-29924416-758f-44f1-9d4d-dc5e4f21a639 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 May 06 10:23:32.081819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495146c-e518-4965-8003-3f5fd155ba81 req-d013bfee-93ab-4f42-8639-b51eaa4d1c02 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:32.083822 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a495146c-e518-4965-8003-3f5fd155ba81 req-d013bfee-93ab-4f42-8639-b51eaa4d1c02 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0493596 May 06 10:23:32.092556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36154) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:23:32.096937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'floatingip': {'port_id': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:32.139019 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:32.870622 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:32.874480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:32.975245 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb associated. External IP: 172.25.8.195, port: 77d3de54-130c-44fa-b1aa-421b3f9c0b1d. May 06 10:23:33.182907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:23:33.289558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:23:33.294297 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:33.299041 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:23:33.312702 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:33.313306 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:33.321735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ced8b81b-9c6e-4924-9128-7529ff24e960 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "PUT /v2.0/floatingips/dddc9c2a-8929-4f38-a171-ee656efc55fb HTTP/1.1" status: 200 len: 991 time: 1.2281301 May 06 10:23:33.322330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:33.324792 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027fde14-d373-45d4-ba56-093dbdeb6781" -d '{"events": [{"name": "network-changed", "server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:33.371077 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f3ea57-8e83-482e-9df7-c8a3a4d96015 x-openstack-request-id: req-77f3ea57-8e83-482e-9df7-c8a3a4d96015 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:33.371358 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:33.371657 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77f3ea57-8e83-482e-9df7-c8a3a4d96015 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:33.372053 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f3ea57-8e83-482e-9df7-c8a3a4d96015'] response: {'name': 'network-changed', 'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'status': 'completed', 'code': 200} May 06 10:23:33.424447 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:33.469029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208df898-484b-480b-8bf1-8cff04ab0884 req-25a58231-e1b9-419f-9215-5ecac9194bcd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:33.470444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-208df898-484b-480b-8bf1-8cff04ab0884 req-25a58231-e1b9-419f-9215-5ecac9194bcd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0780776 May 06 10:23:33.473001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-c87b336c-a094-4270-ac1b-618a36591032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:33.475096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-c87b336c-a094-4270-ac1b-618a36591032 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1096 time: 0.0719490 May 06 10:23:33.559937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-208df898-484b-480b-8bf1-8cff04ab0884 req-61f7306a-6351-42ba-bd7b-2e1d38a9f895 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823150 May 06 10:23:33.600140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-10029cd5-57d3-49c0-bec6-921d923e4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:33.601631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-10029cd5-57d3-49c0-bec6-921d923e4899 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1183636 May 06 10:23:33.658145 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:17:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23627861-b756-4f5d-bfb9-78355223c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:23:32Z', 'revision_number': 1, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:33.684290 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:23:33.692910 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:23:33.694162 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:33.701861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-f9696a25-3cbc-4b65-a808-f79b1920c4ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 999 time: 0.0934443 May 06 10:23:33.714479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa925d-cd68-4bc5-991f-b44df51801b5 req-54d77fa4-e75d-4d26-ac2a-9336b12ff40b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:33.715933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5aaa925d-cd68-4bc5-991f-b44df51801b5 req-54d77fa4-e75d-4d26-ac2a-9336b12ff40b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0713706 May 06 10:23:33.785234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5aaa925d-cd68-4bc5-991f-b44df51801b5 req-a4bb75f2-c13c-42ee-a17f-fab57f7d889b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614228 May 06 10:23:33.786611 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-51b84848-9730-488e-b544-da2a24ed1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:33.788229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-51b84848-9730-488e-b544-da2a24ed1e2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0713289 May 06 10:23:33.805484 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:23:33.835019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-5192f2a5-8be9-45cd-b596-b15edfdcf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:33.836555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-5192f2a5-8be9-45cd-b596-b15edfdcf8dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415285 May 06 10:23:33.932898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-8b2c6180-81c1-4592-bdbd-5f0b0e5fe461 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885823 May 06 10:23:34.022932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-027fde14-d373-45d4-ba56-093dbdeb6781 req-40073bdd-fe63-433c-9bac-973a53ec4e6b service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836725 May 06 10:23:34.030323 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:17:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23627861-b756-4f5d-bfb9-78355223c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:23:32Z', 'revision_number': 1, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:23:34.057328 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d4f553-9b14-45c6-ba63-6967ba4f9c7a None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:17:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23627861-b756-4f5d-bfb9-78355223c782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:23:32Z', 'revision_number': 1, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:23:34.233900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1422a5-c681-43d4-85e6-12838800b21a None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:23:34.909748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feff230-cb1e-4542-a630-2a266107afb9 req-749cd6c7-8c64-4bfa-9594-4e571eb7f8e8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:34.911398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7feff230-cb1e-4542-a630-2a266107afb9 req-749cd6c7-8c64-4bfa-9594-4e571eb7f8e8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0545397 May 06 10:23:34.949805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7feff230-cb1e-4542-a630-2a266107afb9 req-fa083024-6cae-4f67-945d-1be124c7a87a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 May 06 10:23:35.063431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfff33f-60e3-47e5-b480-d53899e39fae req-3bb14421-1b04-411d-ae0a-15384c5944ba tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:35.065027 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dfff33f-60e3-47e5-b480-d53899e39fae req-3bb14421-1b04-411d-ae0a-15384c5944ba tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0495989 May 06 10:23:35.103019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0dfff33f-60e3-47e5-b480-d53899e39fae req-7907e296-3ce3-46db-b3d0-b62b586ef801 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 May 06 10:23:35.333004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-f0f827f7-6fe5-47e3-aabe-a7af81ae41a8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423682 May 06 10:23:35.338113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea187df-3861-47aa-8287-3102002386ac req-14341913-9b7b-4299-af95-5a13263d8394 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:35.339779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ea187df-3861-47aa-8287-3102002386ac req-14341913-9b7b-4299-af95-5a13263d8394 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0498929 May 06 10:23:35.381675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ea187df-3861-47aa-8287-3102002386ac req-53313136-c00c-4642-8591-7285bbe49055 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357506 May 06 10:23:36.498910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-57584515-0721-4046-88c5-6e7745408ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:36.500420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-57584515-0721-4046-88c5-6e7745408ba6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1096 time: 0.0709016 May 06 10:23:36.523214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c489d0-835d-4958-af7f-33986e9a1e2c req-91e60b1f-e9a3-4e7a-9e34-7209a6bd7b04 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:36.524643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1c489d0-835d-4958-af7f-33986e9a1e2c req-91e60b1f-e9a3-4e7a-9e34-7209a6bd7b04 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0640843 May 06 10:23:36.610621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e1c489d0-835d-4958-af7f-33986e9a1e2c req-215e1147-65e1-4cc9-a93f-2486bad054fa tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763543 May 06 10:23:36.629651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-5a46f711-a1bf-42a4-9747-e901406d624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:36.631790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-5a46f711-a1bf-42a4-9747-e901406d624f service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1239901 May 06 10:23:36.697654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-4447568d-8edd-4030-9ce5-f4c8ced141f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 1001 time: 0.0592263 May 06 10:23:36.747013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-c1ccfcc3-e16c-4771-8867-9d5adb40d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:36.748625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-c1ccfcc3-e16c-4771-8867-9d5adb40d0e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0448000 May 06 10:23:36.797499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-ff5d8ff9-b524-4969-a053-d1fcf3d1a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:36.798980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-ff5d8ff9-b524-4969-a053-d1fcf3d1a052 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442848 May 06 10:23:36.888983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-8478289d-e5ff-406f-b158-da6c40c1d813 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838916 May 06 10:23:36.982371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-f5a4cc32-7aeb-42da-b1c8-7a03eb452a19 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876145 May 06 10:23:37.728927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69700e7-9489-425f-a25d-7939ee7cff2a req-05a349a9-5842-4bb2-ac0e-4a3b70529018 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:37.730397 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d69700e7-9489-425f-a25d-7939ee7cff2a req-05a349a9-5842-4bb2-ac0e-4a3b70529018 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0515003 May 06 10:23:37.769411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d69700e7-9489-425f-a25d-7939ee7cff2a req-a6d93a14-42eb-4a56-ae51-75c45a5af6ce tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329988 May 06 10:23:38.886550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f74f21-81f6-44d0-a980-1fd33ce7e6b7 req-e53065ab-14ce-4c36-b31d-1213f727e42b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:38.887983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81f74f21-81f6-44d0-a980-1fd33ce7e6b7 req-e53065ab-14ce-4c36-b31d-1213f727e42b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0490131 May 06 10:23:38.925576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81f74f21-81f6-44d0-a980-1fd33ce7e6b7 req-03a09baf-882f-4460-aa7f-ccd750436d6c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 May 06 10:23:40.042429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3cba5-fe8c-4301-8699-c18f70d57ad4 req-15285e01-953d-48f3-bc80-998411b5d519 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:40.043898 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7f3cba5-fe8c-4301-8699-c18f70d57ad4 req-15285e01-953d-48f3-bc80-998411b5d519 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0480633 May 06 10:23:40.085525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7f3cba5-fe8c-4301-8699-c18f70d57ad4 req-f009bc12-d303-43ba-a01c-ef0a76bf7557 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357192 May 06 10:23:41.200291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3a13-ba64-401c-9628-916c7857b2d8 req-16ebca31-0a03-4a7a-8aab-832270c2063f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:41.201745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37bd3a13-ba64-401c-9628-916c7857b2d8 req-16ebca31-0a03-4a7a-8aab-832270c2063f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0484316 May 06 10:23:41.241108 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37bd3a13-ba64-401c-9628-916c7857b2d8 req-dd3ae9ed-75e3-48b1-b075-f5ccab1068ba tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 May 06 10:23:42.357705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760b686-cead-4eee-88db-cc1b4948e760 req-41343354-d7d8-4e15-ab3a-4fa1e6aa47fc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:42.359184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e760b686-cead-4eee-88db-cc1b4948e760 req-41343354-d7d8-4e15-ab3a-4fa1e6aa47fc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0484710 May 06 10:23:42.397411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e760b686-cead-4eee-88db-cc1b4948e760 req-ef011def-e881-4db2-9e8a-e090fe246ab9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 May 06 10:23:42.596775 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:23:42.711271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-117bf3b0-bfd2-4e1b-b6e3-90ba3a9e2590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:43.512971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed069b97-0c96-4022-bc8e-802017656487 req-f30b36a8-594c-4839-ba5b-099b0faef4f1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:43.514442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed069b97-0c96-4022-bc8e-802017656487 req-f30b36a8-594c-4839-ba5b-099b0faef4f1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0477424 May 06 10:23:43.555563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed069b97-0c96-4022-bc8e-802017656487 req-968bf193-f124-4844-94f7-f286b44d9fa5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350847 May 06 10:23:43.777235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-afc69d57-f1c0-4a87-83ab-6ce905bd7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:43.778726 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-afc69d57-f1c0-4a87-83ab-6ce905bd7f43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1096 time: 0.0418017 May 06 10:23:43.879255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-791b7989-0fc7-46c2-86d1-aba23fb06c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:43.880745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-791b7989-0fc7-46c2-86d1-aba23fb06c8c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0839729 May 06 10:23:43.949487 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-d168ce05-f690-48aa-a3e6-cb9a17b73cf8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 1001 time: 0.0619569 May 06 10:23:43.998751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-8c3d0bce-afb0-41e1-af8d-f1f0ddcc6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:44.000256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-8c3d0bce-afb0-41e1-af8d-f1f0ddcc6552 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0433066 May 06 10:23:44.043765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-e9903697-d587-46df-9763-9bd0cf5ccc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:44.045234 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-e9903697-d587-46df-9763-9bd0cf5ccc52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392196 May 06 10:23:44.137222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-a6f1811f-e78b-42fa-bde3-ae5fa4cfe0cf service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853832 May 06 10:23:44.226840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9acb111c-4e37-4f7f-ba52-868d09930dbf req-315651ea-7a38-4faf-95c1-ddd37262e79c service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823841 May 06 10:23:44.672768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d97ed9-4c0c-4110-ac13-c53af09c1ae5 req-452f8966-975a-47c9-b165-a740d0c2fd79 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:44.674226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21d97ed9-4c0c-4110-ac13-c53af09c1ae5 req-452f8966-975a-47c9-b165-a740d0c2fd79 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0491848 May 06 10:23:44.717270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21d97ed9-4c0c-4110-ac13-c53af09c1ae5 req-b2582e5f-33b5-4d46-a5a0-37f27b9b8834 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368867 May 06 10:23:45.214265 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b01f111-ec9d-4293-a308-a611420f3a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:45.836793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56930c69-5b56-4323-b0d7-a0a9db03a147 req-7f95fba7-b68d-460b-a34f-ef4afd4f0cff tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:45.838602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56930c69-5b56-4323-b0d7-a0a9db03a147 req-7f95fba7-b68d-460b-a34f-ef4afd4f0cff tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0499022 May 06 10:23:45.876284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56930c69-5b56-4323-b0d7-a0a9db03a147 req-12d611cb-22e6-49ce-ac92-664dea50c0fd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 May 06 10:23:46.796725 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:46.952984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:46.992791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f735c9f-eb16-4318-9016-10265a932c80 req-d5168d7d-859d-49f9-963d-1d01158b1a6f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:46.994270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f735c9f-eb16-4318-9016-10265a932c80 req-d5168d7d-859d-49f9-963d-1d01158b1a6f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0496900 May 06 10:23:47.032537 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4f735c9f-eb16-4318-9016-10265a932c80 req-2b2a6b83-aa6a-4f1b-932c-e45dc7a92c38 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322063 May 06 10:23:48.147778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac3307-3a76-400c-a17a-219e3ae4e765 req-44ac9c66-74e7-4a7c-9f0a-0b75aae438ac tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:48.149953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84ac3307-3a76-400c-a17a-219e3ae4e765 req-44ac9c66-74e7-4a7c-9f0a-0b75aae438ac tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0479577 May 06 10:23:48.190299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84ac3307-3a76-400c-a17a-219e3ae4e765 req-662e7cfc-fa42-480f-904a-230e8dd9449c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343037 May 06 10:23:48.304312 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:48.789905 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:49.305532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078c2b-d2cc-4c2f-98c1-5c5b73b96eb2 req-d172c0c1-e14d-4cfd-952d-cf3f7b464004 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:49.306994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18078c2b-d2cc-4c2f-98c1-5c5b73b96eb2 req-d172c0c1-e14d-4cfd-952d-cf3f7b464004 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0482547 May 06 10:23:49.345178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18078c2b-d2cc-4c2f-98c1-5c5b73b96eb2 req-27daa0f6-b071-4bbd-96d0-1df75ac540cf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 May 06 10:23:50.462463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8863c8b-68f8-4d26-92f2-f6dd2dc1ede8 req-8fc61885-4efa-46a3-8c55-3d741ae09194 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:50.464396 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8863c8b-68f8-4d26-92f2-f6dd2dc1ede8 req-8fc61885-4efa-46a3-8c55-3d741ae09194 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0506735 May 06 10:23:50.511257 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8863c8b-68f8-4d26-92f2-f6dd2dc1ede8 req-bcb6ef2a-f7a4-4cdc-918e-a1f1a02d9670 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 May 06 10:23:50.890156 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:51.626443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20421eac-9990-4184-924c-3003d33e66da req-ae054250-e61b-4481-b07a-5a1e6017d302 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:51.627926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20421eac-9990-4184-924c-3003d33e66da req-ae054250-e61b-4481-b07a-5a1e6017d302 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0491867 May 06 10:23:51.670279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20421eac-9990-4184-924c-3003d33e66da req-5c9f39c7-c341-4d55-8d41-ec3d07f858d7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353422 May 06 10:23:52.789693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd9386-959e-4a11-9664-649911270ea8 req-3cbd9824-812e-40f2-b04e-8c63559866ca tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:52.791174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51cd9386-959e-4a11-9664-649911270ea8 req-3cbd9824-812e-40f2-b04e-8c63559866ca tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0495527 May 06 10:23:52.828676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51cd9386-959e-4a11-9664-649911270ea8 req-f263f054-e694-4930-9d7c-7c843688c9d9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 May 06 10:23:53.806545 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-bae33cac-e687-49d5-801f-cc5678c8d4aa service neutron] show failed (client error): The resource could not be found. May 06 10:23:53.807572 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-bae33cac-e687-49d5-801f-cc5678c8d4aa service neutron] 10.222.0.83 "GET /v2.0/ports/77d3de54-130c-44fa-b1aa-421b3f9c0b1d/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0549865 May 06 10:23:53.962122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21182ca8-8790-469e-82c1-7ee1c37c514c req-5c411aad-d4b4-4bab-85e5-a69337cdd7ea tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:53.963922 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21182ca8-8790-469e-82c1-7ee1c37c514c req-5c411aad-d4b4-4bab-85e5-a69337cdd7ea tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0551453 May 06 10:23:54.033008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-21182ca8-8790-469e-82c1-7ee1c37c514c req-2feef895-3235-43ba-8eca-d3d11a013870 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571918 May 06 10:23:54.035477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-0ba7404e-825a-4c96-a9db-f21711256c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:54.036890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-0ba7404e-825a-4c96-a9db-f21711256c18 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 1096 time: 0.0684822 May 06 10:23:54.047315 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-b27c9e25-3008-4fff-83dd-ec0c86d6117b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:23:54.048469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-b27c9e25-3008-4fff-83dd-ec0c86d6117b service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051568 May 06 10:23:54.060169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:23:54.112125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:54.312831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:54.345298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:54.389665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:54.391901 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0715d-0047-4b4b-bcf8-044ca108dade" -d '{"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-unplugged", "status": "completed", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:54.395670 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:54.409982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Transition to ACTIVE for port object 77d3de54-130c-44fa-b1aa-421b3f9c0b1d will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:23:54.412884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:54.447545 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae1425-1855-4a68-b283-bc5fed3f547e x-openstack-request-id: req-73ae1425-1855-4a68-b283-bc5fed3f547e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:54.447852 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-unplugged", "status": "completed", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:54.448099 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73ae1425-1855-4a68-b283-bc5fed3f547e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:54.448483 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ae1425-1855-4a68-b283-bc5fed3f547e'] response: {'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'code': 200} May 06 10:23:54.495186 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:54.506799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.507136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.507465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.508260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.508877 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.509203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.509525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.509843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.510160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.510477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.510794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.511104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:54.558099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] No DVR routers for this DVR port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:23:54.692961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:23:54.693297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:23:54.693620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:54.698402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:23:54.698721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Attempting to bind port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:23:54.703413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:23:54.703782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:23:54.704220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:23:54.704642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Bound port: 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:23:54.704995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:54.767267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:23:54.770151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:23:54.776430 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:54.811832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:54.812761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:54.814083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] 10.222.0.82 "PUT /v2.0/ports/77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 1091 time: 0.7575378 May 06 10:23:54.867450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedcfb4-6089-4991-976f-080761c6c389 service neutron] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:54.887415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-0517aa7a-8139-4c29-9410-9dbe0686b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:54.888997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-0517aa7a-8139-4c29-9410-9dbe0686b15a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1094 time: 0.0479500 May 06 10:23:54.986974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-603fe1e9-8b8e-4f56-9bcc-2439d7ae1529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:54.988456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-603fe1e9-8b8e-4f56-9bcc-2439d7ae1529 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0921893 May 06 10:23:55.052026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-ae93853a-3fb2-4dcd-b2e2-a23d26ff5269 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 999 time: 0.0563204 May 06 10:23:55.111409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-43c624b6-6792-4b7d-ad6b-5bfee3630260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:55.112996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-43c624b6-6792-4b7d-ad6b-5bfee3630260 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0544655 May 06 10:23:55.189698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac020c-9da2-4484-a5b8-61415485adec req-f679d7e1-ce39-417b-a0b2-7bf3c9865248 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:55.191060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5ac020c-9da2-4484-a5b8-61415485adec req-f679d7e1-ce39-417b-a0b2-7bf3c9865248 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 943 time: 0.0824654 May 06 10:23:55.193390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-a59743f0-6ace-452e-894c-04499ebfd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:55.194714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-a59743f0-6ace-452e-894c-04499ebfd498 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735028 May 06 10:23:55.300858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a5ac020c-9da2-4484-a5b8-61415485adec req-f42aa39b-88d3-4db6-81d0-7a986c671db8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027555 May 06 10:23:55.333303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-208594ea-93a7-4d45-abed-f392284f586b service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295667 May 06 10:23:55.432557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fbb8e94-2d47-40d5-9cbd-a758f1bc56a4 req-997221ab-acd3-4d15-aacc-8cbad1369f42 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925567 May 06 10:23:56.426405 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6010-31bc-4ddd-bfc8-ab72f4ffacb5 req-ae1ee005-ba20-473e-95b4-1f7c1fb3f7a2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:56.427896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-493c6010-31bc-4ddd-bfc8-ab72f4ffacb5 req-ae1ee005-ba20-473e-95b4-1f7c1fb3f7a2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 943 time: 0.0541885 May 06 10:23:56.449876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:23:56.452070 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96160d8c-758e-412d-b4c8-5510497865a2" -d '{"events": [{"name": "network-changed", "server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:23:56.472334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-493c6010-31bc-4ddd-bfc8-ab72f4ffacb5 req-3087783d-dfc5-4103-8ece-d29adab73f1a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383537 May 06 10:23:56.501821 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8c7abf-8ab0-4c48-b538-486a697316bc x-openstack-request-id: req-cf8c7abf-8ab0-4c48-b538-486a697316bc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:23:56.502119 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:23:56.502377 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf8c7abf-8ab0-4c48-b538-486a697316bc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:23:56.502783 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8c7abf-8ab0-4c48-b538-486a697316bc'] response: {'name': 'network-changed', 'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'status': 'completed', 'code': 200} May 06 10:23:56.599831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-5114d00f-7dd0-44b0-8bdc-4197c70b6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:56.601313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-5114d00f-7dd0-44b0-8bdc-4197c70b6f31 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1094 time: 0.0774603 May 06 10:23:56.603077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-c124cc64-8f8c-4efc-9e8e-0af3d70192ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:56.604422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-c124cc64-8f8c-4efc-9e8e-0af3d70192ec service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1094 time: 0.0792477 May 06 10:23:57.056169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-90995808-44d8-4433-bdbf-e3c624481a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.057453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-90995808-44d8-4433-bdbf-e3c624481a72 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.4502058 May 06 10:23:57.058849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-0641ec0c-d5f1-433c-9155-fb4f5742754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.060241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-0641ec0c-d5f1-433c-9155-fb4f5742754a service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.4462788 May 06 10:23:57.168548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-fae1f5db-b616-4f0a-95d1-bd1536334e07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 999 time: 0.1049206 May 06 10:23:57.172063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-5956be11-c6b7-4d23-b3b3-535dafa9d2c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 999 time: 0.1028802 May 06 10:23:57.250387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-194797bd-cd76-460f-83ea-7d6c5198db79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.251836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-194797bd-cd76-460f-83ea-7d6c5198db79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0776007 May 06 10:23:57.254986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-bd3d2b0e-fbf3-4346-978c-ecf45e2999a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.256290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-bd3d2b0e-fbf3-4346-978c-ecf45e2999a2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0744197 May 06 10:23:57.326937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-874f2e4c-8269-4608-8a6f-7e564b951e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.328333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-874f2e4c-8269-4608-8a6f-7e564b951e82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698411 May 06 10:23:57.329966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160d8c-758e-412d-b4c8-5510497865a2 req-a46837dc-e58a-4a1d-a23b-70d41e25cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.331293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-a46837dc-e58a-4a1d-a23b-70d41e25cb53 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656366 May 06 10:23:57.482941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-0d5a09a6-c76d-49f6-9228-36b107477e64 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482568 May 06 10:23:57.486152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-d501425f-0552-4c94-a7c6-6fd2f0876568 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438394 May 06 10:23:57.672167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da5c06-1841-4ae9-b3d4-27ea57abed77 req-ebf5dbe8-da72-4304-9396-91257daf4b65 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.673612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99da5c06-1841-4ae9-b3d4-27ea57abed77 req-ebf5dbe8-da72-4304-9396-91257daf4b65 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 943 time: 0.1019080 May 06 10:23:57.685799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-42cd0374-4cce-49ce-aa45-7cdb70b5389e service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898582 May 06 10:23:57.692776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96160d8c-758e-412d-b4c8-5510497865a2 req-8b972c23-5442-4064-b9ee-5f8756953423 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037191 May 06 10:23:57.721588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99da5c06-1841-4ae9-b3d4-27ea57abed77 req-1eaaad17-2fbd-42ed-a987-bd037062b44a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 May 06 10:23:57.949784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35862125-7258-468d-b14d-69f99529363e req-99e4fb87-f399-4dfa-954d-ee1730bcfea4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.951185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35862125-7258-468d-b14d-69f99529363e req-99e4fb87-f399-4dfa-954d-ee1730bcfea4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 943 time: 0.0840261 May 06 10:23:57.959564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-2610ead5-5d34-4138-a05e-82258dde9f6b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:57.961605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-2610ead5-5d34-4138-a05e-82258dde9f6b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 943 time: 0.0835462 May 06 10:23:58.008673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:23:58.022953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35862125-7258-468d-b14d-69f99529363e req-0cf8f1cf-380d-451e-bda4-90420076bf2f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602212 May 06 10:23:58.044795 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-6eaa0e2a-ee22-4031-9dba-7cdf34caad99 service neutron] delete failed (client error): The resource could not be found. May 06 10:23:58.046144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-6eaa0e2a-ee22-4031-9dba-7cdf34caad99 service neutron] 10.222.0.83 "DELETE /v2.0/ports/77d3de54-130c-44fa-b1aa-421b3f9c0b1d/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0775275 May 06 10:23:58.047292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:23:58.128632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-845d9093-5a33-4d7f-8a5b-4e4fb9f72d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:58.130103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-845d9093-5a33-4d7f-8a5b-4e4fb9f72d81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 1094 time: 0.0407214 May 06 10:23:58.135392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:23:58.221593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-cc9470ad-30f3-40ed-b932-a69ccc3c857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:58.222965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-cc9470ad-30f3-40ed-b932-a69ccc3c857b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0869668 May 06 10:23:58.232848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:58.244869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'mac_address': 'fa:16:3e:17:ab:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:23:58.281642 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:58.286865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-3469731e-7256-469f-88b0-8c75216640d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 200 len: 999 time: 0.0579078 May 06 10:23:58.294958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d3de54-130c-44fa-b1aa-421b3f9c0b1d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:23:58.314692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:23:58.318537 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:23:58.340330 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-b86c8dec-176e-42a2-9db1-77779a476df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:58.341785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-b86c8dec-176e-42a2-9db1-77779a476df6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0490315 May 06 10:23:58.366532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:23:58.374714 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.375098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.375469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.375841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.376176 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.376502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.376825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.377151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.377471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.377790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.378117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.378432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:23:58.386902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-2172abbe-7fc3-46d3-bdc5-e293a69dd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:58.388429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-2172abbe-7fc3-46d3-bdc5-e293a69dd21e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409164 May 06 10:23:58.474837 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-4e7be59d-f3f7-4c37-a4f7-216a846b095d service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801799 May 06 10:23:58.559265 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['77d3de54-130c-44fa-b1aa-421b3f9c0b1d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:23:58.565699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-762684ba-a8b5-4293-9406-6ac900269eb7 req-f6525309-8ac9-4008-9896-218aa92a2af1 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 May 06 10:23:59.148412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edd8df-66b2-459c-9f2f-55646789bc52 req-dba69602-deaa-4a7d-84a9-7d87332a3697 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:59.150684 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32edd8df-66b2-459c-9f2f-55646789bc52 req-dba69602-deaa-4a7d-84a9-7d87332a3697 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 944 time: 0.0538046 May 06 10:23:59.187945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32edd8df-66b2-459c-9f2f-55646789bc52 req-781d750e-ef84-4c25-9c16-41e530f9ace3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312760 May 06 10:23:59.307960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1372a-2c0f-4ee4-afa0-de6d737227a5 req-4b57cde9-9318-4126-b2b5-2981e4a59ab8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:59.309444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dc1372a-2c0f-4ee4-afa0-de6d737227a5 req-4b57cde9-9318-4126-b2b5-2981e4a59ab8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 944 time: 0.0533981 May 06 10:23:59.347503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6dc1372a-2c0f-4ee4-afa0-de6d737227a5 req-59ff94d3-3d33-4107-abc6-9e084099744d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320656 May 06 10:23:59.460515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55499529-ca7f-4a5c-a1bd-9e8022e715ed req-85fd66a4-3f63-4eee-9fed-a338885ef930 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:59.462617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55499529-ca7f-4a5c-a1bd-9e8022e715ed req-85fd66a4-3f63-4eee-9fed-a338885ef930 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 944 time: 0.0487549 May 06 10:23:59.500521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55499529-ca7f-4a5c-a1bd-9e8022e715ed req-90811ff7-724a-47f2-9abe-9dfbb4e1134a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 May 06 10:23:59.731608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b98ee7-9fd6-4095-aeb3-6cbd0e564a25 req-f738aa86-0934-4b4b-b6f8-07d588750290 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:23:59.733068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4b98ee7-9fd6-4095-aeb3-6cbd0e564a25 req-f738aa86-0934-4b4b-b6f8-07d588750290 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 944 time: 0.0480142 May 06 10:23:59.770846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4b98ee7-9fd6-4095-aeb3-6cbd0e564a25 req-9775b2a4-e9b1-460f-accf-a3cda7f92a68 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 May 06 10:24:00.144281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:24:00.192136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:24:00.195803 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:24:00.196058 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:00.276286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:00.298927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:00.301494 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5806a94-a184-4f17-a150-8ca5332b044d" -d '{"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-plugged", "status": "completed", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:00.315010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:00.319823 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:00.345934 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14345d9e-bfc6-4051-9da1-889d70a640b3 x-openstack-request-id: req-14345d9e-bfc6-4051-9da1-889d70a640b3 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:00.346226 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-plugged", "status": "completed", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:00.346476 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14345d9e-bfc6-4051-9da1-889d70a640b3 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:00.346871 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14345d9e-bfc6-4051-9da1-889d70a640b3'] response: {'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'code': 200} May 06 10:24:00.372466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:00.891170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4533ce-c623-4bb2-85a5-b5a8763a2f0a req-dbb9d696-7b78-49ff-99c4-a4bc64297adc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:00.892608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa4533ce-c623-4bb2-85a5-b5a8763a2f0a req-dbb9d696-7b78-49ff-99c4-a4bc64297adc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0530360 May 06 10:24:00.931797 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa4533ce-c623-4bb2-85a5-b5a8763a2f0a req-fe933418-b8a2-4b66-90c5-dc6ac8166a51 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 May 06 10:24:01.119242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-097db380-c202-4b1f-9679-be60b6fc714e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:01.120856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-097db380-c202-4b1f-9679-be60b6fc714e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 945 time: 0.0494177 May 06 10:24:01.210514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Deleting port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:24:01.210813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:01.301817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] For port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:01.302177 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:01.471086 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:01.471397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:01.471706 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb disassociated. External IP: 172.25.8.195, port: 77d3de54-130c-44fa-b1aa-421b3f9c0b1d. May 06 10:24:01.472050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Calling delete_port for 77d3de54-130c-44fa-b1aa-421b3f9c0b1d owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:24:01.600932 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:01.630676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event deleted for resources: {'Port': ['ID=77d3de54-130c-44fa-b1aa-421b3f9c0b1d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:01.751173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:24:01.864471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:24:01.874940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:24:01.885719 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:01.886312 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:01.906967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] No DVR routers for this DVR port 77d3de54-130c-44fa-b1aa-421b3f9c0b1d on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:24:01.909693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:01.913068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3e65c0c-9bdd-41f6-b4b2-336cda773844 req-aeafab87-9ce2-4aaa-8459-b34f051781eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "DELETE /v2.0/ports/77d3de54-130c-44fa-b1aa-421b3f9c0b1d HTTP/1.1" status: 204 len: 173 time: 0.7852156 May 06 10:24:01.913525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-deleted', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:01.916110 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c70c3e-7a37-470e-a7fe-28b7f014c506" -d '{"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-deleted", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:01.974538 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8119e9eb-3c3b-4c6a-ae46-b86429d29310 x-openstack-request-id: req-8119e9eb-3c3b-4c6a-ae46-b86429d29310 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:01.975028 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23627861-b756-4f5d-bfb9-78355223c782", "name": "network-vif-deleted", "tag": "77d3de54-130c-44fa-b1aa-421b3f9c0b1d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:01.975338 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8119e9eb-3c3b-4c6a-ae46-b86429d29310 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:01.975838 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8119e9eb-3c3b-4c6a-ae46-b86429d29310'] response: {'server_uuid': '23627861-b756-4f5d-bfb9-78355223c782', 'name': 'network-vif-deleted', 'tag': '77d3de54-130c-44fa-b1aa-421b3f9c0b1d', 'status': 'completed', 'code': 200} May 06 10:24:02.068810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18eaad61-c29d-419b-85c2-b14ad7f6fc70 req-51fec0ab-50b0-47e5-8dee-0effbeb16064 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=23627861-b756-4f5d-bfb9-78355223c782 HTTP/1.1" status: 200 len: 210 time: 0.0333316 May 06 10:24:02.093733 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:02.291917 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:02.317582 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:24:02.326141 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:02.326732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:23:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:02.434174 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:02.632536 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:02.659400 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43960406-4875-4166-ae1c-0e261a42a8b8 None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:24:02.871816 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d3e02-7d41-4908-83a3-fb4a7264417a None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:24:03.325949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-267f42de-33b9-4fd1-a595-3cab0f824574 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1175418639&fields=id&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 267 time: 0.0323470 May 06 10:24:03.430561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-f4ed0539-c7f9-48fa-aa96-7d940b7325b1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:03.431924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-f4ed0539-c7f9-48fa-aa96-7d940b7325b1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.0992312 May 06 10:24:03.446521 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-8e7e7f5a-bfdd-4f18-91ca-ecebfcf66588 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/quotas/1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 375 time: 0.0088320 May 06 10:24:03.499639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-f5710952-5f51-410f-903c-273a66759ce0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474505 May 06 10:24:03.597569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-9e21b14f-6438-41f9-a075-2ba46b33f860 service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862129 May 06 10:24:03.685185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-da43b83a-865d-4c9b-81ee-7a97cd56674c service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806723 May 06 10:24:03.787340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-3431aa81-83d8-4e98-9816-1c588f30dc20 req-56abd964-7177-4fd2-aee2-72d18e1be4ea service neutron] (102743) timed out ('10.222.0.76', 34162) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:24:03.850247 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7af20cbd-1304-40d1-bdcc-590d4d114f5a req-191b6baa-bd42-4c23-8875-7c6bf0f335bf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 210 time: 0.0321138 May 06 10:24:04.766219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-98eec2ab-b4ba-4a43-b3bc-244130081591 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:04.767672 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-98eec2ab-b4ba-4a43-b3bc-244130081591 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.1094153 May 06 10:24:04.812564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-bde41bb5-d067-42f6-9de3-dbd6a84676d9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 380 time: 0.0359979 May 06 10:24:04.824149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'port': {'device_id': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'admin_state_up': True, 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'security_groups': ['fc6ba8eb-d8dc-4282-b41f-221009ba5339']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:04.949777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-77488d6c-7ece-41ce-9f23-afacb805d84d req-745e0d52-7d2b-40be-8817-c81527b4c0a5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 210 time: 0.0301280 May 06 10:24:04.958909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Made reservation on behalf of 1c5d91e445bc4e8db5a387f29814cfb0 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:24:04.963237 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.086371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Allocated IP 172.20.0.4 (f11c8b37-dd72-49b5-b526-16b431b246b2/b38f3126-ada0-4229-b7dd-df69d6d2d075/6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:24:05.219552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.252122 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.296423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:24:05.299312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:24:05.302776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:24:05.334520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:05.359734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:05.360338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.376602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-438be116-56cb-468b-9841-41044a3f0fb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562046 May 06 10:24:05.388630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Request body: {'port': {'device_id': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:05.444267 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.547607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-43019a6f-d3ba-4127-8e76-f790c72d49b8 None None] Provisioning complete for port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:24:05.548227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-43019a6f-d3ba-4127-8e76-f790c72d49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.582542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-43019a6f-d3ba-4127-8e76-f790c72d49b8 None None] Port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:24:05.714294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:24:05.721528 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.733081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Transition to ACTIVE for port object 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:24:05.737076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.788604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:05.856485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:24:05.856819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:24:05.857149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:05.861849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:24:05.862168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:05.867806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:24:05.868149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:24:05.868621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:24:05.868953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Bound port: 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:24:05.869314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.941855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:05.944935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:24:05.950836 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.985496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:05.986450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:05.987569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] 10.222.0.82 "PUT /v2.0/ports/6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 1091 time: 0.6030817 May 06 10:24:05.987928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:05.990151 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef29ec-1628-42f8-be15-023031ba389a" -d '{"events": [{"name": "network-changed", "server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:06.030285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fd2ee-f8c8-46a3-a0a3-58b1fb4c8f58 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:06.083555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-d49ffc3f-bf0c-4874-ba1a-b3f6bc9511c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.085085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-d49ffc3f-bf0c-4874-ba1a-b3f6bc9511c0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1094 time: 0.0429423 May 06 10:24:06.090034 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278af9af-421d-4b25-9075-fe42240e92fa x-openstack-request-id: req-278af9af-421d-4b25-9075-fe42240e92fa {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:06.090414 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:06.090778 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-278af9af-421d-4b25-9075-fe42240e92fa {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:06.091264 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278af9af-421d-4b25-9075-fe42240e92fa'] response: {'name': 'network-changed', 'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'status': 'completed', 'code': 200} May 06 10:24:06.156089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-2db680d1-1cb2-4b13-90fe-8a6e42b6b109 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 217 time: 0.0545931 May 06 10:24:06.157417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:24:06.178951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 77d3de54-130c-44fa-b1aa-421b3f9c0b1d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:24:06.179312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77d3de54-130c-44fa-b1aa-421b3f9c0b1d not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:24:06.211413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce811c-6df1-4ac2-a037-b9f55e1d8a4e req-4e438e79-5555-4ee7-813f-35440f1470f1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.212918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3ce811c-6df1-4ac2-a037-b9f55e1d8a4e req-4e438e79-5555-4ee7-813f-35440f1470f1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.1201527 May 06 10:24:06.228504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-0ecc9d4f-5f1d-4158-99e5-e9f11ee630bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.229959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-0ecc9d4f-5f1d-4158-99e5-e9f11ee630bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0674989 May 06 10:24:06.285871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f3ce811c-6df1-4ac2-a037-b9f55e1d8a4e req-06cbce04-03db-4627-8734-5f453dcd746d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665736 May 06 10:24:06.296166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-021b45dd-24c8-4dca-ac65-37352762f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.298302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-021b45dd-24c8-4dca-ac65-37352762f540 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587554 May 06 10:24:06.386415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-22bbfabc-d4d7-4187-a812-82af47c224a0 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815253 May 06 10:24:06.481238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96e4edc6-e77b-4653-9f34-bac942bde71e req-5e5f5207-ef6f-4b70-acce-83ab8e362892 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876815 May 06 10:24:06.565712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef29ec-1628-42f8-be15-023031ba389a req-1a07c8e2-df4e-4da0-8468-2e5aa484d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.567114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcef29ec-1628-42f8-be15-023031ba389a req-1a07c8e2-df4e-4da0-8468-2e5aa484d9a1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1094 time: 0.0404801 May 06 10:24:06.656983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef29ec-1628-42f8-be15-023031ba389a req-1287b127-3d3d-45eb-83e4-468879624398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.658418 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcef29ec-1628-42f8-be15-023031ba389a req-1287b127-3d3d-45eb-83e4-468879624398 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0838706 May 06 10:24:06.703330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcef29ec-1628-42f8-be15-023031ba389a req-10cc2707-e5cc-4c0f-ad8d-5a60d70a1035 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 217 time: 0.0372453 May 06 10:24:06.751815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef29ec-1628-42f8-be15-023031ba389a req-9d40ab6e-52bb-444f-a248-e41e33672499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.753249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcef29ec-1628-42f8-be15-023031ba389a req-9d40ab6e-52bb-444f-a248-e41e33672499 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0432143 May 06 10:24:06.800562 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef29ec-1628-42f8-be15-023031ba389a req-d6679d3e-e3fa-46a9-a1c1-605d90643090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:06.802025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcef29ec-1628-42f8-be15-023031ba389a req-d6679d3e-e3fa-46a9-a1c1-605d90643090 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410624 May 06 10:24:06.895550 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcef29ec-1628-42f8-be15-023031ba389a req-78e5ce79-54d4-47c7-9b95-ab37f425161f service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862606 May 06 10:24:06.985591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fcef29ec-1628-42f8-be15-023031ba389a req-1f198bd4-2ff7-4e84-991b-c9d127beb45f service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825605 May 06 10:24:07.405522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0388c-8829-4ac3-b586-349172e44e26 req-b52addeb-6035-4f40-b9bd-a4dde1a17c1b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:07.407078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfb0388c-8829-4ac3-b586-349172e44e26 req-b52addeb-6035-4f40-b9bd-a4dde1a17c1b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.0496328 May 06 10:24:07.449221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfb0388c-8829-4ac3-b586-349172e44e26 req-e3a5ecbb-a374-42a1-bd81-de0ea253f209 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361247 May 06 10:24:08.563992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2875a8e-efb3-473c-994f-087096a17dc1 req-4ed8ce6f-9240-4909-a627-5ebf41a41dee tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:08.565456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2875a8e-efb3-473c-994f-087096a17dc1 req-4ed8ce6f-9240-4909-a627-5ebf41a41dee tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.0484846 May 06 10:24:08.604205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d2875a8e-efb3-473c-994f-087096a17dc1 req-7ec75fba-2e53-4607-9ebc-aa29d6e44dd9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 May 06 10:24:09.719602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aafcac-e45d-4b31-9544-2373a4e9446c req-b182b5a9-717c-4afb-8ac7-09fdd7f0f9be tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:09.721127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6aafcac-e45d-4b31-9544-2373a4e9446c req-b182b5a9-717c-4afb-8ac7-09fdd7f0f9be tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.0491619 May 06 10:24:09.759830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6aafcac-e45d-4b31-9544-2373a4e9446c req-edc80e63-7257-42d5-b737-38a99710f11e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 May 06 10:24:10.165484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:24:10.263756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:10.275461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'mac_address': 'fa:16:3e:5c:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:24:10.311923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:10.325198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:24:10.347835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:10.352550 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:10.399335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:10.563065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:24:10.874319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278d642-7a4e-4f13-b2f5-d3f2253cd25f req-ef966b20-3f1e-42ac-afa6-1003fca86104 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:10.875809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9278d642-7a4e-4f13-b2f5-d3f2253cd25f req-ef966b20-3f1e-42ac-afa6-1003fca86104 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 944 time: 0.0479348 May 06 10:24:10.917042 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9278d642-7a4e-4f13-b2f5-d3f2253cd25f req-6820b166-3644-4b28-8823-5805ebc3e977 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351677 May 06 10:24:12.031996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b56f9-7e73-4d14-9ae6-30a5d7d8c8ed req-754874ee-67a0-4116-b221-ec91dcf59ecb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:12.033476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-171b56f9-7e73-4d14-9ae6-30a5d7d8c8ed req-754874ee-67a0-4116-b221-ec91dcf59ecb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 944 time: 0.0487058 May 06 10:24:12.072562 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-171b56f9-7e73-4d14-9ae6-30a5d7d8c8ed req-a3c8e000-c297-43a8-861e-264be9524e56 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 May 06 10:24:12.186504 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:24:12.233246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:24:12.236833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:24:12.237232 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:12.315725 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:12.337805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:12.340437 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aba4ea5-a00a-4c91-8e5b-f9e110f1ad13" -d '{"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:12.354659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:12.359163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:12.386435 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceb5c70-763e-4082-8876-ce4afe519778 x-openstack-request-id: req-8ceb5c70-763e-4082-8876-ce4afe519778 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:12.386719 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:12.386967 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ceb5c70-763e-4082-8876-ce4afe519778 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:12.387350 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceb5c70-763e-4082-8876-ce4afe519778'] response: {'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'code': 200} May 06 10:24:12.413207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:12.481270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c93332-f4fe-43ef-9b0e-ed47cee1b7ad req-95ddb464-07bc-49b3-a093-cb687f42e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:12.482804 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2c93332-f4fe-43ef-9b0e-ed47cee1b7ad req-95ddb464-07bc-49b3-a093-cb687f42e355 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1096 time: 0.0400755 May 06 10:24:12.517670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2c93332-f4fe-43ef-9b0e-ed47cee1b7ad req-82ec9327-d77d-499e-84aa-c7f7ce1160c9 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276532 May 06 10:24:12.713597 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6dbc608-e6a5-4d6e-a721-d0c3f6eb7763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:13.186194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5b5bc-3ead-4c03-9d85-6e811dc8c036 req-cbffa4e5-a92b-467a-8725-6b5e32908463 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:13.187658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92f5b5bc-3ead-4c03-9d85-6e811dc8c036 req-cbffa4e5-a92b-467a-8725-6b5e32908463 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0479944 May 06 10:24:13.229322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-92f5b5bc-3ead-4c03-9d85-6e811dc8c036 req-97a6cdb4-7577-4acb-b0ff-95af345e3f98 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356648 May 06 10:24:14.349332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ca073-17f8-4177-928b-9bd0929d57d8 req-4d090c5f-470e-4859-be13-be203f62fa08 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:14.350816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-035ca073-17f8-4177-928b-9bd0929d57d8 req-4d090c5f-470e-4859-be13-be203f62fa08 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0509036 May 06 10:24:14.391728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-035ca073-17f8-4177-928b-9bd0929d57d8 req-3b827d79-b981-485a-8001-980f66bb809a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339365 May 06 10:24:14.510688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b99a7-6894-4497-82bc-cf4ea3d1bf74 req-241f9039-7ff3-4ec5-a7ec-83571b3df3f0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:14.512166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cd4b99a7-6894-4497-82bc-cf4ea3d1bf74 req-241f9039-7ff3-4ec5-a7ec-83571b3df3f0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0513232 May 06 10:24:14.520592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36316) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:24:14.525793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'floatingip': {'port_id': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:14.567702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:15.217014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07b18410-284a-42b5-841c-665ba95aed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:15.295921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:15.299569 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:15.405726 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb associated. External IP: 172.25.8.195, port: 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb. May 06 10:24:15.629785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:24:15.737985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:24:15.742460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:15.748898 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:24:15.758195 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:15.758797 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:24:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:15.769889 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4c8719d0-cae1-4601-8e06-f39a623ffb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "PUT /v2.0/floatingips/dddc9c2a-8929-4f38-a171-ee656efc55fb HTTP/1.1" status: 200 len: 991 time: 1.2482567 May 06 10:24:15.770482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:15.772773 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c87d77c-6c4b-4913-af06-83080455cec2" -d '{"events": [{"name": "network-changed", "server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:15.815997 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcd498c-c867-49ec-808a-8a600929a60b x-openstack-request-id: req-6bcd498c-c867-49ec-808a-8a600929a60b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:15.815997 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:15.815997 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6bcd498c-c867-49ec-808a-8a600929a60b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:15.815997 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcd498c-c867-49ec-808a-8a600929a60b'] response: {'name': 'network-changed', 'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'status': 'completed', 'code': 200} May 06 10:24:15.881030 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:15.884485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-37e779e0-e609-49c1-864d-137159a486d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:15.887207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-37e779e0-e609-49c1-864d-137159a486d5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1096 time: 0.0505562 May 06 10:24:16.021726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b1d2-9f51-46dd-9f77-17bd590b99d7 req-488378dc-c0cd-4175-bbd6-ff8b82758333 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:16.023190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26a6b1d2-9f51-46dd-9f77-17bd590b99d7 req-488378dc-c0cd-4175-bbd6-ff8b82758333 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0755196 May 06 10:24:16.040684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-67dc8e77-e0ce-4570-8469-9c872e5bd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:16.042740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-67dc8e77-e0ce-4570-8469-9c872e5bd707 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1444294 May 06 10:24:16.110723 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26a6b1d2-9f51-46dd-9f77-17bd590b99d7 req-a903f875-0077-4560-bbe1-237786d9463c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784755 May 06 10:24:16.118286 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:5c:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:24:15Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:16.127335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-86e92cae-32a4-4f2d-ae1d-1e1ca61bee9a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 999 time: 0.0774083 May 06 10:24:16.145995 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:24:16.154789 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:16.155387 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:24:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:16.178694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-e686c679-37df-4cee-aaf8-1b8a59083dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:16.180205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-e686c679-37df-4cee-aaf8-1b8a59083dfe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0464029 May 06 10:24:16.227234 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-c6dddcdc-2e6e-40a3-9d43-bba4204580a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:16.229446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-c6dddcdc-2e6e-40a3-9d43-bba4204580a2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413554 May 06 10:24:16.260540 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:16.324213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-2ee53b02-fb82-4437-82ce-e2728f99fbcd service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877299 May 06 10:24:16.422286 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c87d77c-6c4b-4913-af06-83080455cec2 req-59f76199-843c-4ae7-ae34-0808ac92b2ce service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906541 May 06 10:24:16.577882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:5c:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:24:15Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:16.604318 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9722af55-bd3c-4f89-8012-88be69b2713a None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:5c:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:24:15Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:24:16.795366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ef6e2a-ac44-4a1d-898c-876cf6613d59 None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:24:16.833343 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:16.970510 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:17.240456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a193e-6024-4797-8804-4179bc05d263 req-35c1656a-23d2-47c2-8361-123ee7b3ece1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:17.241850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e0a193e-6024-4797-8804-4179bc05d263 req-35c1656a-23d2-47c2-8361-123ee7b3ece1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0567548 May 06 10:24:17.260783 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-d08ab1af-f3e8-4f2e-aaeb-b2968eb82aa4 req-a74d7db5-6c1b-4e0d-861a-acaaa8a8c1b2 tempest-VolumesActionsTest-1317857128 tempest-VolumesActionsTest-1317857128-project] (102743) timed out ('10.222.0.82', 58586) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:24:17.279090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e0a193e-6024-4797-8804-4179bc05d263 req-8fa127a3-81dd-44c5-a736-6cafed1bfeb5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 May 06 10:24:18.309787 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:18.396228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3452a8d-0a4d-46ba-b8fd-7cab365920c2 req-d0857427-aa98-4272-9987-643b1c2d0e62 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:18.397679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3452a8d-0a4d-46ba-b8fd-7cab365920c2 req-d0857427-aa98-4272-9987-643b1c2d0e62 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0484180 May 06 10:24:18.435372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3452a8d-0a4d-46ba-b8fd-7cab365920c2 req-8ec807f8-c559-4eb0-aae6-7fa98d41e443 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 May 06 10:24:18.490307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-e41049c3-ecb4-4073-a3bf-959e0f942714 req-19fcee76-4b9a-4414-811a-7a154a04a0a4 service neutron] (102742) timed out ('10.222.0.82', 58034) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:24:18.792541 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:19.550803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a5ddb-ded5-4c1e-ac77-94ff64468f6a req-e2ff103f-2cd5-4075-8784-182b8006f7ad tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:19.552287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-069a5ddb-ded5-4c1e-ac77-94ff64468f6a req-e2ff103f-2cd5-4075-8784-182b8006f7ad tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0481009 May 06 10:24:19.590669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-069a5ddb-ded5-4c1e-ac77-94ff64468f6a req-0ee4ea0d-034a-485f-b30c-fe99ef74a486 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 May 06 10:24:19.596894 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:24:20.709931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00046645-6266-4059-9b80-96ed223b224b req-753a60ef-28d3-48b6-96dc-170db1ce67da tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:20.711437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00046645-6266-4059-9b80-96ed223b224b req-753a60ef-28d3-48b6-96dc-170db1ce67da tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0531228 May 06 10:24:20.750278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00046645-6266-4059-9b80-96ed223b224b req-5e2a8f99-96d7-4774-9c88-fc58e348c3fd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 May 06 10:24:20.895201 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:21.864533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d53f1-b585-4385-979b-076393263c0b req-6dd7f8cd-b533-4d40-a4e1-6f937b55437e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:21.865967 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e0d53f1-b585-4385-979b-076393263c0b req-6dd7f8cd-b533-4d40-a4e1-6f937b55437e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0493836 May 06 10:24:21.904610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e0d53f1-b585-4385-979b-076393263c0b req-2b2935f6-a7c9-4ee2-8f75-6b1d5bff19f9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 May 06 10:24:23.020805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342e694-07c2-46eb-a930-36785ecc1284 req-55f4edbd-5498-4007-9e49-2f7e8986cffc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:23.022274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9342e694-07c2-46eb-a930-36785ecc1284 req-55f4edbd-5498-4007-9e49-2f7e8986cffc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0497265 May 06 10:24:23.060353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9342e694-07c2-46eb-a930-36785ecc1284 req-3f1d35e8-18b8-4a42-9343-1788ff156dbf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319102 May 06 10:24:24.180148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a1148-2989-4a28-b617-34513ed07bdc req-6aef6077-9310-451d-8a0f-63f4df77458d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:24.182304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b7a1148-2989-4a28-b617-34513ed07bdc req-6aef6077-9310-451d-8a0f-63f4df77458d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0526812 May 06 10:24:24.220796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b7a1148-2989-4a28-b617-34513ed07bdc req-45df4c56-73f7-4a81-acb6-a7c5c32415c5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325255 May 06 10:24:25.337551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed05c71-ffc2-4d39-a64b-b8f68f22f8ab req-7460085a-1981-4bcb-a1a4-c188a680dd25 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:25.339308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ed05c71-ffc2-4d39-a64b-b8f68f22f8ab req-7460085a-1981-4bcb-a1a4-c188a680dd25 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0499747 May 06 10:24:25.377314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ed05c71-ffc2-4d39-a64b-b8f68f22f8ab req-3a8833d5-4da8-4011-a0c6-87a57c0a75e0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317085 May 06 10:24:26.492921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199f3a5-9080-49a5-b388-0f228a7103f9 req-33be7a49-9874-439f-ae19-91ea82944db4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:26.495140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9199f3a5-9080-49a5-b388-0f228a7103f9 req-33be7a49-9874-439f-ae19-91ea82944db4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0488648 May 06 10:24:26.531956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9199f3a5-9080-49a5-b388-0f228a7103f9 req-0fdd9e4d-6b8d-4cae-b0ae-37118d735e0a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309818 May 06 10:24:27.652667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad37e1c-85f2-4d2a-be60-97071461eaa0 req-845f6977-7e3d-4418-920c-2004d2871025 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:27.654155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ad37e1c-85f2-4d2a-be60-97071461eaa0 req-845f6977-7e3d-4418-920c-2004d2871025 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0538387 May 06 10:24:27.690748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ad37e1c-85f2-4d2a-be60-97071461eaa0 req-2cad4e99-89f3-4df4-9fac-dd3eac33c678 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 May 06 10:24:28.807635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da6bf4-a633-4d4f-871f-4f9737b1cd51 req-56062c05-e75e-4dc1-900b-faee8f47220a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:28.809114 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52da6bf4-a633-4d4f-871f-4f9737b1cd51 req-56062c05-e75e-4dc1-900b-faee8f47220a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0499635 May 06 10:24:28.846472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-52da6bf4-a633-4d4f-871f-4f9737b1cd51 req-d68c957b-ca26-4a16-82f5-0d324095a5ab tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 May 06 10:24:29.965213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb2ad-c2fd-4b47-97ee-c48039bf33a4 req-2435366d-916b-481f-815e-e64cf87ddc2b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:29.966688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2cfb2ad-c2fd-4b47-97ee-c48039bf33a4 req-2435366d-916b-481f-815e-e64cf87ddc2b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0490079 May 06 10:24:30.004294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2cfb2ad-c2fd-4b47-97ee-c48039bf33a4 req-96935067-e37d-47bc-baa7-099fabf1a82b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 May 06 10:24:31.053050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c1bff-e847-431d-9495-bf427026f3d5 req-693ca2e8-c412-4458-99d3-eb907bafb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:31.054547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-375c1bff-e847-431d-9495-bf427026f3d5 req-693ca2e8-c412-4458-99d3-eb907bafb7c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1096 time: 0.1291525 May 06 10:24:31.185278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1265f1-785c-444f-a02f-c28b5578c75d req-2686a8a3-21ac-48e9-8532-a1ca56a41ca9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:31.186676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b1265f1-785c-444f-a02f-c28b5578c75d req-2686a8a3-21ac-48e9-8532-a1ca56a41ca9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.1044874 May 06 10:24:31.216048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c1bff-e847-431d-9495-bf427026f3d5 req-7ad4a5b8-1560-4f59-904b-b37f4e7cc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:31.217531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-375c1bff-e847-431d-9495-bf427026f3d5 req-7ad4a5b8-1560-4f59-904b-b37f4e7cc5a0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1427653 May 06 10:24:31.271491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b1265f1-785c-444f-a02f-c28b5578c75d req-c95ada1f-0069-4f51-ad50-5c03831f2adf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766399 May 06 10:24:31.300594 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-375c1bff-e847-431d-9495-bf427026f3d5 req-42b1d3e1-419b-4fc5-9d6e-afc82563a0d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 1001 time: 0.0684440 May 06 10:24:31.353054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c1bff-e847-431d-9495-bf427026f3d5 req-72659885-7db1-4d92-9b2e-081be2836e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:31.355141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-375c1bff-e847-431d-9495-bf427026f3d5 req-72659885-7db1-4d92-9b2e-081be2836e2b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0474589 May 06 10:24:31.404023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c1bff-e847-431d-9495-bf427026f3d5 req-e608d7ae-faba-4776-8ac7-99e380bc086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:31.405579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-375c1bff-e847-431d-9495-bf427026f3d5 req-e608d7ae-faba-4776-8ac7-99e380bc086c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438511 May 06 10:24:31.495022 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-375c1bff-e847-431d-9495-bf427026f3d5 req-e6bf5f5c-6f62-4bbf-985f-0bc004fcf49e service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814030 May 06 10:24:31.589046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-375c1bff-e847-431d-9495-bf427026f3d5 req-d54b12ec-ae98-4892-a0f1-680f93b8da57 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865853 May 06 10:24:32.389320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e950c-849a-47f3-8cab-325244339c1e req-f90c7efb-95a9-435f-ba14-070d07ac00b2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:32.390762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-132e950c-849a-47f3-8cab-325244339c1e req-f90c7efb-95a9-435f-ba14-070d07ac00b2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0495129 May 06 10:24:32.428886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-132e950c-849a-47f3-8cab-325244339c1e req-e0b6091c-840b-48be-b465-ae3383fda2e3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321145 May 06 10:24:33.544797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063788b-356d-4f67-9adb-3dcfa8aa5c42 req-206944f0-cd22-4f8e-b4cd-dbda8efdc79b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:33.546277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e063788b-356d-4f67-9adb-3dcfa8aa5c42 req-206944f0-cd22-4f8e-b4cd-dbda8efdc79b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0481248 May 06 10:24:33.583826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e063788b-356d-4f67-9adb-3dcfa8aa5c42 req-25f62b37-8203-40cb-afef-d2088bca8ee6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312328 May 06 10:24:34.704232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d128ef-d87a-4830-896b-bdd0ab91b3f2 req-9e024f95-4502-49fc-bf47-ca87260ec226 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:34.705696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53d128ef-d87a-4830-896b-bdd0ab91b3f2 req-9e024f95-4502-49fc-bf47-ca87260ec226 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0523560 May 06 10:24:34.742551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53d128ef-d87a-4830-896b-bdd0ab91b3f2 req-cbada25c-9a79-437a-acb8-4d3c6da1107f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308733 May 06 10:24:35.857342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea139b66-f62d-4ddc-b034-d178000117df req-be0dd714-3b0c-4ef6-a108-f1229a2dcc07 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:35.858714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea139b66-f62d-4ddc-b034-d178000117df req-be0dd714-3b0c-4ef6-a108-f1229a2dcc07 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0487888 May 06 10:24:35.896405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ea139b66-f62d-4ddc-b034-d178000117df req-b606af39-fad5-47fa-b575-cef97f465bcc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317302 May 06 10:24:37.013592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805505e7-8c3a-4c22-b577-bc5dd8844a9a req-cabff279-6bd1-4161-8701-778136d99450 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:37.015043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-805505e7-8c3a-4c22-b577-bc5dd8844a9a req-cabff279-6bd1-4161-8701-778136d99450 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0483088 May 06 10:24:37.059083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-805505e7-8c3a-4c22-b577-bc5dd8844a9a req-ea9cc891-704a-402e-8afa-2fd178308816 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378652 May 06 10:24:38.177349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc6f8-f15a-4a39-9a84-9a66678110ef req-c7bf4087-3857-444a-9b42-514656213977 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:38.178801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-329bc6f8-f15a-4a39-9a84-9a66678110ef req-c7bf4087-3857-444a-9b42-514656213977 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0514202 May 06 10:24:38.216198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-329bc6f8-f15a-4a39-9a84-9a66678110ef req-192eeb6e-f637-41f9-8dcd-6258301929be tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312634 May 06 10:24:39.332518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e7792-3611-48eb-b508-a0891394cea0 req-f372c60c-78d8-4eea-a1b4-50105743b027 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:39.334020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-527e7792-3611-48eb-b508-a0891394cea0 req-f372c60c-78d8-4eea-a1b4-50105743b027 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0493696 May 06 10:24:39.372666 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-527e7792-3611-48eb-b508-a0891394cea0 req-5da0b295-3ba5-4a03-9cfc-1ca7312362cc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322354 May 06 10:24:40.488429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0ce17-27e0-41b6-85ad-0059951fde19 req-d5dad655-9fd3-48b5-b033-2021feb0107d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:40.489876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdd0ce17-27e0-41b6-85ad-0059951fde19 req-d5dad655-9fd3-48b5-b033-2021feb0107d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0488503 May 06 10:24:40.526457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bdd0ce17-27e0-41b6-85ad-0059951fde19 req-76826354-6d9d-4bda-822f-490cd8604221 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 May 06 10:24:41.647769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cac0b1-2f80-405d-a7e4-fc9b3af6ecc4 req-94833ab7-0dac-467e-9c03-908466f38415 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:41.649235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48cac0b1-2f80-405d-a7e4-fc9b3af6ecc4 req-94833ab7-0dac-467e-9c03-908466f38415 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0532401 May 06 10:24:41.687243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48cac0b1-2f80-405d-a7e4-fc9b3af6ecc4 req-a155fee2-c8cd-4f6d-8d78-c7d9a7b7f0b1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 May 06 10:24:42.716765 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9f8134e0-fffa-4d8a-a587-6cd770bb937e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:42.926242 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-5988aace-3ef7-4a6f-b086-622b08bc1104 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457547 May 06 10:24:42.940332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ace78-cfbb-4e1c-ba59-bfa03b4dfaeb req-4f11a6e1-2c4d-41a5-82e7-f0de4df49959 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:42.941755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-991ace78-cfbb-4e1c-ba59-bfa03b4dfaeb req-4f11a6e1-2c4d-41a5-82e7-f0de4df49959 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0493982 May 06 10:24:42.982302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-991ace78-cfbb-4e1c-ba59-bfa03b4dfaeb req-b6621254-e2a9-4c9d-99de-f35b7a692c89 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343447 May 06 10:24:44.003491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-168b8e93-9cb4-47e1-a5c7-a898d085c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:44.005136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-168b8e93-9cb4-47e1-a5c7-a898d085c904 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1096 time: 0.0412734 May 06 10:24:44.129426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ee6d9-65ec-49e8-bcdd-57fb044bd42f req-45ef5636-5d1e-490f-8769-bdc7b50948ff tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:44.130913 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8ee6d9-65ec-49e8-bcdd-57fb044bd42f req-45ef5636-5d1e-490f-8769-bdc7b50948ff tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0728817 May 06 10:24:44.146381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-f21f4388-319f-4621-a963-40ba58be676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:44.147764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-f21f4388-319f-4621-a963-40ba58be676a service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1355560 May 06 10:24:44.216504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2c8ee6d9-65ec-49e8-bcdd-57fb044bd42f req-773c6dc3-e028-4a01-8b89-163d902f228a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779312 May 06 10:24:44.231343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-e6013b8c-f7ad-46d8-8fbf-755589fd6d2f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 1001 time: 0.0749490 May 06 10:24:44.282142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-45f4448b-516d-4620-b0df-6703e91eee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:44.283659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-45f4448b-516d-4620-b0df-6703e91eee87 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0447359 May 06 10:24:44.329880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-c387207d-315c-4def-86ab-c7ba2f335a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:44.331324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-c387207d-315c-4def-86ab-c7ba2f335a1f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406179 May 06 10:24:44.426380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-54ca0661-206e-4924-b25e-dde29b6c2886 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871639 May 06 10:24:44.515381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-54c692eb-93b5-4621-af4a-e6ac0f1eec4b service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822394 May 06 10:24:45.219372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eef00881-bebb-499c-8f8f-05cfd300b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:45.334553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b393e7-700e-4cd3-bc5b-979f18d7def6 req-455634d7-c1e8-453c-a0d0-0e47764cae82 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:45.336051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79b393e7-700e-4cd3-bc5b-979f18d7def6 req-455634d7-c1e8-453c-a0d0-0e47764cae82 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0500450 May 06 10:24:45.375380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79b393e7-700e-4cd3-bc5b-979f18d7def6 req-b5135b70-737c-429f-9a6b-f10d6f81bc9c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 May 06 10:24:46.400015 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-d5056d83-0471-4d5c-930d-73a5903254a0 service neutron] show failed (client error): The resource could not be found. May 06 10:24:46.401136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-d5056d83-0471-4d5c-930d-73a5903254a0 service neutron] 10.222.0.82 "GET /v2.0/ports/6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0583041 May 06 10:24:46.493712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78216e-481e-42fa-8908-8af9fd3e0daf req-8f868899-b01c-4c25-9e9b-08160d3ce84b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:46.495292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc78216e-481e-42fa-8908-8af9fd3e0daf req-8f868899-b01c-4c25-9e9b-08160d3ce84b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0508459 May 06 10:24:46.536968 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc78216e-481e-42fa-8908-8af9fd3e0daf req-25454280-ea69-484b-b122-009d3683b856 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346146 May 06 10:24:46.601592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-5c2e5aae-0732-4cfb-879c-ebb6ed81acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:46.603072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-5c2e5aae-0732-4cfb-879c-ebb6ed81acd2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 1096 time: 0.0409408 May 06 10:24:46.615484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:46.671252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:46.802765 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:46.872195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:46.904164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:46.943882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:46.946037 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431af508-03c5-4427-8e8b-4ca3861eff1b" -d '{"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:46.951213 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:46.966061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Transition to ACTIVE for port object 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:24:46.966545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:46.970435 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:47.003118 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8166c7-ffa1-416c-944d-8a2746ae5aa8 x-openstack-request-id: req-1f8166c7-ffa1-416c-944d-8a2746ae5aa8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:47.003405 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-unplugged", "status": "completed", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:47.004231 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1f8166c7-ffa1-416c-944d-8a2746ae5aa8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:47.004231 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8166c7-ffa1-416c-944d-8a2746ae5aa8'] response: {'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'code': 200} May 06 10:24:47.054741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:47.099174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] No DVR routers for this DVR port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:24:47.527144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:24:47.528008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:24:47.528008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:47.531871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:24:47.532206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Attempting to bind port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:24:47.536813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:24:47.537144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:24:47.537515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:24:47.537933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Bound port: 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:24:47.538278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:47.607048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:24:47.612043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:24:47.623142 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:47.675730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:47.676298 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:47.677645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] 10.222.0.83 "PUT /v2.0/ports/6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 1091 time: 1.0660243 May 06 10:24:47.710961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd8bb1-c0d2-49b1-8ee8-c8a994482ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:47.747308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c26ea0-00b1-4394-b71d-016db2cbfc23 req-1623c1f9-9f7d-44df-906a-4fe66560ab88 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:47.748974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0c26ea0-00b1-4394-b71d-016db2cbfc23 req-1623c1f9-9f7d-44df-906a-4fe66560ab88 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.1394434 May 06 10:24:47.781836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-3fc67ad4-9b7f-49de-8068-f4336cb9a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:47.783273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-3fc67ad4-9b7f-49de-8068-f4336cb9a6e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1094 time: 0.0814795 May 06 10:24:47.806619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0c26ea0-00b1-4394-b71d-016db2cbfc23 req-58e933a3-144a-4212-bbb5-9661ab194342 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503173 May 06 10:24:47.888119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-1b01607e-a876-4f3d-9e2a-3e30458cfe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:47.889560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-1b01607e-a876-4f3d-9e2a-3e30458cfe84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0958209 May 06 10:24:47.955324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-39604e73-b861-4ae3-803b-61e950375e79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 999 time: 0.0594440 May 06 10:24:48.007094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-1221b6c4-7d9a-4ac8-9131-dc04ac5ec7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:48.008540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-1221b6c4-7d9a-4ac8-9131-dc04ac5ec7b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0471687 May 06 10:24:48.052911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-bfb47120-794d-4430-8830-e9b62846c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:48.054363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-bfb47120-794d-4430-8830-e9b62846c48d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397735 May 06 10:24:48.142969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-eb8f5e2e-b6e2-47f3-9570-31f1faa47f45 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819817 May 06 10:24:48.235175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4b97376-d862-47d5-b84b-044ac32e02f7 req-3953a723-cd8a-4b13-b677-a0fe97d9bc2f service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 May 06 10:24:48.314060 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.794289 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:48.928526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a54ce-457d-4826-a6a2-786a25796f76 req-32f8e095-beb4-4a19-aec5-3e015d883bac tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:48.929986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-510a54ce-457d-4826-a6a2-786a25796f76 req-32f8e095-beb4-4a19-aec5-3e015d883bac tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.0498831 May 06 10:24:48.967469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-510a54ce-457d-4826-a6a2-786a25796f76 req-e28e3eff-a439-449a-8f8b-db6c7336699f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 May 06 10:24:49.005110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:49.007358 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b86c75-1623-4d6d-a368-0f7d10adc432" -d '{"events": [{"name": "network-changed", "server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:49.054976 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7731ef-32c8-486f-b84a-7b4e50803c1b x-openstack-request-id: req-8e7731ef-32c8-486f-b84a-7b4e50803c1b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:49.055308 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:49.056140 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e7731ef-32c8-486f-b84a-7b4e50803c1b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:49.056550 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7731ef-32c8-486f-b84a-7b4e50803c1b'] response: {'name': 'network-changed', 'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'status': 'completed', 'code': 200} May 06 10:24:49.146052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-2b1cc768-9a84-4a75-846a-5ff4692254d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.147439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-2b1cc768-9a84-4a75-846a-5ff4692254d7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1094 time: 0.0728860 May 06 10:24:49.149771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-92fc7d7b-492d-41bd-8b58-293d1bb812ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.151083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-92fc7d7b-492d-41bd-8b58-293d1bb812ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1094 time: 0.0749671 May 06 10:24:49.305491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-ae6be44c-6100-4252-aa74-b913c79dc590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.306927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-ae6be44c-6100-4252-aa74-b913c79dc590 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1527541 May 06 10:24:49.308772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-0ce49325-89e5-4982-8c27-2fa529fd90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.310110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-0ce49325-89e5-4982-8c27-2fa529fd90f1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1490748 May 06 10:24:49.417225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-fc458665-f336-4bc8-a477-43557545b8ed service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 999 time: 0.1033976 May 06 10:24:49.421606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-6f1277b9-6e57-41fa-9afd-78da29e93aad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 999 time: 0.1026819 May 06 10:24:49.503077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-c9a67aa3-a80b-4b5d-b3b5-8b0644b38f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.504596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-c9a67aa3-a80b-4b5d-b3b5-8b0644b38f40 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0810010 May 06 10:24:49.506246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-cb96646c-929c-4da5-aa64-3d2176454cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.507549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-cb96646c-929c-4da5-aa64-3d2176454cc2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0770388 May 06 10:24:49.578458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-e647079e-df3f-4796-a431-b580b2613c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.580007 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-e647079e-df3f-4796-a431-b580b2613c3f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679154 May 06 10:24:49.582381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-cd17b29e-13cb-4e12-bebe-175de2405581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:49.583762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-cd17b29e-13cb-4e12-bebe-175de2405581 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645626 May 06 10:24:49.742224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-2c9a6108-4277-4070-bae3-e8cec14bb6fc service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538558 May 06 10:24:49.743974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-02ccd768-82e2-44a9-af48-70ef23198aa3 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474776 May 06 10:24:49.908503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-2a4e8a4f-3cd0-4eda-b5a9-43a98fb63c01 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591365 May 06 10:24:49.910349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96b86c75-1623-4d6d-a368-0f7d10adc432 req-5b6ee89a-6dee-405a-809d-b537c28deb36 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541703 May 06 10:24:50.083771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323b47-7d31-43c5-b8a2-5bc592c4b0ff req-2fe2f9ab-a32a-4234-aef5-2163470a6c90 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:50.085243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0323b47-7d31-43c5-b8a2-5bc592c4b0ff req-2fe2f9ab-a32a-4234-aef5-2163470a6c90 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.0488050 May 06 10:24:50.123336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0323b47-7d31-43c5-b8a2-5bc592c4b0ff req-c15b00fe-fb02-40e2-8240-619296bb014b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316141 May 06 10:24:50.353861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:24:50.392914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:24:50.897141 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:51.247850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d96814-c9cf-4117-9db0-4a2872e0eab0 req-1ac12cf5-16af-491e-8b4f-d24895698255 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.249438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24d96814-c9cf-4117-9db0-4a2872e0eab0 req-1ac12cf5-16af-491e-8b4f-d24895698255 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.0539849 May 06 10:24:51.290346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-24d96814-c9cf-4117-9db0-4a2872e0eab0 req-b7b01a43-5d66-4f8d-b6dc-30052ac52d4a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346324 May 06 10:24:51.531146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf605863-5b22-456d-ad9c-9fce0408a287 req-3beb35e5-e019-48e6-b8e1-093622180edc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.532635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf605863-5b22-456d-ad9c-9fce0408a287 req-3beb35e5-e019-48e6-b8e1-093622180edc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 943 time: 0.0839965 May 06 10:24:51.543155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-e56590ba-c676-4abd-8b88-d98f6c4b8a2d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.544541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-e56590ba-c676-4abd-8b88-d98f6c4b8a2d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 943 time: 0.0842297 May 06 10:24:51.605512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf605863-5b22-456d-ad9c-9fce0408a287 req-7c568270-75cc-4bed-80d8-03bf164b8a11 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600224 May 06 10:24:51.627545 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-f36d4d9f-07ba-4520-b9ed-ae6b28ba223e service neutron] delete failed (client error): The resource could not be found. May 06 10:24:51.628769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-f36d4d9f-07ba-4520-b9ed-ae6b28ba223e service neutron] 10.222.0.82 "DELETE /v2.0/ports/6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0708196 May 06 10:24:51.712847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-e5a9ac89-363c-4957-a7a7-bf6a867b8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.714549 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-e5a9ac89-363c-4957-a7a7-bf6a867b8aef service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1094 time: 0.0419006 May 06 10:24:51.806817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-dcd5613d-c0af-4490-8e6f-fa55915ffbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.808931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-dcd5613d-c0af-4490-8e6f-fa55915ffbe1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0872152 May 06 10:24:51.874112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-7b0112a0-5d0e-45bb-92fd-d210f357ec32 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 999 time: 0.0584543 May 06 10:24:51.928892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-23d1502a-4f02-4ea1-9160-666d53b5feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.930350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-23d1502a-4f02-4ea1-9160-666d53b5feda service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0478790 May 06 10:24:51.974889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-12798976-e2aa-41cb-926c-872de5b89a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:51.976297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-12798976-e2aa-41cb-926c-872de5b89a0e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389588 May 06 10:24:52.064601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-c77e5a58-481e-4cb4-9ecc-8749486f93fb service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805979 May 06 10:24:52.156152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e1a763-0508-4bcd-ae8e-f3f08b8cba3e req-a7b34ae2-880b-4e38-940e-b43b496d255b service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843627 May 06 10:24:52.196460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:24:52.295556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:52.307080 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'mac_address': 'fa:16:3e:5c:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:24:52.345656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:52.358888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:24:52.378215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:52.382605 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:52.433872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:52.725282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:24:52.728869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8babd-d86d-4528-9ac8-26ec9ce1ce4b req-232d4a86-a709-4482-b6a7-e47f79c33b30 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:52.730652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb8babd-d86d-4528-9ac8-26ec9ce1ce4b req-232d4a86-a709-4482-b6a7-e47f79c33b30 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 944 time: 0.0513632 May 06 10:24:52.769106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afb8babd-d86d-4528-9ac8-26ec9ce1ce4b req-f8a073f5-8db7-464c-9ab9-b1b7570d174a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 May 06 10:24:52.890580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed988f-ca3e-475b-a9c0-de7cbb0b3996 req-184cb9ff-33bb-4288-bc92-cfc0e3a57f63 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:52.892241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58ed988f-ca3e-475b-a9c0-de7cbb0b3996 req-184cb9ff-33bb-4288-bc92-cfc0e3a57f63 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 944 time: 0.0541689 May 06 10:24:52.931006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-58ed988f-ca3e-475b-a9c0-de7cbb0b3996 req-c795d285-2270-49f1-9e3d-e3b2ad696fa6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 May 06 10:24:53.131154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728517e-04a2-40ec-8cc9-dceb184aed3f req-ccfdb093-f3e2-4649-b140-d877173526bd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:53.132662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7728517e-04a2-40ec-8cc9-dceb184aed3f req-ccfdb093-f3e2-4649-b140-d877173526bd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 944 time: 0.0493462 May 06 10:24:53.193979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7728517e-04a2-40ec-8cc9-dceb184aed3f req-ba6775d6-01d3-4072-8623-7b150bf429f7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544581 May 06 10:24:53.210083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-49fef368-64fb-4225-b85c-1a8a9b6cf992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:53.211555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-49fef368-64fb-4225-b85c-1a8a9b6cf992 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 1095 time: 0.0457428 May 06 10:24:53.314256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-8f48308a-3ea9-4f86-aa42-033a1a6762f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:53.315768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-8f48308a-3ea9-4f86-aa42-033a1a6762f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0975199 May 06 10:24:53.382064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-f7ba73f7-5c5a-4b02-9881-f0f94267282a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 200 len: 1000 time: 0.0585017 May 06 10:24:53.430592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-990ccd67-28fb-44f7-9032-02f0deea3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:53.432104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-990ccd67-28fb-44f7-9032-02f0deea3124 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0437100 May 06 10:24:53.481029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-715695ba-cc42-45ea-a397-26b545c936f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:53.482539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-715695ba-cc42-45ea-a397-26b545c936f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443840 May 06 10:24:53.570407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-c6bd5eda-7950-4a5a-bef8-af3ef1a5a2c2 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 May 06 10:24:53.663538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d484a31e-4406-49a9-811c-d641cefd48c6 req-73407f31-8f75-42ff-a116-e283184adf65 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870361 May 06 10:24:54.196608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:24:54.248621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:24:54.252384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:24:54.252748 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:54.314294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd9a61-1383-4283-bb9e-a6c5924120e7 req-01089cf8-b880-496b-af85-741c28de574f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:54.315819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69fd9a61-1383-4283-bb9e-a6c5924120e7 req-01089cf8-b880-496b-af85-741c28de574f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 944 time: 0.0501616 May 06 10:24:54.332351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:54.355919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:54.356639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69fd9a61-1383-4283-bb9e-a6c5924120e7 req-376c3a9c-cf3f-49e5-8746-ad30ca2b4747 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337858 May 06 10:24:54.358746 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1d190f-b03b-4d05-8a69-5c18ad40df94" -d '{"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:54.371716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:54.375766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:54.412884 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377b1c1-0c67-4046-bfff-34dca066f8ec x-openstack-request-id: req-7377b1c1-0c67-4046-bfff-34dca066f8ec {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:54.413180 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-plugged", "status": "completed", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:54.413434 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7377b1c1-0c67-4046-bfff-34dca066f8ec {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:54.413833 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7377b1c1-0c67-4046-bfff-34dca066f8ec'] response: {'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'code': 200} May 06 10:24:54.433957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:54.598248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f346e-3d96-4915-95bb-e9965d9bfaf4 req-2a23041b-ae0c-4b10-a190-1aba49ad0c63 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:54.599745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a06f346e-3d96-4915-95bb-e9965d9bfaf4 req-2a23041b-ae0c-4b10-a190-1aba49ad0c63 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0501654 May 06 10:24:54.636940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a06f346e-3d96-4915-95bb-e9965d9bfaf4 req-f2fb68fa-1f24-4c93-a909-88308b70f424 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 May 06 10:24:55.761012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405b2e4-1879-464a-94d0-60d63922d64a req-6b19a10c-a91e-4cbe-be47-5fd7025f3518 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:55.762736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3405b2e4-1879-464a-94d0-60d63922d64a req-6b19a10c-a91e-4cbe-be47-5fd7025f3518 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0553129 May 06 10:24:55.800536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3405b2e4-1879-464a-94d0-60d63922d64a req-c002d19a-27c4-4fcc-a6a9-6306ba6defbc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 May 06 10:24:55.985521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-1a3e6f8a-dfc5-4b13-a060-51124c909f9b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:55.986882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-1a3e6f8a-dfc5-4b13-a060-51124c909f9b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 945 time: 0.0479767 May 06 10:24:56.078687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Deleting port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:24:56.079042 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.169120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] For port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:24:56.169480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.348118 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.348476 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.348788 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb disassociated. External IP: 172.25.8.195, port: 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb. May 06 10:24:56.349123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Calling delete_port for 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:24:56.504661 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.537843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event deleted for resources: {'Port': ['ID=6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:24:56.552530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.552874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.553291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.553627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.553960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.554294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.554620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.554940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.555266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.555605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.555937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.556259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:24:56.596787 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:24:56.688522 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:24:56.813278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:24:56.823640 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:24:56.836280 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:56.837464 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:24:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:56.857401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] No DVR routers for this DVR port 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:24:56.860278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:56.863774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1f13394-5978-4c3e-bde3-a101e77dd717 req-72d5a841-e711-4429-b3c9-90217cce6680 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "DELETE /v2.0/ports/6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb HTTP/1.1" status: 204 len: 173 time: 0.8699760 May 06 10:24:56.864296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-deleted', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:24:56.866748 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d88b03-3cae-4153-8e28-c72902ce64e9" -d '{"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-deleted", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:24:56.924389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80fd0f45-f971-42c6-8d7b-10f8209d8aaf req-b40d85dc-f45b-48fc-a564-90bf2e1f22e2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=593a7bf9-4491-4bdc-af6b-901887f9b505 HTTP/1.1" status: 200 len: 210 time: 0.0403016 May 06 10:24:56.927876 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cd6d7b-82dc-4218-8a9e-9136c3cb54b3 x-openstack-request-id: req-d8cd6d7b-82dc-4218-8a9e-9136c3cb54b3 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:24:56.928173 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593a7bf9-4491-4bdc-af6b-901887f9b505", "name": "network-vif-deleted", "tag": "6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:24:56.928420 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8cd6d7b-82dc-4218-8a9e-9136c3cb54b3 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:24:56.929078 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8cd6d7b-82dc-4218-8a9e-9136c3cb54b3'] response: {'server_uuid': '593a7bf9-4491-4bdc-af6b-901887f9b505', 'name': 'network-vif-deleted', 'tag': '6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb', 'status': 'completed', 'code': 200} May 06 10:24:56.961050 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:57.171288 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:57.200751 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:24:57.209116 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:24:57.209712 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:24:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:57.325039 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:24:57.519303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:24:57.545377 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092b067f-cec8-4538-b61f-3b8cdc30ac9e None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:24:57.760932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fcd192-6647-410b-81f7-c5a42e765a2d None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:24:58.166748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-8d2d0283-8d3b-4350-b758-0d4488507629 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1175418639&fields=id&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 267 time: 0.0316083 May 06 10:24:58.270553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-66b5ba45-ae47-490a-b347-9da0f13b9f43 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:58.271990 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-66b5ba45-ae47-490a-b347-9da0f13b9f43 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.0980217 May 06 10:24:58.286792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-371e6160-30dc-4811-91cf-b669138d4baa tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/quotas/1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 375 time: 0.0089455 May 06 10:24:58.344816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-6c73f0f1-82f7-4a47-aabc-415e11266730 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525424 May 06 10:24:58.440332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-4708469e-b79b-41c8-b63b-02e265917449 service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832272 May 06 10:24:58.531929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-40db6848-8c92-48cc-895e-72fa2e5e36f9 service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853305 May 06 10:24:58.701407 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eb558b49-485f-4012-b993-626fc5a78f0b req-353be660-b5cb-46dc-8ce2-f97d36d0ba49 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 210 time: 0.0277889 May 06 10:24:59.587451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-f741d9df-4b3b-402e-86c9-00279e777516 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:24:59.590673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-f741d9df-4b3b-402e-86c9-00279e777516 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.1058960 May 06 10:24:59.635065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-4946d55e-5afa-44b3-be00-7da29369ce31 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 380 time: 0.0355635 May 06 10:24:59.645367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'port': {'device_id': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'admin_state_up': True, 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'security_groups': ['fc6ba8eb-d8dc-4282-b41f-221009ba5339']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:24:59.762833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Made reservation on behalf of 1c5d91e445bc4e8db5a387f29814cfb0 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:24:59.766545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:24:59.817084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eef235aa-f98a-44df-9cb3-e4776a247af9 req-96298b23-6467-4dea-a636-ad2facfe4566 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 210 time: 0.0393186 May 06 10:24:59.942286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Allocated IP 172.20.0.8 (f11c8b37-dd72-49b5-b526-16b431b246b2/b38f3126-ada0-4229-b7dd-df69d6d2d075/e8b32a37-cb31-4ff9-8e61-346029d8d5fa) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:25:00.086722 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:00.118149 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:00.244357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:25:00.266195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:25:00.266539 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 6a8b1cf6-f0a7-474e-850f-49e6ef9eb1bb not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:25:00.463208 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:25:00.467071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:25:00.470735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:25:00.498525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:00.528725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:00.529352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:00.546899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-996ddcb4-c2b5-4e29-ac50-3514a21bc66d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9051170 May 06 10:25:00.559926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Request body: {'port': {'device_id': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:00.626620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:00.719512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a1c99e00-afbd-475d-b073-67343380a48b None None] Provisioning complete for port e8b32a37-cb31-4ff9-8e61-346029d8d5fa triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:25:00.719935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a1c99e00-afbd-475d-b073-67343380a48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:00.770969 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a1c99e00-afbd-475d-b073-67343380a48b None None] Port e8b32a37-cb31-4ff9-8e61-346029d8d5fa cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:25:00.938188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b32a37-cb31-4ff9-8e61-346029d8d5fa {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:00.947120 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:00.966240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Transition to ACTIVE for port object e8b32a37-cb31-4ff9-8e61-346029d8d5fa will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:25:00.975408 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4b23b-fc6f-40d8-ade6-5fd3e34971c4 req-88aab251-f1de-48fa-a267-df6bc9abf0e9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:00.976933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86b4b23b-fc6f-40d8-ade6-5fd3e34971c4 req-88aab251-f1de-48fa-a267-df6bc9abf0e9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 931 time: 0.0771062 May 06 10:25:00.977995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:01.059255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:01.087451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86b4b23b-fc6f-40d8-ade6-5fd3e34971c4 req-1e15c893-c5fa-498c-9c2e-47f955f74d27 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007140 May 06 10:25:01.145896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:25:01.146457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:25:01.146856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:01.151784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:25:01.152706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:01.158058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:25:01.158373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:25:01.159155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:25:01.159666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Bound port: e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:25:01.159986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:01.230694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:01.234003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:25:01.237659 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:01.274101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:01.274721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:01.276137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] 10.222.0.83 "PUT /v2.0/ports/e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1091 time: 0.7211189 May 06 10:25:01.276577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:01.279469 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d43c9d-be1e-443b-abfc-101a644be9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:01.324576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1bd9e-aed7-4d5c-ba90-803ee801eaaa service neutron] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:01.343283 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952063b0-7c49-4cd1-b08e-fdfa08729a9b x-openstack-request-id: req-952063b0-7c49-4cd1-b08e-fdfa08729a9b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:01.343681 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:01.343993 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-952063b0-7c49-4cd1-b08e-fdfa08729a9b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:01.344490 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952063b0-7c49-4cd1-b08e-fdfa08729a9b'] response: {'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'status': 'completed', 'code': 200} May 06 10:25:01.378361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-50260d48-2efd-4cab-8b2b-1e905eee5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:01.380511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-50260d48-2efd-4cab-8b2b-1e905eee5fa6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1094 time: 0.0483720 May 06 10:25:01.425259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-37f4ea32-ed94-4536-9071-abf18ff21210 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 217 time: 0.0368302 May 06 10:25:01.483286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-11980fb3-8214-4997-8131-36b955a4aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:01.484780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-11980fb3-8214-4997-8131-36b955a4aadc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0530519 May 06 10:25:01.530085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-ea254102-be57-4d5e-ae87-345c4374f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:01.531504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-ea254102-be57-4d5e-ae87-345c4374f932 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401549 May 06 10:25:01.622389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-71666a68-b872-43ea-a297-6df7fac88746 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831645 May 06 10:25:01.716172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9770b52e-cd6b-4bce-8c05-5eef6bab1645 req-1ac4664e-4d68-4de6-89f4-f97c0dfb7bb2 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878162 May 06 10:25:01.799480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-b998ffdb-1e85-4014-b9ce-736ddfe8032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:01.801014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-b998ffdb-1e85-4014-b9ce-736ddfe8032f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1094 time: 0.0422063 May 06 10:25:01.895458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-2e30a646-4f94-4fc6-94da-9e5b29e0ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:01.897020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-2e30a646-4f94-4fc6-94da-9e5b29e0ae41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0887957 May 06 10:25:01.937687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-34aba439-4a23-4d27-ad28-d73e93070193 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 217 time: 0.0339863 May 06 10:25:01.986138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-33080a5d-c96b-4044-909d-0bc06ea42e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:01.987604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-33080a5d-c96b-4044-909d-0bc06ea42e48 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0429175 May 06 10:25:02.032266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-09625581-9a26-4299-9383-e6ad6a56ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:02.033731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-09625581-9a26-4299-9383-e6ad6a56ff4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396895 May 06 10:25:02.126179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-f6fe07d5-e872-4391-aa30-5055eeaeceea service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855048 May 06 10:25:02.255776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118992c7-e6d1-4331-8165-40d9e4a1cc24 req-7a6f0846-946a-4515-86e9-a797338fc761 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:02.257237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-118992c7-e6d1-4331-8165-40d9e4a1cc24 req-7a6f0846-946a-4515-86e9-a797338fc761 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 943 time: 0.0819418 May 06 10:25:02.260801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83d43c9d-be1e-443b-abfc-101a644be9d3 req-52949c18-8e49-4f27-85f7-db44028fd88a service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279845 May 06 10:25:02.296773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-118992c7-e6d1-4331-8165-40d9e4a1cc24 req-7cc2cb79-164c-4ac2-a488-1d2d502869c0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 May 06 10:25:03.415542 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9085fd4-159f-47d0-b8ec-95c0fed54015 req-ab9f994a-d582-4627-8d9d-86e6b4d0507d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:03.417011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9085fd4-159f-47d0-b8ec-95c0fed54015 req-ab9f994a-d582-4627-8d9d-86e6b4d0507d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 943 time: 0.0484598 May 06 10:25:03.454270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9085fd4-159f-47d0-b8ec-95c0fed54015 req-90be189d-2e0a-42d9-9f67-2e5328dcfe0a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309656 May 06 10:25:04.262301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:25:04.360227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:04.371335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'mac_address': 'fa:16:3e:a5:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:25:04.408973 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:04.422475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b32a37-cb31-4ff9-8e61-346029d8d5fa {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:04.441673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:04.445239 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:04.493826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:04.501120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.501468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.501806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.502140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.502472 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.502801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.503127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.503453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.503802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.504127 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.504459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.504779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:04.574681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63c46d-cc2f-4c2f-83c5-c48a354eb70d req-d444a665-b29f-43f6-ae5b-8dc4f685a59e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:04.576215 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce63c46d-cc2f-4c2f-83c5-c48a354eb70d req-d444a665-b29f-43f6-ae5b-8dc4f685a59e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0536315 May 06 10:25:04.615336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce63c46d-cc2f-4c2f-83c5-c48a354eb70d req-fcb900a4-286a-430a-b3a8-8351060fc4c0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 May 06 10:25:04.737203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['e8b32a37-cb31-4ff9-8e61-346029d8d5fa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:25:05.732712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2666c-dfe0-46c6-8594-d8e71cf0f879 req-ddabb197-287e-4a21-8ddc-9ba481340401 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:05.734243 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd2666c-dfe0-46c6-8594-d8e71cf0f879 req-ddabb197-287e-4a21-8ddc-9ba481340401 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0507545 May 06 10:25:05.772014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dd2666c-dfe0-46c6-8594-d8e71cf0f879 req-ecc07494-1650-457d-b414-9dcc7b483749 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 May 06 10:25:06.278948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:25:06.326962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port e8b32a37-cb31-4ff9-8e61-346029d8d5fa completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:25:06.331063 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port e8b32a37-cb31-4ff9-8e61-346029d8d5fa triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:25:06.331431 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:06.409859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:06.431600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:06.434453 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fbfd12-78ad-41b6-9b49-2977447cd4a1" -d '{"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:06.447020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:06.451304 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:06.475898 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949dbe15-768f-4417-9138-ea5330e49b2c x-openstack-request-id: req-949dbe15-768f-4417-9138-ea5330e49b2c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:06.476185 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:06.476429 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-949dbe15-768f-4417-9138-ea5330e49b2c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:06.476813 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949dbe15-768f-4417-9138-ea5330e49b2c'] response: {'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'code': 200} May 06 10:25:06.504781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:06.572243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6331fc-00eb-4fcc-847f-9104eb5324bc req-cee059ca-c928-4eeb-810d-ce24a6f916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:06.574283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab6331fc-00eb-4fcc-847f-9104eb5324bc req-cee059ca-c928-4eeb-810d-ce24a6f916bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1096 time: 0.0407310 May 06 10:25:06.609123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ab6331fc-00eb-4fcc-847f-9104eb5324bc req-7da51df5-380e-4c47-a5b9-51397f0bb7ae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287719 May 06 10:25:06.890985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f565e1-c967-4cec-b5ed-8493eee932a7 req-ea2536d1-221d-4c81-8d63-73b188993e30 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:06.892474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2f565e1-c967-4cec-b5ed-8493eee932a7 req-ea2536d1-221d-4c81-8d63-73b188993e30 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0519001 May 06 10:25:06.931130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b2f565e1-c967-4cec-b5ed-8493eee932a7 req-aedb0141-de52-459a-9bad-81fdf5e3bde3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 May 06 10:25:08.050570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef86c77-eb2b-47fc-a006-4ba05d2c0e90 req-8009a4f5-80b9-47eb-aa8d-db7c70baf43c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:08.052067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ef86c77-eb2b-47fc-a006-4ba05d2c0e90 req-8009a4f5-80b9-47eb-aa8d-db7c70baf43c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0488157 May 06 10:25:08.091703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ef86c77-eb2b-47fc-a006-4ba05d2c0e90 req-eb9ed954-666a-49b6-ac97-dccad431e736 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 May 06 10:25:08.202371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0aef0-52ba-428f-a1d2-94b24e3ba888 req-a65753b4-2cc6-4a92-86cd-2bf165d585be tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:08.203849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d5b0aef0-52ba-428f-a1d2-94b24e3ba888 req-a65753b4-2cc6-4a92-86cd-2bf165d585be tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0481923 May 06 10:25:08.212504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36496) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:25:08.217601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'floatingip': {'port_id': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:08.259431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:08.685101 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:08.688699 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:08.787606 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb associated. External IP: 172.25.8.195, port: e8b32a37-cb31-4ff9-8e61-346029d8d5fa. May 06 10:25:08.991067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:25:09.098219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:25:09.103055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:09.107654 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:25:09.116930 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:25:09.117531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:24:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:09.129854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4517b7b8-5f84-4fa9-92ac-7fb8cf49552c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "PUT /v2.0/floatingips/dddc9c2a-8929-4f38-a171-ee656efc55fb HTTP/1.1" status: 200 len: 991 time: 0.9163792 May 06 10:25:09.130569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:09.132950 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd43e50-3375-49ba-9251-9ebf55348eed" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:09.178956 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c0b43f-20e7-456e-b77e-4290b374363c x-openstack-request-id: req-99c0b43f-20e7-456e-b77e-4290b374363c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:09.179250 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:09.179501 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99c0b43f-20e7-456e-b77e-4290b374363c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:09.179936 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c0b43f-20e7-456e-b77e-4290b374363c'] response: {'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'status': 'completed', 'code': 200} May 06 10:25:09.231836 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:25:09.245598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-b83f4264-e441-41a6-9d59-94b4ed5a3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:09.248054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-b83f4264-e441-41a6-9d59-94b4ed5a3f07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1096 time: 0.0459788 May 06 10:25:09.357726 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-fa7e55f5-8656-43cd-a1a9-afda07a5fb0a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445139 May 06 10:25:09.379080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-bca7ee6d-147d-41ef-98ea-6c03df95f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:09.380587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-bca7ee6d-147d-41ef-98ea-6c03df95f741 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1264665 May 06 10:25:09.454162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a2e2f-61a7-424b-9544-88e8a4bed0b9 req-ddf79d82-d949-43dc-9d6c-3707ba905b18 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:09.455740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a90a2e2f-61a7-424b-9544-88e8a4bed0b9 req-ddf79d82-d949-43dc-9d6c-3707ba905b18 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.1115491 May 06 10:25:09.483397 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:a5:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:25:08Z', 'revision_number': 9, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:09.493214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-ea175e97-96dc-48b7-8190-d1d5ac39e555 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 999 time: 0.1052718 May 06 10:25:09.510825 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:25:09.519813 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:25:09.520417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:24:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:09.556161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a90a2e2f-61a7-424b-9544-88e8a4bed0b9 req-14eedbe6-7937-4fa4-9aa6-068d380fcfeb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865581 May 06 10:25:09.563644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-b6016f11-c22f-438b-af48-5dc016bc4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:09.576006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-b6016f11-c22f-438b-af48-5dc016bc4faa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0648737 May 06 10:25:09.631099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-58b9a4b3-ae18-4cd2-873f-a15cdd6d6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:09.632725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-58b9a4b3-ae18-4cd2-873f-a15cdd6d6bab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596027 May 06 10:25:09.748718 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:25:09.751707 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-a85861b9-d706-424a-8e20-2736507949c0 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116686 May 06 10:25:09.857017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1cd43e50-3375-49ba-9251-9ebf55348eed req-aeab55ae-be41-4f54-bd3d-98275e162636 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991766 May 06 10:25:10.029584 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:a5:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:25:08Z', 'revision_number': 9, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:10.059241 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8413353-fd8f-46f9-ae82-e75a835a9743 None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:a5:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:25:08Z', 'revision_number': 9, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:25:10.292082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d5eb7f-3c72-4e95-97e1-3ce77b9472b0 None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:25:10.625503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-a44e1a3a-5d4b-4104-96a0-7b1572160e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.627011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-a44e1a3a-5d4b-4104-96a0-7b1572160e6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1096 time: 0.0548618 May 06 10:25:10.734020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3d7e9-1a71-498e-8994-4f875ff970e7 req-b7201768-e99c-415c-871c-2f89bbe9555b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.735529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaa3d7e9-1a71-498e-8994-4f875ff970e7 req-b7201768-e99c-415c-871c-2f89bbe9555b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.1022232 May 06 10:25:10.772369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-222ed98b-6522-4f35-9fae-5236e55c8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.773811 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-222ed98b-6522-4f35-9fae-5236e55c8a52 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1394377 May 06 10:25:10.835393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aaa3d7e9-1a71-498e-8994-4f875ff970e7 req-51fc9564-79f9-465c-936c-d18f33951938 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900025 May 06 10:25:10.852841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-0d368b2e-c685-4f15-a4f9-56a9464d3cad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1002 time: 0.0721798 May 06 10:25:10.900079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-f8205424-1ce7-40f8-ad43-7a84283a1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.901446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-f8205424-1ce7-40f8-ad43-7a84283a1bbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0428145 May 06 10:25:10.949812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-df8b8e6f-97d8-4a27-bdd6-29a93526526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:10.951297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-df8b8e6f-97d8-4a27-bdd6-29a93526526f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434058 May 06 10:25:11.040596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-11345681-d6c8-494e-afd9-83645d8b75c1 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824678 May 06 10:25:11.133443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-5b43d26e-be16-434d-bc44-1bba01ed1d50 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865347 May 06 10:25:11.955355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02f3dc-fb3b-4f5f-8e10-6ceef993e591 req-2b406906-835d-473a-a82c-51bef8492a1b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:11.956847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a02f3dc-fb3b-4f5f-8e10-6ceef993e591 req-2b406906-835d-473a-a82c-51bef8492a1b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0504169 May 06 10:25:11.993632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a02f3dc-fb3b-4f5f-8e10-6ceef993e591 req-cd682940-527e-4d11-9058-37324b7b32a1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308654 May 06 10:25:12.721657 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-525c8780-f649-4f33-8a0c-ac3dba956ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:13.110586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac40f19-023c-4b5d-9198-26c9ad569ea8 req-ecb11b61-43c9-426f-ad63-46849b15140b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:13.112082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eac40f19-023c-4b5d-9198-26c9ad569ea8 req-ecb11b61-43c9-426f-ad63-46849b15140b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0492177 May 06 10:25:13.148854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eac40f19-023c-4b5d-9198-26c9ad569ea8 req-e817a5b5-21a2-4e80-a998-0e649e02fb69 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308375 May 06 10:25:14.263471 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8f438-3dd6-42d6-97e2-ba2b7045863e req-2b62f432-7681-4912-804e-49426006c410 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:14.264933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37f8f438-3dd6-42d6-97e2-ba2b7045863e req-2b62f432-7681-4912-804e-49426006c410 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0473735 May 06 10:25:14.305919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37f8f438-3dd6-42d6-97e2-ba2b7045863e req-550dbab1-7fca-4502-a901-a87f8708f8d3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350723 May 06 10:25:15.220573 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aefbf3c6-c21e-4edc-ab95-d8ae2552bac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:15.423059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bc7c0-5c5b-48c8-b605-6463bfbb7ce1 req-141a8d65-57bc-4f07-a74d-8d54e5347255 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:15.424641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c15bc7c0-5c5b-48c8-b605-6463bfbb7ce1 req-141a8d65-57bc-4f07-a74d-8d54e5347255 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0504167 May 06 10:25:15.462609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c15bc7c0-5c5b-48c8-b605-6463bfbb7ce1 req-6ba51fdb-beb7-4f46-848a-e6df607935aa tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 May 06 10:25:16.579888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bdca1-8f1a-422c-8859-7fb21decdd66 req-943246b5-7342-4be4-80d6-8120026805c1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:16.581406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c0bdca1-8f1a-422c-8859-7fb21decdd66 req-943246b5-7342-4be4-80d6-8120026805c1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0493765 May 06 10:25:16.618951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5c0bdca1-8f1a-422c-8859-7fb21decdd66 req-e042fb5e-2975-4098-acb5-5b3ca741d62c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 May 06 10:25:16.805303 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:16.961219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:17.735966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1cdd9-f088-4fde-a0a9-3bfabe9d735b req-7b9fdbac-aff3-44f1-8bc7-42b84f53377b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:17.738054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79d1cdd9-f088-4fde-a0a9-3bfabe9d735b req-7b9fdbac-aff3-44f1-8bc7-42b84f53377b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0482252 May 06 10:25:17.780231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79d1cdd9-f088-4fde-a0a9-3bfabe9d735b req-7bc18bd8-bafa-4b87-8ac0-2701b3567f86 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356517 May 06 10:25:18.312147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:18.801532 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:18.900598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b93a02-60a0-4106-8f68-d98962118e2f req-77b4042e-0868-412d-bddc-a342f4b997de tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:18.901982 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28b93a02-60a0-4106-8f68-d98962118e2f req-77b4042e-0868-412d-bddc-a342f4b997de tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0488477 May 06 10:25:18.941174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-28b93a02-60a0-4106-8f68-d98962118e2f req-6c49ecfb-fa48-472b-8640-aa6740c69d92 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327072 May 06 10:25:20.057320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1df09-5796-4a19-a10f-803eb9520e14 req-b49848d6-de2e-479c-ae0b-47eb6a21cfe5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:20.059533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50e1df09-5796-4a19-a10f-803eb9520e14 req-b49848d6-de2e-479c-ae0b-47eb6a21cfe5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0488136 May 06 10:25:20.096703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50e1df09-5796-4a19-a10f-803eb9520e14 req-41ef5a92-4946-45a6-bf58-3f39fcf88693 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311728 May 06 10:25:20.900845 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:21.211914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242f15d-380f-44a1-aef6-ce3184456696 req-cec3965c-e49c-46d2-b332-3710ba41e1ed tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:21.213279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1242f15d-380f-44a1-aef6-ce3184456696 req-cec3965c-e49c-46d2-b332-3710ba41e1ed tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0478475 May 06 10:25:21.254545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1242f15d-380f-44a1-aef6-ce3184456696 req-61452cb8-47d9-49cd-b045-ee0db63ef151 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349677 May 06 10:25:22.369442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53380bd-b7e1-4ca8-97ab-0a5801cc09fb req-dd1e6115-8e50-4053-b970-e9f44a7bf5f0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:22.371414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b53380bd-b7e1-4ca8-97ab-0a5801cc09fb req-dd1e6115-8e50-4053-b970-e9f44a7bf5f0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0494258 May 06 10:25:22.409124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b53380bd-b7e1-4ca8-97ab-0a5801cc09fb req-375f440a-7f18-4bca-81ab-853d1c8f98d7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 May 06 10:25:23.525608 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca114c7-456c-44a4-9403-471589c58859 req-ca744c59-5fe8-40e4-b6fd-011a43ec0962 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:23.527199 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ca114c7-456c-44a4-9403-471589c58859 req-ca744c59-5fe8-40e4-b6fd-011a43ec0962 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0481839 May 06 10:25:23.565524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ca114c7-456c-44a4-9403-471589c58859 req-391bc98e-1214-4918-bcc9-910397d8fe8f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320113 May 06 10:25:24.683250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cd2d0-08ab-47f1-87a5-7e118c33e30e req-6babd367-8408-43af-869f-3eb17dc4e3b7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:24.684731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-106cd2d0-08ab-47f1-87a5-7e118c33e30e req-6babd367-8408-43af-869f-3eb17dc4e3b7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0482130 May 06 10:25:24.726744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-106cd2d0-08ab-47f1-87a5-7e118c33e30e req-b1ac0447-35e7-42d5-af85-ca870dd1d34a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350237 May 06 10:25:25.844488 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c176aa-2427-48d1-b840-0b9b2bfba7b6 req-e549d111-b6e7-4ced-b2f1-b1ef8545fcff tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:25.846678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c176aa-2427-48d1-b840-0b9b2bfba7b6 req-e549d111-b6e7-4ced-b2f1-b1ef8545fcff tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0506144 May 06 10:25:25.883312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c176aa-2427-48d1-b840-0b9b2bfba7b6 req-dcb0ff08-0b46-452f-b2ae-35465d365890 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306170 May 06 10:25:27.000278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef47d15-2d30-44df-94f9-bafdd2a4a66f req-798fdfdf-ac27-4d8a-bf73-3867984167f8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:27.001760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bef47d15-2d30-44df-94f9-bafdd2a4a66f req-798fdfdf-ac27-4d8a-bf73-3867984167f8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0494032 May 06 10:25:27.038415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bef47d15-2d30-44df-94f9-bafdd2a4a66f req-351003bc-c64d-457c-9655-1a9174699b9a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306470 May 06 10:25:28.154034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ee475-931e-4544-a80f-86e8478cb0cb req-0abe1e09-8fed-4b8e-a131-47d41f2b84cf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:28.155490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df3ee475-931e-4544-a80f-86e8478cb0cb req-0abe1e09-8fed-4b8e-a131-47d41f2b84cf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0476444 May 06 10:25:28.197019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df3ee475-931e-4544-a80f-86e8478cb0cb req-9028251d-ae45-4ff9-bb4f-a06949a174f5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355570 May 06 10:25:29.312689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e651c-871b-412d-86a7-d478e0c35908 req-cf2b07f0-f091-4577-8eef-45d0ddd200e0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:29.314161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-675e651c-871b-412d-86a7-d478e0c35908 req-cf2b07f0-f091-4577-8eef-45d0ddd200e0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0489447 May 06 10:25:29.352306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-675e651c-871b-412d-86a7-d478e0c35908 req-1a7d29d3-bd35-46f1-a445-3863f329643c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 May 06 10:25:30.468527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79991e2a-b6f0-4a0d-99b2-50ad86d25037 req-460e436e-5c07-4917-bf39-a9ad2d8cead8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:30.469901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79991e2a-b6f0-4a0d-99b2-50ad86d25037 req-460e436e-5c07-4917-bf39-a9ad2d8cead8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0489483 May 06 10:25:30.507070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-79991e2a-b6f0-4a0d-99b2-50ad86d25037 req-1591180d-cb43-437d-8431-f859ec896482 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 May 06 10:25:31.625178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4284c48-9307-440c-b70b-f60f7292d7a1 req-90bf9436-1e3b-4baf-81d0-aa2e5d0eac3c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:31.626639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4284c48-9307-440c-b70b-f60f7292d7a1 req-90bf9436-1e3b-4baf-81d0-aa2e5d0eac3c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0488243 May 06 10:25:31.668398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4284c48-9307-440c-b70b-f60f7292d7a1 req-ce91df6c-19cf-4db9-a467-5e1ffd45b87e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357580 May 06 10:25:32.787177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f22a-b547-4dc4-9df3-4e1cf11caf0c req-4020a442-1777-4781-a771-640227656934 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:32.788699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b120f22a-b547-4dc4-9df3-4e1cf11caf0c req-4020a442-1777-4781-a771-640227656934 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0511525 May 06 10:25:32.829817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b120f22a-b547-4dc4-9df3-4e1cf11caf0c req-27b89ade-9275-4d9e-8f39-7466b4872733 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342164 May 06 10:25:33.599600 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:25:33.948162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273f945-06f7-4d84-a279-3ad07d7491de req-af5e3792-6b9f-4ac8-9375-b299249db9d0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:33.949632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8273f945-06f7-4d84-a279-3ad07d7491de req-af5e3792-6b9f-4ac8-9375-b299249db9d0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0495605 May 06 10:25:33.987828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8273f945-06f7-4d84-a279-3ad07d7491de req-1a5bdefb-a9d0-4fee-8431-e3cac7566e9e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320396 May 06 10:25:35.112053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a198df-9cd7-4e10-b581-0399743ba943 req-fce626bb-35ff-449b-bfb7-d3a1b6e1c1d1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:35.113526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4a198df-9cd7-4e10-b581-0399743ba943 req-fce626bb-35ff-449b-bfb7-d3a1b6e1c1d1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0486116 May 06 10:25:35.153331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4a198df-9cd7-4e10-b581-0399743ba943 req-5ad86f6d-317c-4edf-bdcb-5879dc2771ae tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338571 May 06 10:25:36.268921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac27da-d042-46b2-9c58-6f42fc473242 req-ee260c60-a0e2-47ce-b082-d2ad4bd0cffb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:36.270403 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfac27da-d042-46b2-9c58-6f42fc473242 req-ee260c60-a0e2-47ce-b082-d2ad4bd0cffb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0494761 May 06 10:25:36.308030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfac27da-d042-46b2-9c58-6f42fc473242 req-4b943c3e-f03e-41ee-81cd-36cd3ce27375 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316620 May 06 10:25:37.422998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef028d-848d-405d-879d-ce3c29e52b44 req-b7eb6a07-a4b1-4b42-b3fc-43d67edc4e5b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:37.424493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ef028d-848d-405d-879d-ce3c29e52b44 req-b7eb6a07-a4b1-4b42-b3fc-43d67edc4e5b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0479183 May 06 10:25:37.461882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46ef028d-848d-405d-879d-ce3c29e52b44 req-fcd448c1-f5f8-4f85-81db-6b89592acfb6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313778 May 06 10:25:37.976824 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-db4cc5fe-02c4-4d87-a701-d341b0511b2e service neutron] show failed (client error): The resource could not be found. May 06 10:25:37.977729 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-db4cc5fe-02c4-4d87-a701-d341b0511b2e service neutron] 10.222.0.83 "GET /v2.0/ports/e8b32a37-cb31-4ff9-8e61-346029d8d5fa/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0569174 May 06 10:25:38.175120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-a767ec5c-e67b-4fb6-939b-c303514b13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:38.176659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-a767ec5c-e67b-4fb6-939b-c303514b13e9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 1096 time: 0.0411696 May 06 10:25:38.188515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:38.239982 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:38.732842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f611-e5d1-4197-b8fb-6b8d0ee974fe req-a41271aa-b16d-44c3-afbd-34e0d0df3816 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:38.734292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e16f611-e5d1-4197-b8fb-6b8d0ee974fe req-a41271aa-b16d-44c3-afbd-34e0d0df3816 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.1032901 May 06 10:25:38.793286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:38.797448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e16f611-e5d1-4197-b8fb-6b8d0ee974fe req-88fb2711-3e7f-4ab0-8f31-1db34676177e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571089 May 06 10:25:38.829741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:38.868774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:38.870993 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5b5ec-3674-460f-b44b-2c79752220e2" -d '{"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:38.875427 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:38.887498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Transition to ACTIVE for port object e8b32a37-cb31-4ff9-8e61-346029d8d5fa will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:25:38.892388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:38.927845 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b62d654-f836-4f5a-ad99-82498efbc781 x-openstack-request-id: req-3b62d654-f836-4f5a-ad99-82498efbc781 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:38.928960 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:38.928960 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b62d654-f836-4f5a-ad99-82498efbc781 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:38.928960 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b62d654-f836-4f5a-ad99-82498efbc781'] response: {'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'code': 200} May 06 10:25:38.974379 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:39.017518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] No DVR routers for this DVR port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:25:39.159876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:25:39.160202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:25:39.160531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:39.164721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:25:39.165042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:39.170328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:25:39.170665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:25:39.171044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:25:39.171465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Bound port: e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:25:39.171840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:39.238531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:39.241484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:25:39.246408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:39.279107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:39.280002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:39.281368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] 10.222.0.82 "PUT /v2.0/ports/e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1091 time: 1.0969377 May 06 10:25:39.304430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671283-fe36-42f2-8b15-eccd2b777690 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:39.350911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-ce9c2c06-9201-48cc-9fa6-bccc27acdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:39.352471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-ce9c2c06-9201-48cc-9fa6-bccc27acdbea service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1094 time: 0.0443287 May 06 10:25:39.452048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-dd15e9af-bb5b-4c6a-8ef1-4a715bfc1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:39.453528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-dd15e9af-bb5b-4c6a-8ef1-4a715bfc1439 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0940053 May 06 10:25:39.523494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-e5199710-b00b-49ee-a620-76ec57eb6e28 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1000 time: 0.0618315 May 06 10:25:39.572735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-dc6a2e38-ab77-40db-aead-2f26bfe12ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:39.574075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-dc6a2e38-ab77-40db-aead-2f26bfe12ccb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0432925 May 06 10:25:39.625689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-e7ec29b2-1e51-48ce-aeb3-698873f460f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:39.627074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-e7ec29b2-1e51-48ce-aeb3-698873f460f9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462704 May 06 10:25:39.719281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-48a56548-7406-4052-8057-e8de05a69af7 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833707 May 06 10:25:39.814385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9362f1ef-5aff-4bda-83d4-08cf7327b5e8 req-2fcbc780-bd6c-48e7-9da9-d24cc23019c1 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875218 May 06 10:25:39.923305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90442bba-a9e2-41a0-b284-f17fee3220b0 req-f2487f90-3930-4a2b-a456-527e4a516dd1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:39.925062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90442bba-a9e2-41a0-b284-f17fee3220b0 req-f2487f90-3930-4a2b-a456-527e4a516dd1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 943 time: 0.0531034 May 06 10:25:39.963974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90442bba-a9e2-41a0-b284-f17fee3220b0 req-098693a5-1c06-48ec-b55e-c18d967029f4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 May 06 10:25:40.929801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:40.932079 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900a237b-2169-4900-ad8c-ae8c41fef700" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:40.983608 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b015f093-9702-4b17-bd2d-1ee50288004e x-openstack-request-id: req-b015f093-9702-4b17-bd2d-1ee50288004e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:40.983946 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:40.984188 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b015f093-9702-4b17-bd2d-1ee50288004e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:40.984674 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b015f093-9702-4b17-bd2d-1ee50288004e'] response: {'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'status': 'completed', 'code': 200} May 06 10:25:41.097713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-565ece93-61b0-44c5-8995-89f4d56fc0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.099255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-565ece93-61b0-44c5-8995-89f4d56fc0f2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1094 time: 0.0972736 May 06 10:25:41.109818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-5f8afee5-9c1f-453b-8383-be4938556318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.111261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-5f8afee5-9c1f-453b-8383-be4938556318 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1094 time: 0.1002331 May 06 10:25:41.187959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc44d2a-8e37-4ad2-9401-e94b7ea4dc0d req-474a6609-8aa2-4cd9-a137-bff7d0219a2d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.189321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bc44d2a-8e37-4ad2-9401-e94b7ea4dc0d req-474a6609-8aa2-4cd9-a137-bff7d0219a2d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 943 time: 0.1408174 May 06 10:25:41.292110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3bc44d2a-8e37-4ad2-9401-e94b7ea4dc0d req-d5c206b8-6079-44ac-978b-e4e7958bcbb5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749898 May 06 10:25:41.308822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-e5b464db-3968-4cf3-a124-69e9b1b8a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.310842 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-e5b464db-3968-4cf3-a124-69e9b1b8a837 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.2026646 May 06 10:25:41.313630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-7a6a26eb-2ee1-4757-b6a6-dbddf3e5226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.314962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-7a6a26eb-2ee1-4757-b6a6-dbddf3e5226e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1945300 May 06 10:25:41.428632 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-3cdf62c1-7aef-4d08-bb91-591fd644b932 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1000 time: 0.1110456 May 06 10:25:41.430413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-2cb99f71-c610-4884-8928-4247d6aca65a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1000 time: 0.1076100 May 06 10:25:41.518182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-67475da7-16fc-4ea6-99f1-f8c012d73ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.519536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-67475da7-16fc-4ea6-99f1-f8c012d73ecd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0824990 May 06 10:25:41.521185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-2702c604-2715-42c0-a52a-43d8a7b9c9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.522474 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-2702c604-2715-42c0-a52a-43d8a7b9c9ff service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0781186 May 06 10:25:41.589386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-9c283147-3c10-4abe-95b5-8b3f1d30ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.591137 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-9c283147-3c10-4abe-95b5-8b3f1d30ed97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640202 May 06 10:25:41.597321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-8d25422e-f950-496a-ac2b-678c2a29e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:41.598690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-8d25422e-f950-496a-ac2b-678c2a29e38d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642850 May 06 10:25:41.753884 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-1bf5d7dc-ab49-4b56-adec-a13ffdf15e6d service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542692 May 06 10:25:41.755701 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-87376bbd-666f-435e-b7ee-f8023a6b805a service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487632 May 06 10:25:41.908715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-da55b0ac-9c54-4e73-a915-28366e458aba service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481073 May 06 10:25:41.910832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-900a237b-2169-4900-ad8c-ae8c41fef700 req-fa05b979-6158-44af-8f14-e13f36675332 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431627 May 06 10:25:42.411502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed40361-a11c-442b-b89e-99ce0702b0ce req-9b27ef58-d4a7-40b0-83b6-1215707c4f72 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:42.413184 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fed40361-a11c-442b-b89e-99ce0702b0ce req-9b27ef58-d4a7-40b0-83b6-1215707c4f72 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 943 time: 0.0506816 May 06 10:25:42.450269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fed40361-a11c-442b-b89e-99ce0702b0ce req-ba03a883-7410-41a6-b166-d437ec923d10 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 May 06 10:25:42.478736 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:25:42.517595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:25:42.589086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:25:42.696145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:42.721218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'mac_address': 'fa:16:3e:a5:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:25:42.731107 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42e27711-8efc-4586-948e-57749da6d25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:42.765244 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:42.774105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-84d1c8ee-4a1c-42fd-bdb1-fd3deda1a34c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:42.775570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-84d1c8ee-4a1c-42fd-bdb1-fd3deda1a34c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&binding%3Ahost_id=n-h1-840834-1 HTTP/1.1" status: 200 len: 943 time: 0.0883300 May 06 10:25:42.779035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b32a37-cb31-4ff9-8e61-346029d8d5fa {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:42.796829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2273811-b6a6-4e2a-957b-f84529f05d3a req-f4a2846a-d208-49c7-9fb5-a16ade797843 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:42.798291 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2273811-b6a6-4e2a-957b-f84529f05d3a req-f4a2846a-d208-49c7-9fb5-a16ade797843 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 943 time: 0.0822535 May 06 10:25:42.800155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:42.804672 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:42.853371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:42.872538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2273811-b6a6-4e2a-957b-f84529f05d3a req-322e7817-3a58-4dc2-b8cc-54a21cebd7eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542893 May 06 10:25:42.879014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-5c379c63-faa4-4c34-b706-543bbe6c7d34 service neutron] 10.222.0.82 "GET /v2.0/ports/e8b32a37-cb31-4ff9-8e61-346029d8d5fa/bindings/n-h1-840834-1 HTTP/1.1" status: 200 len: 382 time: 0.0956221 May 06 10:25:42.944274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a7769587-415b-42d2-8be6-bd7cca2e164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:42.945800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a7769587-415b-42d2-8be6-bd7cca2e164b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1095 time: 0.0409901 May 06 10:25:43.042096 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-00e9c11f-81d3-450f-9531-984212569b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:43.043574 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-00e9c11f-81d3-450f-9531-984212569b3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0895143 May 06 10:25:43.055170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['e8b32a37-cb31-4ff9-8e61-346029d8d5fa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:25:43.110344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-de12d4ce-3ff6-4602-a7fe-daad315baebb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1001 time: 0.0597210 May 06 10:25:43.167792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-97331bfe-8c1f-4e61-ad62-489dc59b7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:43.169308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-97331bfe-8c1f-4e61-ad62-489dc59b7317 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0516469 May 06 10:25:43.219873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-fc1fd3f4-30dd-45b3-8d17-ff88994f14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:43.221451 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-fc1fd3f4-30dd-45b3-8d17-ff88994f14e2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447216 May 06 10:25:43.313539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-274c4fbc-193c-4f78-b65d-671d5faa69f5 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838411 May 06 10:25:43.406139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-f05303f3-c0a8-490d-8528-0c18940ab658 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850732 May 06 10:25:44.000973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346046f-8935-4b68-886e-693870022dad req-427ff704-d5f3-4b3b-a81f-de603dc1b8ed tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:44.002462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f346046f-8935-4b68-886e-693870022dad req-427ff704-d5f3-4b3b-a81f-de603dc1b8ed tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0547187 May 06 10:25:44.040258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f346046f-8935-4b68-886e-693870022dad req-8e9c18b2-bffd-486e-a766-478e4590a48b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314469 May 06 10:25:44.596660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:25:44.644719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port e8b32a37-cb31-4ff9-8e61-346029d8d5fa completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:25:44.648745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port e8b32a37-cb31-4ff9-8e61-346029d8d5fa triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:25:44.649115 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:44.734162 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:44.756503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:44.758661 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c127b8-0779-4604-8386-12d96dd063ab" -d '{"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:44.771680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:44.775878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:44.814432 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983bbe24-6f2f-4a01-a0ab-df32d58a621f x-openstack-request-id: req-983bbe24-6f2f-4a01-a0ab-df32d58a621f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:44.814720 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:44.814973 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-983bbe24-6f2f-4a01-a0ab-df32d58a621f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:44.815365 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-983bbe24-6f2f-4a01-a0ab-df32d58a621f'] response: {'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'code': 200} May 06 10:25:44.830831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:45.161365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7326ecc-6f98-4df0-9f6b-f4605b0adea2 req-497c0d8e-30b9-4f0c-ac55-3fb372fff67e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:45.163109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7326ecc-6f98-4df0-9f6b-f4605b0adea2 req-497c0d8e-30b9-4f0c-ac55-3fb372fff67e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0533438 May 06 10:25:45.203655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7326ecc-6f98-4df0-9f6b-f4605b0adea2 req-da811609-13de-4226-9f53-41c877b80597 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342135 May 06 10:25:45.228299 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8197982b-cf37-4f13-9d28-6213d1d2cbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:45.491084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-6204872e-4770-4ff9-9fe8-9b2fd3277341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:45.492661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-6204872e-4770-4ff9-9fe8-9b2fd3277341 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 1096 time: 0.0463858 May 06 10:25:45.503180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:45.555099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:45.757066 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:45.789650 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:45.833156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:45.835399 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47bb769-d8e7-409e-bc4f-620f53f49111" -d '{"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:45.840060 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:45.853341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Transition to ACTIVE for port object e8b32a37-cb31-4ff9-8e61-346029d8d5fa will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:25:45.856645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:45.892572 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb8935b-aa33-4c5c-9fd5-01cf66267bc5 x-openstack-request-id: req-deb8935b-aa33-4c5c-9fd5-01cf66267bc5 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:45.892865 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:45.893116 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-deb8935b-aa33-4c5c-9fd5-01cf66267bc5 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:45.893594 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb8935b-aa33-4c5c-9fd5-01cf66267bc5'] response: {'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'code': 200} May 06 10:25:45.935739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:45.982940 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] No DVR routers for this DVR port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:25:46.120317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:25:46.120568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:25:46.120887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:46.125071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:25:46.125389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Attempting to bind port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:46.130656 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:25:46.130986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:25:46.131358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:25:46.131813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Bound port: e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:25:46.132160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:46.195633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:46.198618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:25:46.203542 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:46.238483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:46.239072 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:46.240551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] 10.222.0.83 "PUT /v2.0/ports/e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1092 time: 0.7411342 May 06 10:25:46.261670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eedcf1-cd15-43ca-aa16-bf212f532c5e service neutron] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=11']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:46.341515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-67eab935-6f41-43e9-b730-93920a6b8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:46.343551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-67eab935-6f41-43e9-b730-93920a6b8f11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1095 time: 0.0773542 May 06 10:25:46.377071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518789a-9d3d-4a86-bdc3-c482e010b52a req-670a925b-b51f-4345-b2b0-f87f6dc6e120 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:46.378532 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4518789a-9d3d-4a86-bdc3-c482e010b52a req-670a925b-b51f-4345-b2b0-f87f6dc6e120 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0797238 May 06 10:25:46.457389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4518789a-9d3d-4a86-bdc3-c482e010b52a req-9f5dbf22-fd36-4480-b4fb-5040d3033e25 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536957 May 06 10:25:46.472576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-769e005c-efff-427a-99f2-595271f27a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:46.474031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-769e005c-efff-427a-99f2-595271f27a5c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1240258 May 06 10:25:46.543169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-80fb45ad-2fee-4aa8-a66a-605576f59d49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1000 time: 0.0619555 May 06 10:25:46.591558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-c043510e-275b-4cb1-8f2e-653354eca10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:46.593278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-c043510e-275b-4cb1-8f2e-653354eca10d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0441470 May 06 10:25:46.637974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-d5ae5b30-9bd3-4bfb-a51f-32af999de67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:46.639430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-d5ae5b30-9bd3-4bfb-a51f-32af999de67c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404153 May 06 10:25:46.732767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-e27e0f06-4d3e-46d0-a977-de4f55fe252a service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871718 May 06 10:25:46.811991 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:46.823874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8196982-55dd-4a3e-a34d-007350a96fd7 req-ab5d07c8-25a2-471a-a7d3-6070d2fc4cdf service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845773 May 06 10:25:46.969655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:47.578239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c79b0-8d07-4ce7-bc29-c796ac13a97e req-bd2c356f-ba0f-41be-881e-60ae75aac07f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:47.579944 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd9c79b0-8d07-4ce7-bc29-c796ac13a97e req-bd2c356f-ba0f-41be-881e-60ae75aac07f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0537248 May 06 10:25:47.617862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd9c79b0-8d07-4ce7-bc29-c796ac13a97e req-2c29b54e-c6a8-41b8-96c5-d14c50aac92e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 May 06 10:25:47.895250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:47.897610 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283d779-c2f9-487b-af6f-14a142eea173" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:47.946256 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac8074-4862-420d-9b70-2bd9c014e892 x-openstack-request-id: req-67ac8074-4862-420d-9b70-2bd9c014e892 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:47.946547 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:47.946796 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67ac8074-4862-420d-9b70-2bd9c014e892 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:47.947188 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ac8074-4862-420d-9b70-2bd9c014e892'] response: {'name': 'network-changed', 'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'status': 'completed', 'code': 200} May 06 10:25:48.033821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-1bf4cb6c-8ae8-482b-95be-26dfbc168966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.035289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-1bf4cb6c-8ae8-482b-95be-26dfbc168966 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1095 time: 0.0604320 May 06 10:25:48.037651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-2f20615c-9a74-48cf-a1fa-b346a8818319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.038976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-2f20615c-9a74-48cf-a1fa-b346a8818319 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 1095 time: 0.0727413 May 06 10:25:48.315892 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:48.491233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-e5b11683-df29-49b3-9c78-f68b67ae4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.492706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-e5b11683-df29-49b3-9c78-f68b67ae4432 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.4500256 May 06 10:25:48.493747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-dd427bc0-3a53-4d43-acf0-88721359ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.495070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-dd427bc0-3a53-4d43-acf0-88721359ae13 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.4408510 May 06 10:25:48.604350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-59de9096-866e-49a4-b879-c21f3f8a2c03 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1000 time: 0.1038349 May 06 10:25:48.606069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-5ba91dcf-fe89-4e5b-b310-3b238d097925 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 200 len: 1000 time: 0.1001918 May 06 10:25:48.619137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:25:48.661622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:25:48.684228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-143aad5c-db29-42b9-bf38-544d97fee8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.685689 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-143aad5c-db29-42b9-bf38-544d97fee8a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0747066 May 06 10:25:48.689819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-8ab744d6-d6e1-4f17-86c9-6286d3b587bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.691210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-8ab744d6-d6e1-4f17-86c9-6286d3b587bd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0731375 May 06 10:25:48.790641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-cf89eebd-0644-44e2-b29b-9d1e89720569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.792277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-cf89eebd-0644-44e2-b29b-9d1e89720569 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001344 May 06 10:25:48.793335 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:48.799996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f2c83-8489-423d-9030-26b6c9d5af39 req-43405cd6-3406-4b02-a396-b006eeeb17bd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.801398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da9f2c83-8489-423d-9030-26b6c9d5af39 req-43405cd6-3406-4b02-a396-b006eeeb17bd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.1082916 May 06 10:25:48.857318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283d779-c2f9-487b-af6f-14a142eea173 req-75723ab9-95a3-496a-a830-1b4ddec16465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:48.858711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-75723ab9-95a3-496a-a830-1b4ddec16465 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495745 May 06 10:25:48.954626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da9f2c83-8489-423d-9030-26b6c9d5af39 req-74ff76ba-aba0-4d8b-90ea-7bb4c4a58a48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444590 May 06 10:25:48.995863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-492ffa5b-2412-4e7c-8ffe-a4a4fd7ee7fb service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934769 May 06 10:25:49.001796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-dd95b613-8d46-4ef9-b75a-5ac6bc298219 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326163 May 06 10:25:49.153834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-eb836ebf-eb00-429d-9e5c-096625be49d6 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509967 May 06 10:25:49.155570 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9283d779-c2f9-487b-af6f-14a142eea173 req-9ed29f96-3f8d-4984-9d55-38dde7dcaae8 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460595 May 06 10:25:50.074203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16302bf-2f87-4a62-9bb7-67ae1cf24247 req-4b5e3406-2473-4adc-8100-de05d7011dad tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:50.075715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b16302bf-2f87-4a62-9bb7-67ae1cf24247 req-4b5e3406-2473-4adc-8100-de05d7011dad tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0499699 May 06 10:25:50.114101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b16302bf-2f87-4a62-9bb7-67ae1cf24247 req-8cf3e9fc-cf9d-43b3-b9da-ba81bbb1ba90 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315583 May 06 10:25:50.228648 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8a3b2-dd93-43fc-9470-a478c596ac69 req-57a4861d-797f-4b15-8cf3-35fa72844260 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:50.230107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0c8a3b2-dd93-43fc-9470-a478c596ac69 req-57a4861d-797f-4b15-8cf3-35fa72844260 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0491729 May 06 10:25:50.268153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0c8a3b2-dd93-43fc-9470-a478c596ac69 req-78a868dc-1ba5-409e-a0f1-f0c5709a7069 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 May 06 10:25:50.384319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878fe40-871a-4850-a03a-ad73b6ee31cc req-cf136a26-555f-45f3-afde-4fceab7929dc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:50.385784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a878fe40-871a-4850-a03a-ad73b6ee31cc req-cf136a26-555f-45f3-afde-4fceab7929dc tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0530868 May 06 10:25:50.423485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a878fe40-871a-4850-a03a-ad73b6ee31cc req-1bb2a7df-58fd-4e80-9a6a-a39093adc557 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 May 06 10:25:50.496935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:25:50.599717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:50.612562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'mac_address': 'fa:16:3e:a5:b8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:25:50.649849 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:50.662800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b32a37-cb31-4ff9-8e61-346029d8d5fa {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:50.669192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499041c-dc26-48aa-9234-7bac18d2f70f req-f34d0fa8-69e5-4135-88e4-2cf894ca27c1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:50.671086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d499041c-dc26-48aa-9234-7bac18d2f70f req-f34d0fa8-69e5-4135-88e4-2cf894ca27c1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 944 time: 0.0495403 May 06 10:25:50.682831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:50.686829 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:50.712391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d499041c-dc26-48aa-9234-7bac18d2f70f req-0a484853-188d-4280-a807-f9b253bc9e3a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342066 May 06 10:25:50.738842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:50.900738 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:51.000984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['e8b32a37-cb31-4ff9-8e61-346029d8d5fa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:25:51.833913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8931caa-fbce-4e1f-bd79-270825c4351e req-afc22879-bb57-4b61-a93c-3a82b0bc1918 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:51.835404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8931caa-fbce-4e1f-bd79-270825c4351e req-afc22879-bb57-4b61-a93c-3a82b0bc1918 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0500047 May 06 10:25:51.874560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8931caa-fbce-4e1f-bd79-270825c4351e req-e1f773f7-d9f4-4029-9331-b4cda8917475 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 May 06 10:25:52.068397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-f97d2f81-456f-4d91-8397-89f491304fb5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:52.069858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-f97d2f81-456f-4d91-8397-89f491304fb5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 945 time: 0.0521722 May 06 10:25:52.159627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Deleting port e8b32a37-cb31-4ff9-8e61-346029d8d5fa {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:25:52.159879 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:52.251002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] For port e8b32a37-cb31-4ff9-8e61-346029d8d5fa, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:25:52.251366 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:52.419672 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:52.419975 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:52.420292 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb disassociated. External IP: 172.25.8.195, port: e8b32a37-cb31-4ff9-8e61-346029d8d5fa. May 06 10:25:52.420630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Calling delete_port for e8b32a37-cb31-4ff9-8e61-346029d8d5fa owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:25:52.512899 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:25:52.552929 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:52.553785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No active binding found for port e8b32a37-cb31-4ff9-8e61-346029d8d5fa {{(pid=102744) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 06 10:25:52.554204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 06 10:25:52.574047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Port e8b32a37-cb31-4ff9-8e61-346029d8d5fa not found, will not notify nova. {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 06 10:25:52.582426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event deleted for resources: {'Port': ['ID=e8b32a37-cb31-4ff9-8e61-346029d8d5fa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:52.704629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:25:52.816244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:25:52.826434 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:25:52.835968 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:25:52.836592 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:25:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:52.855751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] No DVR routers for this DVR port e8b32a37-cb31-4ff9-8e61-346029d8d5fa on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:25:52.858424 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:52.862236 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7567f2cb-6aaf-4a13-b47c-b8da10501cce req-0ad6bb4b-b8a7-4fb9-90fc-002bb9ea677a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "DELETE /v2.0/ports/e8b32a37-cb31-4ff9-8e61-346029d8d5fa HTTP/1.1" status: 204 len: 173 time: 0.7861359 May 06 10:25:52.862680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-deleted', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:52.866277 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339ecb9b-a51f-4f6f-b1dd-4ca5dc96b27c" -d '{"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-deleted", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:52.905184 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4894f91f-8b0c-40ca-b6f7-453ed7d8adc7 x-openstack-request-id: req-4894f91f-8b0c-40ca-b6f7-453ed7d8adc7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:52.905519 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ee64d4-f54a-49c4-9bba-bc21087267a6", "name": "network-vif-deleted", "tag": "e8b32a37-cb31-4ff9-8e61-346029d8d5fa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:52.905850 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4894f91f-8b0c-40ca-b6f7-453ed7d8adc7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:52.906263 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4894f91f-8b0c-40ca-b6f7-453ed7d8adc7'] response: {'server_uuid': 'b6ee64d4-f54a-49c4-9bba-bc21087267a6', 'name': 'network-vif-deleted', 'tag': 'e8b32a37-cb31-4ff9-8e61-346029d8d5fa', 'status': 'completed', 'code': 200} May 06 10:25:52.956104 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:25:52.977630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-364d83e9-b38c-41e4-a539-bfc019052e6e req-7d5acc1f-3aed-4490-bc18-7b2075fdb1a9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6ee64d4-f54a-49c4-9bba-bc21087267a6 HTTP/1.1" status: 200 len: 210 time: 0.0274062 May 06 10:25:53.158574 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:53.185102 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:25:53.193434 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:25:53.194027 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:25:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:53.304863 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:25:53.503757 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:25:53.529217 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d43a77-f913-458d-a607-6f3181d0fb62 None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:25:53.747410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d35f46e-123a-43fb-96f1-f49e3557fba0 None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:25:54.425825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-e4118893-5f61-4b33-9658-170ccdb82b75 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1175418639&fields=id&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 267 time: 0.0353670 May 06 10:25:54.536532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-c3e80711-8eaf-436a-9b14-7da9903cdb82 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:54.537991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-c3e80711-8eaf-436a-9b14-7da9903cdb82 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.1052513 May 06 10:25:54.553124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-1e531a12-9dc5-4ad3-b4d8-ddf5968c7bb8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/quotas/1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 375 time: 0.0092690 May 06 10:25:54.607918 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-58c28092-2009-4cff-b1f4-31a484acb8af tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491924 May 06 10:25:54.755497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-0f7a1199-da05-4590-89e4-29eea3c06ecb service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359859 May 06 10:25:54.847452 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-cf55d4c1-e3eb-43c3-97cf-2f30c6569d21 service neutron] 10.222.0.76 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 May 06 10:25:55.010009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-245f9f8d-287e-4e7a-90e1-cd884af678f0 req-61b623ed-f72d-467c-8a68-2172b95329c7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 210 time: 0.0281503 May 06 10:25:55.689257 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-4de88d97-63fd-4f9c-ac1c-2e99341cd62b req-41c5444c-7f82-4341-85e4-5d51d6daed8b service neutron] (102743) timed out ('10.222.0.83', 61321) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:25:55.960481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-e743dc6e-3aea-43b3-a007-4d90b240e418 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:55.962485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-e743dc6e-3aea-43b3-a007-4d90b240e418 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 812 time: 0.1086569 May 06 10:25:56.007058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9ae2bfa6-c71b-4575-a74a-087a416d4ba4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 380 time: 0.0357015 May 06 10:25:56.016737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'port': {'device_id': '72528407-44b4-4448-8b45-9ff9a924e260', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'admin_state_up': True, 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'security_groups': ['fc6ba8eb-d8dc-4282-b41f-221009ba5339']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:56.119039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9079a1ec-23f7-416b-998f-b6f716ae1d63 req-3d067a9b-3ba1-42c1-ae91-2365f3463b6b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 210 time: 0.0371072 May 06 10:25:56.148149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Made reservation on behalf of 1c5d91e445bc4e8db5a387f29814cfb0 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:25:56.151557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.273733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Allocated IP 172.20.0.12 (f11c8b37-dd72-49b5-b526-16b431b246b2/b38f3126-ada0-4229-b7dd-df69d6d2d075/22fbc7f5-1dd6-4870-8491-11102d5d06ca) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:25:56.409444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.443312 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.483822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Network f11c8b37-dd72-49b5-b526-16b431b246b2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:25:56.486998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:25:56.490557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:25:56.522602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:56.540716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:25:56.551919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:56.552705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.562309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: e8b32a37-cb31-4ff9-8e61-346029d8d5fa {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:25:56.562913 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device e8b32a37-cb31-4ff9-8e61-346029d8d5fa not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:25:56.570048 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-9f79eea7-0933-454f-b134-02e426866c48 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5572579 May 06 10:25:56.583433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Request body: {'port': {'device_id': '72528407-44b4-4448-8b45-9ff9a924e260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:25:56.639032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.779850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d37d7bbf-d4a9-4e55-91d3-93519fc89ac0 None None] Provisioning complete for port 22fbc7f5-1dd6-4870-8491-11102d5d06ca triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:25:56.780268 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d37d7bbf-d4a9-4e55-91d3-93519fc89ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.814361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d37d7bbf-d4a9-4e55-91d3-93519fc89ac0 None None] Port 22fbc7f5-1dd6-4870-8491-11102d5d06ca cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:25:56.904938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fbc7f5-1dd6-4870-8491-11102d5d06ca {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:25:56.912354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.924170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Transition to ACTIVE for port object 22fbc7f5-1dd6-4870-8491-11102d5d06ca will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:25:56.928112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:56.984802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:57.024270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.024610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.024945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.025282 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.025632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.025992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.026318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.026640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.026961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.027281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.027643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.027972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:25:57.061933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:25:57.062799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:25:57.062799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:57.067362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:25:57.067711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:25:57.072667 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:25:57.073001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:25:57.073390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:25:57.073817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Bound port: 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:25:57.074169 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:57.148517 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:25:57.151899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:25:57.157373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:57.200840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.201165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:25:57.203123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] 10.222.0.82 "PUT /v2.0/ports/22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1092 time: 0.6249261 May 06 10:25:57.205615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:25:57.207877 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2" -d '{"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:25:57.239898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112cbdc6-02d4-444c-ae58-98915c6d0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:25:57.281538 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8187bd-0b47-4a75-aefe-e1817edba7a1 x-openstack-request-id: req-8c8187bd-0b47-4a75-aefe-e1817edba7a1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:25:57.282137 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:25:57.282875 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c8187bd-0b47-4a75-aefe-e1817edba7a1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:25:57.283605 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8187bd-0b47-4a75-aefe-e1817edba7a1'] response: {'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'status': 'completed', 'code': 200} May 06 10:25:57.353248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-c4210114-00d5-446d-bccf-9d406ddbdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.354810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-c4210114-00d5-446d-bccf-9d406ddbdb69 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1095 time: 0.0989850 May 06 10:25:57.370911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09c295-9805-4923-83f0-5ea4f3ea0db8 req-c5ee07c5-62e1-448d-a364-731b9c1c30a0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.372508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c09c295-9805-4923-83f0-5ea4f3ea0db8 req-c5ee07c5-62e1-448d-a364-731b9c1c30a0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.1824105 May 06 10:25:57.418596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-a2a9c693-47c2-48cf-8abc-b43150a695d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 217 time: 0.0557103 May 06 10:25:57.475371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c09c295-9805-4923-83f0-5ea4f3ea0db8 req-bfe46261-2a25-4cf2-9135-3c9799e31198 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961583 May 06 10:25:57.486472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-762fc765-eb61-4bc0-84ad-dc1477ebfb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.487947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-762fc765-eb61-4bc0-84ad-dc1477ebfb27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0609169 May 06 10:25:57.538880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-17ceb90a-6ca8-4d91-8dd0-0d2bae39bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.540919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-17ceb90a-6ca8-4d91-8dd0-0d2bae39bbad service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453272 May 06 10:25:57.636848 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-7153bafc-62e9-41d5-bad4-eaaae23e5868 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891593 May 06 10:25:57.728591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6e4e318b-34f8-42db-b1bf-879de301a505 req-4bb329ce-6cea-42b3-9ce6-a54d3bddb744 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848403 May 06 10:25:57.819245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-8292b337-a676-450f-8975-2d4440823937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.820764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-8292b337-a676-450f-8975-2d4440823937 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1095 time: 0.0421250 May 06 10:25:57.919703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-8384d29f-abe2-4988-8b07-f0035976b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:57.921132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-8384d29f-abe2-4988-8b07-f0035976b17d service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0939119 May 06 10:25:57.965675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-e9b09a57-a7d6-4c5d-aff8-37e326d8171d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 217 time: 0.0375326 May 06 10:25:58.020283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-96c7c359-cf68-4a81-afd7-548fe180b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:58.021747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-96c7c359-cf68-4a81-afd7-548fe180b3f9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0496805 May 06 10:25:58.073500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-658f3a2b-4450-4ac4-8166-97571872cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:58.074996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-658f3a2b-4450-4ac4-8166-97571872cfa2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454104 May 06 10:25:58.165450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-75521a26-1d96-45ee-85d8-f18d075749b5 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826998 May 06 10:25:58.261262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4ce81f40-5c8f-4ce9-bb95-b1330327eda2 req-9df60966-5413-464a-8a74-3373b8742127 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879235 May 06 10:25:58.597830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d1ba4-d8ea-4f8d-9945-289e89862a47 req-6a728974-4703-4c63-9ea6-7f42af3ce0ca tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:58.599302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-892d1ba4-d8ea-4f8d-9945-289e89862a47 req-6a728974-4703-4c63-9ea6-7f42af3ce0ca tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0501406 May 06 10:25:58.636790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-892d1ba4-d8ea-4f8d-9945-289e89862a47 req-5e6a772e-08b9-4ba8-9118-0899c0af7c67 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 May 06 10:25:59.751699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a0f27-77e5-4442-843b-facc3fbb1ad2 req-71a6772d-5430-473a-a70f-8723816d237a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:25:59.753202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-437a0f27-77e5-4442-843b-facc3fbb1ad2 req-71a6772d-5430-473a-a70f-8723816d237a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0488365 May 06 10:25:59.790743 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-437a0f27-77e5-4442-843b-facc3fbb1ad2 req-0d73ba34-faf0-4a85-9f69-49666569a668 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 May 06 10:26:00.665104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:26:00.916266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bb1bd-6b81-4c23-8768-8582d9730ed9 req-be54794c-7c16-4dc3-8aeb-a96742e49845 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:00.917662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca2bb1bd-6b81-4c23-8768-8582d9730ed9 req-be54794c-7c16-4dc3-8aeb-a96742e49845 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0546756 May 06 10:26:00.920264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:00.934278 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'mac_address': 'fa:16:3e:90:b0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:26:00.959084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca2bb1bd-6b81-4c23-8768-8582d9730ed9 req-300e8027-9f89-4035-a143-baeb8a49cc10 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 May 06 10:26:00.971766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:00.985307 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fbc7f5-1dd6-4870-8491-11102d5d06ca {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:26:01.006005 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:01.009887 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:01.055081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:01.224775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['22fbc7f5-1dd6-4870-8491-11102d5d06ca'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:02.078794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377e510-4acf-4fc9-bb84-73cbdadc1ef5 req-f2c9f1c5-41a8-463a-af39-7df417b5d978 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:02.080284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4377e510-4acf-4fc9-bb84-73cbdadc1ef5 req-f2c9f1c5-41a8-463a-af39-7df417b5d978 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0481625 May 06 10:26:02.118502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4377e510-4acf-4fc9-bb84-73cbdadc1ef5 req-a8b4531d-2fb9-4933-96d3-e9d54683b417 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 May 06 10:26:02.664763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:26:02.716748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 22fbc7f5-1dd6-4870-8491-11102d5d06ca completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:26:02.721246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 22fbc7f5-1dd6-4870-8491-11102d5d06ca triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:26:02.721614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:02.797188 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:02.819801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:02.822013 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc4b757-ee7e-4c7a-b51d-333916b156fb" -d '{"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-plugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:02.835433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:02.839814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:02.878266 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76179cf7-4fb5-4214-8a35-42ed321ec256 x-openstack-request-id: req-76179cf7-4fb5-4214-8a35-42ed321ec256 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:02.878555 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-plugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:02.878801 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76179cf7-4fb5-4214-8a35-42ed321ec256 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:02.879187 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76179cf7-4fb5-4214-8a35-42ed321ec256'] response: {'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'code': 200} May 06 10:26:02.903411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:02.974314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc3cf9-948f-495d-af1b-72dfb5e55a47 req-9cde18f2-6b04-43bc-8dfa-4f6ecc459dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:02.975827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cfc3cf9-948f-495d-af1b-72dfb5e55a47 req-9cde18f2-6b04-43bc-8dfa-4f6ecc459dd2 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1097 time: 0.0417933 May 06 10:26:03.009519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2cfc3cf9-948f-495d-af1b-72dfb5e55a47 req-489dde14-b1ac-49c8-bcbb-cc6e94e2e513 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266247 May 06 10:26:03.237348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fd898-9273-4961-86d9-24a748270d4e req-97a9ac0f-4b4a-4f27-830c-729c84d94a0e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:03.238819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d90fd898-9273-4961-86d9-24a748270d4e req-97a9ac0f-4b4a-4f27-830c-729c84d94a0e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0533259 May 06 10:26:03.276866 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d90fd898-9273-4961-86d9-24a748270d4e req-8f6eeb93-e7bf-462a-9163-669dac983377 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 May 06 10:26:04.396790 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4499c9-c2e2-4c43-b2a8-05f34e0a460e req-4caa6b9b-61f1-49b8-ab05-0ca3582c7bf5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:04.398249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af4499c9-c2e2-4c43-b2a8-05f34e0a460e req-4caa6b9b-61f1-49b8-ab05-0ca3582c7bf5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0486953 May 06 10:26:04.435478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af4499c9-c2e2-4c43-b2a8-05f34e0a460e req-e64cdde9-8670-48b1-a43f-323175f8133a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 May 06 10:26:04.547460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f056-e87b-4b20-8037-d479cac03665 req-ccaa9070-4c4d-49f6-81dd-683b2320bb97 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:04.549032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-66c5f056-e87b-4b20-8037-d479cac03665 req-ccaa9070-4c4d-49f6-81dd-683b2320bb97 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0474963 May 06 10:26:04.557763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36680) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:26:04.562487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Request body: {'floatingip': {'port_id': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:04.896641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:05.329477 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:05.333318 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:05.434222 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb associated. External IP: 172.25.8.195, port: 22fbc7f5-1dd6-4870-8491-11102d5d06ca. May 06 10:26:05.642712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:26:05.753080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:26:05.757684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:05.762609 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:26:05.772857 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:26:05.773460 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:25:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:05.789601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a06a85bc-4914-409e-8a8f-44b4a74a37e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "PUT /v2.0/floatingips/dddc9c2a-8929-4f38-a171-ee656efc55fb HTTP/1.1" status: 200 len: 993 time: 1.2308526 May 06 10:26:05.790299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:05.792793 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b6eb73-5ca5-4657-849b-957e0f32dfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:05.837951 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e830e9-5b13-4b58-95f5-96332ff1d3d5 x-openstack-request-id: req-85e830e9-5b13-4b58-95f5-96332ff1d3d5 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:05.838188 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:05.838446 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85e830e9-5b13-4b58-95f5-96332ff1d3d5 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:05.838851 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e830e9-5b13-4b58-95f5-96332ff1d3d5'] response: {'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'status': 'completed', 'code': 200} May 06 10:26:05.883298 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:26:05.901314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-e506e7ef-20c9-4ef2-9843-940e225bbcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:05.902870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-e506e7ef-20c9-4ef2-9843-940e225bbcc3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1097 time: 0.0430677 May 06 10:26:06.004894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-ced38c4e-d908-4ddf-a46f-a9a07596f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:06.006567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-ced38c4e-d908-4ddf-a46f-a9a07596f677 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0965641 May 06 10:26:06.101166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-7c30f187-4f15-4c35-8d29-9dc2c53b6e5a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.0875616 May 06 10:26:06.131476 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:90:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72528407-44b4-4448-8b45-9ff9a924e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:26:05Z', 'revision_number': 13, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:06.162364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:26:06.171183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-8865b725-e48e-4b4c-9f76-5a451dcb1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:06.172877 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:26:06.173135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-8865b725-e48e-4b4c-9f76-5a451dcb1480 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0601850 May 06 10:26:06.173753 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:25:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:06.224618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-3cca7760-9fe6-4ab8-8776-da6cc82f3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:06.226328 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-3cca7760-9fe6-4ab8-8776-da6cc82f3de6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454154 May 06 10:26:06.331113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-64409117-16fd-4b7f-b3bc-e93fd2230daf service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969284 May 06 10:26:06.386558 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:26:06.425871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43b6eb73-5ca5-4657-849b-957e0f32dfaa req-f17c1af6-37da-4b68-9943-90c2bac48fe9 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881491 May 06 10:26:06.617867 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:90:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72528407-44b4-4448-8b45-9ff9a924e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:26:05Z', 'revision_number': 13, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:26:06.647685 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216237d1-9724-49e4-b0f2-f51d52b06e3c None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'dddc9c2a-8929-4f38-a171-ee656efc55fb', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'port_id': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'mac_address': 'fa:16:3e:90:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72528407-44b4-4448-8b45-9ff9a924e260', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:23:21Z', 'updated_at': '2022-05-06T10:26:05Z', 'revision_number': 13, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:26:06.852036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efedea2-82a2-4221-b339-27da6b64ca1c None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:26:07.253205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f514af0-b06b-4178-a020-10303f72bdd7 req-83d2e151-fd4d-46d5-b55e-fe171b1dec53 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:07.254581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f514af0-b06b-4178-a020-10303f72bdd7 req-83d2e151-fd4d-46d5-b55e-fe171b1dec53 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0492790 May 06 10:26:07.296120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f514af0-b06b-4178-a020-10303f72bdd7 req-63252c90-4be9-47d7-adc8-2a3bc0389cbe tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355153 May 06 10:26:10.599835 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:26:12.723908 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4ac68f38-8edd-4f2b-a709-b89b42c72197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:15.220773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2f995b9c-844a-4aa2-aa21-6f9c4cae6667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.810102 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:16.980641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:17.354478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b26f08-21d0-41b2-949e-64341be5eea1 req-5ca6cd9b-171f-4cc4-a3fa-bc3eb38d1220 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:17.355915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19b26f08-21d0-41b2-949e-64341be5eea1 req-5ca6cd9b-171f-4cc4-a3fa-bc3eb38d1220 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0543482 May 06 10:26:17.383311 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-7a87cb6e-09de-4984-97e6-9d430f795d20 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933657 May 06 10:26:17.396389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19b26f08-21d0-41b2-949e-64341be5eea1 req-360f1d8e-98e9-458d-8829-3dbe85365d56 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336950 May 06 10:26:18.317656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:18.459941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-94363292-f600-4fdd-a6a0-819a60941dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:18.461505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-94363292-f600-4fdd-a6a0-819a60941dd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1097 time: 0.0429335 May 06 10:26:18.575172 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316bd1d-933f-4823-9ced-0890f45017bd req-f716cda1-4697-4087-93c6-bab9c792574d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:18.576629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8316bd1d-933f-4823-9ced-0890f45017bd req-f716cda1-4697-4087-93c6-bab9c792574d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.1084783 May 06 10:26:18.601873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-d3ec8106-1a34-4f92-9c82-20df7e6998f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:18.603276 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-d3ec8106-1a34-4f92-9c82-20df7e6998f0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1334157 May 06 10:26:18.669400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8316bd1d-933f-4823-9ced-0890f45017bd req-9b82b49f-b2d4-480b-a39e-faff5e367128 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829203 May 06 10:26:18.688697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-7c5f0a6b-67c5-4cc5-b99e-6aa3a939e421 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1003 time: 0.0774283 May 06 10:26:18.739059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-f8c04150-a55a-473e-867f-181f4b9f372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:18.740542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-f8c04150-a55a-473e-867f-181f4b9f372f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0441096 May 06 10:26:18.788028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-b30ce991-4a2c-4507-8945-d745f15bc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:18.789535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-b30ce991-4a2c-4507-8945-d745f15bc9bd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413163 May 06 10:26:18.795701 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:18.883773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-b19e4381-459a-4975-85ab-0f0e3a2b07af service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869744 May 06 10:26:18.973154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-477bb20f-819c-440f-ba1e-332155f3b605 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822916 May 06 10:26:19.787207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abcd3b-4679-4907-ace0-81152e9511b3 req-aaf35972-dbee-4785-ad8f-8a215c07fe85 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:19.788746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31abcd3b-4679-4907-ace0-81152e9511b3 req-aaf35972-dbee-4785-ad8f-8a215c07fe85 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0495882 May 06 10:26:19.831394 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-31abcd3b-4679-4907-ace0-81152e9511b3 req-0f0be3ba-d1b7-4fd0-aa4a-662f78bd8a6a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367892 May 06 10:26:20.915880 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:20.952871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774329ce-bbbc-4446-81dd-ead010439ba4 req-c5b3de79-de3f-40f5-8f37-8e8f71ec5c99 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:20.954359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-774329ce-bbbc-4446-81dd-ead010439ba4 req-c5b3de79-de3f-40f5-8f37-8e8f71ec5c99 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0499942 May 06 10:26:20.992561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-774329ce-bbbc-4446-81dd-ead010439ba4 req-7066012c-4730-4286-9366-54026df93b46 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 May 06 10:26:22.112902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f6cb9-f90a-49d9-af19-f82df9c71e3d req-6f497620-0726-49f8-a6ef-5428ac13a184 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:22.114339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e94f6cb9-f90a-49d9-af19-f82df9c71e3d req-6f497620-0726-49f8-a6ef-5428ac13a184 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0498443 May 06 10:26:22.152144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e94f6cb9-f90a-49d9-af19-f82df9c71e3d req-b18b9726-96cb-4528-b8e8-4f6f88b90fe2 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318172 May 06 10:26:23.268947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38195a52-11e1-486d-a537-17dba195850f req-e5e32dda-c5f4-479a-9efa-24953e8ef812 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:23.270409 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38195a52-11e1-486d-a537-17dba195850f req-e5e32dda-c5f4-479a-9efa-24953e8ef812 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0481908 May 06 10:26:23.311949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38195a52-11e1-486d-a537-17dba195850f req-f0320e50-5211-43a0-92a1-3c76aa6bcb0f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355639 May 06 10:26:24.431655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1569686-fff3-409d-b8e3-8fd4b5ae0c0b req-7d3d04f2-04eb-4aab-bd7f-5a022ec5ccb3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:24.433116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1569686-fff3-409d-b8e3-8fd4b5ae0c0b req-7d3d04f2-04eb-4aab-bd7f-5a022ec5ccb3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0496221 May 06 10:26:24.471988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1569686-fff3-409d-b8e3-8fd4b5ae0c0b req-d067f6e9-d8db-44eb-a5a1-c3da4fbd319e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319948 May 06 10:26:25.588663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92fa50-767e-4d49-a10e-d302637172c1 req-9d071e86-49c3-41d4-a541-d27efa3b390a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:25.590439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e92fa50-767e-4d49-a10e-d302637172c1 req-9d071e86-49c3-41d4-a541-d27efa3b390a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0493529 May 06 10:26:25.628252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e92fa50-767e-4d49-a10e-d302637172c1 req-9d27c322-a07d-4348-87f8-3b33460d0985 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318167 May 06 10:26:26.745178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04060127-01c5-4078-9b61-dee4fc93bee2 req-46d02047-d741-4b54-8d68-12f463dff050 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:26.746647 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04060127-01c5-4078-9b61-dee4fc93bee2 req-46d02047-d741-4b54-8d68-12f463dff050 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0486305 May 06 10:26:26.788608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-04060127-01c5-4078-9b61-dee4fc93bee2 req-d75a8a1a-e1d9-4493-a723-92c956af1f93 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349259 May 06 10:26:27.904290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff1248-e6be-4fee-a54b-df6e5852860b req-f50b4581-6b8f-4b48-905f-ffea599ab358 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:27.905664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cff1248-e6be-4fee-a54b-df6e5852860b req-f50b4581-6b8f-4b48-905f-ffea599ab358 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0488973 May 06 10:26:27.945624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6cff1248-e6be-4fee-a54b-df6e5852860b req-9abd4bca-a449-487f-b225-eb88aabcbf81 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 May 06 10:26:29.062085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2373406-f5c7-4e4b-a006-10eb08293e85 req-f2144863-6d7e-4e01-9b04-e3a05944414d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:29.063977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2373406-f5c7-4e4b-a006-10eb08293e85 req-f2144863-6d7e-4e01-9b04-e3a05944414d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0494297 May 06 10:26:29.102255 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2373406-f5c7-4e4b-a006-10eb08293e85 req-58703e60-f3a6-4770-affd-02be57c81dc3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 May 06 10:26:30.220220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737edd5d-b4fd-4914-8d8d-e72a4f4f9f72 req-5a304114-5bfa-4688-9f49-3cec79c7d717 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:30.221783 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-737edd5d-b4fd-4914-8d8d-e72a4f4f9f72 req-5a304114-5bfa-4688-9f49-3cec79c7d717 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0499959 May 06 10:26:30.264133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-737edd5d-b4fd-4914-8d8d-e72a4f4f9f72 req-0e4534e6-dc9e-4e47-a961-0d5e82cb72eb tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362270 May 06 10:26:31.382356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb5db0-fc7c-45fe-aa6f-c6526be7f3dd req-4925c5c5-300a-4af3-9eb5-588524c49c90 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:31.383855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29fb5db0-fc7c-45fe-aa6f-c6526be7f3dd req-4925c5c5-300a-4af3-9eb5-588524c49c90 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0492001 May 06 10:26:31.421482 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29fb5db0-fc7c-45fe-aa6f-c6526be7f3dd req-6d82f175-7e6d-4c13-9481-0a0dbc290a98 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317371 May 06 10:26:32.545033 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59179-67b6-4dea-92db-a9ea74d6946b req-545da209-360b-41d3-9be5-1507c8b4f375 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:32.546479 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8b59179-67b6-4dea-92db-a9ea74d6946b req-545da209-360b-41d3-9be5-1507c8b4f375 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0486538 May 06 10:26:32.584430 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8b59179-67b6-4dea-92db-a9ea74d6946b req-895b9cea-0568-4e19-a934-ae1099057f09 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314689 May 06 10:26:32.936654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-2ff97548-0b7e-4d30-aa31-d10197794142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:32.938697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-2ff97548-0b7e-4d30-aa31-d10197794142 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1097 time: 0.0410676 May 06 10:26:33.042842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-6ba72f42-f3b9-4a0a-8865-38fc75be0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:33.044348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-6ba72f42-f3b9-4a0a-8865-38fc75be0444 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0865777 May 06 10:26:33.110252 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-f54fc36d-838e-4d0e-a954-abfa1eb59929 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1003 time: 0.0582399 May 06 10:26:33.161857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-1bdaef99-b0ef-472d-a619-c6651b1ca521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:33.163303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-1bdaef99-b0ef-472d-a619-c6651b1ca521 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0464551 May 06 10:26:33.209919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-c4fa98be-af9c-48bd-a68f-f9dd909b77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:33.211310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-c4fa98be-af9c-48bd-a68f-f9dd909b77ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410268 May 06 10:26:33.301259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-e2ff4368-4bdb-4039-bb7c-03caded89581 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824730 May 06 10:26:33.395795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d298f69f-54fe-446c-9bf2-2bc53c228af0 req-df8406cc-cbde-498b-8a44-63f14510c631 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871680 May 06 10:26:33.701606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900275f-7cf7-42d8-8b3d-9a47b3ebfd6c req-620d2625-c8c8-4f03-bbc1-8008ac64555e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:33.703116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a900275f-7cf7-42d8-8b3d-9a47b3ebfd6c req-620d2625-c8c8-4f03-bbc1-8008ac64555e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0496726 May 06 10:26:33.744333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a900275f-7cf7-42d8-8b3d-9a47b3ebfd6c req-6cbae53d-b0d0-48be-8ee4-88649356a360 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350957 May 06 10:26:34.865171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad904b3-8b1f-46df-8ccc-52e7158e4c83 req-f14fe154-1ce3-4a2e-8947-e205815a98cf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:34.866555 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ad904b3-8b1f-46df-8ccc-52e7158e4c83 req-f14fe154-1ce3-4a2e-8947-e205815a98cf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0522254 May 06 10:26:34.904308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ad904b3-8b1f-46df-8ccc-52e7158e4c83 req-5cb84b4a-918c-48f4-bf31-acaa58d58c79 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 May 06 10:26:36.021406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0cf3f-e23e-481b-b5bf-72edad73356b req-907560e4-b4db-41f5-abcd-01e5b92b5eb6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:36.022874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cc0cf3f-e23e-481b-b5bf-72edad73356b req-907560e4-b4db-41f5-abcd-01e5b92b5eb6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0486066 May 06 10:26:36.059700 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5cc0cf3f-e23e-481b-b5bf-72edad73356b req-960e591e-33e0-4645-9105-d3e1320d47c4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308816 May 06 10:26:37.182131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3a7a-359c-4405-905f-aa80d695b3b3 req-717cac7e-4968-4991-86be-697cd899961b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:37.183618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b2b3a7a-359c-4405-905f-aa80d695b3b3 req-717cac7e-4968-4991-86be-697cd899961b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0490265 May 06 10:26:37.226566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b2b3a7a-359c-4405-905f-aa80d695b3b3 req-19342f3d-5745-4014-890f-1c6bed2cf1e8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360458 May 06 10:26:38.010999 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-7c796360-6800-44b3-99c3-12a963a09dc3 service neutron] show failed (client error): The resource could not be found. May 06 10:26:38.012074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-7c796360-6800-44b3-99c3-12a963a09dc3 service neutron] 10.222.0.82 "GET /v2.0/ports/22fbc7f5-1dd6-4870-8491-11102d5d06ca/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0580988 May 06 10:26:38.211685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-a8bccf78-cc75-4777-bbc5-bff93e14f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:38.213088 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-a8bccf78-cc75-4777-bbc5-bff93e14f715 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 1097 time: 0.0398526 May 06 10:26:38.225220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:38.278815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:38.445280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aa771-dfc3-4058-8d70-e10c12f04b6a req-6ded80db-2fc9-40a5-8028-ecb7250398bf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:38.446784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f2aa771-dfc3-4058-8d70-e10c12f04b6a req-6ded80db-2fc9-40a5-8028-ecb7250398bf tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.1350842 May 06 10:26:38.534547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1f2aa771-dfc3-4058-8d70-e10c12f04b6a req-1fa1f3bb-97d2-4267-8a37-3d6e043d24de tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756171 May 06 10:26:38.554634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:38.586947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:26:38.626262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:38.628683 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d179f-93b0-4324-8421-4141f84be47c" -d '{"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-unplugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:38.632817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:38.647053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Transition to ACTIVE for port object 22fbc7f5-1dd6-4870-8491-11102d5d06ca will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:26:38.650686 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:38.743028 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:38.752841 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915bb10e-896f-4115-8be6-b0a043bd04bd x-openstack-request-id: req-915bb10e-896f-4115-8be6-b0a043bd04bd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:38.753175 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-unplugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:38.753366 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-915bb10e-896f-4115-8be6-b0a043bd04bd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:38.753766 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915bb10e-896f-4115-8be6-b0a043bd04bd'] response: {'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'code': 200} May 06 10:26:38.779954 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] No DVR routers for this DVR port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:26:38.919122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:26:38.919816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:26:38.920139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:38.924936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:26:38.925250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:38.929859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:26:38.930184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:38.930561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:26:38.930967 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Bound port: 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:26:38.931337 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:38.996679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:26:38.999543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:26:39.004956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:39.041327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:39.041948 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:39.043302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] 10.222.0.83 "PUT /v2.0/ports/22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1092 time: 0.8220000 May 06 10:26:39.064302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d591b-f887-41ea-bab9-8cd6907ce936 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:39.108306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-b1f5e9e5-1b03-4a47-b28f-de38b40872cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:39.110997 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-b1f5e9e5-1b03-4a47-b28f-de38b40872cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1095 time: 0.0431736 May 06 10:26:39.203809 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-8dc74787-250c-43ef-b3d9-ee62d426cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:39.205310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-8dc74787-250c-43ef-b3d9-ee62d426cc97 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0887172 May 06 10:26:39.565377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-7c364b54-8dd7-42f9-a3d1-c9b6d4a486d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.3528788 May 06 10:26:39.623326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-52b87fae-25d6-486d-9737-4e588364ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:39.624808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-52b87fae-25d6-486d-9737-4e588364ca92 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0534134 May 06 10:26:39.686847 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1b2d6-6bac-48b5-a1fa-0d60b0a5fb08 req-ad38b821-567a-4b00-813a-1cfc937cf11a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:39.688885 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9b1b2d6-6bac-48b5-a1fa-0d60b0a5fb08 req-ad38b821-567a-4b00-813a-1cfc937cf11a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0826550 May 06 10:26:39.702679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-ecbfa708-e81b-4848-ac7f-22cd2cd38bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:39.704807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-ecbfa708-e81b-4848-ac7f-22cd2cd38bec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662374 May 06 10:26:39.773650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d9b1b2d6-6bac-48b5-a1fa-0d60b0a5fb08 req-cdfb9669-96e6-4879-901b-743833b4fb0e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782056 May 06 10:26:39.808117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-e0a15949-a4b2-4528-8d07-acda5dfdfbac service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960574 May 06 10:26:39.900320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-97dd248c-8311-485a-8659-4b5449bee620 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858698 May 06 10:26:40.755959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:40.758318 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50c9894-583b-4566-93cb-f8592c7a6c29" -d '{"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:40.809940 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0918b0-57bb-4fdd-a3ff-18d8da01e72a x-openstack-request-id: req-8f0918b0-57bb-4fdd-a3ff-18d8da01e72a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:40.810755 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:40.810755 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f0918b0-57bb-4fdd-a3ff-18d8da01e72a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:40.811062 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0918b0-57bb-4fdd-a3ff-18d8da01e72a'] response: {'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'status': 'completed', 'code': 200} May 06 10:26:40.834276 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:40.884081 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:40.948795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-7ac950ac-594e-47b9-9b41-9d2c0e17322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:40.950283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-7ac950ac-594e-47b9-9b41-9d2c0e17322a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1095 time: 0.1149402 May 06 10:26:40.969027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-a95e3366-a58b-4e67-b016-c4a18487cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:40.970486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-a95e3366-a58b-4e67-b016-c4a18487cd5c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1095 time: 0.1270251 May 06 10:26:40.987366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8602-bb96-4d12-8244-ef45077f6fee req-ddfb04da-745d-4e69-83a5-f7d1bcaa78dd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:40.988859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09fc8602-bb96-4d12-8244-ef45077f6fee req-ddfb04da-745d-4e69-83a5-f7d1bcaa78dd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.1074951 May 06 10:26:41.135305 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-09fc8602-bb96-4d12-8244-ef45077f6fee req-ad56c6ad-587f-4073-b0b8-385c8439d6ea tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203742 May 06 10:26:41.164845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-abd8075a-c6b5-4421-bcb2-0a38117835f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:41.166306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-abd8075a-c6b5-4421-bcb2-0a38117835f0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.2095380 May 06 10:26:41.169179 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-644fab55-4cdc-4293-93a2-8989852cc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:41.170197 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-644fab55-4cdc-4293-93a2-8989852cc828 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.1565259 May 06 10:26:41.280465 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-52be36c3-0ce9-491b-904c-6e4610b02432 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.1071813 May 06 10:26:41.282782 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-661b0820-262c-490c-adcf-22cbfce95838 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.1040280 May 06 10:26:41.367512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-befe6243-2a94-49f1-9bee-4e09423b5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:41.369025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-befe6243-2a94-49f1-9bee-4e09423b5429 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0755045 May 06 10:26:41.370247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-01321119-53fd-4173-a87f-ade171af944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:41.371546 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-01321119-53fd-4173-a87f-ade171af944d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0850844 May 06 10:26:41.445476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-9065ce11-d4bf-42e0-b185-e78a385c5d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:41.446875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-9065ce11-d4bf-42e0-b185-e78a385c5d87 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708661 May 06 10:26:41.449309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-65d03f99-7bdd-45e6-b8b8-2069432a3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:41.450662 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-65d03f99-7bdd-45e6-b8b8-2069432a3d63 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673110 May 06 10:26:41.605542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-2947e21c-d3d8-4606-994b-02d0f605dde5 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507206 May 06 10:26:41.608924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-bca62517-44cb-4d1e-a8e2-945cad513ada service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470826 May 06 10:26:41.769933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-c48381f4-9492-472e-9b9b-0f555fb0e605 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569002 May 06 10:26:41.773569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f50c9894-583b-4566-93cb-f8592c7a6c29 req-71182746-942e-484c-83a9-66b65b325bda service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536164 May 06 10:26:42.267664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844a059-3a29-41b5-91d6-ae1b33f87db3 req-a055424b-fd79-4545-8a5c-276c060675b7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:42.269225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a844a059-3a29-41b5-91d6-ae1b33f87db3 req-a055424b-fd79-4545-8a5c-276c060675b7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0580266 May 06 10:26:42.308696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a844a059-3a29-41b5-91d6-ae1b33f87db3 req-5f3b4104-9067-4937-8c78-1f08954118c0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 May 06 10:26:42.725395 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3cc8fff2-d0c6-4791-8205-8dacc5fbb269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:43.432214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b650c-3e70-4ba6-9f89-1a9867d05b12 req-8ac9c71f-81a5-41c5-a60a-d30268b7cfcd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:43.433807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-060b650c-3e70-4ba6-9f89-1a9867d05b12 req-8ac9c71f-81a5-41c5-a60a-d30268b7cfcd tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0532246 May 06 10:26:43.474153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-060b650c-3e70-4ba6-9f89-1a9867d05b12 req-9236eb79-e02e-4bdc-8c07-235ab7afefee tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339108 May 06 10:26:44.605064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b69506-8b1a-40b0-b446-697fbe6500ec req-af7af488-ac16-4e1e-8af6-e056e2e4e8b4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:44.606530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2b69506-8b1a-40b0-b446-697fbe6500ec req-af7af488-ac16-4e1e-8af6-e056e2e4e8b4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0514631 May 06 10:26:44.648596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2b69506-8b1a-40b0-b446-697fbe6500ec req-cee086e5-f521-47fe-b2de-9fc36890b13c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 May 06 10:26:45.223471 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-54bb6d70-50f0-41b9-a482-ee0b0d759ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:45.769351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12e9be-6fa6-452c-8de5-7b79e66ba8b4 req-5d4cc03a-f546-4719-bb3c-5994c98c58b0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:45.770833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f12e9be-6fa6-452c-8de5-7b79e66ba8b4 req-5d4cc03a-f546-4719-bb3c-5994c98c58b0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0530400 May 06 10:26:45.808492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8f12e9be-6fa6-452c-8de5-7b79e66ba8b4 req-6b09b285-3706-4159-88c8-4ad00bf521e4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315576 May 06 10:26:46.783914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-bfd68052-7ad5-4b04-aa67-8e2b524ffb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:46.785468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-bfd68052-7ad5-4b04-aa67-8e2b524ffb73 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1095 time: 0.0417278 May 06 10:26:46.813696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:46.897731 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-5711b49d-7eeb-48b2-9044-28a4cfa2b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:46.898231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-5711b49d-7eeb-48b2-9044-28a4cfa2b2f2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0952945 May 06 10:26:46.976304 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:46.982311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95661256-5cd1-455c-8353-2f472db9bbfb req-bdc79873-586f-4b9a-8557-f42839d30ee3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:46.983815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95661256-5cd1-455c-8353-2f472db9bbfb req-bdc79873-586f-4b9a-8557-f42839d30ee3 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.1010630 May 06 10:26:46.994003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-8d68f95f-4204-4f2d-bd60-4898d6d538da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.0777194 May 06 10:26:47.059703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95661256-5cd1-455c-8353-2f472db9bbfb req-ed42c4c5-06a0-431c-b077-1273fbade8a5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686872 May 06 10:26:47.068349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-aaa6925f-e270-4eb2-bd1e-f934b7290d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:47.069834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-aaa6925f-e270-4eb2-bd1e-f934b7290d01 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0630777 May 06 10:26:47.116838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-cded9b86-c020-4601-99cd-c46412308b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:47.118222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-cded9b86-c020-4601-99cd-c46412308b22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413368 May 06 10:26:47.206098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-93bf5f8d-14be-4065-b147-664d7f528381 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800910 May 06 10:26:47.297833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2439aa23-8ff8-41d8-b0f1-bb3f8c484341 req-41d3d9b5-e6d6-4a28-9470-457ac175662e service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850930 May 06 10:26:47.598835 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:26:48.177221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fddd3-f88e-4596-954f-f05206535566 req-b5ccef0f-68a3-452c-834a-67505d846b08 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:48.178687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-832fddd3-f88e-4596-954f-f05206535566 req-b5ccef0f-68a3-452c-834a-67505d846b08 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0493650 May 06 10:26:48.216531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-832fddd3-f88e-4596-954f-f05206535566 req-d49219be-ae70-4849-813d-14f761bf69c5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 May 06 10:26:48.320513 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:48.798323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:49.333407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a9d10-7e9b-4164-8829-df2832078ee6 req-cd9bff93-242c-417d-b3bc-86830927b445 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:49.334879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-085a9d10-7e9b-4164-8829-df2832078ee6 req-cd9bff93-242c-417d-b3bc-86830927b445 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0500743 May 06 10:26:49.372934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-085a9d10-7e9b-4164-8829-df2832078ee6 req-1c0e7401-917a-4d1e-b5c4-868989f5d40b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 May 06 10:26:50.495219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d690879-efa9-408e-af3e-778521fa1f83 req-229c8ec6-ee29-41c9-bd4b-ba0b1ce4d82e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:50.496699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d690879-efa9-408e-af3e-778521fa1f83 req-229c8ec6-ee29-41c9-bd4b-ba0b1ce4d82e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0520892 May 06 10:26:50.534950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d690879-efa9-408e-af3e-778521fa1f83 req-73fc9e25-c53e-45cb-a616-9f8619708e63 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303659 May 06 10:26:50.900372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:51.655258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71856b1-f315-41bc-a1b2-037fd836b30d req-58447aca-4e7a-4699-9758-4d3dd80c1373 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:51.657332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c71856b1-f315-41bc-a1b2-037fd836b30d req-58447aca-4e7a-4699-9758-4d3dd80c1373 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0495090 May 06 10:26:51.694338 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c71856b1-f315-41bc-a1b2-037fd836b30d req-60f3a7c4-37e6-41d8-94d9-b6bb3d6c23b5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 May 06 10:26:52.766560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:26:52.809413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0f25f-8a48-4418-872b-d985b21ea498 req-1585ad5d-b56d-4679-8636-1c1ccd9be58d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:52.810933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3a0f25f-8a48-4418-872b-d985b21ea498 req-1585ad5d-b56d-4679-8636-1c1ccd9be58d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 944 time: 0.0483477 May 06 10:26:52.850211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3a0f25f-8a48-4418-872b-d985b21ea498 req-ed483802-4fbc-403e-b5ad-9fc4ae5620df tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327699 May 06 10:26:52.869470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:52.881183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'mac_address': 'fa:16:3e:90:b0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:26:52.920163 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:52.933717 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fbc7f5-1dd6-4870-8491-11102d5d06ca {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:26:52.955988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:52.960752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:53.013907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:53.021863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.022208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.022548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.022930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.023297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.023729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.024147 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.024517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.025013 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.025405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.025744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.026113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:53.176159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-b50b661e-07df-4313-9e9d-8a1d3a1a0def tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:53.178392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-b50b661e-07df-4313-9e9d-8a1d3a1a0def tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.83 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 945 time: 0.0868437 May 06 10:26:53.186480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc665f-ad29-448c-8dee-72695ee3163b req-fe7ce38a-8fa7-4170-8583-86869160cb5e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:53.187873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78dc665f-ad29-448c-8dee-72695ee3163b req-fe7ce38a-8fa7-4170-8583-86869160cb5e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0799370 May 06 10:26:53.263259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78dc665f-ad29-448c-8dee-72695ee3163b req-a080a86e-b56c-409d-bb45-fd99f13a9d30 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676336 May 06 10:26:53.269675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-bdde1ee0-01b1-4f8e-9cf3-52ef2bd8e4ce service neutron] 10.222.0.83 "GET /v2.0/ports/22fbc7f5-1dd6-4870-8491-11102d5d06ca/bindings/n-h2-840834-1 HTTP/1.1" status: 200 len: 382 time: 0.0809178 May 06 10:26:53.299263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['22fbc7f5-1dd6-4870-8491-11102d5d06ca'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:26:53.337065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-a85e693e-4554-49c0-8d49-ca939e516cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:53.338566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-a85e693e-4554-49c0-8d49-ca939e516cb8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1096 time: 0.0455484 May 06 10:26:53.434200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-d3913e7d-4289-42da-bdc3-e01e08639fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:53.435663 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-d3913e7d-4289-42da-bdc3-e01e08639fb0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0891018 May 06 10:26:53.503110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-b70b2ac5-e91b-462e-b7d9-da689072cf80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1002 time: 0.0615118 May 06 10:26:53.550506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-26d5c35d-8044-4e17-971a-401538f4af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:53.551966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-26d5c35d-8044-4e17-971a-401538f4af8c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0425510 May 06 10:26:53.597455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-44ee61f2-7ca7-4f36-9298-f9f28336607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:53.598956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-44ee61f2-7ca7-4f36-9298-f9f28336607d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410690 May 06 10:26:53.692455 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-c5ea9842-ee41-4686-9d53-b28866ebba79 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848019 May 06 10:26:53.780382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-5fd4df65-aa84-4991-b2df-b46a69147554 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809798 May 06 10:26:54.384988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35589-6b0b-41a0-b4bf-e7f8594409a1 req-5147e060-a1e9-46b6-b47e-f87487cbd26b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:54.386477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ad35589-6b0b-41a0-b4bf-e7f8594409a1 req-5147e060-a1e9-46b6-b47e-f87487cbd26b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0497847 May 06 10:26:54.429908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0ad35589-6b0b-41a0-b4bf-e7f8594409a1 req-d0db7c8b-7bc5-412d-8747-4bf2cf00a153 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373797 May 06 10:26:54.768526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:26:54.821547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 22fbc7f5-1dd6-4870-8491-11102d5d06ca completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:26:54.825434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 22fbc7f5-1dd6-4870-8491-11102d5d06ca triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:26:54.825801 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:54.902553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:54.925280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:54.927505 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf9202-1afa-4239-bdb1-8caeb49906cf" -d '{"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-plugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:54.940385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:54.944770 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:54.978187 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c91d3-cebd-40e2-b0fd-5081fe544027 x-openstack-request-id: req-ed2c91d3-cebd-40e2-b0fd-5081fe544027 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:54.978480 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-plugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:54.978731 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed2c91d3-cebd-40e2-b0fd-5081fe544027 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:54.979122 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed2c91d3-cebd-40e2-b0fd-5081fe544027'] response: {'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'code': 200} May 06 10:26:54.998445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:55.550363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef2006-76fc-4d8d-8a8a-d8d142918594 req-e2b414af-3f31-4d02-a782-2d9be03369a1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:55.551917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0fef2006-76fc-4d8d-8a8a-d8d142918594 req-e2b414af-3f31-4d02-a782-2d9be03369a1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0515943 May 06 10:26:55.593143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0fef2006-76fc-4d8d-8a8a-d8d142918594 req-e798f59b-0417-4f73-b041-4d8c9429ba37 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348067 May 06 10:26:56.716700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62801442-0b2f-4e0a-bb15-2f981ea20b92 req-e0308f85-cca1-4cae-81d6-807bee7b0b35 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:56.718205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62801442-0b2f-4e0a-bb15-2f981ea20b92 req-e0308f85-cca1-4cae-81d6-807bee7b0b35 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0504463 May 06 10:26:56.757036 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62801442-0b2f-4e0a-bb15-2f981ea20b92 req-6f63fcca-7175-40f3-90f8-55ade0ee0aa6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 May 06 10:26:57.585666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-b43b97f0-f803-40fc-a11c-d09e3ff9ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:57.587162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-b43b97f0-f803-40fc-a11c-d09e3ff9ae1c service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260&tenant_id=1c5d91e445bc4e8db5a387f29814cfb0 HTTP/1.1" status: 200 len: 1097 time: 0.0417173 May 06 10:26:57.599230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:26:57.653760 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:57.881922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:26:57.914671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc649b6-b8ce-4d48-983a-2257f47145c0 req-16d9ca84-4ac7-4518-a37f-a0de8bd41202 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:57.916087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc649b6-b8ce-4d48-983a-2257f47145c0 req-16d9ca84-4ac7-4518-a37f-a0de8bd41202 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0860674 May 06 10:26:57.933353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:26:57.994761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2fc649b6-b8ce-4d48-983a-2257f47145c0 req-c0c91738-4b42-4ef8-83f6-9d8cbaa7353e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716448 May 06 10:26:57.997341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:26:57.999629 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0524c31-1427-4894-8a4e-3e958f58b932" -d '{"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-unplugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:26:58.004309 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.026863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Transition to ACTIVE for port object 22fbc7f5-1dd6-4870-8491-11102d5d06ca will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:26:58.031461 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.059042 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ec6351-4739-43f8-810b-89c1fd3300b6 x-openstack-request-id: req-44ec6351-4739-43f8-810b-89c1fd3300b6 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:26:58.059330 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-unplugged", "status": "completed", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:26:58.059592 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-44ec6351-4739-43f8-810b-89c1fd3300b6 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:26:58.059983 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ec6351-4739-43f8-810b-89c1fd3300b6'] response: {'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'code': 200} May 06 10:26:58.117455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=10']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.134494 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.134843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.135181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.135513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.135872 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.136204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.136529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.136852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.137176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.137514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.137821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.138138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:26:58.176947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] No DVR routers for this DVR port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:26:58.324188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:26:58.324512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:26:58.324832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:58.330328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:26:58.330765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Attempting to bind port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on network f11c8b37-dd72-49b5-b526-16b431b246b2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:26:58.336394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:26:58.336674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Checking segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:26:58.337050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Bound using segment: {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:26:58.337469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Bound port: 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c018dd5b-9f27-42e9-b9e7-a6108d290a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:26:58.337824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.409212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:26:58.413610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:26:58.418272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.453492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:58.454112 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:26:58.455650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] 10.222.0.82 "PUT /v2.0/ports/22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1093 time: 0.8602378 May 06 10:26:58.487791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb058f2-123c-45a6-aad0-3a7d69078624 service neutron] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=11']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:26:58.541594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-bc1af53e-7350-4b2e-ac96-174a410b1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:58.543390 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-bc1af53e-7350-4b2e-ac96-174a410b1582 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1096 time: 0.0642586 May 06 10:26:58.648814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-51154742-ae0a-41e4-aaa1-f8a519ca33b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:58.650323 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-51154742-ae0a-41e4-aaa1-f8a519ca33b7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.0995333 May 06 10:26:58.727428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-dad960f9-f99d-4679-85b6-3df8f703fcdc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.0695384 May 06 10:26:58.777489 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-d09a226d-7ec7-4dbc-b9dd-7a85e98137cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:58.778958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-d09a226d-7ec7-4dbc-b9dd-7a85e98137cd service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0450931 May 06 10:26:58.806671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:26:58.832307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-fa43ea17-398d-4575-9dc3-229d28c19b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:58.834638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-fa43ea17-398d-4575-9dc3-229d28c19b15 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485661 May 06 10:26:58.849088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:26:58.951127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-841ed1b5-381e-4934-aed9-48e7ba612294 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044724 May 06 10:26:59.055883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6fb2927-dc5f-4620-b8cb-d42c0c3439e9 req-640ec26f-cdb6-420a-9b7e-dafcac146328 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973110 May 06 10:26:59.121192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f0090-91ef-4867-8afa-8e08d6d559f6 req-575c1e70-dbb0-41c8-a251-cbdc493c694d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:26:59.122675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-201f0090-91ef-4867-8afa-8e08d6d559f6 req-575c1e70-dbb0-41c8-a251-cbdc493c694d tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0502157 May 06 10:26:59.160757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-201f0090-91ef-4867-8afa-8e08d6d559f6 req-3072089d-de75-4348-bd9a-fdc4bdd0095a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 May 06 10:27:00.061442 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:00.064927 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cf9760-9fae-433d-9530-efa1faf21da4" -d '{"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:00.116457 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094fe869-e965-43a3-b6cb-0e9fc094b41f x-openstack-request-id: req-094fe869-e965-43a3-b6cb-0e9fc094b41f {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:00.116863 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:00.117208 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-094fe869-e965-43a3-b6cb-0e9fc094b41f {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:00.117695 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-094fe869-e965-43a3-b6cb-0e9fc094b41f'] response: {'name': 'network-changed', 'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'status': 'completed', 'code': 200} May 06 10:27:00.211094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-9e286e8a-169f-4136-ab3d-815c4d09ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.212645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-9e286e8a-169f-4136-ab3d-815c4d09ab36 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1096 time: 0.0763974 May 06 10:27:00.215365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-2e64721d-db74-41c2-93b5-d41dbb646b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.217076 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-2e64721d-db74-41c2-93b5-d41dbb646b36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 1096 time: 0.0726619 May 06 10:27:00.698421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dc473-61f8-4a35-9f27-f8c90858d48c req-e37027a6-2146-4c86-becf-df66d061cf9f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.699934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb8dc473-61f8-4a35-9f27-f8c90858d48c req-e37027a6-2146-4c86-becf-df66d061cf9f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.4543536 May 06 10:27:00.733053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-0ad9ce47-9f3a-4039-bb85-ce8d9b9cc2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.734508 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-0ad9ce47-9f3a-4039-bb85-ce8d9b9cc2b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.5057597 May 06 10:27:00.738011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-8c7e929f-0d91-4560-91e9-38f7cf13f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.739342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-8c7e929f-0d91-4560-91e9-38f7cf13f9e2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 200 len: 913 time: 0.5197144 May 06 10:27:00.838191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb8dc473-61f8-4a35-9f27-f8c90858d48c req-ebfd63a8-afe1-44a9-a356-a28ecd3e78df tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295092 May 06 10:27:00.871117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-7674613d-368e-45e7-be7b-3579888f6b33 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.1200399 May 06 10:27:00.872930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-a13aeb64-ff6f-492f-a39a-70c11a18eaf3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 200 len: 1001 time: 0.1312587 May 06 10:27:00.955159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-afebc663-ceb2-4928-a8b9-782f1629bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.956652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-afebc663-ceb2-4928-a8b9-782f1629bd93 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0790243 May 06 10:27:00.958025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-d52975d3-9b46-41d3-90f8-92c31a216ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:00.959340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-d52975d3-9b46-41d3-90f8-92c31a216ca0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 200 len: 851 time: 0.0746467 May 06 10:27:01.032258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-000caa3a-e921-4f55-b54c-b27d45d5b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:01.034543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-000caa3a-e921-4f55-b54c-b27d45d5b9e0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705547 May 06 10:27:01.040615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-70143a1f-b272-4cc3-a728-8675d60c4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:01.042014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-70143a1f-b272-4cc3-a728-8675d60c4604 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f11c8b37-dd72-49b5-b526-16b431b246b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685301 May 06 10:27:01.197829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-910998cf-96ce-414f-9539-0c8ad17d07fc service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542897 May 06 10:27:01.201016 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-3eccda1f-ef08-4a02-ac75-9f65da0b7e18 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506038 May 06 10:27:01.372378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-f9351605-c525-4ea4-a81c-f73d3255b892 service neutron] 10.222.0.83 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591706 May 06 10:27:01.374101 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1cf9760-9fae-433d-9530-efa1faf21da4 req-973ef3e2-652f-4e2d-84a1-f0486aa6f5b2 service neutron] 10.222.0.82 "GET /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684773 May 06 10:27:01.962297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f6355-a4ac-4059-a98c-84cdd5d1a6ae req-3fc65ce9-432f-477d-9f71-9608c8f02039 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:01.963796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-490f6355-a4ac-4059-a98c-84cdd5d1a6ae req-3fc65ce9-432f-477d-9f71-9608c8f02039 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0504155 May 06 10:27:02.007801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-490f6355-a4ac-4059-a98c-84cdd5d1a6ae req-3aaae783-5588-4341-9e8e-4ce07a8b1450 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367997 May 06 10:27:03.126080 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c79d6-c6fb-4f8f-bbac-6337f43f279f req-9578dfa8-e5ff-4a59-b2ee-c30126e8fb82 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:03.127911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce0c79d6-c6fb-4f8f-bbac-6337f43f279f req-9578dfa8-e5ff-4a59-b2ee-c30126e8fb82 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0506682 May 06 10:27:03.166646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce0c79d6-c6fb-4f8f-bbac-6337f43f279f req-6120dcb0-0b0a-48c4-a0a5-44d5feed74f9 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 May 06 10:27:04.288539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ee971-abdf-443f-bd9c-8e9268479c73 req-587226de-ffee-4477-8ea0-edda37417289 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:04.290006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e60ee971-abdf-443f-bd9c-8e9268479c73 req-587226de-ffee-4477-8ea0-edda37417289 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0518284 May 06 10:27:04.327956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e60ee971-abdf-443f-bd9c-8e9268479c73 req-e258cdca-7dd8-4ac7-bdcf-bd22400cd8e7 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 May 06 10:27:05.451404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7cfe4-897a-42ea-9539-4dd2c33d0eef req-3c798fc2-fe2c-4be2-b13c-d2463a7d5c70 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:05.452888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45f7cfe4-897a-42ea-9539-4dd2c33d0eef req-3c798fc2-fe2c-4be2-b13c-d2463a7d5c70 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0547161 May 06 10:27:05.508780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45f7cfe4-897a-42ea-9539-4dd2c33d0eef req-6844ab15-8cda-42f1-a9a2-5951c3745cab tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487888 May 06 10:27:06.626579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d41bf1-6519-45cd-a683-01d86cbd6b4a req-b81188ef-de3e-4c51-9edc-82be5248831a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:06.628082 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8d41bf1-6519-45cd-a683-01d86cbd6b4a req-b81188ef-de3e-4c51-9edc-82be5248831a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0499237 May 06 10:27:06.665524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8d41bf1-6519-45cd-a683-01d86cbd6b4a req-94ab335f-1b35-41d6-8479-fb7c01bd60d0 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 May 06 10:27:07.784280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305d623-2f39-4c02-a4c2-c4da73c0b63e req-c8d346cd-4d20-41af-8bfc-94b36f61aee6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:07.785793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1305d623-2f39-4c02-a4c2-c4da73c0b63e req-c8d346cd-4d20-41af-8bfc-94b36f61aee6 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0504413 May 06 10:27:07.823476 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1305d623-2f39-4c02-a4c2-c4da73c0b63e req-ebf86283-fda7-48c2-8a37-a343017fbcd8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 May 06 10:27:08.942132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e63fd-4b29-40f7-9825-27bb6ab75906 req-54316b6f-4542-4540-8f0f-ab24066b7882 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:08.943620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e7e63fd-4b29-40f7-9825-27bb6ab75906 req-54316b6f-4542-4540-8f0f-ab24066b7882 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0483429 May 06 10:27:08.984810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e7e63fd-4b29-40f7-9825-27bb6ab75906 req-7b8ac72d-e701-40c6-835d-9f9fffffad32 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351923 May 06 10:27:10.111757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c70e-6807-4513-8c96-daa229f89bf5 req-3b7021ae-121b-4835-b77e-35bc4cea6d1e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:10.113169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1105c70e-6807-4513-8c96-daa229f89bf5 req-3b7021ae-121b-4835-b77e-35bc4cea6d1e tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0533943 May 06 10:27:10.151946 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1105c70e-6807-4513-8c96-daa229f89bf5 req-70dd798a-d6bc-4e58-998e-58b5e3dfcc49 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326021 May 06 10:27:10.269873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb6f31-5200-400f-a1cd-d90926576828 req-b74fa194-b4c0-47a2-a0df-01e08bd6924c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:10.271392 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39fb6f31-5200-400f-a1cd-d90926576828 req-b74fa194-b4c0-47a2-a0df-01e08bd6924c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0499387 May 06 10:27:10.310131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-39fb6f31-5200-400f-a1cd-d90926576828 req-4ef03766-7a14-44d7-91a4-9213f85f0e7b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 May 06 10:27:10.425438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8a57e-77ac-4a14-8d26-028a80218e49 req-f1cd6e82-dd9f-4d16-b160-cfd5860eaba8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:10.426830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48b8a57e-77ac-4a14-8d26-028a80218e49 req-f1cd6e82-dd9f-4d16-b160-cfd5860eaba8 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0480664 May 06 10:27:10.469770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48b8a57e-77ac-4a14-8d26-028a80218e49 req-3b5ad4fa-e508-4013-b5ab-89619c69fee4 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 May 06 10:27:10.709342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf9ca7-b13b-4c57-b4e5-090097c5350e req-ef4ab96f-b1c4-49bb-bf34-e1172184ce76 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:10.710752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bdf9ca7-b13b-4c57-b4e5-090097c5350e req-ef4ab96f-b1c4-49bb-bf34-e1172184ce76 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 945 time: 0.0490804 May 06 10:27:10.748936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9bdf9ca7-b13b-4c57-b4e5-090097c5350e req-cf100e99-c812-4b71-adb0-f59d69602b09 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 May 06 10:27:10.996477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:27:11.088236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:11.100627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'port_id': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'mac_address': 'fa:16:3e:90:b0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:27:11.141277 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.154222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fbc7f5-1dd6-4870-8491-11102d5d06ca {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:11.173434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:11.177382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:11.224343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=12']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:11.419851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['22fbc7f5-1dd6-4870-8491-11102d5d06ca'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:11.868507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0984fd-2f57-4276-94ff-f9de77f55f30 req-68e817de-bc2a-445b-90fb-95df2e86fb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:11.870008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d0984fd-2f57-4276-94ff-f9de77f55f30 req-68e817de-bc2a-445b-90fb-95df2e86fb2c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0496669 May 06 10:27:11.907717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d0984fd-2f57-4276-94ff-f9de77f55f30 req-c9202261-989e-40ea-a190-a5fecbf18001 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups?id=fc6ba8eb-d8dc-4282-b41f-221009ba5339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317385 May 06 10:27:12.322912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-29d96efe-7312-492c-b25d-96b1ec93f88c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:12.324373 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-29d96efe-7312-492c-b25d-96b1ec93f88c tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 946 time: 0.0475729 May 06 10:27:12.416952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Deleting port 22fbc7f5-1dd6-4870-8491-11102d5d06ca {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:12.417329 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.504917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] For port 22fbc7f5-1dd6-4870-8491-11102d5d06ca, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=22fbc7f5-1dd6-4870-8491-11102d5d06ca,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:12.505280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.681020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.681379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.681810 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb disassociated. External IP: 172.25.8.195, port: 22fbc7f5-1dd6-4870-8491-11102d5d06ca. May 06 10:27:12.682150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Calling delete_port for 22fbc7f5-1dd6-4870-8491-11102d5d06ca owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:12.728831 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-efbbb080-63f1-4b7c-ba15-fffcb8c3eb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.810194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:12.852040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event deleted for resources: {'Port': ['ID=22fbc7f5-1dd6-4870-8491-11102d5d06ca,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:12.968834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:27:13.009865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:13.030336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 22fbc7f5-1dd6-4870-8491-11102d5d06ca {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:13.030677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 06 10:27:13.038130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a6f01b64-331c-4de5-8b93-dc3b1768721e req-e2d7f7ea-ba90-47ca-a708-37b1f036fd8b tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 210 time: 0.0594611 May 06 10:27:13.060760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Port 22fbc7f5-1dd6-4870-8491-11102d5d06ca not found, will not notify nova. {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 06 10:27:13.104031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:27:13.114402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:27:13.123941 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:13.124486 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:26:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:13.144041 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] No DVR routers for this DVR port 22fbc7f5-1dd6-4870-8491-11102d5d06ca on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:13.146859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:13.150388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3154e103-9c8d-476f-a14d-86915e0141a0 req-01e14e08-48ee-4ac2-9ad4-f20605c88aef tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.82 "DELETE /v2.0/ports/22fbc7f5-1dd6-4870-8491-11102d5d06ca HTTP/1.1" status: 204 len: 173 time: 0.8193574 May 06 10:27:13.150849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-deleted', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:13.153670 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28199174-1fa6-4cee-b3de-caa550154f6a" -d '{"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-deleted", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:13.196613 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f589122-bd96-453d-8978-d4e526499ac7 x-openstack-request-id: req-9f589122-bd96-453d-8978-d4e526499ac7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:13.196908 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72528407-44b4-4448-8b45-9ff9a924e260", "name": "network-vif-deleted", "tag": "22fbc7f5-1dd6-4870-8491-11102d5d06ca", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:13.197162 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9f589122-bd96-453d-8978-d4e526499ac7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:13.197567 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f589122-bd96-453d-8978-d4e526499ac7'] response: {'server_uuid': '72528407-44b4-4448-8b45-9ff9a924e260', 'name': 'network-vif-deleted', 'tag': '22fbc7f5-1dd6-4870-8491-11102d5d06ca', 'status': 'completed', 'code': 200} May 06 10:27:13.240340 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:13.452772 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:13.483757 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:27:13.492407 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:13.492995 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:26:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:13.599450 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:13.797086 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:13.824162 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5be99a-53d8-4ffa-a580-6df074feb449 None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:23:18Z', 'revision_number': 4, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'b398c901-075e-404b-81b4-0e61e260087a', 'name': '', 'network_id': 'f11c8b37-dd72-49b5-b526-16b431b246b2', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'mac_address': 'fa:16:3e:8c:6b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:17Z', 'updated_at': '2022-05-06T10:23:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'subnets': [{'id': 'b38f3126-ada0-4229-b7dd-df69d6d2d075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:27:14.049399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c87305-f02a-47a8-b50f-52544b12fa09 None None] New status for floating IP dddc9c2a-8929-4f38-a171-ee656efc55fb: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:27:14.140633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dccf9c87-69dd-4d20-b9ff-36cab8e57b2b req-95702ca5-6889-4baa-9844-d8d7e00435c1 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 210 time: 0.0282266 May 06 10:27:15.237281 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d7fa-d5ca-4532-8018-a72fe625759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:15.250692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-54336a75-f63b-407c-8356-35dd2c0456b3 req-6ee64569-50fc-427b-a169-1a88b7fe0d5f tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 210 time: 0.0340765 May 06 10:27:16.356905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c75c8a9-e14b-46b6-ad68-4cff3780e167 req-59d7db52-14a5-4908-a991-42061044a66a tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/ports?device_id=72528407-44b4-4448-8b45-9ff9a924e260 HTTP/1.1" status: 200 len: 210 time: 0.0316260 May 06 10:27:16.816488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:16.976777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:17.057667 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:17.077962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 22fbc7f5-1dd6-4870-8491-11102d5d06ca {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:17.078302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 22fbc7f5-1dd6-4870-8491-11102d5d06ca not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:18.323248 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:18.802453 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.025566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36926) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:20.084217 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.110463 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.161654 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.164411 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.165874 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "DELETE /v2.0/security-groups/fc6ba8eb-d8dc-4282-b41f-221009ba5339 HTTP/1.1" status: 204 len: 168 time: 0.1392546 May 06 10:27:20.168880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36930) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:20.176169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6ba8eb-d8dc-4282-b41f-221009ba5339,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:20.182806 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-786d53cf-28ae-4296-869b-eb8404ff6f57 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] show failed (client error): The resource could not be found. May 06 10:27:20.183813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-786d53cf-28ae-4296-869b-eb8404ff6f57 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "GET /v2.0/security-groups/fc6ba8eb-d8dc-4282-b41f-221009ba5339 HTTP/1.1" status: 404 len: 347 time: 0.0133388 May 06 10:27:20.184044 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.184393 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.184734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.185123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.185524 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.185859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.186182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.186618 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36932) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:20.186733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.187069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.187849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.187849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.188444 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03b7847-9b81-4d16-a6c2-e3f62f8a5371 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:20.317627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Deleting port 0834a11e-34b7-48f5-bb1e-4017d5f87275 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:20.317958 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.393756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.393967 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.405283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Calling delete_port for 0834a11e-34b7-48f5-bb1e-4017d5f87275 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:20.538167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.565095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Pushing event deleted for resources: {'Port': ['ID=0834a11e-34b7-48f5-bb1e-4017d5f87275,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:20.633949 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.636619 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.637807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cb4a8c2f-c1aa-4246-aa7a-f37ad4a8b7e5 tempest-ServerActionsTestJSON-1362691209 tempest-ServerActionsTestJSON-1362691209-project] 10.222.0.76 "DELETE /v2.0/floatingips/dddc9c2a-8929-4f38-a171-ee656efc55fb HTTP/1.1" status: 204 len: 168 time: 0.4497819 May 06 10:27:20.640832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36934) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:20.932349 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:20.985718 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:21.239521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Deleting port b398c901-075e-404b-81b4-0e61e260087a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:21.240211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:21.318388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] For port b398c901-075e-404b-81b4-0e61e260087a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b398c901-075e-404b-81b4-0e61e260087a,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:21.318747 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:21.627387 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Calling delete_port for b398c901-075e-404b-81b4-0e61e260087a owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:21.804868 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:21.834703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Pushing event deleted for resources: {'Port': ['ID=b398c901-075e-404b-81b4-0e61e260087a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:22.009011 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:22.222393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Router 5261769e-5386-4cc7-9cb0-3980686b561a has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:27:22.329949 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:27:22.335113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fc508f7b-ac1c-4e03-837a-70f5502a918c admin admin] 10.222.0.76 "PUT /v2.0/routers/5261769e-5386-4cc7-9cb0-3980686b561a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933231 May 06 10:27:22.337765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36936) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:22.338848 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] Sync routers for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:27:22.349408 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:22.350009 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:27:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:22.445461 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:22.553500 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:22.553698 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:22.607860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Deleting port de421717-7bf6-4551-8303-c64c33a7fa88 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:22.608211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:22.690739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] For port de421717-7bf6-4551-8303-c64c33a7fa88, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=de421717-7bf6-4551-8303-c64c33a7fa88,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:22.691099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:22.704151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Calling delete_port for de421717-7bf6-4551-8303-c64c33a7fa88 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:22.731869 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:27:21Z', 'revision_number': 5, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port': {'id': 'de421717-7bf6-4551-8303-c64c33a7fa88', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:23:16Z', 'updated_at': '2022-05-06T10:23:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:22.758616 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] Checking router: 5261769e-5386-4cc7-9cb0-3980686b561a for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:27:22.766703 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] Routers {'5261769e-5386-4cc7-9cb0-3980686b561a'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:27:22.767504 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:27:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5261769e-5386-4cc7-9cb0-3980686b561a'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:22.853193 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] Set router 5261769e-5386-4cc7-9cb0-3980686b561a gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:27:22.872567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:22.903074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Pushing event deleted for resources: {'Port': ['ID=de421717-7bf6-4551-8303-c64c33a7fa88,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:22.909358 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:27:22Z', 'revision_number': 6, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:22.936013 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee3fa1-8afc-49ae-9822-97aa02fdd1ba None None] The sync data for ids ['5261769e-5386-4cc7-9cb0-3980686b561a'] in n-d-840834-1 is: [{'id': '5261769e-5386-4cc7-9cb0-3980686b561a', 'name': 'tempest-ServerActionsTestJSON-1625230787-router', 'tenant_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:23:15Z', 'updated_at': '2022-05-06T10:27:22Z', 'revision_number': 6, 'project_id': '1c5d91e445bc4e8db5a387f29814cfb0', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:27:22.965365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.058692 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.060812 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.110222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.110660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5261769e-5386-4cc7-9cb0-3980686b561a {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:27:23.115771 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.119422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ae22e7d9-4b81-4393-908b-b1e439cdfa2c admin admin] 10.222.0.76 "DELETE /v2.0/routers/5261769e-5386-4cc7-9cb0-3980686b561a HTTP/1.1" status: 204 len: 168 time: 0.7782996 May 06 10:27:23.119526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36938) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:23.163851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] Deleting subnet b38f3126-ada0-4229-b7dd-df69d6d2d075 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:27:23.166797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.200426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.284287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.340653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.367370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38f3126-ada0-4229-b7dd-df69d6d2d075,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:23.370856 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.373939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef781615-7ecd-4e06-a2f6-7bc211b79ce3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b38f3126-ada0-4229-b7dd-df69d6d2d075 HTTP/1.1" status: 204 len: 168 time: 0.2535460 May 06 10:27:23.376891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36940) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:23.379279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a14b7a-d445-4ed5-a060-c265a8d377ce None None] Network f11c8b37-dd72-49b5-b526-16b431b246b2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:23.448039 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.499660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Deleting port 82edb032-5e2c-4c88-9b89-851f426c5663 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:23.500009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.568308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] For port 82edb032-5e2c-4c88-9b89-851f426c5663, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=82edb032-5e2c-4c88-9b89-851f426c5663,segment=NetworkSegment(c018dd5b-9f27-42e9-b9e7-a6108d290a43),segment_id=c018dd5b-9f27-42e9-b9e7-a6108d290a43)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:23.568677 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.582097 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Calling delete_port for 82edb032-5e2c-4c88-9b89-851f426c5663 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:23.659344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.686370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Pushing event deleted for resources: {'Port': ['ID=82edb032-5e2c-4c88-9b89-851f426c5663,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:23.690022 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] No DVR routers for this DVR port 82edb032-5e2c-4c88-9b89-851f426c5663 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:23.725860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb6e381-156b-489d-b24a-731f4acbeefe None None] DHCP port deletion for f11c8b37-dd72-49b5-b526-16b431b246b2 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:27:23.771827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.791408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11c8b37-dd72-49b5-b526-16b431b246b2']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:23.802384 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c018dd5b-9f27-42e9-b9e7-a6108d290a43') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:23.802798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c018dd5b-9f27-42e9-b9e7-a6108d290a43') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:23.818070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.831742 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.837924 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:27:23.838315 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: timer() May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:27:23.840016 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:27:23.901061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.908862 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:23.912355 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f11c8b37-dd72-49b5-b526-16b431b246b2 HTTP/1.1" status: 204 len: 168 time: 0.5343463 May 06 10:27:23.926028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd1676-1b6f-4828-ae04-73cf7e0a9482 admin admin] Pushing event deleted for resources: {'Network': ['ID=f11c8b37-dd72-49b5-b526-16b431b246b2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:23.941315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device de421717-7bf6-4551-8303-c64c33a7fa88 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:23.963646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: de421717-7bf6-4551-8303-c64c33a7fa88 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:23.964068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device de421717-7bf6-4551-8303-c64c33a7fa88 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:23.964485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82edb032-5e2c-4c88-9b89-851f426c5663 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:23.987405 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 82edb032-5e2c-4c88-9b89-851f426c5663 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:23.987863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 82edb032-5e2c-4c88-9b89-851f426c5663 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:23.988348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b398c901-075e-404b-81b4-0e61e260087a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:24.008739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b398c901-075e-404b-81b4-0e61e260087a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:24.009085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b398c901-075e-404b-81b4-0e61e260087a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:24.048122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36944) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:24.088745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ad6b693e-3b5f-43b7-b226-dc17a8a05291 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c5d91e445bc4e8db5a387f29814cfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393450 May 06 10:27:24.091505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36946) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:24.138462 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08ea69ac-130c-4339-b6d5-c96975b22cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.161260 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08ea69ac-130c-4339-b6d5-c96975b22cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.213603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08ea69ac-130c-4339-b6d5-c96975b22cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.216463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08ea69ac-130c-4339-b6d5-c96975b22cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:24.217609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-08ea69ac-130c-4339-b6d5-c96975b22cc4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df3b233c-a7c1-4cbc-bcff-89c9d8d673fb HTTP/1.1" status: 204 len: 168 time: 0.1251957 May 06 10:27:24.225561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea69ac-130c-4339-b6d5-c96975b22cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3b233c-a7c1-4cbc-bcff-89c9d8d673fb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:24.598157 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:27:24.877822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 36968) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:24.976281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-826984186-network', 'tenant_id': '6004282c19ef4ad689a3ad7aaa100b00'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:24.996082 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Made reservation on behalf of 6004282c19ef4ad689a3ad7aaa100b00 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:24.998316 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.006499 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.080644 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.084205 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.109090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:25.119845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e71029d-17d8-4ef7-bd40-2835fad64a1d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:25.125921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.126256 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Added segment 2fca9a49-baee-4353-9a4d-d5f760a4e793 of type vlan for network 27b30978-2fdb-46c7-a10b-332cb74cb00b May 06 10:27:25.166626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.192055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.192991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.193550 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.253063 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3740497 May 06 10:27:25.255904 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 36972) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:25.260049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21403d9-5035-4ddb-a7e2-282fa9784e6d admin admin] Pushing event updated for resources: {'Network': ['ID=27b30978-2fdb-46c7-a10b-332cb74cb00b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:25.260969 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Request body: {'subnet': {'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-826984186-subnet', 'tenant_id': '6004282c19ef4ad689a3ad7aaa100b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:25.270340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 27b30978-2fdb-46c7-a10b-332cb74cb00b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:25.280150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Made reservation on behalf of 6004282c19ef4ad689a3ad7aaa100b00 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:25.283200 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.453373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.509756 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bcf0de-4836-44f9-a69f-02a6372359eb,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:25.516802 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Checking segment: {'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:25.517240 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Network hostable DHCP agents. Network: 27b30978-2fdb-46c7-a10b-332cb74cb00b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:25.534101 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Network 27b30978-2fdb-46c7-a10b-332cb74cb00b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:25.542098 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 27b30978-2fdb-46c7-a10b-332cb74cb00b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:25.546144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.546730 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:25.552170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f84114-56f3-4f5b-874e-523a432862ed None None] Network 27b30978-2fdb-46c7-a10b-332cb74cb00b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:25.570890 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b3b271ee-c2c1-4fd3-ac49-c31c6e85857e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3064077 May 06 10:27:25.678320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1dde6-3e2d-4362-8acc-a393e42c2cf9 None None] Network 27b30978-2fdb-46c7-a10b-332cb74cb00b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:25.991996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5ff83995-adee-40cb-8a6a-f40c12fee6e5 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:25.993462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5ff83995-adee-40cb-8a6a-f40c12fee6e5 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/networks?id=27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 200 len: 813 time: 0.1014781 May 06 10:27:26.008759 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-1ddfc1e2-ce0a-4bf0-8950-74d949fd336b tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/quotas/6004282c19ef4ad689a3ad7aaa100b00 HTTP/1.1" status: 200 len: 375 time: 0.0095377 May 06 10:27:26.041075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6cdabefc-8e15-4eb5-8af0-d6112ffc663d tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266032 May 06 10:27:26.135317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6a73f0dd-2bc2-466d-8f6a-9917335d4539 service neutron] 10.222.0.76 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873344 May 06 10:27:26.225350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-2979da58-635c-4539-aab4-2278e83414f1 service neutron] 10.222.0.76 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838661 May 06 10:27:26.390851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38d94d43-598b-49aa-98a1-d379946ddb76 req-964a5656-d582-4fde-8ba1-218f37b3d653 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 210 time: 0.0329187 May 06 10:27:27.487847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84107e40-b833-41ba-8524-91be5612f057 req-1062d507-d6dd-4f02-91b1-2a2ed581e535 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 210 time: 0.0280473 May 06 10:27:27.588276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-cc0df64c-248c-4fdc-9e4e-9cb893e22034 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:27.589158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-cc0df64c-248c-4fdc-9e4e-9cb893e22034 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.83 "GET /v2.0/networks?id=27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 200 len: 813 time: 0.1038713 May 06 10:27:27.602140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Request body: {'port': {'device_id': '1ff40043-59a0-488f-839d-f2baff5e0218', 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b', 'admin_state_up': True, 'tenant_id': '6004282c19ef4ad689a3ad7aaa100b00'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:27.714593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Made reservation on behalf of 6004282c19ef4ad689a3ad7aaa100b00 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:27.718246 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:27.844795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Allocated IP 172.20.0.4 (27b30978-2fdb-46c7-a10b-332cb74cb00b/f7bcf0de-4836-44f9-a69f-02a6372359eb/bfaa44ad-2542-4f43-bb20-d968ce5a1619) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:27.992821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.024783 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.064850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Network 27b30978-2fdb-46c7-a10b-332cb74cb00b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:28.067831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:28.071274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:28.105353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Pushing event updated for resources: {'Port': ['ID=bfaa44ad-2542-4f43-bb20-d968ce5a1619,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:28.128535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:28.129125 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.144796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-5670f617-e6d8-4daa-8f71-d926ddfeee9f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468481 May 06 10:27:28.156068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Request body: {'port': {'device_id': '1ff40043-59a0-488f-839d-f2baff5e0218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:28.211328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.468022 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfaa44ad-2542-4f43-bb20-d968ce5a1619 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:28.475968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.487416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Transition to ACTIVE for port object bfaa44ad-2542-4f43-bb20-d968ce5a1619 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:27:28.491415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.543470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaa44ad-2542-4f43-bb20-d968ce5a1619,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:28.648397 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3337b88-5b19-4af2-ba17-2df9bfdf7bc9 req-a7035938-3816-4675-b59a-6182be1b0fc1 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:28.649871 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3337b88-5b19-4af2-ba17-2df9bfdf7bc9 req-a7035938-3816-4675-b59a-6182be1b0fc1 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 943 time: 0.0851979 May 06 10:27:28.652264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Attempting to bind port bfaa44ad-2542-4f43-bb20-d968ce5a1619 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:28.652593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Attempting to bind port bfaa44ad-2542-4f43-bb20-d968ce5a1619 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:28.652913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Attempting to bind port bfaa44ad-2542-4f43-bb20-d968ce5a1619 on network 27b30978-2fdb-46c7-a10b-332cb74cb00b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:28.664090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Port bfaa44ad-2542-4f43-bb20-d968ce5a1619 on network 27b30978-2fdb-46c7-a10b-332cb74cb00b not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:27:28.664410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Attempting to bind port bfaa44ad-2542-4f43-bb20-d968ce5a1619 on network 27b30978-2fdb-46c7-a10b-332cb74cb00b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:28.679687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:28.680024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Checking segment: {'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:28.680403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Bound using segment: {'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:28.680831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Bound port: bfaa44ad-2542-4f43-bb20-d968ce5a1619, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:28.681183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.726229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c3337b88-5b19-4af2-ba17-2df9bfdf7bc9 req-5b6e6247-6333-4713-b392-c602b0a42a55 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700541 May 06 10:27:28.758855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] For port bfaa44ad-2542-4f43-bb20-d968ce5a1619, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:28.761834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] For port bfaa44ad-2542-4f43-bb20-d968ce5a1619, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:28.766202 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.800088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:28.800698 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:28.802071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] 10.222.0.83 "PUT /v2.0/ports/bfaa44ad-2542-4f43-bb20-d968ce5a1619 HTTP/1.1" status: 200 len: 1091 time: 0.6499372 May 06 10:27:28.802505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff40043-59a0-488f-839d-f2baff5e0218', 'tag': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:28.804735 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d7467-b508-4514-bc10-89d5d131e19b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff40043-59a0-488f-839d-f2baff5e0218", "tag": "bfaa44ad-2542-4f43-bb20-d968ce5a1619"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:28.831425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6810a8-d0db-4584-891c-c05a97fae468 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaa44ad-2542-4f43-bb20-d968ce5a1619,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:28.851175 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6a31a2-f0a6-460c-8658-5c9da51ee0f8 x-openstack-request-id: req-2d6a31a2-f0a6-460c-8658-5c9da51ee0f8 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:28.851462 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff40043-59a0-488f-839d-f2baff5e0218", "tag": "bfaa44ad-2542-4f43-bb20-d968ce5a1619", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:28.851733 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d6a31a2-f0a6-460c-8658-5c9da51ee0f8 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:28.852126 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6a31a2-f0a6-460c-8658-5c9da51ee0f8'] response: {'name': 'network-changed', 'server_uuid': '1ff40043-59a0-488f-839d-f2baff5e0218', 'tag': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619', 'status': 'completed', 'code': 200} May 06 10:27:28.884883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-b3d47502-e0e1-4848-b288-3b8c210d3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:28.886413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-b3d47502-e0e1-4848-b288-3b8c210d3a6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 1094 time: 0.0440016 May 06 10:27:28.931195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-a8a858be-56ad-445e-ab3d-bb1324fa5741 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619 HTTP/1.1" status: 200 len: 217 time: 0.0363729 May 06 10:27:28.979834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-77e047c9-e704-473f-bc20-921019c59ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:28.981195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-77e047c9-e704-473f-bc20-921019c59ef5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7bcf0de-4836-44f9-a69f-02a6372359eb HTTP/1.1" status: 200 len: 853 time: 0.0436325 May 06 10:27:29.012343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-3275aedb-cfad-4685-99d9-e963bf95d481 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27b30978-2fdb-46c7-a10b-332cb74cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248914 May 06 10:27:29.104229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-d18da609-76e0-4e94-8a3a-af00865e49ca service neutron] 10.222.0.83 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844221 May 06 10:27:29.193294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0b9a381-8ad2-4dd1-b036-2ea348273e8f req-85d0477c-f526-4571-80fd-8bf965502ec4 service neutron] 10.222.0.83 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820968 May 06 10:27:29.283984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d7467-b508-4514-bc10-89d5d131e19b req-4f6c3337-1e6c-48a0-bc3f-63df837137ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:29.285363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17d7467-b508-4514-bc10-89d5d131e19b req-4f6c3337-1e6c-48a0-bc3f-63df837137ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 1094 time: 0.0408809 May 06 10:27:29.377050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d7467-b508-4514-bc10-89d5d131e19b req-0a87280b-ea80-4841-ae81-926fa296dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:29.378493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17d7467-b508-4514-bc10-89d5d131e19b req-0a87280b-ea80-4841-ae81-926fa296dbb6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 200 len: 914 time: 0.0863585 May 06 10:27:29.419881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17d7467-b508-4514-bc10-89d5d131e19b req-2b4c978a-ead1-428a-8391-6bdefff2a360 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619 HTTP/1.1" status: 200 len: 217 time: 0.0343761 May 06 10:27:29.468612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d7467-b508-4514-bc10-89d5d131e19b req-94ede6ed-d3bf-4064-81a3-70352855678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:29.470045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17d7467-b508-4514-bc10-89d5d131e19b req-94ede6ed-d3bf-4064-81a3-70352855678b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7bcf0de-4836-44f9-a69f-02a6372359eb HTTP/1.1" status: 200 len: 853 time: 0.0431938 May 06 10:27:29.504342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17d7467-b508-4514-bc10-89d5d131e19b req-019a3663-e818-40ee-97a4-669a446f5fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27b30978-2fdb-46c7-a10b-332cb74cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280867 May 06 10:27:29.593734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17d7467-b508-4514-bc10-89d5d131e19b req-4a2a5886-217c-4be4-8b9d-015565e0af37 service neutron] 10.222.0.83 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827537 May 06 10:27:29.685193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d17d7467-b508-4514-bc10-89d5d131e19b req-fcfb7b0a-5e8f-4e77-a5af-8493adc236b8 service neutron] 10.222.0.83 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853260 May 06 10:27:29.841597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b720d48-c42b-4432-8d16-8dfa3a77e678 req-dfc23607-0fbf-4f70-a19c-f26f63e29299 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:29.842981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b720d48-c42b-4432-8d16-8dfa3a77e678 req-dfc23607-0fbf-4f70-a19c-f26f63e29299 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 943 time: 0.0498860 May 06 10:27:29.880969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b720d48-c42b-4432-8d16-8dfa3a77e678 req-46aa36a1-bff4-4f80-8fe3-c3cdb899bc7a tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318234 May 06 10:27:30.949358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bfaa44ad-2542-4f43-bb20-d968ce5a1619 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:27:30.997127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15203a7-a06d-49fb-9822-7e379ce09e7f req-a7e7b5d4-63af-445f-a6d9-439250e0fb13 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:30.998600 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e15203a7-a06d-49fb-9822-7e379ce09e7f req-a7e7b5d4-63af-445f-a6d9-439250e0fb13 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 943 time: 0.0485499 May 06 10:27:31.039185 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e15203a7-a06d-49fb-9822-7e379ce09e7f req-80337ab7-72e3-4934-b757-dd3b020667fb tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314753 May 06 10:27:31.054862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port bfaa44ad-2542-4f43-bb20-d968ce5a1619, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:31.068225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619', 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b', 'port_id': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619', 'mac_address': 'fa:16:3e:7d:06:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bcf0de-4836-44f9-a69f-02a6372359eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:27:31.108016 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:31.120618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfaa44ad-2542-4f43-bb20-d968ce5a1619 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:31.153476 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port bfaa44ad-2542-4f43-bb20-d968ce5a1619, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:31.159300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:31.247438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=bfaa44ad-2542-4f43-bb20-d968ce5a1619,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:31.463034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['bfaa44ad-2542-4f43-bb20-d968ce5a1619'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:32.160235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb947c27-d6fa-46b0-bbda-9ebae33cdd42 req-1e246987-5df5-4865-a04e-d38b3fdcb7a4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:32.161612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb947c27-d6fa-46b0-bbda-9ebae33cdd42 req-1e246987-5df5-4865-a04e-d38b3fdcb7a4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 944 time: 0.0522764 May 06 10:27:32.198062 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb947c27-d6fa-46b0-bbda-9ebae33cdd42 req-c21edbea-3d6b-4a53-b1f4-ef10e34f5fe8 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 May 06 10:27:32.977846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bfaa44ad-2542-4f43-bb20-d968ce5a1619 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:33.026525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port bfaa44ad-2542-4f43-bb20-d968ce5a1619 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:27:33.030217 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port bfaa44ad-2542-4f43-bb20-d968ce5a1619 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:33.030583 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:33.109950 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:33.132413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff40043-59a0-488f-839d-f2baff5e0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:33.134642 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6da1a6-82d7-4a06-a848-e9369b55941a" -d '{"events": [{"server_uuid": "1ff40043-59a0-488f-839d-f2baff5e0218", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa44ad-2542-4f43-bb20-d968ce5a1619"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:33.147089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port bfaa44ad-2542-4f43-bb20-d968ce5a1619, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:33.151400 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:33.175341 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cca2d8-be10-466a-a129-2dd0ba460a7a x-openstack-request-id: req-69cca2d8-be10-466a-a129-2dd0ba460a7a {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:33.175646 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff40043-59a0-488f-839d-f2baff5e0218", "name": "network-vif-plugged", "status": "completed", "tag": "bfaa44ad-2542-4f43-bb20-d968ce5a1619", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:33.175912 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69cca2d8-be10-466a-a129-2dd0ba460a7a {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:33.176284 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69cca2d8-be10-466a-a129-2dd0ba460a7a'] response: {'server_uuid': '1ff40043-59a0-488f-839d-f2baff5e0218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619', 'code': 200} May 06 10:27:33.202497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=bfaa44ad-2542-4f43-bb20-d968ce5a1619,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:33.278030 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d1e21-759f-4a3d-985e-e45d35f079cc req-4c436e65-ae7b-493b-93e5-338424b1493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:33.279432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a12d1e21-759f-4a3d-985e-e45d35f079cc req-4c436e65-ae7b-493b-93e5-338424b1493c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 1096 time: 0.0484810 May 06 10:27:33.339436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027898b-c3d0-443a-b4c6-62bd5c3d8a47 req-15458134-ee12-4955-8aae-59e8ed210fc1 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:33.341166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5027898b-c3d0-443a-b4c6-62bd5c3d8a47 req-15458134-ee12-4955-8aae-59e8ed210fc1 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0732214 May 06 10:27:33.343162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a12d1e21-759f-4a3d-985e-e45d35f079cc req-edd6031e-f936-4a68-a68b-d8e6bbed97f0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463622 May 06 10:27:33.379300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5027898b-c3d0-443a-b4c6-62bd5c3d8a47 req-cbf2f290-01b5-4764-9471-0b0857f417cf tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 May 06 10:27:34.502533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c7792-ae46-44de-8c72-cce3ae0101ed req-182b1735-96a4-4c7c-a05c-8fa5207fd1d1 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:34.504375 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c7792-ae46-44de-8c72-cce3ae0101ed req-182b1735-96a4-4c7c-a05c-8fa5207fd1d1 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0543292 May 06 10:27:34.543428 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc5c7792-ae46-44de-8c72-cce3ae0101ed req-d9838452-adca-4839-b0fc-1ee594abd9e9 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 May 06 10:27:35.661079 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80e809-5d1b-4c66-952d-aed07f8c1d8e req-f9ac2e3e-36d4-4857-8a6d-ed38c19b4ef2 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:35.662542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac80e809-5d1b-4c66-952d-aed07f8c1d8e req-f9ac2e3e-36d4-4857-8a6d-ed38c19b4ef2 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0483036 May 06 10:27:35.700030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac80e809-5d1b-4c66-952d-aed07f8c1d8e req-15849beb-f36a-4267-8beb-b942e8dbabd9 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315518 May 06 10:27:35.936385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-fca80f45-f72b-4909-8cbf-ee76182c75a2 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:35.937870 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-fca80f45-f72b-4909-8cbf-ee76182c75a2 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/networks?id=27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 200 len: 813 time: 0.1065545 May 06 10:27:35.953378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-eeb17559-dec6-48a7-98c0-3ad235b17f35 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/quotas/6004282c19ef4ad689a3ad7aaa100b00 HTTP/1.1" status: 200 len: 375 time: 0.0096226 May 06 10:27:36.004818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-4d2696bb-f384-4808-af56-a0f812d11161 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0444524 May 06 10:27:36.098630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-c6dacd41-779d-40b5-9e0b-c735f2043341 service neutron] 10.222.0.76 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867891 May 06 10:27:36.189166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-5eace39a-cdfc-4870-a77e-2705eacb40e9 service neutron] 10.222.0.76 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842552 May 06 10:27:36.355130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b3a62ed-b9aa-4306-a99f-2e6ec22dad80 req-bb6fb4b2-897c-46ea-8d52-accffc52ae82 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 210 time: 0.0283227 May 06 10:27:37.624509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce97bd9b-6e86-4238-a2fc-6524c358f0df req-73bf1966-77d7-4dca-9a31-b8c93a95b39b tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 210 time: 0.0339310 May 06 10:27:37.665531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-fbe5faf1-8d1c-4df5-94e9-f217ff93acce tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:37.666854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-fbe5faf1-8d1c-4df5-94e9-f217ff93acce tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.82 "GET /v2.0/networks?id=27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 200 len: 813 time: 0.4245555 May 06 10:27:37.679873 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Request body: {'port': {'device_id': '67698b25-618b-4992-9518-87f70c20a622', 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b', 'admin_state_up': True, 'tenant_id': '6004282c19ef4ad689a3ad7aaa100b00'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:37.785740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Made reservation on behalf of 6004282c19ef4ad689a3ad7aaa100b00 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:37.789136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:37.911151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Allocated IP 172.20.0.10 (27b30978-2fdb-46c7-a10b-332cb74cb00b/f7bcf0de-4836-44f9-a69f-02a6372359eb/9caea61a-cd78-4106-8c7b-54acc81515d0) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:27:38.054955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.087780 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.100386 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['bfaa44ad-2542-4f43-bb20-d968ce5a1619'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:38.130141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Network 27b30978-2fdb-46c7-a10b-332cb74cb00b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:27:38.133081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:38.136661 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:27:38.146156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Pushing event updated for resources: {'Port': ['ID=9caea61a-cd78-4106-8c7b-54acc81515d0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:38.197495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:38.198139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.216258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-70126921-bfd7-47ce-9058-3485b2648913 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5394993 May 06 10:27:38.228665 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Request body: {'port': {'device_id': '67698b25-618b-4992-9518-87f70c20a622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:38.283024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.542951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caea61a-cd78-4106-8c7b-54acc81515d0 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:38.550097 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.561372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Transition to ACTIVE for port object 9caea61a-cd78-4106-8c7b-54acc81515d0 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:27:38.566507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.625091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9caea61a-cd78-4106-8c7b-54acc81515d0,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:38.695684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Attempting to bind port 9caea61a-cd78-4106-8c7b-54acc81515d0 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:27:38.696014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Attempting to bind port 9caea61a-cd78-4106-8c7b-54acc81515d0 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:27:38.696338 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Attempting to bind port 9caea61a-cd78-4106-8c7b-54acc81515d0 on network 27b30978-2fdb-46c7-a10b-332cb74cb00b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:38.709458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Port 9caea61a-cd78-4106-8c7b-54acc81515d0 on network 27b30978-2fdb-46c7-a10b-332cb74cb00b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:27:38.709779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Attempting to bind port 9caea61a-cd78-4106-8c7b-54acc81515d0 on network 27b30978-2fdb-46c7-a10b-332cb74cb00b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:27:38.729936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:27:38.730270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Checking segment: {'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:38.730643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Bound using segment: {'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:27:38.731060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Bound port: 9caea61a-cd78-4106-8c7b-54acc81515d0, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fca9a49-baee-4353-9a4d-d5f760a4e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:27:38.731412 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.780973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69205e90-6493-4403-9713-876928bd0f00 req-b1cb2038-99b4-43ee-9faf-56f19da8fc26 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:38.782427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69205e90-6493-4403-9713-876928bd0f00 req-b1cb2038-99b4-43ee-9faf-56f19da8fc26 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 944 time: 0.0885868 May 06 10:27:38.834811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] For port 9caea61a-cd78-4106-8c7b-54acc81515d0, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:27:38.847283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-69205e90-6493-4403-9713-876928bd0f00 req-883229f7-ff84-4084-85fb-4eb96e9c343f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587690 May 06 10:27:38.850509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] For port 9caea61a-cd78-4106-8c7b-54acc81515d0, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9caea61a-cd78-4106-8c7b-54acc81515d0,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:27:38.854842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.888393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:38.888994 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:38.890334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] 10.222.0.82 "PUT /v2.0/ports/9caea61a-cd78-4106-8c7b-54acc81515d0 HTTP/1.1" status: 200 len: 1092 time: 0.6661096 May 06 10:27:38.890766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67698b25-618b-4992-9518-87f70c20a622', 'tag': '9caea61a-cd78-4106-8c7b-54acc81515d0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:38.893601 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb88587-2b8f-440f-99ae-7b2715b08cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "67698b25-618b-4992-9518-87f70c20a622", "tag": "9caea61a-cd78-4106-8c7b-54acc81515d0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:38.918381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10266-3d88-4f9c-ac0d-61cf79b6d5f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9caea61a-cd78-4106-8c7b-54acc81515d0,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:38.946677 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da4d866-c2e9-4bb4-8470-7ef1074799e7 x-openstack-request-id: req-1da4d866-c2e9-4bb4-8470-7ef1074799e7 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:38.946957 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67698b25-618b-4992-9518-87f70c20a622", "tag": "9caea61a-cd78-4106-8c7b-54acc81515d0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:38.947208 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1da4d866-c2e9-4bb4-8470-7ef1074799e7 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:38.947620 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da4d866-c2e9-4bb4-8470-7ef1074799e7'] response: {'name': 'network-changed', 'server_uuid': '67698b25-618b-4992-9518-87f70c20a622', 'tag': '9caea61a-cd78-4106-8c7b-54acc81515d0', 'status': 'completed', 'code': 200} May 06 10:27:38.976421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-b8ed31f4-bfe6-4523-9248-fb8f8f0a11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:38.977906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-b8ed31f4-bfe6-4523-9248-fb8f8f0a11df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 1095 time: 0.0419145 May 06 10:27:39.024204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-9521e2e5-efb4-4797-8db4-adad9c43355c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9caea61a-cd78-4106-8c7b-54acc81515d0 HTTP/1.1" status: 200 len: 217 time: 0.0388138 May 06 10:27:39.072500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-99aab876-6b16-447d-a4c0-94ea1c332cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:39.073905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-99aab876-6b16-447d-a4c0-94ea1c332cec service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7bcf0de-4836-44f9-a69f-02a6372359eb HTTP/1.1" status: 200 len: 853 time: 0.0432603 May 06 10:27:39.105515 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-f076b8fd-71ec-4006-ba57-28ec3ad26192 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27b30978-2fdb-46c7-a10b-332cb74cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244157 May 06 10:27:39.198868 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-358ab6ef-558a-46f4-8e2d-e3dd50f5884f service neutron] 10.222.0.82 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861905 May 06 10:27:39.289954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ad62dae-821e-4d1b-85fe-e30331c94863 req-5f25c846-b0cd-41ea-affc-30e98a83897c service neutron] 10.222.0.82 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837092 May 06 10:27:39.379752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-1a3ded6d-586e-43a9-b34f-44078371409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:39.381221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-1a3ded6d-586e-43a9-b34f-44078371409b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 1095 time: 0.0413952 May 06 10:27:39.476632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-ae02b905-79e0-4b30-8177-65fd6babc938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:39.478104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-ae02b905-79e0-4b30-8177-65fd6babc938 service neutron] 10.222.0.82 "GET /v2.0/networks?id=27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 200 len: 914 time: 0.0905726 May 06 10:27:39.520053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-7cdda2f6-ef53-43ae-ac38-8a99815014a2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9caea61a-cd78-4106-8c7b-54acc81515d0 HTTP/1.1" status: 200 len: 217 time: 0.0350018 May 06 10:27:39.572220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-b4edc986-d7e7-46e8-a78f-2fef78b07bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:39.573657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-b4edc986-d7e7-46e8-a78f-2fef78b07bd1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f7bcf0de-4836-44f9-a69f-02a6372359eb HTTP/1.1" status: 200 len: 853 time: 0.0469267 May 06 10:27:39.607486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-ff8c4a9d-85a9-4adf-ad50-5ff4f7a747ce service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=27b30978-2fdb-46c7-a10b-332cb74cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257044 May 06 10:27:39.698427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-16656130-b824-482a-b16c-73c186aaa081 service neutron] 10.222.0.82 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830116 May 06 10:27:39.793779 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0bb88587-2b8f-440f-99ae-7b2715b08cdb req-7c6bce2b-9846-4212-b109-23566a9130fb service neutron] 10.222.0.82 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 May 06 10:27:39.965281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2f25c-7146-4ed2-a595-2c2ac8d6a4ff req-4ac50536-64c7-4804-8e6b-0ed3200ab4be tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:39.966905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bb2f25c-7146-4ed2-a595-2c2ac8d6a4ff req-4ac50536-64c7-4804-8e6b-0ed3200ab4be tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 944 time: 0.0519342 May 06 10:27:40.005014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bb2f25c-7146-4ed2-a595-2c2ac8d6a4ff req-6fc638f8-a86b-4a60-9161-1d8e489f79e3 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 May 06 10:27:41.121930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c18e0-2df2-40f3-a6be-2e74b29f4f5c req-b3b55ecc-2c2e-4a4c-924f-fa3e68fa5e69 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:41.124388 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-034c18e0-2df2-40f3-a6be-2e74b29f4f5c req-b3b55ecc-2c2e-4a4c-924f-fa3e68fa5e69 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 944 time: 0.0494542 May 06 10:27:41.164219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-034c18e0-2df2-40f3-a6be-2e74b29f4f5c req-b4dd1fa4-5b8d-455d-b034-9c98e1e67a57 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 May 06 10:27:41.213497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9caea61a-cd78-4106-8c7b-54acc81515d0 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:27:41.308241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9caea61a-cd78-4106-8c7b-54acc81515d0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9caea61a-cd78-4106-8c7b-54acc81515d0,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:41.319440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '9caea61a-cd78-4106-8c7b-54acc81515d0', 'network_id': '27b30978-2fdb-46c7-a10b-332cb74cb00b', 'port_id': '9caea61a-cd78-4106-8c7b-54acc81515d0', 'mac_address': 'fa:16:3e:60:18:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bcf0de-4836-44f9-a69f-02a6372359eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:27:41.356921 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:41.369739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caea61a-cd78-4106-8c7b-54acc81515d0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:27:41.389049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9caea61a-cd78-4106-8c7b-54acc81515d0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9caea61a-cd78-4106-8c7b-54acc81515d0,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:41.394364 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:41.440821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9caea61a-cd78-4106-8c7b-54acc81515d0,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:41.607470 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9caea61a-cd78-4106-8c7b-54acc81515d0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:42.281550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd1830-1f3e-4ef1-8fbe-f60bfa56730f req-ce65207b-8715-4ade-bb74-101a00a6c2a6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:42.283531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eebd1830-1f3e-4ef1-8fbe-f60bfa56730f req-ce65207b-8715-4ade-bb74-101a00a6c2a6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 945 time: 0.0526290 May 06 10:27:42.320530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eebd1830-1f3e-4ef1-8fbe-f60bfa56730f req-ae6c6118-1154-4088-8ee1-f8249c8f40ba tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 May 06 10:27:42.731974 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f39a5215-e107-40e0-aa80-ee533b89bcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:43.217499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9caea61a-cd78-4106-8c7b-54acc81515d0 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:27:43.265766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 9caea61a-cd78-4106-8c7b-54acc81515d0 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:27:43.270495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 9caea61a-cd78-4106-8c7b-54acc81515d0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:27:43.270865 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:43.353990 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:43.377830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67698b25-618b-4992-9518-87f70c20a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caea61a-cd78-4106-8c7b-54acc81515d0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:43.380148 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b8f263-5296-4532-8ff0-9799553c1fbc" -d '{"events": [{"server_uuid": "67698b25-618b-4992-9518-87f70c20a622", "name": "network-vif-plugged", "status": "completed", "tag": "9caea61a-cd78-4106-8c7b-54acc81515d0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:43.393776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 9caea61a-cd78-4106-8c7b-54acc81515d0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9caea61a-cd78-4106-8c7b-54acc81515d0,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:43.397914 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:43.430195 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bcebf1-dbfa-48d3-b7fc-524c5ed83ee7 x-openstack-request-id: req-b5bcebf1-dbfa-48d3-b7fc-524c5ed83ee7 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:43.430488 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67698b25-618b-4992-9518-87f70c20a622", "name": "network-vif-plugged", "status": "completed", "tag": "9caea61a-cd78-4106-8c7b-54acc81515d0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:43.430746 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5bcebf1-dbfa-48d3-b7fc-524c5ed83ee7 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:43.431166 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bcebf1-dbfa-48d3-b7fc-524c5ed83ee7'] response: {'server_uuid': '67698b25-618b-4992-9518-87f70c20a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caea61a-cd78-4106-8c7b-54acc81515d0', 'code': 200} May 06 10:27:43.450419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b80ae-1297-488b-95f4-9098c914312e req-500bbd9f-fe09-4a41-9a95-2dfc9443466b tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:43.451954 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f7b80ae-1297-488b-95f4-9098c914312e req-500bbd9f-fe09-4a41-9a95-2dfc9443466b tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 946 time: 0.0624862 May 06 10:27:43.456486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=9caea61a-cd78-4106-8c7b-54acc81515d0,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:43.492561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2f7b80ae-1297-488b-95f4-9098c914312e req-d64b153c-32ea-466b-a970-421b18bb6a66 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 May 06 10:27:43.534911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e2ac-c5aa-40b8-86b8-13676aed8480 req-0d18828d-b3ba-4a4d-a7d2-0f5d23ae86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:43.536414 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b93e2ac-c5aa-40b8-86b8-13676aed8480 req-0d18828d-b3ba-4a4d-a7d2-0f5d23ae86dd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 1097 time: 0.0408940 May 06 10:27:43.571478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b93e2ac-c5aa-40b8-86b8-13676aed8480 req-2b256e4b-c43e-4ba7-84eb-cb358703a8b2 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279830 May 06 10:27:44.626278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443786fb-dd54-4b7e-827c-b9d62430056d req-f27f1e2c-d8b8-494e-9858-8346b70fc177 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:44.629155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-443786fb-dd54-4b7e-827c-b9d62430056d req-f27f1e2c-d8b8-494e-9858-8346b70fc177 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 946 time: 0.0596194 May 06 10:27:44.668109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-443786fb-dd54-4b7e-827c-b9d62430056d req-e385c911-e564-4234-9dbe-e8365c64348d tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 May 06 10:27:45.231465 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f292f8a8-38a5-4588-92a0-7bcdc096ec97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:45.785531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71b26c-faa0-46d1-af59-e1b9c5503f9d req-4780233e-84fd-494b-8aee-744e12b10791 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:45.787054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e71b26c-faa0-46d1-af59-e1b9c5503f9d req-4780233e-84fd-494b-8aee-744e12b10791 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 946 time: 0.0520017 May 06 10:27:45.824178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e71b26c-faa0-46d1-af59-e1b9c5503f9d req-9ea8b142-a4eb-4360-a7d5-9e50320bdaab tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 May 06 10:27:46.057821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51474c18-9bc5-4fd2-ab72-97840b540aab req-7a7767d7-f46c-427e-b641-79b31999cc6c tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:46.059266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51474c18-9bc5-4fd2-ab72-97840b540aab req-7a7767d7-f46c-427e-b641-79b31999cc6c tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 946 time: 0.0494044 May 06 10:27:46.097227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51474c18-9bc5-4fd2-ab72-97840b540aab req-300591ab-1b58-422c-a747-1eabda4dff3a tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 May 06 10:27:46.819372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:46.962538 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:47.222886 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b17377-e25e-4179-a05d-d602f4c9190d req-9226474b-9f87-4ac7-bbe2-319a360bc860 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:47.224308 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35b17377-e25e-4179-a05d-d602f4c9190d req-9226474b-9f87-4ac7-bbe2-319a360bc860 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 946 time: 0.0580215 May 06 10:27:47.261622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-35b17377-e25e-4179-a05d-d602f4c9190d req-0fc3ac9c-9c27-4544-9470-51dd2eafef0a tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 May 06 10:27:47.443285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-d7368445-c3ec-49f2-91fe-818793406845 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:47.444722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-d7368445-c3ec-49f2-91fe-818793406845 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.82 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 946 time: 0.0480626 May 06 10:27:47.537564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Deleting port 9caea61a-cd78-4106-8c7b-54acc81515d0 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:47.537815 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:47.625639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] For port 9caea61a-cd78-4106-8c7b-54acc81515d0, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=9caea61a-cd78-4106-8c7b-54acc81515d0,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:47.626007 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:47.638841 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Calling delete_port for 9caea61a-cd78-4106-8c7b-54acc81515d0 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:47.767088 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:47.781231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['9caea61a-cd78-4106-8c7b-54acc81515d0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:47.784131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['bfaa44ad-2542-4f43-bb20-d968ce5a1619'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:47.799162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Pushing event deleted for resources: {'Port': ['ID=9caea61a-cd78-4106-8c7b-54acc81515d0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:47.839354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] No DVR routers for this DVR port 9caea61a-cd78-4106-8c7b-54acc81515d0 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:47.842347 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:47.845624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fc08e524-2752-4aad-9eba-4ce53c0b9005 req-8bb4bc91-82bc-409b-bea3-9e68071b8fa6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.82 "DELETE /v2.0/ports/9caea61a-cd78-4106-8c7b-54acc81515d0 HTTP/1.1" status: 204 len: 173 time: 0.3947208 May 06 10:27:47.846688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67698b25-618b-4992-9518-87f70c20a622', 'name': 'network-vif-deleted', 'tag': '9caea61a-cd78-4106-8c7b-54acc81515d0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:47.848989 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b8964d-b04f-447b-9aca-a21e21c61b81" -d '{"events": [{"server_uuid": "67698b25-618b-4992-9518-87f70c20a622", "name": "network-vif-deleted", "tag": "9caea61a-cd78-4106-8c7b-54acc81515d0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:47.897553 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8b64b4-75aa-44ae-a2f6-c95017a89a8b x-openstack-request-id: req-dc8b64b4-75aa-44ae-a2f6-c95017a89a8b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:47.897869 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67698b25-618b-4992-9518-87f70c20a622", "name": "network-vif-deleted", "tag": "9caea61a-cd78-4106-8c7b-54acc81515d0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:47.898262 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc8b64b4-75aa-44ae-a2f6-c95017a89a8b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:47.898669 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8b64b4-75aa-44ae-a2f6-c95017a89a8b'] response: {'server_uuid': '67698b25-618b-4992-9518-87f70c20a622', 'name': 'network-vif-deleted', 'tag': '9caea61a-cd78-4106-8c7b-54acc81515d0', 'status': 'completed', 'code': 200} May 06 10:27:48.326652 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:48.374331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d593342c-45a9-4340-9bad-858fdcbec189 req-aad1490b-0268-49f9-b36f-9ad1cfee9741 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=67698b25-618b-4992-9518-87f70c20a622 HTTP/1.1" status: 200 len: 210 time: 0.0302536 May 06 10:27:48.749200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-1861c2f6-c5c9-45af-b1dd-2b4776f2e2a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397763 May 06 10:27:48.805531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:48.843366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-a0f7e519-b0d8-40c8-a7ec-b27f89b84718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:48.844825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-a0f7e519-b0d8-40c8-a7ec-b27f89b84718 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 1096 time: 0.0433805 May 06 10:27:48.951004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-c86a7a03-0aaf-4fbd-b781-d432153b788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:48.952686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-c86a7a03-0aaf-4fbd-b781-d432153b788d service neutron] 10.222.0.83 "GET /v2.0/networks?id=27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 200 len: 914 time: 0.0873458 May 06 10:27:48.994362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-d0500981-d56a-4ae5-917c-5548680d38a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619 HTTP/1.1" status: 200 len: 217 time: 0.0354455 May 06 10:27:49.042355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-fc3f7f50-a19d-41b4-9bf2-869f096568fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:49.043857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-fc3f7f50-a19d-41b4-9bf2-869f096568fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7bcf0de-4836-44f9-a69f-02a6372359eb HTTP/1.1" status: 200 len: 853 time: 0.0424016 May 06 10:27:49.075069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-dd6b6b4d-2788-43da-85cd-4b31f1d18692 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=27b30978-2fdb-46c7-a10b-332cb74cb00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240541 May 06 10:27:49.167148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-b3d8087d-ea1e-4f9d-bf0c-5932b666c0f9 service neutron] 10.222.0.83 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858207 May 06 10:27:49.265526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6af88f1-497e-40ef-b13f-cd8c72fc9d80 req-e992d8c5-2d05-4e0c-b293-e53c052c694b service neutron] 10.222.0.83 "GET /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919774 May 06 10:27:49.529518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25894c58-85c9-4500-aaae-c9162df7853c req-0289c9f7-08e2-45c8-ba88-067fe9dc1588 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:49.530986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25894c58-85c9-4500-aaae-c9162df7853c req-0289c9f7-08e2-45c8-ba88-067fe9dc1588 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0529141 May 06 10:27:49.568613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-25894c58-85c9-4500-aaae-c9162df7853c req-cc3ee980-1319-4ff3-98c7-977880a8616d tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 May 06 10:27:49.706622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaff64d-f24c-46b3-a4f3-e599030e16d0 req-371984a4-4f8c-466b-9e6b-738048dd8ee6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:49.708072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbaff64d-f24c-46b3-a4f3-e599030e16d0 req-371984a4-4f8c-466b-9e6b-738048dd8ee6 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0487959 May 06 10:27:49.745542 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cbaff64d-f24c-46b3-a4f3-e599030e16d0 req-073e05b1-fa69-4177-b46d-1ac01c268a70 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 May 06 10:27:49.861768 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d7e0-6b52-4d2d-955a-96aa7fee82be req-90d71b11-a6fe-4620-ad4f-616d91baa554 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:49.863405 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18a6d7e0-6b52-4d2d-955a-96aa7fee82be req-90d71b11-a6fe-4620-ad4f-616d91baa554 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0508218 May 06 10:27:49.901980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18a6d7e0-6b52-4d2d-955a-96aa7fee82be req-d13f9558-cd5c-47cc-9ea0-797cb8baf26d tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 May 06 10:27:50.071922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf08c6-c6a4-44e5-a6dd-a6531e48050d req-a7acc373-7f70-4c85-81d5-3f426c99a854 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:50.073393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfdf08c6-c6a4-44e5-a6dd-a6531e48050d req-a7acc373-7f70-4c85-81d5-3f426c99a854 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0520318 May 06 10:27:50.112881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bfdf08c6-c6a4-44e5-a6dd-a6531e48050d req-a4987748-a5fb-49f4-bcf3-e075c10ba768 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 May 06 10:27:50.229139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b697107-d082-4ff9-85cf-3387a50920b4 req-2de618c5-cb24-4f58-9c7a-cd994bdb51e5 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:50.230527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b697107-d082-4ff9-85cf-3387a50920b4 req-2de618c5-cb24-4f58-9c7a-cd994bdb51e5 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0507169 May 06 10:27:50.268463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8b697107-d082-4ff9-85cf-3387a50920b4 req-95bd2141-8102-4a57-affd-6a0cfee6d577 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313487 May 06 10:27:50.392301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e31f8a-8839-46dd-9a68-e857c7e2dd81 req-1fd4a2af-27fc-4864-b811-9dc716d53ab5 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:50.394560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78e31f8a-8839-46dd-9a68-e857c7e2dd81 req-1fd4a2af-27fc-4864-b811-9dc716d53ab5 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0497856 May 06 10:27:50.432214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-78e31f8a-8839-46dd-9a68-e857c7e2dd81 req-c5212b5d-c86f-4d80-8e92-72fa0c95d753 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 May 06 10:27:50.750759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dc42a-7c04-4143-9734-1e2a653149ad req-a53d4198-227c-49df-9d66-e6a52f3fed79 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:50.752659 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-308dc42a-7c04-4143-9734-1e2a653149ad req-a53d4198-227c-49df-9d66-e6a52f3fed79 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0556242 May 06 10:27:50.790216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-308dc42a-7c04-4143-9734-1e2a653149ad req-b1e7ef9b-6504-4262-bd96-d82efef479e5 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 May 06 10:27:50.917470 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:51.244363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9caea61a-cd78-4106-8c7b-54acc81515d0 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:51.264753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 9caea61a-cd78-4106-8c7b-54acc81515d0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:51.265089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 9caea61a-cd78-4106-8c7b-54acc81515d0 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:51.909047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ded449-7625-4e57-9744-57f779a8cc20 req-7cf2e9c4-d759-426a-bba1-536d973f1fa2 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:51.910534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8ded449-7625-4e57-9744-57f779a8cc20 req-7cf2e9c4-d759-426a-bba1-536d973f1fa2 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0495927 May 06 10:27:51.948347 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8ded449-7625-4e57-9744-57f779a8cc20 req-e9d39f56-f0ba-4e49-9483-2c67ebfa4a06 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e71029d-17d8-4ef7-bd40-2835fad64a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 May 06 10:27:52.408626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-caa78cc2-1251-4263-a965-0cc0d3a32ff8 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:52.410072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-caa78cc2-1251-4263-a965-0cc0d3a32ff8 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 945 time: 0.0477595 May 06 10:27:52.501802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Deleting port bfaa44ad-2542-4f43-bb20-d968ce5a1619 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:27:52.502820 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:52.592760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] For port bfaa44ad-2542-4f43-bb20-d968ce5a1619, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=bfaa44ad-2542-4f43-bb20-d968ce5a1619,segment=NetworkSegment(2fca9a49-baee-4353-9a4d-d5f760a4e793),segment_id=2fca9a49-baee-4353-9a4d-d5f760a4e793)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:27:52.593127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:52.606504 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Calling delete_port for bfaa44ad-2542-4f43-bb20-d968ce5a1619 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:27:52.740221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:52.751454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['bfaa44ad-2542-4f43-bb20-d968ce5a1619'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:27:52.768989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Pushing event deleted for resources: {'Port': ['ID=bfaa44ad-2542-4f43-bb20-d968ce5a1619,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:52.813966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] No DVR routers for this DVR port bfaa44ad-2542-4f43-bb20-d968ce5a1619 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:27:52.816666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:52.819902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-adc5db6f-73f7-4436-947a-8507cdaccb0d req-37070c52-e006-420a-b334-63a69466d6e4 tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.83 "DELETE /v2.0/ports/bfaa44ad-2542-4f43-bb20-d968ce5a1619 HTTP/1.1" status: 204 len: 173 time: 0.4041195 May 06 10:27:52.820341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff40043-59a0-488f-839d-f2baff5e0218', 'name': 'network-vif-deleted', 'tag': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:27:52.822564 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548555dc-77b5-496c-931d-4eebe0d72f37" -d '{"events": [{"server_uuid": "1ff40043-59a0-488f-839d-f2baff5e0218", "name": "network-vif-deleted", "tag": "bfaa44ad-2542-4f43-bb20-d968ce5a1619"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:27:52.862737 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59ce69c-782c-49d5-b00e-c939775244bd x-openstack-request-id: req-b59ce69c-782c-49d5-b00e-c939775244bd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:27:52.863019 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff40043-59a0-488f-839d-f2baff5e0218", "name": "network-vif-deleted", "tag": "bfaa44ad-2542-4f43-bb20-d968ce5a1619", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:27:52.863261 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b59ce69c-782c-49d5-b00e-c939775244bd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:27:52.863687 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59ce69c-782c-49d5-b00e-c939775244bd'] response: {'server_uuid': '1ff40043-59a0-488f-839d-f2baff5e0218', 'name': 'network-vif-deleted', 'tag': 'bfaa44ad-2542-4f43-bb20-d968ce5a1619', 'status': 'completed', 'code': 200} May 06 10:27:53.054985 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74d2ebb7-4443-4cc3-97fa-474a579b9410 req-ead151fa-02d6-4aaa-986b-1823023a871f tempest-ServersNegativeTestJSON-794895218 tempest-ServersNegativeTestJSON-794895218-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ff40043-59a0-488f-839d-f2baff5e0218 HTTP/1.1" status: 200 len: 210 time: 0.0265970 May 06 10:27:54.111313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:54.159883 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] Deleting subnet f7bcf0de-4836-44f9-a69f-02a6372359eb {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:27:54.162810 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.196955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.240592 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.292056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.320330 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.323407 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f7bcf0de-4836-44f9-a69f-02a6372359eb HTTP/1.1" status: 204 len: 168 time: 0.2104149 May 06 10:27:54.324370 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b88efa-35fc-4c65-b752-3f9f8b1ee831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bcf0de-4836-44f9-a69f-02a6372359eb,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:54.326219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37118) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:54.393551 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.476256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.496132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b30978-2fdb-46c7-a10b-332cb74cb00b']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:54.505540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fca9a49-baee-4353-9a4d-d5f760a4e793') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:54.505830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fca9a49-baee-4353-9a4d-d5f760a4e793') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:27:54.514823 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.527834 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.534511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:27:54.534800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: timer() May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:27:54.536439 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:27:54.590290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.596984 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.599967 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] 10.222.0.76 "DELETE /v2.0/networks/27b30978-2fdb-46c7-a10b-332cb74cb00b HTTP/1.1" status: 204 len: 168 time: 0.2726696 May 06 10:27:54.611266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b8d47-cc2a-4ce0-b929-38ffa8136291 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b30978-2fdb-46c7-a10b-332cb74cb00b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:54.708112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37122) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:54.752503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b8df0c1d-5c98-42b5-93c9-93956272afef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6004282c19ef4ad689a3ad7aaa100b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429649 May 06 10:27:54.754828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37124) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:54.801895 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46d40400-fadb-439b-b293-1ebed58aa846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.823962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46d40400-fadb-439b-b293-1ebed58aa846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.871339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46d40400-fadb-439b-b293-1ebed58aa846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.873748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-46d40400-fadb-439b-b293-1ebed58aa846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:54.874893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-46d40400-fadb-439b-b293-1ebed58aa846 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e71029d-17d8-4ef7-bd40-2835fad64a1d HTTP/1.1" status: 204 len: 168 time: 0.1191797 May 06 10:27:54.882943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d40400-fadb-439b-b293-1ebed58aa846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e71029d-17d8-4ef7-bd40-2835fad64a1d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:55.615680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37146) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:55.708889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048633411'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:55.728816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:55.732168 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:55.741140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:55.818410 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:55.822057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:55.847270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:55.860575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b299d9b0-13fd-4647-a705-5a259b77239e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:55.867110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:55.867462 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Added segment c2365105-1233-4fac-9be3-c6e0ff768f19 of type vlan for network a44fa9b6-d833-4df6-87e2-0a8947dd9444 May 06 10:27:55.911307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:55.935785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:55.941412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:55.942011 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:56.001875 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3851054 May 06 10:27:56.010411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dcce2-8ca1-4e44-96cc-6f47586816b0 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Network': ['ID=a44fa9b6-d833-4df6-87e2-0a8947dd9444,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:56.020988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network a44fa9b6-d833-4df6-87e2-0a8947dd9444 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:27:57.091180 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bfaa44ad-2542-4f43-bb20-d968ce5a1619 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:27:57.116016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: bfaa44ad-2542-4f43-bb20-d968ce5a1619 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:27:57.116360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device bfaa44ad-2542-4f43-bb20-d968ce5a1619 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:27:59.384477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:59.389557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'subnet': {'network_id': 'a44fa9b6-d833-4df6-87e2-0a8947dd9444', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:59.492606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:59.496081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.683128 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.743889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Subnet': ['ID=46ecfc91-fe3f-48db-8fb4-e0132718da22,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:27:59.755065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.755430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.755795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.756131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.756460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.756793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.757117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.757441 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.757772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.758085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.758403 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.758720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:27:59.761716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Checking segment: {'id': 'c2365105-1233-4fac-9be3-c6e0ff768f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a44fa9b6-d833-4df6-87e2-0a8947dd9444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:27:59.762071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network hostable DHCP agents. Network: a44fa9b6-d833-4df6-87e2-0a8947dd9444, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:27:59.780190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network a44fa9b6-d833-4df6-87e2-0a8947dd9444 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:27:59.789034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, a44fa9b6-d833-4df6-87e2-0a8947dd9444) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:27:59.793136 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:59.793720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.797991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977dcd5f-9e00-499f-8dd4-b9dd74827d80 None None] Network a44fa9b6-d833-4df6-87e2-0a8947dd9444 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:27:59.811060 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-69a3ec2b-4c1c-4b9b-869f-927b88f7e243 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4254744 May 06 10:27:59.815196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37152) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:27:59.820216 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128067109'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:27:59.839550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:27:59.843447 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.867600 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:27:59.876760 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.877933 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Added segment ef60cdd5-6d9f-413d-9111-918f98ba2c27 of type vlan for network b8a1923f-1955-43e7-a191-a193d3f845f6 May 06 10:27:59.917292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.944099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.949706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:27:59.950278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:27:59.954001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-a44fa9b6-d833-4df6-87e2-0a8947dd9444', 'network_id': 'a44fa9b6-d833-4df6-87e2-0a8947dd9444', 'tenant_id': '3e02b1de9e384754a2a8da953364bf59', 'fixed_ips': [{'subnet_id': '46ecfc91-fe3f-48db-8fb4-e0132718da22'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:27:59.954885 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.015152 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1988621 May 06 10:28:00.019067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37154) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:00.023324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'subnet': {'network_id': 'b8a1923f-1955-43e7-a191-a193d3f845f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:00.042759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5682f-10c0-411a-a8e2-4f44a1ade249 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Network': ['ID=b8a1923f-1955-43e7-a191-a193d3f845f6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:00.074083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network b8a1923f-1955-43e7-a191-a193d3f845f6 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:00.117434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:00.121058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.158996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Allocated IP 2001:db8:0:ffff::2 (a44fa9b6-d833-4df6-87e2-0a8947dd9444/46ecfc91-fe3f-48db-8fb4-e0132718da22/c33fa672-57d8-4b40-82d6-3d3609a6be30) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:00.310984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.317124 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.318284 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.356201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Network a44fa9b6-d833-4df6-87e2-0a8947dd9444 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:00.358897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:00.366117 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:00.375737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Pushing event updated for resources: {'Port': ['ID=c33fa672-57d8-4b40-82d6-3d3609a6be30,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:00.376328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Subnet': ['ID=bff147ae-9700-4848-9f12-bf8f3e02e3ef,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:00.389890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Checking segment: {'id': 'ef60cdd5-6d9f-413d-9111-918f98ba2c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b8a1923f-1955-43e7-a191-a193d3f845f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:00.390565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network hostable DHCP agents. Network: b8a1923f-1955-43e7-a191-a193d3f845f6, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:00.400421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.400768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.401106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.401439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.401766 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.402094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.402417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.402738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.403057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.403376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.403724 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.404115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:00.408105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network b8a1923f-1955-43e7-a191-a193d3f845f6 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:00.418304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, b8a1923f-1955-43e7-a191-a193d3f845f6) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:00.423187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:00.423914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.437663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b02f302-05b0-46ab-a85c-4e3dbd45480a None None] Network b8a1923f-1955-43e7-a191-a193d3f845f6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:00.441493 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5220f945-cf15-4a6f-b64b-01cc1c6de854 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4219482 May 06 10:28:00.444137 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37156) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:00.492821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Attempting to bind port c33fa672-57d8-4b40-82d6-3d3609a6be30 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:00.493189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Attempting to bind port c33fa672-57d8-4b40-82d6-3d3609a6be30 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c2365105-1233-4fac-9be3-c6e0ff768f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a44fa9b6-d833-4df6-87e2-0a8947dd9444'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:00.493558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Attempting to bind port c33fa672-57d8-4b40-82d6-3d3609a6be30 on network a44fa9b6-d833-4df6-87e2-0a8947dd9444 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:00.503149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:00.503521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Checking segment: {'id': 'c2365105-1233-4fac-9be3-c6e0ff768f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a44fa9b6-d833-4df6-87e2-0a8947dd9444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:00.504737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.504737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Bound using segment: {'id': 'c2365105-1233-4fac-9be3-c6e0ff768f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a44fa9b6-d833-4df6-87e2-0a8947dd9444'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:00.504938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Bound port: c33fa672-57d8-4b40-82d6-3d3609a6be30, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2365105-1233-4fac-9be3-c6e0ff768f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a44fa9b6-d833-4df6-87e2-0a8947dd9444'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:00.505157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.546500 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.617921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] For port c33fa672-57d8-4b40-82d6-3d3609a6be30, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:00.622595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] For port c33fa672-57d8-4b40-82d6-3d3609a6be30, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c33fa672-57d8-4b40-82d6-3d3609a6be30,segment=NetworkSegment(c2365105-1233-4fac-9be3-c6e0ff768f19),segment_id=c2365105-1233-4fac-9be3-c6e0ff768f19)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:00.622943 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.626690 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.698353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.702953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8000e-e718-4fde-b9eb-3305811af209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-b8a1923f-1955-43e7-a191-a193d3f845f6', 'network_id': 'b8a1923f-1955-43e7-a191-a193d3f845f6', 'tenant_id': '3e02b1de9e384754a2a8da953364bf59', 'fixed_ips': [{'subnet_id': 'bff147ae-9700-4848-9f12-bf8f3e02e3ef'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:00.703839 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3cf8000e-e718-4fde-b9eb-3305811af209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.719485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7b85f-57d1-4f29-8c3f-cdd12d6dcc7e None None] Pushing event updated for resources: {'Port': ['ID=c33fa672-57d8-4b40-82d6-3d3609a6be30,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:00.727837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Subnet': ['ID=bff147ae-9700-4848-9f12-bf8f3e02e3ef,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:00.800493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.803461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fee4a2-080b-4164-94f0-a4b66ca539e7 None None] Network b8a1923f-1955-43e7-a191-a193d3f845f6 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:00.825376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a1923f-1955-43e7-a191-a193d3f845f6']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:00.837439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef60cdd5-6d9f-413d-9111-918f98ba2c27') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:00.837882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef60cdd5-6d9f-413d-9111-918f98ba2c27') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:00.849751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.873700 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.891302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:00.891739 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: timer() May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:00.897326 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:01.285101 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.292025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.295041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/b8a1923f-1955-43e7-a191-a193d3f845f6 HTTP/1.1" status: 204 len: 168 time: 0.8499207 May 06 10:28:01.298611 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37158) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:01.304218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905091831'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:01.307430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53161a91-d8bb-4a0a-ab71-aee39d00b899 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Network': ['ID=b8a1923f-1955-43e7-a191-a193d3f845f6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:01.325298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:01.328852 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.353974 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:01.364373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.364725 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Added segment 237c67b6-3067-4734-b4b2-4a21db86ae93 of type vlan for network ab297a5f-270a-40fb-8200-f6e2bbc6d2f2 May 06 10:28:01.418244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.445817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.451327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:01.451931 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.521016 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2207081 May 06 10:28:01.524304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37160) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:01.527025 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465641f5-019b-4481-9cae-d9ba53561b3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Network': ['ID=ab297a5f-270a-40fb-8200-f6e2bbc6d2f2,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:01.529799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'subnet': {'network_id': 'ab297a5f-270a-40fb-8200-f6e2bbc6d2f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:01.538009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network ab297a5f-270a-40fb-8200-f6e2bbc6d2f2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:01.597417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:28:01.649686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:01.653359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.694973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88d11a-ea10-4d42-a5ca-42b24c15dfb7 None None] Network a44fa9b6-d833-4df6-87e2-0a8947dd9444 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:01.711486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Performing IP validity checks on allocation pools {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} May 06 10:28:01.712047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.ipam_backend_mixin [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102742) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} May 06 10:28:01.773306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cd347a3a-94df-416a-a784-399eb96ca19c None None] Provisioning complete for port c33fa672-57d8-4b40-82d6-3d3609a6be30 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:01.773657 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cd347a3a-94df-416a-a784-399eb96ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.840761 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.903662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Subnet': ['ID=9d1b740a-8d55-4f82-8dcb-4d11d8778697,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:01.914984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Checking segment: {'id': '237c67b6-3067-4734-b4b2-4a21db86ae93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ab297a5f-270a-40fb-8200-f6e2bbc6d2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:01.915477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network hostable DHCP agents. Network: ab297a5f-270a-40fb-8200-f6e2bbc6d2f2, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:01.920217 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cd347a3a-94df-416a-a784-399eb96ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.948662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network ab297a5f-270a-40fb-8200-f6e2bbc6d2f2 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:01.959352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cd347a3a-94df-416a-a784-399eb96ca19c None None] For port c33fa672-57d8-4b40-82d6-3d3609a6be30, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c33fa672-57d8-4b40-82d6-3d3609a6be30,segment=NetworkSegment(c2365105-1233-4fac-9be3-c6e0ff768f19),segment_id=c2365105-1233-4fac-9be3-c6e0ff768f19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:01.960937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, ab297a5f-270a-40fb-8200-f6e2bbc6d2f2) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:01.964326 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cd347a3a-94df-416a-a784-399eb96ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.967048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:01.967811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:01.977113 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d24c5e-a290-452d-9979-7d4d6cf9f71e None None] Network ab297a5f-270a-40fb-8200-f6e2bbc6d2f2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:01.988041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1ef6a7bd-29ca-4056-a3ab-a887a022b1e2 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4622858 May 06 10:28:01.990803 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37162) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:02.045466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c33fa672-57d8-4b40-82d6-3d3609a6be30 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:02.106469 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.140658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd347a3a-94df-416a-a784-399eb96ca19c None None] Pushing event updated for resources: {'Port': ['ID=c33fa672-57d8-4b40-82d6-3d3609a6be30,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:02.196011 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.198154 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c33fa672-57d8-4b40-82d6-3d3609a6be30 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:02.198456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.250440 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-065e309d-56e6-4af8-99d5-ca7bdd99c073 None None] Provisioning complete for port c33fa672-57d8-4b40-82d6-3d3609a6be30 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:02.250681 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-065e309d-56e6-4af8-99d5-ca7bdd99c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.258645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.280225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c38c0-0444-4044-829c-025efb7e1970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-ab297a5f-270a-40fb-8200-f6e2bbc6d2f2', 'network_id': 'ab297a5f-270a-40fb-8200-f6e2bbc6d2f2', 'tenant_id': '3e02b1de9e384754a2a8da953364bf59', 'fixed_ips': [{'subnet_id': '9d1b740a-8d55-4f82-8dcb-4d11d8778697'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:02.281150 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e03c38c0-0444-4044-829c-025efb7e1970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.291663 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1b740a-8d55-4f82-8dcb-4d11d8778697,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:02.351130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.371953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab297a5f-270a-40fb-8200-f6e2bbc6d2f2']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:02.382310 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237c67b6-3067-4734-b4b2-4a21db86ae93') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:02.382605 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237c67b6-3067-4734-b4b2-4a21db86ae93') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:02.392609 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.409586 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.412635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e87e10-49d1-44a1-93a4-fde592286711 None None] Network ab297a5f-270a-40fb-8200-f6e2bbc6d2f2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:02.416629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:02.417064 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: timer() May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:02.432891 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:02.482102 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.487753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.491013 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/ab297a5f-270a-40fb-8200-f6e2bbc6d2f2 HTTP/1.1" status: 204 len: 168 time: 0.4989550 May 06 10:28:02.496324 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37164) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:02.511427 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992197354'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:02.516482 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85734b-24b3-4285-ae6c-1ce0b0fdde0f tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Network': ['ID=ab297a5f-270a-40fb-8200-f6e2bbc6d2f2,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:02.536084 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:02.540684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.566073 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:02.579648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.579998 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Added segment cebdd2c3-862c-4f0a-9504-3cb3294a4724 of type vlan for network 4365596d-8488-41ed-91ba-ce1b0fb1dce5 May 06 10:28:02.626912 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.652337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.658878 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:02.659459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:02.716519 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2187154 May 06 10:28:02.718110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37166) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:02.725459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'subnet': {'network_id': '4365596d-8488-41ed-91ba-ce1b0fb1dce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:02.731491 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f557e-c86e-44f5-b6d8-c423538123a4 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Network': ['ID=4365596d-8488-41ed-91ba-ce1b0fb1dce5,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:02.742290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 4365596d-8488-41ed-91ba-ce1b0fb1dce5 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:02.820320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:02.824241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.006959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.069993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Subnet': ['ID=47e86b73-8b0a-4a2e-8ea5-40186aca93d9,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:03.079214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Checking segment: {'id': 'cebdd2c3-862c-4f0a-9504-3cb3294a4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4365596d-8488-41ed-91ba-ce1b0fb1dce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:03.079564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network hostable DHCP agents. Network: 4365596d-8488-41ed-91ba-ce1b0fb1dce5, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:03.097596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network 4365596d-8488-41ed-91ba-ce1b0fb1dce5 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:03.106018 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 4365596d-8488-41ed-91ba-ce1b0fb1dce5) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:03.110236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:03.111014 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.115750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63424f8-752c-4fbf-8e32-336b3e237220 None None] Network 4365596d-8488-41ed-91ba-ce1b0fb1dce5 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:03.128685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-37cd0b7c-c286-4a10-8048-da3d9b5a1d96 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4094832 May 06 10:28:03.132383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:03.137245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472013927'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:03.157444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:03.160934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.184316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:03.193934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.194274 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Added segment c71fb62a-06af-4f32-9610-477ffb7b2a9e of type vlan for network dbaaaed6-49ac-474d-b516-1f7646c9637b May 06 10:28:03.234279 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.259399 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.264821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:03.265395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.269340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-4365596d-8488-41ed-91ba-ce1b0fb1dce5', 'network_id': '4365596d-8488-41ed-91ba-ce1b0fb1dce5', 'tenant_id': '3e02b1de9e384754a2a8da953364bf59', 'fixed_ips': [{'subnet_id': '47e86b73-8b0a-4a2e-8ea5-40186aca93d9'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:03.270194 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.325245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1918161 May 06 10:28:03.328183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37170) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:03.334182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Request body: {'subnet': {'network_id': 'dbaaaed6-49ac-474d-b516-1f7646c9637b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:03.334617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d6cf-1d1a-4028-b88e-7506ada174cc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Network': ['ID=dbaaaed6-49ac-474d-b516-1f7646c9637b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:03.352156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network dbaaaed6-49ac-474d-b516-1f7646c9637b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:03.426960 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Made reservation on behalf of 3e02b1de9e384754a2a8da953364bf59 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:03.430930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.484392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Allocated IP 2001:db8::2 (4365596d-8488-41ed-91ba-ce1b0fb1dce5/47e86b73-8b0a-4a2e-8ea5-40186aca93d9/796bb936-2b86-4c73-8675-fb06cb4c24a1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:03.622410 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.636106 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.641639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.680368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Network 4365596d-8488-41ed-91ba-ce1b0fb1dce5 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:03.684596 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event updated for resources: {'Subnet': ['ID=2823a440-aead-4817-933f-4fdc6ee0d9e7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:03.684732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:03.691701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:03.694755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Pushing event updated for resources: {'Port': ['ID=796bb936-2b86-4c73-8675-fb06cb4c24a1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:03.694949 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Checking segment: {'id': 'c71fb62a-06af-4f32-9610-477ffb7b2a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'dbaaaed6-49ac-474d-b516-1f7646c9637b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:03.695320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network hostable DHCP agents. Network: dbaaaed6-49ac-474d-b516-1f7646c9637b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:03.715558 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Network dbaaaed6-49ac-474d-b516-1f7646c9637b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:03.725337 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, dbaaaed6-49ac-474d-b516-1f7646c9637b) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:03.729958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:03.730551 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.739575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659adbe7-6d39-48a8-97ec-b4a11090fa76 None None] Network dbaaaed6-49ac-474d-b516-1f7646c9637b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:03.747790 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0f1cba1b-8652-4665-8009-485151225f8c tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4184387 May 06 10:28:03.750363 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37172) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:03.789586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Attempting to bind port 796bb936-2b86-4c73-8675-fb06cb4c24a1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:03.789957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Attempting to bind port 796bb936-2b86-4c73-8675-fb06cb4c24a1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'cebdd2c3-862c-4f0a-9504-3cb3294a4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4365596d-8488-41ed-91ba-ce1b0fb1dce5'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:03.790321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Attempting to bind port 796bb936-2b86-4c73-8675-fb06cb4c24a1 on network 4365596d-8488-41ed-91ba-ce1b0fb1dce5 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:03.797686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:03.798060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Checking segment: {'id': 'cebdd2c3-862c-4f0a-9504-3cb3294a4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4365596d-8488-41ed-91ba-ce1b0fb1dce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:03.798461 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.799381 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Bound using segment: {'id': 'cebdd2c3-862c-4f0a-9504-3cb3294a4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4365596d-8488-41ed-91ba-ce1b0fb1dce5'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:03.799878 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Bound port: 796bb936-2b86-4c73-8675-fb06cb4c24a1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebdd2c3-862c-4f0a-9504-3cb3294a4724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4365596d-8488-41ed-91ba-ce1b0fb1dce5'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:03.800267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.849817 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.911778 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.917207 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] For port 796bb936-2b86-4c73-8675-fb06cb4c24a1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:03.933920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] For port 796bb936-2b86-4c73-8675-fb06cb4c24a1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=796bb936-2b86-4c73-8675-fb06cb4c24a1,segment=NetworkSegment(cebdd2c3-862c-4f0a-9504-3cb3294a4724),segment_id=cebdd2c3-862c-4f0a-9504-3cb3294a4724)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:03.941572 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.982238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c33fa672-57d8-4b40-82d6-3d3609a6be30 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:03.982435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:03.989897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30a205-4e14-4bae-b2ee-17b557af931e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-dbaaaed6-49ac-474d-b516-1f7646c9637b', 'network_id': 'dbaaaed6-49ac-474d-b516-1f7646c9637b', 'tenant_id': '3e02b1de9e384754a2a8da953364bf59', 'fixed_ips': [{'subnet_id': '2823a440-aead-4817-933f-4fdc6ee0d9e7'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:03.990929 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ab30a205-4e14-4bae-b2ee-17b557af931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.011226 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Subnet': ['ID=2823a440-aead-4817-933f-4fdc6ee0d9e7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:04.077277 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.100745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbaaaed6-49ac-474d-b516-1f7646c9637b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:04.110868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71fb62a-06af-4f32-9610-477ffb7b2a9e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:04.111171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71fb62a-06af-4f32-9610-477ffb7b2a9e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:04.118946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282781d-f716-4d07-a349-382cacb72f07 None None] Pushing event updated for resources: {'Port': ['ID=796bb936-2b86-4c73-8675-fb06cb4c24a1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:04.122297 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.144268 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.147096 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c027fe-3c19-4def-be07-74f9273681a4 None None] Network dbaaaed6-49ac-474d-b516-1f7646c9637b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:04.148874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c33fa672-57d8-4b40-82d6-3d3609a6be30 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:04.149244 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.151457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:04.152009 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: timer() May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:04.155030 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:04.217662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.226477 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.235304 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/dbaaaed6-49ac-474d-b516-1f7646c9637b HTTP/1.1" status: 204 len: 168 time: 0.4839699 May 06 10:28:04.238439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37174) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:04.272771 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01b617-a546-469e-b07c-8a174944281a tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Network': ['ID=dbaaaed6-49ac-474d-b516-1f7646c9637b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:04.296963 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-921cd374-eedc-4f75-942a-822d31f78cfc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] GET failed (client error): The resource could not be found. May 06 10:28:04.298377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-921cd374-eedc-4f75-942a-822d31f78cfc tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "GET /v2.0/subnets/2823a440-aead-4817-933f-4fdc6ee0d9e7 HTTP/1.1" status: 404 len: 337 time: 0.0575175 May 06 10:28:04.301842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37176) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:04.325594 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3236ddf-e130-4fe4-a1ab-2e2f953037b9 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] DELETE failed (client error): The resource could not be found. May 06 10:28:04.326260 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3236ddf-e130-4fe4-a1ab-2e2f953037b9 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:28:04.334630 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f3236ddf-e130-4fe4-a1ab-2e2f953037b9 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/dbaaaed6-49ac-474d-b516-1f7646c9637b HTTP/1.1" status: 404 len: 339 time: 0.0291548 May 06 10:28:04.334909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37178) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:04.363024 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24aff3e-b930-4fc3-89cb-8d4e8abbf7e8 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] DELETE failed (client error): The resource could not be found. May 06 10:28:04.363479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24aff3e-b930-4fc3-89cb-8d4e8abbf7e8 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:28:04.366520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a24aff3e-b930-4fc3-89cb-8d4e8abbf7e8 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/subnets/2823a440-aead-4817-933f-4fdc6ee0d9e7 HTTP/1.1" status: 404 len: 337 time: 0.0300093 May 06 10:28:04.368993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37180) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:04.388011 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a0f6c9-3fe4-4a5e-b380-ef5fd2f605c5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] DELETE failed (client error): The resource could not be found. May 06 10:28:04.388565 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a0f6c9-3fe4-4a5e-b380-ef5fd2f605c5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:28:04.391687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-77a0f6c9-3fe4-4a5e-b380-ef5fd2f605c5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/dbaaaed6-49ac-474d-b516-1f7646c9637b HTTP/1.1" status: 404 len: 339 time: 0.0217507 May 06 10:28:04.394464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:04.452159 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Deleting subnet 47e86b73-8b0a-4a2e-8ea5-40186aca93d9 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:28:04.455767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.495683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.580765 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.643683 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.669834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Subnet': ['ID=47e86b73-8b0a-4a2e-8ea5-40186aca93d9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:04.673226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.676926 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9af5ffeb-2fd3-40f8-99da-88aad46113c3 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/subnets/47e86b73-8b0a-4a2e-8ea5-40186aca93d9 HTTP/1.1" status: 204 len: 168 time: 0.2812951 May 06 10:28:04.679446 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37184) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:04.758437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.817751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Deleting port 796bb936-2b86-4c73-8675-fb06cb4c24a1 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:04.818120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.891463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] For port 796bb936-2b86-4c73-8675-fb06cb4c24a1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=796bb936-2b86-4c73-8675-fb06cb4c24a1,segment=NetworkSegment(cebdd2c3-862c-4f0a-9504-3cb3294a4724),segment_id=cebdd2c3-862c-4f0a-9504-3cb3294a4724)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:04.891888 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:04.905486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Calling delete_port for 796bb936-2b86-4c73-8675-fb06cb4c24a1 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:04.985488 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.016202 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Port': ['ID=796bb936-2b86-4c73-8675-fb06cb4c24a1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:05.021953 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No DVR routers for this DVR port 796bb936-2b86-4c73-8675-fb06cb4c24a1 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:05.030202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36547a-57fc-43d7-80a2-7658dfe5207e None None] Network 4365596d-8488-41ed-91ba-ce1b0fb1dce5 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:05.099945 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.100524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e9d2a9fa-edc6-4fbf-a7b8-d92adbc2570f None None] Could not find standard attr ID for object 796bb936-2b86-4c73-8675-fb06cb4c24a1. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:28:05.119849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4365596d-8488-41ed-91ba-ce1b0fb1dce5']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:05.129952 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebdd2c3-862c-4f0a-9504-3cb3294a4724') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:05.130242 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebdd2c3-862c-4f0a-9504-3cb3294a4724') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:05.139459 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.153129 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.160584 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:05.160997 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: timer() May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:05.164271 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:05.199058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70290c5d-f61d-44f7-bdb1-47004bbe0585 None None] DHCP port deletion for 4365596d-8488-41ed-91ba-ce1b0fb1dce5 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:28:05.226437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.233800 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.236829 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/4365596d-8488-41ed-91ba-ce1b0fb1dce5 HTTP/1.1" status: 204 len: 168 time: 0.5564635 May 06 10:28:05.239670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37186) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:05.248436 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d7566-1cd6-43c7-a0ff-30dc1f5ac8fb tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Network': ['ID=4365596d-8488-41ed-91ba-ce1b0fb1dce5,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:05.266083 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-09223899-7571-446e-85b1-d004037e5a16 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] DELETE failed (client error): The resource could not be found. May 06 10:28:05.266465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09223899-7571-446e-85b1-d004037e5a16 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:28:05.270127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-09223899-7571-446e-85b1-d004037e5a16 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/subnets/9d1b740a-8d55-4f82-8dcb-4d11d8778697 HTTP/1.1" status: 404 len: 337 time: 0.0293329 May 06 10:28:05.272559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37188) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:05.291162 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-b741d965-082c-4246-8384-3e3731097a18 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] DELETE failed (client error): The resource could not be found. May 06 10:28:05.291934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b741d965-082c-4246-8384-3e3731097a18 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:28:05.294833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b741d965-082c-4246-8384-3e3731097a18 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/ab297a5f-270a-40fb-8200-f6e2bbc6d2f2 HTTP/1.1" status: 404 len: 339 time: 0.0213706 May 06 10:28:05.297258 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37190) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:05.322432 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad70e495-963c-458f-baad-8beac75935ac tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] DELETE failed (client error): The resource could not be found. May 06 10:28:05.322874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad70e495-963c-458f-baad-8beac75935ac tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:28:05.325849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ad70e495-963c-458f-baad-8beac75935ac tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/subnets/bff147ae-9700-4848-9f12-bf8f3e02e3ef HTTP/1.1" status: 404 len: 337 time: 0.0277030 May 06 10:28:05.328351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37192) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:05.346602 n-d-840834-1 neutron-server[102742]: INFO neutron.pecan_wsgi.hooks.translation [None req-0286c8a6-24eb-4160-84a4-62a69aa89d3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] DELETE failed (client error): The resource could not be found. May 06 10:28:05.347120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0286c8a6-24eb-4160-84a4-62a69aa89d3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102742) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 06 10:28:05.350694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0286c8a6-24eb-4160-84a4-62a69aa89d3e tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/b8a1923f-1955-43e7-a191-a193d3f845f6 HTTP/1.1" status: 404 len: 339 time: 0.0214226 May 06 10:28:05.353117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37194) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:05.407373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Deleting subnet 46ecfc91-fe3f-48db-8fb4-e0132718da22 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:28:05.410886 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.450591 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.530937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.592899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.620718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Subnet': ['ID=46ecfc91-fe3f-48db-8fb4-e0132718da22,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:05.622889 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.626035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-abfdce05-2d72-4f48-9b3a-7bf9277ea5d7 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/subnets/46ecfc91-fe3f-48db-8fb4-e0132718da22 HTTP/1.1" status: 204 len: 168 time: 0.2719986 May 06 10:28:05.627680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c76e7-34e3-4e19-bfd0-bf7d58a7ba0d None None] Network a44fa9b6-d833-4df6-87e2-0a8947dd9444 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:05.629126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37196) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:05.704641 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.761800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Deleting port c33fa672-57d8-4b40-82d6-3d3609a6be30 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:05.762738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.795290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] DHCP port deletion for a44fa9b6-d833-4df6-87e2-0a8947dd9444 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:28:05.836526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] For port c33fa672-57d8-4b40-82d6-3d3609a6be30, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c33fa672-57d8-4b40-82d6-3d3609a6be30,segment=NetworkSegment(c2365105-1233-4fac-9be3-c6e0ff768f19),segment_id=c2365105-1233-4fac-9be3-c6e0ff768f19)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:05.836890 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.842792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] Deleting port c33fa672-57d8-4b40-82d6-3d3609a6be30 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:05.843325 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.850419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Calling delete_port for c33fa672-57d8-4b40-82d6-3d3609a6be30 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:05.912058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] For port c33fa672-57d8-4b40-82d6-3d3609a6be30, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c33fa672-57d8-4b40-82d6-3d3609a6be30,segment=NetworkSegment(c2365105-1233-4fac-9be3-c6e0ff768f19),segment_id=c2365105-1233-4fac-9be3-c6e0ff768f19)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:05.912459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.927890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] Calling delete_port for c33fa672-57d8-4b40-82d6-3d3609a6be30 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:05.943362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:05.973402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Port': ['ID=c33fa672-57d8-4b40-82d6-3d3609a6be30,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:05.974585 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c33fa672-57d8-4b40-82d6-3d3609a6be30 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:05.976845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] No DVR routers for this DVR port c33fa672-57d8-4b40-82d6-3d3609a6be30 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:06.006338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c33fa672-57d8-4b40-82d6-3d3609a6be30 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:06.006682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c33fa672-57d8-4b40-82d6-3d3609a6be30 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:06.039989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.054444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.065851 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] Pushing event deleted for resources: {'Port': ['ID=c33fa672-57d8-4b40-82d6-3d3609a6be30,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:06.069959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510992d4-fe22-486b-b4c5-677999a97cae None None] No DVR routers for this DVR port c33fa672-57d8-4b40-82d6-3d3609a6be30 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:06.081713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44fa9b6-d833-4df6-87e2-0a8947dd9444']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:06.091355 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2365105-1233-4fac-9be3-c6e0ff768f19') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:06.091693 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2365105-1233-4fac-9be3-c6e0ff768f19') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:06.101962 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.115717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.121384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:06.121763 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: timer() May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:06.124774 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:06.185769 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.193388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.195713 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] 10.222.0.76 "DELETE /v2.0/networks/a44fa9b6-d833-4df6-87e2-0a8947dd9444 HTTP/1.1" status: 204 len: 168 time: 0.5656476 May 06 10:28:06.207333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e442fc-7f09-48c9-9ffc-b8027d4d7ec5 tempest-NetworksIpV6Test-225319626 tempest-NetworksIpV6Test-225319626-project] Pushing event deleted for resources: {'Network': ['ID=a44fa9b6-d833-4df6-87e2-0a8947dd9444,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:06.431996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37202) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:06.561633 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6446c4c5-9e12-43f6-9461-92be5f80c0c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e02b1de9e384754a2a8da953364bf59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284611 May 06 10:28:06.564159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37206) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:06.612869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a124a220-f903-4b7f-be7c-2696b1c91098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.633011 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a124a220-f903-4b7f-be7c-2696b1c91098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.679960 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a124a220-f903-4b7f-be7c-2696b1c91098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.682819 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a124a220-f903-4b7f-be7c-2696b1c91098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:06.684348 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a124a220-f903-4b7f-be7c-2696b1c91098 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b299d9b0-13fd-4647-a705-5a259b77239e HTTP/1.1" status: 204 len: 168 time: 0.1191185 May 06 10:28:06.695896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124a220-f903-4b7f-be7c-2696b1c91098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299d9b0-13fd-4647-a705-5a259b77239e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:07.327527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37228) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:07.419045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3d6aa14a-f736-4d58-8f27-ca33a557f9c4 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-951269682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:07.446311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa14a-f736-4d58-8f27-ca33a557f9c4 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.447393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa14a-f736-4d58-8f27-ca33a557f9c4 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.498108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa14a-f736-4d58-8f27-ca33a557f9c4 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.502495 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa14a-f736-4d58-8f27-ca33a557f9c4 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.520002 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d6aa14a-f736-4d58-8f27-ca33a557f9c4 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.521182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3d6aa14a-f736-4d58-8f27-ca33a557f9c4 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1925354 May 06 10:28:07.524003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37232) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:07.528845 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-145121948'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:07.547394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Made reservation on behalf of 4728dd91f5a049888a33bbdd705e2cd5 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:07.551451 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.559933 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.639001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.642879 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.666462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:07.680304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee10380b-c661-4a9b-955a-dd8d74cccb8e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:07.684964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.685303 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Added segment 830b323c-b9bd-4a70-92e9-19f74e59b9ff of type vlan for network 98aea9ea-7634-4cb9-8427-7a83f57b0094 May 06 10:28:07.727748 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.751906 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.757462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:07.758068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:07.812977 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2879019 May 06 10:28:07.815723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37234) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:07.820887 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Request body: {'subnet': {'network_id': '98aea9ea-7634-4cb9-8427-7a83f57b0094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:07.878055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74159b7-eef3-40f0-b17b-616d5f120c3e tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event updated for resources: {'Network': ['ID=98aea9ea-7634-4cb9-8427-7a83f57b0094,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:07.888134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 98aea9ea-7634-4cb9-8427-7a83f57b0094 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:07.920057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Made reservation on behalf of 4728dd91f5a049888a33bbdd705e2cd5 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:07.923506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.105964 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.167187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event updated for resources: {'Subnet': ['ID=71757899-e95d-44e8-9ef4-f5de1d3ff51b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:08.174180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Checking segment: {'id': '830b323c-b9bd-4a70-92e9-19f74e59b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '98aea9ea-7634-4cb9-8427-7a83f57b0094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:08.174532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Network hostable DHCP agents. Network: 98aea9ea-7634-4cb9-8427-7a83f57b0094, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:08.190359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Network 98aea9ea-7634-4cb9-8427-7a83f57b0094 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:08.198754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 98aea9ea-7634-4cb9-8427-7a83f57b0094) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:08.202921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:08.203495 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.209518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9524c-49a3-482c-8e33-0a200fdaa925 None None] Network 98aea9ea-7634-4cb9-8427-7a83f57b0094 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:08.224706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-602fe369-a0b7-4448-8b6c-c41bdcfc141f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4036911 May 06 10:28:08.224901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37236) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:08.229804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-653399404'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:08.248992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Made reservation on behalf of 4728dd91f5a049888a33bbdd705e2cd5 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:08.252657 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.277110 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:08.286822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.287168 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Added segment c1666f37-a27c-4b71-9465-acc89dc6a9e1 of type vlan for network 80725aa1-d4e3-40bd-8ac7-7f66e9fa746b May 06 10:28:08.326513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.356227 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.362522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-98aea9ea-7634-4cb9-8427-7a83f57b0094', 'network_id': '98aea9ea-7634-4cb9-8427-7a83f57b0094', 'tenant_id': '4728dd91f5a049888a33bbdd705e2cd5', 'fixed_ips': [{'subnet_id': '71757899-e95d-44e8-9ef4-f5de1d3ff51b'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:08.363718 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.364796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:08.365394 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.425772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1996067 May 06 10:28:08.429424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37238) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:08.434001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Request body: {'subnet': {'network_id': '80725aa1-d4e3-40bd-8ac7-7f66e9fa746b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:08.487167 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e9507-c054-4f33-a846-5558413bdeaf tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event updated for resources: {'Network': ['ID=80725aa1-d4e3-40bd-8ac7-7f66e9fa746b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:08.500645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 80725aa1-d4e3-40bd-8ac7-7f66e9fa746b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:08.508637 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Allocated IP 172.20.0.2 (98aea9ea-7634-4cb9-8427-7a83f57b0094/71757899-e95d-44e8-9ef4-f5de1d3ff51b/73fcc7cc-f023-4494-8737-36d6e4aa72b3) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:08.530982 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Made reservation on behalf of 4728dd91f5a049888a33bbdd705e2cd5 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:08.534454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.724744 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.791680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event updated for resources: {'Subnet': ['ID=14b0bc6c-58cb-4444-a8ea-5de436b04edd,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:08.799440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Checking segment: {'id': 'c1666f37-a27c-4b71-9465-acc89dc6a9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '80725aa1-d4e3-40bd-8ac7-7f66e9fa746b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:08.799881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Network hostable DHCP agents. Network: 80725aa1-d4e3-40bd-8ac7-7f66e9fa746b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:08.820199 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Network 80725aa1-d4e3-40bd-8ac7-7f66e9fa746b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:08.830005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 80725aa1-d4e3-40bd-8ac7-7f66e9fa746b) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:08.838893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:08.839488 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.852210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ac0ee-967f-49b5-b20c-d6ef42e6d8ba None None] Network 80725aa1-d4e3-40bd-8ac7-7f66e9fa746b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:08.860387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-afaff7bc-bd54-4b35-bd1f-8c494a2a8c05 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4302499 May 06 10:28:08.863766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37240) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:08.868152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5a6a7317-93be-4efb-965b-7c7ee02788f8 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Request body: {'router': {'external_gateway_info': {'network_id': '80725aa1-d4e3-40bd-8ac7-7f66e9fa746b'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:08.914314 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.921318 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:08.978658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Network 98aea9ea-7634-4cb9-8427-7a83f57b0094 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:08.984389 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:08.986800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:09.005079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Pushing event updated for resources: {'Port': ['ID=73fcc7cc-f023-4494-8737-36d6e4aa72b3,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:09.076702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5a6a7317-93be-4efb-965b-7c7ee02788f8 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.092433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Attempting to bind port 73fcc7cc-f023-4494-8737-36d6e4aa72b3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:09.092804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Attempting to bind port 73fcc7cc-f023-4494-8737-36d6e4aa72b3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '830b323c-b9bd-4a70-92e9-19f74e59b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '98aea9ea-7634-4cb9-8427-7a83f57b0094'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:09.093168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Attempting to bind port 73fcc7cc-f023-4494-8737-36d6e4aa72b3 on network 98aea9ea-7634-4cb9-8427-7a83f57b0094 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:09.112079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:09.112577 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Checking segment: {'id': '830b323c-b9bd-4a70-92e9-19f74e59b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '98aea9ea-7634-4cb9-8427-7a83f57b0094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:09.113410 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.113798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Bound using segment: {'id': '830b323c-b9bd-4a70-92e9-19f74e59b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '98aea9ea-7634-4cb9-8427-7a83f57b0094'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:09.114271 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Bound port: 73fcc7cc-f023-4494-8737-36d6e4aa72b3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '830b323c-b9bd-4a70-92e9-19f74e59b9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '98aea9ea-7634-4cb9-8427-7a83f57b0094'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:09.114656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.125437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99136411-c5dc-4654-bf6c-3508c2c0aab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-80725aa1-d4e3-40bd-8ac7-7f66e9fa746b', 'network_id': '80725aa1-d4e3-40bd-8ac7-7f66e9fa746b', 'tenant_id': '4728dd91f5a049888a33bbdd705e2cd5', 'fixed_ips': [{'subnet_id': '14b0bc6c-58cb-4444-a8ea-5de436b04edd'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:09.126854 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-99136411-c5dc-4654-bf6c-3508c2c0aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.184851 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [None req-5a6a7317-93be-4efb-965b-7c7ee02788f8 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 06 10:28:09.185904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5a6a7317-93be-4efb-965b-7c7ee02788f8 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "PUT /v2.0/routers/64d20d92-216b-4e88-b922-db83464a87a2 HTTP/1.1" status: 400 len: 364 time: 0.3212121 May 06 10:28:09.191858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:09.242509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Deleting subnet 14b0bc6c-58cb-4444-a8ea-5de436b04edd {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:28:09.245638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.264839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] For port 73fcc7cc-f023-4494-8737-36d6e4aa72b3, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:09.277073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] For port 73fcc7cc-f023-4494-8737-36d6e4aa72b3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=73fcc7cc-f023-4494-8737-36d6e4aa72b3,segment=NetworkSegment(830b323c-b9bd-4a70-92e9-19f74e59b9ff),segment_id=830b323c-b9bd-4a70-92e9-19f74e59b9ff)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:09.281620 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.286244 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.334496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.349480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b007ec-1f90-4e31-b0d3-1211d243f0a8 None None] Pushing event updated for resources: {'Port': ['ID=73fcc7cc-f023-4494-8737-36d6e4aa72b3,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:09.401521 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server [None req-99136411-c5dc-4654-bf6c-3508c2c0aab5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14b0bc6c-58cb-4444-a8ea-5de436b04edd: This subnet is being modified by another concurrent operation. May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.force_reraise() May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise self.value May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server raise exception May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14b0bc6c-58cb-4444-a8ea-5de436b04edd: This subnet is being modified by another concurrent operation. May 06 10:28:09.404642 n-d-840834-1 neutron-server[102744]: ERROR oslo_messaging.rpc.server May 06 10:28:09.426214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750d8c6c-3be0-49a5-8b9b-58f493ccd1e3 None None] Network 80725aa1-d4e3-40bd-8ac7-7f66e9fa746b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:09.433699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event deleted for resources: {'Subnet': ['ID=14b0bc6c-58cb-4444-a8ea-5de436b04edd,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:09.443846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.448165 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9e95dcd0-09ae-4a38-b45c-171b7620344c tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "DELETE /v2.0/subnets/14b0bc6c-58cb-4444-a8ea-5de436b04edd HTTP/1.1" status: 204 len: 168 time: 0.2552073 May 06 10:28:09.449757 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37244) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:09.551835 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.650365 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.672332 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80725aa1-d4e3-40bd-8ac7-7f66e9fa746b']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:09.683067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1666f37-a27c-4b71-9465-acc89dc6a9e1') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:09.683395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1666f37-a27c-4b71-9465-acc89dc6a9e1') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:09.694067 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.707725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.713738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:09.714120 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: timer() May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:09.717366 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:09.775449 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.782402 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.788975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37246) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:09.792074 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "DELETE /v2.0/networks/80725aa1-d4e3-40bd-8ac7-7f66e9fa746b HTTP/1.1" status: 204 len: 168 time: 0.3412635 May 06 10:28:09.809839 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e595b31-dabb-4b03-bb1e-59023cc64d28 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event deleted for resources: {'Network': ['ID=80725aa1-d4e3-40bd-8ac7-7f66e9fa746b,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:09.844680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Deleting subnet 71757899-e95d-44e8-9ef4-f5de1d3ff51b {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:28:09.849423 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.889194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:09.976447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 73fcc7cc-f023-4494-8737-36d6e4aa72b3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:09.985800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.036430 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 73fcc7cc-f023-4494-8737-36d6e4aa72b3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:10.036729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.047416 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.082541 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.098561 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37248) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:10.098692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "DELETE /v2.0/subnets/71757899-e95d-44e8-9ef4-f5de1d3ff51b HTTP/1.1" status: 204 len: 168 time: 0.3085446 May 06 10:28:10.103751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286bc9a-f609-4d5d-8f66-c7ab8a04f382 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event deleted for resources: {'Subnet': ['ID=71757899-e95d-44e8-9ef4-f5de1d3ff51b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:10.143360 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.180126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 73fcc7cc-f023-4494-8737-36d6e4aa72b3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=73fcc7cc-f023-4494-8737-36d6e4aa72b3,segment=NetworkSegment(830b323c-b9bd-4a70-92e9-19f74e59b9ff),segment_id=830b323c-b9bd-4a70-92e9-19f74e59b9ff)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:10.193813 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.207321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.251931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=73fcc7cc-f023-4494-8737-36d6e4aa72b3,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:10.268395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Deleting port 73fcc7cc-f023-4494-8737-36d6e4aa72b3 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:10.268731 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.339466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] For port 73fcc7cc-f023-4494-8737-36d6e4aa72b3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=73fcc7cc-f023-4494-8737-36d6e4aa72b3,segment=NetworkSegment(830b323c-b9bd-4a70-92e9-19f74e59b9ff),segment_id=830b323c-b9bd-4a70-92e9-19f74e59b9ff)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:10.339882 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.354329 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Calling delete_port for 73fcc7cc-f023-4494-8737-36d6e4aa72b3 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:10.420938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf1600a-508f-4475-bb54-76072c02ae52 None None] Network 98aea9ea-7634-4cb9-8427-7a83f57b0094 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:10.438242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.467849 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event deleted for resources: {'Port': ['ID=73fcc7cc-f023-4494-8737-36d6e4aa72b3,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:10.474318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cdefc840-d6d2-4f5f-9980-9a84b604c16b None None] Could not find standard attr ID for object 73fcc7cc-f023-4494-8737-36d6e4aa72b3. {{(pid=102744) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 06 10:28:10.477585 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] No DVR routers for this DVR port 73fcc7cc-f023-4494-8737-36d6e4aa72b3 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:10.563606 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.584237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67db5c3b-b0c0-4a3d-bda8-1ccef4e256a5 None None] DHCP port deletion for 98aea9ea-7634-4cb9-8427-7a83f57b0094 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:28:10.589957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aea9ea-7634-4cb9-8427-7a83f57b0094']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:10.604933 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830b323c-b9bd-4a70-92e9-19f74e59b9ff') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:10.605140 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde5c99-30ef-4ef1-b388-4f4d452659ad None None] get_active_networks_info from n-d-840834-1 {{(pid=102744) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 06 10:28:10.605233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830b323c-b9bd-4a70-92e9-19f74e59b9ff') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:10.617764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.632932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.639684 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:28:10.640096 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: timer() May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:28:10.654628 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:28:10.672811 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fde5c99-30ef-4ef1-b388-4f4d452659ad None None] Resources bound (agent type, host, resource id): {{(pid=102744) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 06 10:28:10.706508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.711393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.714688 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "DELETE /v2.0/networks/98aea9ea-7634-4cb9-8427-7a83f57b0094 HTTP/1.1" status: 204 len: 168 time: 0.6098216 May 06 10:28:10.717956 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37250) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:10.734522 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b90e-2d77-47ce-8f2e-544349a8c937 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Pushing event deleted for resources: {'Network': ['ID=98aea9ea-7634-4cb9-8427-7a83f57b0094,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:10.748863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-017e550b-c371-4917-92dd-f371fef3286f tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "GET /v2.0/ports?device_id=64d20d92-216b-4e88-b922-db83464a87a2 HTTP/1.1" status: 200 len: 205 time: 0.0297704 May 06 10:28:10.751161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37252) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:10.827193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ae0f-2ec1-4ebd-82cc-c9dd02ea32e9 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.993899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ae0f-2ec1-4ebd-82cc-c9dd02ea32e9 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:10.996039 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ae0f-2ec1-4ebd-82cc-c9dd02ea32e9 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:11.040257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ae0f-2ec1-4ebd-82cc-c9dd02ea32e9 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:11.040755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea3ae0f-2ec1-4ebd-82cc-c9dd02ea32e9 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Fanout notify agent at l3_agent the message router_deleted on router 64d20d92-216b-4e88-b922-db83464a87a2 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:28:11.047554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8ea3ae0f-2ec1-4ebd-82cc-c9dd02ea32e9 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:11.048789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8ea3ae0f-2ec1-4ebd-82cc-c9dd02ea32e9 tempest-RoutersNegativeTest-1629176111 tempest-RoutersNegativeTest-1629176111-project] 10.222.0.76 "DELETE /v2.0/routers/64d20d92-216b-4e88-b922-db83464a87a2 HTTP/1.1" status: 204 len: 168 time: 0.2966332 May 06 10:28:11.294185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37258) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:11.425579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5350eb43-c533-4a7d-a5e2-09a9fe5e25a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4728dd91f5a049888a33bbdd705e2cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301663 May 06 10:28:11.428841 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37262) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:11.476968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3c89206-6781-4100-bd74-c7cecfcf56a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:11.497629 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3c89206-6781-4100-bd74-c7cecfcf56a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:11.546323 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3c89206-6781-4100-bd74-c7cecfcf56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:11.548823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e3c89206-6781-4100-bd74-c7cecfcf56a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:11.549973 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e3c89206-6781-4100-bd74-c7cecfcf56a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee10380b-c661-4a9b-955a-dd8d74cccb8e HTTP/1.1" status: 204 len: 168 time: 0.1201553 May 06 10:28:11.558420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c89206-6781-4100-bd74-c7cecfcf56a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee10380b-c661-4a9b-955a-dd8d74cccb8e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:11.943951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 73fcc7cc-f023-4494-8737-36d6e4aa72b3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:11.966681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 73fcc7cc-f023-4494-8737-36d6e4aa72b3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:11.967020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 73fcc7cc-f023-4494-8737-36d6e4aa72b3 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:12.164989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:12.259339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1342014365-network', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:12.278488 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Made reservation on behalf of 7d9bb25bf5f84ccc89b46f83a8696553 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:12.280991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.290294 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.364709 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.368577 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.396125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:12.404818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6ccf1c-15ca-4b71-a35b-56aebcfc042a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:12.412528 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.412847 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Added segment aff97898-09cb-4a30-90f1-c375156cec78 of type vlan for network 341e9e52-6814-4571-b19b-5ffa426ad634 May 06 10:28:12.452968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.477894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.479050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:12.479717 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.537168 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3710728 May 06 10:28:12.540109 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37288) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:12.542265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b13e00-b66c-49cd-a19c-5912c0dbbb4b admin admin] Pushing event updated for resources: {'Network': ['ID=341e9e52-6814-4571-b19b-5ffa426ad634,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:12.545326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Request body: {'subnet': {'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-subnet', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:12.552785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 341e9e52-6814-4571-b19b-5ffa426ad634 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:12.565964 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Made reservation on behalf of 7d9bb25bf5f84ccc89b46f83a8696553 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:12.568675 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.736608 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-19f7bac1-77ef-404f-a16d-beb935c9d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.740272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.799705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a26ca44-3cd1-4062-acf3-5c5785de46f2,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:12.809493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Checking segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:12.809856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Network hostable DHCP agents. Network: 341e9e52-6814-4571-b19b-5ffa426ad634, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:12.827503 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Network 341e9e52-6814-4571-b19b-5ffa426ad634 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:12.837448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 341e9e52-6814-4571-b19b-5ffa426ad634) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:12.841816 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:12.842373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.846418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af583470-12c4-4775-9098-fdab8131a1bd None None] Network 341e9e52-6814-4571-b19b-5ffa426ad634 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:12.858983 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5bab5d9b-4679-43cb-b350-00d885619059 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3171368 May 06 10:28:12.861744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37290) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:12.866316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:12.893373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.893373 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.939223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:12.998108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-341e9e52-6814-4571-b19b-5ffa426ad634', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:12.999019 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.080275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.139489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Allocated IP 172.20.0.2 (341e9e52-6814-4571-b19b-5ffa426ad634/5a26ca44-3cd1-4062-acf3-5c5785de46f2/0f721d22-8a75-4195-bdd0-6202d3bb5302) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:13.281515 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.286089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.291906 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.306011 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.334459 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Network 341e9e52-6814-4571-b19b-5ffa426ad634 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:13.337284 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:13.340671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:13.348603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Pushing event updated for resources: {'Port': ['ID=0f721d22-8a75-4195-bdd0-6202d3bb5302,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:13.401647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Attempting to bind port 0f721d22-8a75-4195-bdd0-6202d3bb5302 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:13.402009 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Attempting to bind port 0f721d22-8a75-4195-bdd0-6202d3bb5302 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:13.402365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Attempting to bind port 0f721d22-8a75-4195-bdd0-6202d3bb5302 on network 341e9e52-6814-4571-b19b-5ffa426ad634 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:13.407108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:13.407474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Checking segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:13.407907 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.408296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Bound using segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:13.408552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Allocated IP 172.25.8.16 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/3611dc30-cf01-4f42-88f8-c9de8ea5b96a) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:13.408754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Bound port: 0f721d22-8a75-4195-bdd0-6202d3bb5302, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:13.409124 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.471730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] For port 0f721d22-8a75-4195-bdd0-6202d3bb5302, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:13.475042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] For port 0f721d22-8a75-4195-bdd0-6202d3bb5302, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f721d22-8a75-4195-bdd0-6202d3bb5302,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:13.479321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.515900 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.542483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fded4a5-fdfe-4898-b57b-23fa02e8737b None None] Pushing event updated for resources: {'Port': ['ID=0f721d22-8a75-4195-bdd0-6202d3bb5302,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:13.559453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.599237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:13.602053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:13.605594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:13.614157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Pushing event updated for resources: {'Port': ['ID=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:13.872078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:13.975376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f721d22-8a75-4195-bdd0-6202d3bb5302 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:14.029422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0f721d22-8a75-4195-bdd0-6202d3bb5302 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:14.030081 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:14.111242 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:14.156721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 0f721d22-8a75-4195-bdd0-6202d3bb5302, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f721d22-8a75-4195-bdd0-6202d3bb5302,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:14.163055 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:14.215739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=0f721d22-8a75-4195-bdd0-6202d3bb5302,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:14.382163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:14.480082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d91f83-0f8d-4c33-8a01-e60b78aaba3b None None] Network 341e9e52-6814-4571-b19b-5ffa426ad634 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:14.516681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:28:14.552704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6033ceeb-575c-4d3b-88c9-f2078f050b2c None None] Provisioning complete for port 0f721d22-8a75-4195-bdd0-6202d3bb5302 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:14.553378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6033ceeb-575c-4d3b-88c9-f2078f050b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:14.633402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:14.651165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:14.652447 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f91f66b4-5eaa-4a0c-b9a3-4fffa062333b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7900400 May 06 10:28:14.655205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37294) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:14.663923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Sync routers for ids ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:14.710423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Routers {'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:14.711091 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:27:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:14.829295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Set router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:15.021942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:28:13Z', 'revision_number': 3, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port': {'id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:13Z', 'updated_at': '2022-05-06T10:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:15.052363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Checking router: f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:15.053088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Updating router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:15.082268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9d422ba1-f98e-4a64-b34c-acdc0ac45d32 None None] Provisioning complete for port 0f721d22-8a75-4195-bdd0-6202d3bb5302 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:15.082639 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9d422ba1-f98e-4a64-b34c-acdc0ac45d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.084037 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.093317 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.252394 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Allocated IP 172.20.0.1 (341e9e52-6814-4571-b19b-5ffa426ad634/5a26ca44-3cd1-4062-acf3-5c5785de46f2/bc1a628e-e450-4ae7-adf1-94022c1cb2fe) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:15.368824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.411130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.453207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Network 341e9e52-6814-4571-b19b-5ffa426ad634 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:15.456223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:15.461703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:15.468358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7442eaa5-764d-4eac-8941-c6ceccddbcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.491701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:15.511372 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.608380 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.615860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.674025 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.693179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Attempting to bind port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:15.693720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Attempting to bind port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:15.694204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Attempting to bind port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:15.696458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d176fc-ca14-4ea0-ae6c-c277b59fe1d5 None None] Pushing event updated for resources: {'Port': ['ID=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:15.710780 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:15.711233 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:15.712327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.712860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:15.713424 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Bound port: 3611dc30-cf01-4f42-88f8-c9de8ea5b96a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:15.713936 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.772678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] For port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:15.776056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] For port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:15.780472 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.845881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-caae74bb-a10c-427f-b1af-83722aaba9cc None None] Provisioning complete for port bc1a628e-e450-4ae7-adf1-94022c1cb2fe triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:15.846255 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-caae74bb-a10c-427f-b1af-83722aaba9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.864507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.869075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.873595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d176fc-ca14-4ea0-ae6c-c277b59fe1d5 None None] Pushing event updated for resources: {'Port': ['ID=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:15.882395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Routers {'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:15.883018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:28:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:15.933071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-caae74bb-a10c-427f-b1af-83722aaba9cc None None] Port bc1a628e-e450-4ae7-adf1-94022c1cb2fe cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:15.936497 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:15.948189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:15.983069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f721d22-8a75-4195-bdd0-6202d3bb5302 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:16.037594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] Set router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:16.041596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Network 341e9e52-6814-4571-b19b-5ffa426ad634 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:16.042923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:16.122858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0f721d22-8a75-4195-bdd0-6202d3bb5302 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:16.123408 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.164775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:28:16.281727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:16.288151 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-44a3d072-76b9-46ac-84c0-edc966978883 admin admin] 10.222.0.76 "PUT /v2.0/routers/f246ac14-7e15-4ef1-b91c-c0e9f803a2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315751 May 06 10:28:16.319235 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 4, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port': {'id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:13Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bc1a628e-e450-4ae7-adf1-94022c1cb2fe', 'name': '', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'mac_address': 'fa:16:3e:d8:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:15Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 2, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'subnets': [{'id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:16.350855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b159ac16-9b7b-4a72-84ca-0f7316bb1deb None None] The sync data for ids ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'] in n-d-840834-1 is: [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 4, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port': {'id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:13Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bc1a628e-e450-4ae7-adf1-94022c1cb2fe', 'name': '', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'mac_address': 'fa:16:3e:d8:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:15Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 2, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'subnets': [{'id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:16.361018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b47946fc-2053-4d38-b5f4-29161e37dab1 None None] Provisioning complete for port bc1a628e-e450-4ae7-adf1-94022c1cb2fe triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:16.361393 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b47946fc-2053-4d38-b5f4-29161e37dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.400680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b47946fc-2053-4d38-b5f4-29161e37dab1 None None] Port bc1a628e-e450-4ae7-adf1-94022c1cb2fe cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:16.801698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37310) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:16.806753 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2022339954-network', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:16.824067 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.828852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Made reservation on behalf of 8bb3768a52ca4c1ba820f5dcb2c6c340 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:16.832215 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.841694 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.924359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.928587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.955692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:28:16.967126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c231eeb0-c8fb-40ec-8d29-f5afbb6d5e05,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:16.973570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:16.973986 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Added segment d6e085d6-ff06-433e-a699-96ab838457e8 of type vlan for network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 May 06 10:28:16.976923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.045062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.074093 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.075211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:17.075928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.139902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3370059 May 06 10:28:17.142737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37312) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:17.152133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Request body: {'subnet': {'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-subnet', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:17.156988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa39196-a471-4eac-b465-a1f1dee77979 admin admin] Pushing event updated for resources: {'Network': ['ID=cac0f1b8-fd00-4a53-ace0-47aae599e6e0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:17.167518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:28:17.178728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Made reservation on behalf of 8bb3768a52ca4c1ba820f5dcb2c6c340 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:17.181158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.362986 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.422736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0e5c29-3b47-4cef-baaa-18596a5089b9,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:17.428465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Checking segment: {'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:17.428739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Network hostable DHCP agents. Network: cac0f1b8-fd00-4a53-ace0-47aae599e6e0, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:28:17.447203 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:28:17.457980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, cac0f1b8-fd00-4a53-ace0-47aae599e6e0) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:17.462803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:17.463963 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.468436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1b1567-1d28-4750-b0d3-653fdb859b60 None None] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:17.481956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d0b25a36-636f-473f-8de8-3475b64d516a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3378849 May 06 10:28:17.484381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37314) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:17.488966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:17.513147 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.514303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.584380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.633882 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'fixed_ips': [{'subnet_id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:28:17.634730 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.739741 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.783897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Allocated IP 172.20.0.2 (cac0f1b8-fd00-4a53-ace0-47aae599e6e0/4f0e5c29-3b47-4cef-baaa-18596a5089b9/ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:17.941770 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.950125 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.958438 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.979966 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:17.992449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3611dc30-cf01-4f42-88f8-c9de8ea5b96a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:17.997458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:18.018357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:18.027814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:18.033657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Pushing event updated for resources: {'Port': ['ID=ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:18.090149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Allocated IP 172.25.8.12 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/bf8dad7f-d528-4384-8dde-809285571702) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:18.102427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Attempting to bind port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:18.102798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Attempting to bind port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:18.103164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Attempting to bind port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade on network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:18.111155 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:18.111450 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.113299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:18.113676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Checking segment: {'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:18.114065 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.114453 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Bound using segment: {'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:18.114965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Bound port: ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:18.115351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.208721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.212151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] For port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:18.215814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] For port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade,segment=NetworkSegment(d6e085d6-ff06-433e-a699-96ab838457e8),segment_id=d6e085d6-ff06-433e-a699-96ab838457e8)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:18.240800 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.245431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.284526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:18.287884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:18.289429 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.291223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:18.328432 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8dad7f-d528-4384-8dde-809285571702,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:18.334293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:18.337189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02939801-fff6-452a-9394-3cd9a6c50c86 None None] Pushing event updated for resources: {'Port': ['ID=ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:18.345105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.382579 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.412664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:18.544960 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Sync routers for ids ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:18.562308 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Routers {'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:18.563057 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:28:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:18.613064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.680563 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Set router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:18.817202 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.826628 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.886797 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 4, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port': {'id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:13Z', 'updated_at': '2022-05-06T10:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bc1a628e-e450-4ae7-adf1-94022c1cb2fe', 'name': '', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'mac_address': 'fa:16:3e:d8:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:15Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 2, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'subnets': [{'id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:18.913364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Checking router: f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:18.913714 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Updating router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 port bc1a628e-e450-4ae7-adf1-94022c1cb2fe binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:18.938462 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:18.959058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Router 09753275-8794-48c8-87fd-077ce510b429 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:28:19.233753 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.241676 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.323350 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Pushing event updated for resources: {'Port': ['ID=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:19.366258 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.367653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.367653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.367850 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.368394 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.368772 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.369100 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.369424 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.369741 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.370056 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.370376 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.370695 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:28:19.394384 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Attempting to bind port bc1a628e-e450-4ae7-adf1-94022c1cb2fe on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:19.394963 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Attempting to bind port bc1a628e-e450-4ae7-adf1-94022c1cb2fe by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:19.395610 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Attempting to bind port bc1a628e-e450-4ae7-adf1-94022c1cb2fe on network 341e9e52-6814-4571-b19b-5ffa426ad634 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:19.402036 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:19.402413 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Checking segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:19.403012 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.403398 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Bound using segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:19.403921 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Bound port: bc1a628e-e450-4ae7-adf1-94022c1cb2fe, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:19.404375 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.404517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107bead-ebca-4e25-96c9-c2b158eb43bc None None] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:28:19.439349 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:19.458389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.460084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8de74118-0059-457c-be13-97fbce40d5c9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9747210 May 06 10:28:19.462626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37316) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:28:19.472697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Sync routers for ids ['09753275-8794-48c8-87fd-077ce510b429'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:19.502206 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] For port bc1a628e-e450-4ae7-adf1-94022c1cb2fe, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:19.509330 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] For port bc1a628e-e450-4ae7-adf1-94022c1cb2fe, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:19.510593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Routers {'09753275-8794-48c8-87fd-077ce510b429'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:19.511295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:28:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['09753275-8794-48c8-87fd-077ce510b429'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:19.517984 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.586858 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Routers {'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:19.587483 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:28:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:19.603491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3ac490ef-9b1f-4ffb-b3b5-30a13f020004 None None] Provisioning complete for port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:19.603891 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3ac490ef-9b1f-4ffb-b3b5-30a13f020004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:19.654345 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac207ff2-f725-4be9-8c7c-2366795e16bf None None] Pushing event updated for resources: {'Port': ['ID=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:19.667366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Set router 09753275-8794-48c8-87fd-077ce510b429 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:19.838341 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] Set router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:19.991937 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.090045 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 4, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port': {'id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:13Z', 'updated_at': '2022-05-06T10:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bc1a628e-e450-4ae7-adf1-94022c1cb2fe', 'name': '', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'mac_address': 'fa:16:3e:d8:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:15Z', 'updated_at': '2022-05-06T10:28:19Z', 'revision_number': 4, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'subnets': [{'id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:20.112700 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3ac490ef-9b1f-4ffb-b3b5-30a13f020004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.150803 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a630ba67-ea62-4baa-baf5-b7f4774554b0 None None] The sync data for ids ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'] in n-d-840834-1 is: [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:28:15Z', 'revision_number': 4, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port': {'id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:13Z', 'updated_at': '2022-05-06T10:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'bc1a628e-e450-4ae7-adf1-94022c1cb2fe', 'name': '', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'mac_address': 'fa:16:3e:d8:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:15Z', 'updated_at': '2022-05-06T10:28:19Z', 'revision_number': 4, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'subnets': [{'id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:20.173570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc1a628e-e450-4ae7-adf1-94022c1cb2fe up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:20.225936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3ac490ef-9b1f-4ffb-b3b5-30a13f020004 None None] For port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade,segment=NetworkSegment(d6e085d6-ff06-433e-a699-96ab838457e8),segment_id=d6e085d6-ff06-433e-a699-96ab838457e8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:20.231677 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Allocated IP 172.20.0.1 (cac0f1b8-fd00-4a53-ace0-47aae599e6e0/4f0e5c29-3b47-4cef-baaa-18596a5089b9/edfb18a2-ab96-4958-a9ad-dabd43228ec6) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:20.244157 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3ac490ef-9b1f-4ffb-b3b5-30a13f020004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.315563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac490ef-9b1f-4ffb-b3b5-30a13f020004 None None] Pushing event updated for resources: {'Port': ['ID=ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:20.321643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bf8dad7f-d528-4384-8dde-809285571702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:18Z', 'revision_number': 3, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port': {'id': 'bf8dad7f-d528-4384-8dde-809285571702', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:20.325204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port bc1a628e-e450-4ae7-adf1-94022c1cb2fe triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:20.325577 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.376292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.381705 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Checking router: 09753275-8794-48c8-87fd-077ce510b429 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:20.382208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Updating router 09753275-8794-48c8-87fd-077ce510b429 port bf8dad7f-d528-4384-8dde-809285571702 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:20.425552 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.433506 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.436223 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-469fbf8a-0317-450a-b2bb-78a3932a14d6 None None] Provisioning complete for port bc1a628e-e450-4ae7-adf1-94022c1cb2fe triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:20.436591 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-469fbf8a-0317-450a-b2bb-78a3932a14d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.469593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:20.472651 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:20.476200 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:20.510803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Pushing event updated for resources: {'Port': ['ID=edfb18a2-ab96-4958-a9ad-dabd43228ec6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:20.533531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.610279 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.689081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.751268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port bc1a628e-e450-4ae7-adf1-94022c1cb2fe, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:20.766416 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.767423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:20.794529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-469fbf8a-0317-450a-b2bb-78a3932a14d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.884555 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.890344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.928801 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:20.966787 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-469fbf8a-0317-450a-b2bb-78a3932a14d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:28:20.967136 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-469fbf8a-0317-450a-b2bb-78a3932a14d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:28:20.977181 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:20.979691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Pushing event updated for resources: {'Port': ['ID=edfb18a2-ab96-4958-a9ad-dabd43228ec6,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:20.981313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.000451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:21.000859 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.051837 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.063462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.080550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:21.082528 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:21.144383 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Attempting to bind port bf8dad7f-d528-4384-8dde-809285571702 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:21.144768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Attempting to bind port bf8dad7f-d528-4384-8dde-809285571702 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:21.145507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Attempting to bind port bf8dad7f-d528-4384-8dde-809285571702 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:21.151212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab25eb-9824-458d-a633-7b35285c9264 None None] Pushing event updated for resources: {'Port': ['ID=bf8dad7f-d528-4384-8dde-809285571702,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:21.163921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:21.164300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:21.164696 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.165089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:21.165576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Bound port: bf8dad7f-d528-4384-8dde-809285571702, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:21.165954 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.169483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3611dc30-cf01-4f42-88f8-c9de8ea5b96a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:21.226192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Router 09753275-8794-48c8-87fd-077ce510b429 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:28:21.254090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] For port bf8dad7f-d528-4384-8dde-809285571702, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:21.257984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] For port bf8dad7f-d528-4384-8dde-809285571702, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bf8dad7f-d528-4384-8dde-809285571702,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:21.264124 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.293384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:21.293754 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.340585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:28:21.354523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bec7eac6-7ca3-4d34-954a-36aa4924e27a admin admin] 10.222.0.76 "PUT /v2.0/routers/09753275-8794-48c8-87fd-077ce510b429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8834324 May 06 10:28:21.364362 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab25eb-9824-458d-a633-7b35285c9264 None None] Pushing event updated for resources: {'Port': ['ID=bf8dad7f-d528-4384-8dde-809285571702,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:21.366838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Routers {'09753275-8794-48c8-87fd-077ce510b429'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:21.367447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:28:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['09753275-8794-48c8-87fd-077ce510b429'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:21.539208 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] Set router 09753275-8794-48c8-87fd-077ce510b429 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:21.685152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-af22dd0d-6a8a-4c90-90f3-e8c5b73060aa None None] Provisioning complete for port edfb18a2-ab96-4958-a9ad-dabd43228ec6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:21.685522 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af22dd0d-6a8a-4c90-90f3-e8c5b73060aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.736804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-af22dd0d-6a8a-4c90-90f3-e8c5b73060aa None None] Port edfb18a2-ab96-4958-a9ad-dabd43228ec6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:21.775976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-af22dd0d-6a8a-4c90-90f3-e8c5b73060aa None None] Provisioning complete for port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:21.776355 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af22dd0d-6a8a-4c90-90f3-e8c5b73060aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:21.828300 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bf8dad7f-d528-4384-8dde-809285571702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 4, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port': {'id': 'bf8dad7f-d528-4384-8dde-809285571702', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'edfb18a2-ab96-4958-a9ad-dabd43228ec6', 'name': '', 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'mac_address': 'fa:16:3e:3f:37:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:20Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 2, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'subnets': [{'id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:21.860645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0f027-1f6f-43b6-bcd6-19008eba61ee None None] The sync data for ids ['09753275-8794-48c8-87fd-077ce510b429'] in n-d-840834-1 is: [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bf8dad7f-d528-4384-8dde-809285571702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 4, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port': {'id': 'bf8dad7f-d528-4384-8dde-809285571702', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'edfb18a2-ab96-4958-a9ad-dabd43228ec6', 'name': '', 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'mac_address': 'fa:16:3e:3f:37:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:20Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 2, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'subnets': [{'id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:21.978619 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc1a628e-e450-4ae7-adf1-94022c1cb2fe up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:22.037143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-e610f4c0-98f4-4868-a238-0ef5f2f96fc1 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:22.046510 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-e610f4c0-98f4-4868-a238-0ef5f2f96fc1 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/networks?id=341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 200 len: 817 time: 0.1231401 May 06 10:28:22.065496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-4c638f77-c514-43a6-9730-59f2731726d4 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/quotas/7d9bb25bf5f84ccc89b46f83a8696553 HTTP/1.1" status: 200 len: 375 time: 0.0178318 May 06 10:28:22.131757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-bfd314b3-2584-426e-af4b-b9478e1eac69 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649331 May 06 10:28:22.199082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port bc1a628e-e450-4ae7-adf1-94022c1cb2fe triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:22.199970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:22.244182 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-a1742cf1-f5d6-4d6c-96ba-f155f460d8c3 service neutron] 10.222.0.76 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964022 May 06 10:28:22.288859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:22.336919 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:22.337292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:22.355272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-5ab13ba2-27bd-4267-baa4-c4f780749af6 service neutron] 10.222.0.76 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013496 May 06 10:28:22.538769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42b80d13-29b9-4c54-b086-f7f6aca55ffa req-ab7d1ed4-8d6e-4b9f-a1f5-b138a6efbb1a tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 210 time: 0.0285788 May 06 10:28:23.520184 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-e5510e83-35d8-41ab-8daf-4e4f49671a49 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:23.521958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-e5510e83-35d8-41ab-8daf-4e4f49671a49 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "GET /v2.0/networks?id=341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 200 len: 817 time: 0.1243460 May 06 10:28:23.536502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Request body: {'port': {'device_id': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'admin_state_up': True, 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:23.654890 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-16a7e681-b44e-4c83-b3c2-50ab2f860841 req-aa9570a9-1408-406a-914d-f9396def6f7e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 210 time: 0.0354855 May 06 10:28:23.676547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Made reservation on behalf of 7d9bb25bf5f84ccc89b46f83a8696553 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:23.680160 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:23.809296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Allocated IP 172.20.0.11 (341e9e52-6814-4571-b19b-5ffa426ad634/5a26ca44-3cd1-4062-acf3-5c5785de46f2/21328ba1-798e-49bc-96b9-508fc56c4da5) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:23.968522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:23.982575 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bf8dad7f-d528-4384-8dde-809285571702 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:24.005206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.032534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port bf8dad7f-d528-4384-8dde-809285571702 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:24.032992 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.052996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Network 341e9e52-6814-4571-b19b-5ffa426ad634 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:24.055933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:24.060126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:24.089115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Pushing event updated for resources: {'Port': ['ID=21328ba1-798e-49bc-96b9-508fc56c4da5,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:24.121202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:24.122069 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.143566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1c3f71fd-b6e5-4048-a021-65ac83eb085e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6111104 May 06 10:28:24.143888 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.157855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Request body: {'port': {'device_id': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:24.168808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port bf8dad7f-d528-4384-8dde-809285571702, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bf8dad7f-d528-4384-8dde-809285571702,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:24.174566 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.224054 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.239175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=bf8dad7f-d528-4384-8dde-809285571702,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:24.346710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-07a73c40-c002-4ce7-8118-3e5d5ec072bf None None] Provisioning complete for port 21328ba1-798e-49bc-96b9-508fc56c4da5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:24.347214 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-07a73c40-c002-4ce7-8118-3e5d5ec072bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.376116 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Sync routers for ids ['09753275-8794-48c8-87fd-077ce510b429'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:28:24.382778 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-07a73c40-c002-4ce7-8118-3e5d5ec072bf None None] Port 21328ba1-798e-49bc-96b9-508fc56c4da5 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:24.386751 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Routers {'09753275-8794-48c8-87fd-077ce510b429'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:24.387353 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:28:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['09753275-8794-48c8-87fd-077ce510b429'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:24.494741 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Set router 09753275-8794-48c8-87fd-077ce510b429 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:24.506255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21328ba1-798e-49bc-96b9-508fc56c4da5 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:28:24.513694 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.526511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Transition to ACTIVE for port object 21328ba1-798e-49bc-96b9-508fc56c4da5 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:28:24.530550 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.581568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Pushing event updated for resources: {'Port': ['ID=21328ba1-798e-49bc-96b9-508fc56c4da5,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:24.663755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Attempting to bind port 21328ba1-798e-49bc-96b9-508fc56c4da5 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:24.664095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Attempting to bind port 21328ba1-798e-49bc-96b9-508fc56c4da5 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:24.664421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Attempting to bind port 21328ba1-798e-49bc-96b9-508fc56c4da5 on network 341e9e52-6814-4571-b19b-5ffa426ad634 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:24.668941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Port 21328ba1-798e-49bc-96b9-508fc56c4da5 on network 341e9e52-6814-4571-b19b-5ffa426ad634 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:28:24.669261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Attempting to bind port 21328ba1-798e-49bc-96b9-508fc56c4da5 on network 341e9e52-6814-4571-b19b-5ffa426ad634 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:24.674637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:24.677125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Checking segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:24.677125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Bound using segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:24.677125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Bound port: 21328ba1-798e-49bc-96b9-508fc56c4da5, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:24.677446 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.718901 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bf8dad7f-d528-4384-8dde-809285571702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 4, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port': {'id': 'bf8dad7f-d528-4384-8dde-809285571702', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'edfb18a2-ab96-4958-a9ad-dabd43228ec6', 'name': '', 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'mac_address': 'fa:16:3e:3f:37:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:20Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 2, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'subnets': [{'id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:24.747264 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Checking router: 09753275-8794-48c8-87fd-077ce510b429 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:28:24.747629 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Updating router 09753275-8794-48c8-87fd-077ce510b429 port edfb18a2-ab96-4958-a9ad-dabd43228ec6 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:28:24.774374 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.785923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] For port 21328ba1-798e-49bc-96b9-508fc56c4da5, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:24.811911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] For port 21328ba1-798e-49bc-96b9-508fc56c4da5, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=21328ba1-798e-49bc-96b9-508fc56c4da5,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:24.818911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.834695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136ba3-47b3-4fa9-a55e-73699d9eaf39 req-90749790-2952-464c-b283-40ca502decfa tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:24.836304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e136ba3-47b3-4fa9-a55e-73699d9eaf39 req-90749790-2952-464c-b283-40ca502decfa tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 944 time: 0.0899041 May 06 10:28:24.877220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:24.877941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:24.879492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] 10.222.0.82 "PUT /v2.0/ports/21328ba1-798e-49bc-96b9-508fc56c4da5 HTTP/1.1" status: 200 len: 1092 time: 0.7266560 May 06 10:28:24.880061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'tag': '21328ba1-798e-49bc-96b9-508fc56c4da5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:28:24.882695 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3db169b-975c-4c92-ab4d-9e100da251d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f607e518-0792-4d18-87e7-5d67c01a3fba", "tag": "21328ba1-798e-49bc-96b9-508fc56c4da5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:28:24.961223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ba6d4-7ae2-4be9-b0ed-8515794fd4cb service neutron] Pushing event updated for resources: {'Port': ['ID=21328ba1-798e-49bc-96b9-508fc56c4da5,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:24.970930 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ee712-3e27-4791-92dd-a00c39f901c5 x-openstack-request-id: req-739ee712-3e27-4791-92dd-a00c39f901c5 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:28:24.971041 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f607e518-0792-4d18-87e7-5d67c01a3fba", "tag": "21328ba1-798e-49bc-96b9-508fc56c4da5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:28:24.971389 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-739ee712-3e27-4791-92dd-a00c39f901c5 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:28:24.972492 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739ee712-3e27-4791-92dd-a00c39f901c5'] response: {'name': 'network-changed', 'server_uuid': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'tag': '21328ba1-798e-49bc-96b9-508fc56c4da5', 'status': 'completed', 'code': 200} May 06 10:28:24.981607 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4e136ba3-47b3-4fa9-a55e-73699d9eaf39 req-1531b1ea-b752-4833-b396-17c7d7947f61 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248925 May 06 10:28:24.993569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-3bf5ee7f-3bac-41e1-85c1-539777728e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:24.995109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-3bf5ee7f-3bac-41e1-85c1-539777728e04 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 1095 time: 0.0723195 May 06 10:28:25.042453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-6c083184-2b8c-48cb-a8ad-3a6aec89a29c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21328ba1-798e-49bc-96b9-508fc56c4da5 HTTP/1.1" status: 200 len: 217 time: 0.0372455 May 06 10:28:25.090834 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.097937 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.101822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-be2a0fea-611f-48b9-af61-82266bc0568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:25.104617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-be2a0fea-611f-48b9-af61-82266bc0568f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5a26ca44-3cd1-4062-acf3-5c5785de46f2 HTTP/1.1" status: 200 len: 856 time: 0.0540936 May 06 10:28:25.156086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-f08da8f1-b95f-44cd-8514-70a051859891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:25.158620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-f08da8f1-b95f-44cd-8514-70a051859891 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=341e9e52-6814-4571-b19b-5ffa426ad634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464702 May 06 10:28:25.167401 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0c979-96d0-4d76-9575-b2785cba1a6b None None] Pushing event updated for resources: {'Port': ['ID=edfb18a2-ab96-4958-a9ad-dabd43228ec6,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:25.220899 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Attempting to bind port edfb18a2-ab96-4958-a9ad-dabd43228ec6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:25.221566 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Attempting to bind port edfb18a2-ab96-4958-a9ad-dabd43228ec6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:25.222542 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Attempting to bind port edfb18a2-ab96-4958-a9ad-dabd43228ec6 on network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:25.229200 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:25.229783 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Checking segment: {'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:25.230717 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.231178 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Bound using segment: {'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:25.231869 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Bound port: edfb18a2-ab96-4958-a9ad-dabd43228ec6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e085d6-ff06-433e-a699-96ab838457e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:25.232321 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.261823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-1ea66840-3887-48fb-bf60-b83a4332ef0f service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927622 May 06 10:28:25.302819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] For port edfb18a2-ab96-4958-a9ad-dabd43228ec6, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:25.306648 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] For port edfb18a2-ab96-4958-a9ad-dabd43228ec6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=edfb18a2-ab96-4958-a9ad-dabd43228ec6,segment=NetworkSegment(d6e085d6-ff06-433e-a699-96ab838457e8),segment_id=d6e085d6-ff06-433e-a699-96ab838457e8)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:25.310701 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.366654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a0717f1f-c58c-4f50-9a4d-ac6ce787e820 req-abd84b63-6767-4dd5-9aaa-a53c7d832b35 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971625 May 06 10:28:25.371303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Routers {'09753275-8794-48c8-87fd-077ce510b429'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:28:25.371961 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:28:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['09753275-8794-48c8-87fd-077ce510b429'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:25.375175 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0c979-96d0-4d76-9575-b2785cba1a6b None None] Pushing event updated for resources: {'Port': ['ID=edfb18a2-ab96-4958-a9ad-dabd43228ec6,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:25.414394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2baae023-64fc-498f-a459-3d5f7e2cc1ed None None] Provisioning complete for port edfb18a2-ab96-4958-a9ad-dabd43228ec6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:25.414946 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2baae023-64fc-498f-a459-3d5f7e2cc1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.467192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-4bbbbafb-3754-47ed-bbb3-26bc7677b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:25.468792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-4bbbbafb-3754-47ed-bbb3-26bc7677b865 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 1095 time: 0.0466816 May 06 10:28:25.512517 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2baae023-64fc-498f-a459-3d5f7e2cc1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.515260 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] Set router 09753275-8794-48c8-87fd-077ce510b429 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:28:25.557130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-2baae023-64fc-498f-a459-3d5f7e2cc1ed None None] For port edfb18a2-ab96-4958-a9ad-dabd43228ec6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=edfb18a2-ab96-4958-a9ad-dabd43228ec6,segment=NetworkSegment(d6e085d6-ff06-433e-a699-96ab838457e8),segment_id=d6e085d6-ff06-433e-a699-96ab838457e8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:25.562187 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2baae023-64fc-498f-a459-3d5f7e2cc1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.585362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-3dec8b65-7ab2-4f59-9573-f786743b7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:25.586881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-3dec8b65-7ab2-4f59-9573-f786743b7329 service neutron] 10.222.0.82 "GET /v2.0/networks?id=341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 200 len: 918 time: 0.1091230 May 06 10:28:25.633361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baae023-64fc-498f-a459-3d5f7e2cc1ed None None] Pushing event updated for resources: {'Port': ['ID=edfb18a2-ab96-4958-a9ad-dabd43228ec6,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:25.633712 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-e5fa1909-93c8-4f20-8161-c62b18563cde service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21328ba1-798e-49bc-96b9-508fc56c4da5 HTTP/1.1" status: 200 len: 217 time: 0.0394733 May 06 10:28:25.683479 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c3e8a12c-7e8a-48e2-8a5c-94509632af9d None None] Provisioning complete for port edfb18a2-ab96-4958-a9ad-dabd43228ec6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:25.683885 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a12c-7e8a-48e2-8a5c-94509632af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:25.688335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-3ca48fe0-5e0f-4b31-af96-961fcd186649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:25.689805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-3ca48fe0-5e0f-4b31-af96-961fcd186649 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5a26ca44-3cd1-4062-acf3-5c5785de46f2 HTTP/1.1" status: 200 len: 856 time: 0.0480354 May 06 10:28:25.742313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-482f21e0-2923-47a3-a30e-1aa986c73b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:25.744030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-482f21e0-2923-47a3-a30e-1aa986c73b2f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=341e9e52-6814-4571-b19b-5ffa426ad634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443287 May 06 10:28:25.757830 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bf8dad7f-d528-4384-8dde-809285571702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 4, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port': {'id': 'bf8dad7f-d528-4384-8dde-809285571702', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'edfb18a2-ab96-4958-a9ad-dabd43228ec6', 'name': '', 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'mac_address': 'fa:16:3e:3f:37:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:20Z', 'updated_at': '2022-05-06T10:28:25Z', 'revision_number': 4, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'subnets': [{'id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:28:25.787811 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf618b19-4c21-4f05-844e-9b79bf68441c None None] The sync data for ids ['09753275-8794-48c8-87fd-077ce510b429'] in n-d-840834-1 is: [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bf8dad7f-d528-4384-8dde-809285571702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:20Z', 'revision_number': 4, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port': {'id': 'bf8dad7f-d528-4384-8dde-809285571702', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'edfb18a2-ab96-4958-a9ad-dabd43228ec6', 'name': '', 'network_id': 'cac0f1b8-fd00-4a53-ace0-47aae599e6e0', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'mac_address': 'fa:16:3e:3f:37:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:20Z', 'updated_at': '2022-05-06T10:28:25Z', 'revision_number': 4, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'subnets': [{'id': '4f0e5c29-3b47-4cef-baaa-18596a5089b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:28:25.842915 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-501b468c-bb53-4ad4-ba46-144939947322 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911715 May 06 10:28:25.943641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3db169b-975c-4c92-ab4d-9e100da251d6 req-82370d4f-1bef-40f2-bcdb-ee70ece55855 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917609 May 06 10:28:25.989594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device edfb18a2-ab96-4958-a9ad-dabd43228ec6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:26.045856 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port edfb18a2-ab96-4958-a9ad-dabd43228ec6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:26.046226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:26.114043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d092e-6710-427d-bc72-01333e5f11f3 req-31935b2c-2764-46e8-9f02-14eb9e5e2e7d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:26.115849 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b9d092e-6710-427d-bc72-01333e5f11f3 req-31935b2c-2764-46e8-9f02-14eb9e5e2e7d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 944 time: 0.0574338 May 06 10:28:26.135065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bf8dad7f-d528-4384-8dde-809285571702 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:26.160190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b9d092e-6710-427d-bc72-01333e5f11f3 req-328ccf56-eaff-4581-969a-9a2dd88e08fc tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364811 May 06 10:28:26.184259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port bf8dad7f-d528-4384-8dde-809285571702 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:26.184635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:27.274907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff575ce-caaa-4c34-a60b-d4af6ff9e47f req-c133bba0-0065-4bdf-bd1f-7ae8e62c3eb8 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:27.276523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ff575ce-caaa-4c34-a60b-d4af6ff9e47f req-c133bba0-0065-4bdf-bd1f-7ae8e62c3eb8 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 944 time: 0.0494838 May 06 10:28:27.316692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6ff575ce-caaa-4c34-a60b-d4af6ff9e47f req-6b4ed3da-cd11-4382-b705-6e2235f4b673 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 May 06 10:28:27.447171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 21328ba1-798e-49bc-96b9-508fc56c4da5 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:28:27.541777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 21328ba1-798e-49bc-96b9-508fc56c4da5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=21328ba1-798e-49bc-96b9-508fc56c4da5,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:27.553202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '21328ba1-798e-49bc-96b9-508fc56c4da5', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'port_id': '21328ba1-798e-49bc-96b9-508fc56c4da5', 'mac_address': 'fa:16:3e:79:56:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:28:27.594467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:27.608279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21328ba1-798e-49bc-96b9-508fc56c4da5 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:28:27.627001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 21328ba1-798e-49bc-96b9-508fc56c4da5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=21328ba1-798e-49bc-96b9-508fc56c4da5,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:27.631281 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:27.677779 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=21328ba1-798e-49bc-96b9-508fc56c4da5,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:27.843910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['21328ba1-798e-49bc-96b9-508fc56c4da5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:28:28.434485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8d4b-80dd-4194-aaa4-34f28021c41c req-3e2e81cc-ab7b-459d-ad68-2c88a1aa0752 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:28.435996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47fe8d4b-80dd-4194-aaa4-34f28021c41c req-3e2e81cc-ab7b-459d-ad68-2c88a1aa0752 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 945 time: 0.0509727 May 06 10:28:28.473651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-47fe8d4b-80dd-4194-aaa4-34f28021c41c req-89e57cc2-ccfe-4fef-8b8b-1eb03c36e4d8 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 May 06 10:28:29.463351 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 21328ba1-798e-49bc-96b9-508fc56c4da5 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:28:29.513366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 21328ba1-798e-49bc-96b9-508fc56c4da5 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:28:29.517861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 21328ba1-798e-49bc-96b9-508fc56c4da5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:29.518230 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.595352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7e3c7-605b-4d88-befd-a839f09cdfed req-de3d624d-9aef-4ec7-b042-030c43507694 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:29.596933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cf7e3c7-605b-4d88-befd-a839f09cdfed req-de3d624d-9aef-4ec7-b042-030c43507694 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 945 time: 0.0539544 May 06 10:28:29.602488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.624820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21328ba1-798e-49bc-96b9-508fc56c4da5'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:28:29.627094 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c4ff4-e6c7-440b-863d-aebc84e84b9c" -d '{"events": [{"server_uuid": "f607e518-0792-4d18-87e7-5d67c01a3fba", "name": "network-vif-plugged", "status": "completed", "tag": "21328ba1-798e-49bc-96b9-508fc56c4da5"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:28:29.636431 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0cf7e3c7-605b-4d88-befd-a839f09cdfed req-0c307247-7674-4d45-acba-a0357d189434 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 May 06 10:28:29.640796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 21328ba1-798e-49bc-96b9-508fc56c4da5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=21328ba1-798e-49bc-96b9-508fc56c4da5,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:29.646219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:29.671352 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dfa32b-6a6f-42de-ad32-bfb4d3b3057f x-openstack-request-id: req-35dfa32b-6a6f-42de-ad32-bfb4d3b3057f {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:28:29.671726 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f607e518-0792-4d18-87e7-5d67c01a3fba", "name": "network-vif-plugged", "status": "completed", "tag": "21328ba1-798e-49bc-96b9-508fc56c4da5", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:28:29.671975 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35dfa32b-6a6f-42de-ad32-bfb4d3b3057f {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:28:29.672369 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35dfa32b-6a6f-42de-ad32-bfb4d3b3057f'] response: {'server_uuid': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21328ba1-798e-49bc-96b9-508fc56c4da5', 'code': 200} May 06 10:28:29.698679 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=21328ba1-798e-49bc-96b9-508fc56c4da5,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:29.763959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2de83-72ff-466e-9a3b-a0d729585cef req-0dc6ccfc-efbe-4600-9e1a-73a121ba619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:29.765365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38e2de83-72ff-466e-9a3b-a0d729585cef req-0dc6ccfc-efbe-4600-9e1a-73a121ba619e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 1097 time: 0.0407548 May 06 10:28:29.801293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38e2de83-72ff-466e-9a3b-a0d729585cef req-8ad107f1-0f54-428c-8fc3-94bfedb02132 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272985 May 06 10:28:30.753961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c033cd-cf8e-4fee-b485-4ecaed4ebf04 req-7bc3f81f-7bb2-40e0-abe0-63b3a823245f tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:30.755411 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6c033cd-cf8e-4fee-b485-4ecaed4ebf04 req-7bc3f81f-7bb2-40e0-abe0-63b3a823245f tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 946 time: 0.0491507 May 06 10:28:30.793295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6c033cd-cf8e-4fee-b485-4ecaed4ebf04 req-4cbbbaeb-1f87-42c6-9931-9ec53203d86a tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 May 06 10:28:31.913697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ff62f-c918-4556-b4f7-d235f65cd9ee req-eda9994a-21bd-4823-84a9-3f007962e982 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:31.915191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c94ff62f-c918-4556-b4f7-d235f65cd9ee req-eda9994a-21bd-4823-84a9-3f007962e982 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 946 time: 0.0527146 May 06 10:28:31.952839 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c94ff62f-c918-4556-b4f7-d235f65cd9ee req-0eff5d62-63b4-4b34-b5cd-a90d466c6f8c tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 May 06 10:28:32.068672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c095f-0263-472d-b1ad-787dff51b21a req-ebfd443e-5092-4f72-b6e8-98a2a6c1afbf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:32.070126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d51c095f-0263-472d-b1ad-787dff51b21a req-ebfd443e-5092-4f72-b6e8-98a2a6c1afbf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 946 time: 0.0479281 May 06 10:28:32.107952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d51c095f-0263-472d-b1ad-787dff51b21a req-891f4248-e8eb-4ebb-b6e3-f58a9916b200 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 May 06 10:28:34.920049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-7a14b87c-0a08-45d4-9a34-5555b8ecb3fb service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393257 May 06 10:28:35.008348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-c0f8caa8-ac85-4665-a6dc-319885fefd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:35.009864 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-c0f8caa8-ac85-4665-a6dc-319885fefd80 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 1097 time: 0.0459840 May 06 10:28:35.118546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-9c5ef73b-93db-44d0-b3f4-3916f6ceee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:35.120035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-9c5ef73b-93db-44d0-b3f4-3916f6ceee33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 200 len: 918 time: 0.0892835 May 06 10:28:35.170611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-f823f666-9b68-45e6-8c41-f5ee26d5d6a5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21328ba1-798e-49bc-96b9-508fc56c4da5 HTTP/1.1" status: 200 len: 217 time: 0.0425560 May 06 10:28:35.223759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-3a5fb2a1-472e-4ef9-852d-ffc373e11d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:35.225254 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-3a5fb2a1-472e-4ef9-852d-ffc373e11d03 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5a26ca44-3cd1-4062-acf3-5c5785de46f2 HTTP/1.1" status: 200 len: 856 time: 0.0473089 May 06 10:28:35.271927 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-6c32982f-d696-42cf-adac-3b763277a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:35.273432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-6c32982f-d696-42cf-adac-3b763277a92f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=341e9e52-6814-4571-b19b-5ffa426ad634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406876 May 06 10:28:35.367300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-df181f1c-371f-444f-bd40-059882511208 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865903 May 06 10:28:35.459370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36f60cf3-6d94-4e4d-bce9-3764f0065ae9 req-a17136c8-43e6-44b0-ac7b-fe63d2ad1330 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843728 May 06 10:28:38.596225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:28:42.741500 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aa780c75-8ea3-4bfa-ae3d-2a8b6dfa08c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:45.233003 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-813826cb-8151-401b-920a-a624a5fb1414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:46.824815 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:46.967904 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:48.331984 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:48.810300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:50.573959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f67e1-49f6-4f73-9454-7b831729730e req-92448db8-55ea-425f-bd4b-49a7f67cd3f5 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:50.575504 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-591f67e1-49f6-4f73-9454-7b831729730e req-92448db8-55ea-425f-bd4b-49a7f67cd3f5 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 946 time: 0.0493572 May 06 10:28:50.615363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-591f67e1-49f6-4f73-9454-7b831729730e req-21c5daf3-6eff-48ef-90d3-45238b7ed95b tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 May 06 10:28:50.945548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:51.736135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3ba21-4ef7-47d7-8e3c-fe37a53c73bd req-e9a57095-9382-42c2-af8c-685477612e7d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:51.738547 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43d3ba21-4ef7-47d7-8e3c-fe37a53c73bd req-e9a57095-9382-42c2-af8c-685477612e7d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 946 time: 0.0536511 May 06 10:28:51.775086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-43d3ba21-4ef7-47d7-8e3c-fe37a53c73bd req-b939b9fa-a305-4505-bafc-5d2119d34690 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 May 06 10:28:52.244445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-342ba8ac-9638-4124-bf66-23e4aececfcd tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:52.245773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-342ba8ac-9638-4124-bf66-23e4aececfcd tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 946 time: 0.0480170 May 06 10:28:52.335867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Deleting port 21328ba1-798e-49bc-96b9-508fc56c4da5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:28:52.336197 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:52.423932 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] For port 21328ba1-798e-49bc-96b9-508fc56c4da5, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=21328ba1-798e-49bc-96b9-508fc56c4da5,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:52.424298 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:52.437101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Calling delete_port for 21328ba1-798e-49bc-96b9-508fc56c4da5 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:28:52.890471 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:52.903519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['21328ba1-798e-49bc-96b9-508fc56c4da5'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:28:52.923105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Pushing event deleted for resources: {'Port': ['ID=21328ba1-798e-49bc-96b9-508fc56c4da5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:52.934419 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97477329-b9b3-4eda-b35c-d1c2687f6bf9 req-3b914534-2e86-4e36-a3c8-26e4881dc7b9 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:52.935919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97477329-b9b3-4eda-b35c-d1c2687f6bf9 req-3b914534-2e86-4e36-a3c8-26e4881dc7b9 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=f607e518-0792-4d18-87e7-5d67c01a3fba HTTP/1.1" status: 200 len: 946 time: 0.0841854 May 06 10:28:52.993398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] No DVR routers for this DVR port 21328ba1-798e-49bc-96b9-508fc56c4da5 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:28:52.996266 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:52.999805 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30c49b4c-3c16-47a5-aa3c-3c27f8083fb1 req-9d8c6afc-7bf4-4bd8-b124-daf01ecca94d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "DELETE /v2.0/ports/21328ba1-798e-49bc-96b9-508fc56c4da5 HTTP/1.1" status: 204 len: 173 time: 0.7478790 May 06 10:28:53.001546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'name': 'network-vif-deleted', 'tag': '21328ba1-798e-49bc-96b9-508fc56c4da5'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:28:53.004918 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1168598d-8625-4f2d-8f52-5b03b967a9b6" -d '{"events": [{"server_uuid": "f607e518-0792-4d18-87e7-5d67c01a3fba", "name": "network-vif-deleted", "tag": "21328ba1-798e-49bc-96b9-508fc56c4da5"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:28:53.033816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97477329-b9b3-4eda-b35c-d1c2687f6bf9 req-e37f6d16-099a-45ca-9e2f-48c3f0f68401 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891089 May 06 10:28:53.052168 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66408d-9d7f-4007-ac3a-9296b267b336 x-openstack-request-id: req-5e66408d-9d7f-4007-ac3a-9296b267b336 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:28:53.052509 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f607e518-0792-4d18-87e7-5d67c01a3fba", "name": "network-vif-deleted", "tag": "21328ba1-798e-49bc-96b9-508fc56c4da5", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:28:53.052757 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e66408d-9d7f-4007-ac3a-9296b267b336 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:28:53.053155 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e66408d-9d7f-4007-ac3a-9296b267b336'] response: {'server_uuid': 'f607e518-0792-4d18-87e7-5d67c01a3fba', 'name': 'network-vif-deleted', 'tag': '21328ba1-798e-49bc-96b9-508fc56c4da5', 'status': 'completed', 'code': 200} May 06 10:28:54.567237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-2698d1f3-7422-4f7b-a6a6-ab21e5e10fde tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:54.568696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-2698d1f3-7422-4f7b-a6a6-ab21e5e10fde tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/networks?id=341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 200 len: 817 time: 0.1011956 May 06 10:28:54.584577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-e6e2631c-063c-4d4e-a08c-d9345a75c45f tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/quotas/7d9bb25bf5f84ccc89b46f83a8696553 HTTP/1.1" status: 200 len: 375 time: 0.0100918 May 06 10:28:54.643880 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d04d5c74-2792-453f-a3b2-da1062abfec6 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527937 May 06 10:28:54.736670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-943ca168-7665-4af8-ab92-28a965c5b0bb service neutron] 10.222.0.76 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812979 May 06 10:28:54.829037 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-33b107a4-f76a-41d6-a892-0e4e24f0c125 service neutron] 10.222.0.76 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854471 May 06 10:28:54.990442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-60068f7f-423e-45b4-8b7e-5488d7f1d060 req-549a8c9b-d778-49f7-b405-217b378e57c8 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 210 time: 0.0268288 May 06 10:28:55.587438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 21328ba1-798e-49bc-96b9-508fc56c4da5 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:28:55.608338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 21328ba1-798e-49bc-96b9-508fc56c4da5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:28:55.608673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 21328ba1-798e-49bc-96b9-508fc56c4da5 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:28:55.904685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-dd1b2752-a68f-4e62-b59b-95a807831b85 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:55.906122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-dd1b2752-a68f-4e62-b59b-95a807831b85 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "GET /v2.0/networks?id=341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 200 len: 817 time: 0.1053822 May 06 10:28:55.919052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Request body: {'port': {'device_id': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'admin_state_up': True, 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:56.031778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Made reservation on behalf of 7d9bb25bf5f84ccc89b46f83a8696553 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:28:56.035953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.126097 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-180fe914-a8d3-4ef1-8e32-0842fb1c0676 req-4174dfa0-bb7a-46e1-a8e9-f1e3343126c4 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 210 time: 0.0383201 May 06 10:28:56.185800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Allocated IP 172.20.0.11 (341e9e52-6814-4571-b19b-5ffa426ad634/5a26ca44-3cd1-4062-acf3-5c5785de46f2/40172b68-f7bf-4376-8067-0beaf1326de7) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:28:56.337010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.370710 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.411393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Network 341e9e52-6814-4571-b19b-5ffa426ad634 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:28:56.414304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:28:56.417855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:28:56.449538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Pushing event updated for resources: {'Port': ['ID=40172b68-f7bf-4376-8067-0beaf1326de7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:56.474537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:56.475340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.491980 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-d3f88df3-bb6e-4d0e-a3bf-49f0f4421bcf tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769739 May 06 10:28:56.504669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Request body: {'port': {'device_id': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:28:56.565026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.701601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-38ba0176-08da-4644-88ab-d016a3d8df38 None None] Provisioning complete for port 40172b68-f7bf-4376-8067-0beaf1326de7 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:28:56.702603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38ba0176-08da-4644-88ab-d016a3d8df38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.737456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-38ba0176-08da-4644-88ab-d016a3d8df38 None None] Port 40172b68-f7bf-4376-8067-0beaf1326de7 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:28:56.833025 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40172b68-f7bf-4376-8067-0beaf1326de7 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:28:56.840427 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.853866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Transition to ACTIVE for port object 40172b68-f7bf-4376-8067-0beaf1326de7 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:28:56.857210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:56.924633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=40172b68-f7bf-4376-8067-0beaf1326de7,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:56.983924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Attempting to bind port 40172b68-f7bf-4376-8067-0beaf1326de7 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:28:56.984255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Attempting to bind port 40172b68-f7bf-4376-8067-0beaf1326de7 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:28:56.984582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Attempting to bind port 40172b68-f7bf-4376-8067-0beaf1326de7 on network 341e9e52-6814-4571-b19b-5ffa426ad634 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:56.989280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Port 40172b68-f7bf-4376-8067-0beaf1326de7 on network 341e9e52-6814-4571-b19b-5ffa426ad634 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:28:56.989599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Attempting to bind port 40172b68-f7bf-4376-8067-0beaf1326de7 on network 341e9e52-6814-4571-b19b-5ffa426ad634 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:28:56.994536 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:28:56.994864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Checking segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:28:56.995242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Bound using segment: {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:28:56.995700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Bound port: 40172b68-f7bf-4376-8067-0beaf1326de7, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff97898-09cb-4a30-90f1-c375156cec78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:28:56.996065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:57.063420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] For port 40172b68-f7bf-4376-8067-0beaf1326de7, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:28:57.066508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] For port 40172b68-f7bf-4376-8067-0beaf1326de7, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=40172b68-f7bf-4376-8067-0beaf1326de7,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:28:57.071274 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:57.106789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.107390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:57.108796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] 10.222.0.82 "PUT /v2.0/ports/40172b68-f7bf-4376-8067-0beaf1326de7 HTTP/1.1" status: 200 len: 1092 time: 0.6085081 May 06 10:28:57.109252 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'tag': '40172b68-f7bf-4376-8067-0beaf1326de7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:28:57.111492 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8072b9d8-cf24-4494-8107-5542276d218d" -d '{"events": [{"name": "network-changed", "server_uuid": "721b0867-018f-479a-b336-dc5fe0dbb43b", "tag": "40172b68-f7bf-4376-8067-0beaf1326de7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:28:57.140340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2de1a6-1a7b-4265-9a73-55eb66a60ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=40172b68-f7bf-4376-8067-0beaf1326de7,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:57.196981 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540c6eb-2917-4344-8e57-603ea65bd430 x-openstack-request-id: req-a540c6eb-2917-4344-8e57-603ea65bd430 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:28:57.197334 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721b0867-018f-479a-b336-dc5fe0dbb43b", "tag": "40172b68-f7bf-4376-8067-0beaf1326de7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:28:57.197530 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a540c6eb-2917-4344-8e57-603ea65bd430 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:28:57.197917 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a540c6eb-2917-4344-8e57-603ea65bd430'] response: {'name': 'network-changed', 'server_uuid': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'tag': '40172b68-f7bf-4376-8067-0beaf1326de7', 'status': 'completed', 'code': 200} May 06 10:28:57.226547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-74a8b259-fc12-4e4e-a69a-8c7d3fa2ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.228293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-74a8b259-fc12-4e4e-a69a-8c7d3fa2ef60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 1095 time: 0.0680852 May 06 10:28:57.281821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-39fdde1a-a79e-4501-a2d8-56ecfcd7cd74 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40172b68-f7bf-4376-8067-0beaf1326de7 HTTP/1.1" status: 200 len: 217 time: 0.0395148 May 06 10:28:57.328532 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c84d51-c6a7-4e26-8c97-d7b60718b5d2 req-eb9f9b2b-d467-4119-98be-96a550afe4f7 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.330012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c84d51-c6a7-4e26-8c97-d7b60718b5d2 req-eb9f9b2b-d467-4119-98be-96a550afe4f7 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 944 time: 0.1249259 May 06 10:28:57.361580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-72af2310-0115-44c3-816e-0b50c56136bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.363094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-72af2310-0115-44c3-816e-0b50c56136bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5a26ca44-3cd1-4062-acf3-5c5785de46f2 HTTP/1.1" status: 200 len: 856 time: 0.0739040 May 06 10:28:57.391608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c84d51-c6a7-4e26-8c97-d7b60718b5d2 req-ddf9852a-bda5-4168-a7af-e886c57a0489 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530338 May 06 10:28:57.423904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-86bc97fd-1cb6-4204-afa7-10290cfa3467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.425445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-86bc97fd-1cb6-4204-afa7-10290cfa3467 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=341e9e52-6814-4571-b19b-5ffa426ad634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518355 May 06 10:28:57.517172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-2a82c102-26f3-4ad3-8df7-a0d2a9cd5a71 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827360 May 06 10:28:57.615074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-feb5f397-f401-459f-ab0d-2f9888ab11ce req-7d2e6f8f-db76-41bb-bd44-efd4e60dbc97 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891144 May 06 10:28:57.706624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072b9d8-cf24-4494-8107-5542276d218d req-85f987b9-5def-4db8-b5f7-b6e8ef511887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.708196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8072b9d8-cf24-4494-8107-5542276d218d req-85f987b9-5def-4db8-b5f7-b6e8ef511887 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 1095 time: 0.0429029 May 06 10:28:57.803150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072b9d8-cf24-4494-8107-5542276d218d req-381f4b09-6412-4392-ae69-82d31330e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.804567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8072b9d8-cf24-4494-8107-5542276d218d req-381f4b09-6412-4392-ae69-82d31330e865 service neutron] 10.222.0.82 "GET /v2.0/networks?id=341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 200 len: 918 time: 0.0898852 May 06 10:28:57.848402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8072b9d8-cf24-4494-8107-5542276d218d req-7118d31d-634a-4458-b6c9-8c1a03329276 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40172b68-f7bf-4376-8067-0beaf1326de7 HTTP/1.1" status: 200 len: 217 time: 0.0359888 May 06 10:28:57.896484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072b9d8-cf24-4494-8107-5542276d218d req-d8ead4f7-df8f-4110-892e-5df381647dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.897904 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8072b9d8-cf24-4494-8107-5542276d218d req-d8ead4f7-df8f-4110-892e-5df381647dbc service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5a26ca44-3cd1-4062-acf3-5c5785de46f2 HTTP/1.1" status: 200 len: 856 time: 0.0429611 May 06 10:28:57.946101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072b9d8-cf24-4494-8107-5542276d218d req-afb6baa8-c264-4245-96f0-b920e0798809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:57.947619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8072b9d8-cf24-4494-8107-5542276d218d req-afb6baa8-c264-4245-96f0-b920e0798809 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=341e9e52-6814-4571-b19b-5ffa426ad634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415649 May 06 10:28:58.043539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8072b9d8-cf24-4494-8107-5542276d218d req-12fe6ad9-e5d4-49d8-989b-35089361bd96 service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876672 May 06 10:28:58.134535 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8072b9d8-cf24-4494-8107-5542276d218d req-d91e8184-cad8-483b-af6e-372691d0112a service neutron] 10.222.0.82 "GET /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822439 May 06 10:28:58.515946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff9828-8bbb-4dba-8814-c165d165b7c4 req-cf114d9b-36d3-465e-b559-ac146f4587f6 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:58.517406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bff9828-8bbb-4dba-8814-c165d165b7c4 req-cf114d9b-36d3-465e-b559-ac146f4587f6 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 944 time: 0.0538363 May 06 10:28:58.555643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bff9828-8bbb-4dba-8814-c165d165b7c4 req-c559865d-f548-4c77-bb93-354b0cbc8c1e tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 May 06 10:28:59.588007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 40172b68-f7bf-4376-8067-0beaf1326de7 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:28:59.675320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afb35a-720b-4934-8bbc-23a34226d5f9 req-80903975-7c35-4142-baa0-f0c5ec15317b tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:28:59.676887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03afb35a-720b-4934-8bbc-23a34226d5f9 req-80903975-7c35-4142-baa0-f0c5ec15317b tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 944 time: 0.0505192 May 06 10:28:59.684478 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 40172b68-f7bf-4376-8067-0beaf1326de7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=40172b68-f7bf-4376-8067-0beaf1326de7,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:59.696346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '40172b68-f7bf-4376-8067-0beaf1326de7', 'network_id': '341e9e52-6814-4571-b19b-5ffa426ad634', 'port_id': '40172b68-f7bf-4376-8067-0beaf1326de7', 'mac_address': 'fa:16:3e:5d:a5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a26ca44-3cd1-4062-acf3-5c5785de46f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:28:59.714993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03afb35a-720b-4934-8bbc-23a34226d5f9 req-c7eafba4-daf1-4d3a-b331-ea1641c6f0af tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 May 06 10:28:59.736959 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:59.750373 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40172b68-f7bf-4376-8067-0beaf1326de7 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:28:59.769576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 40172b68-f7bf-4376-8067-0beaf1326de7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=40172b68-f7bf-4376-8067-0beaf1326de7,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:28:59.773226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:28:59.819197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=40172b68-f7bf-4376-8067-0beaf1326de7,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:28:59.973954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['40172b68-f7bf-4376-8067-0beaf1326de7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:29:00.844430 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8dd2bb-896d-4e0f-8ccf-ade224dcea0d req-3e2bc7be-ff35-42f6-9b64-f81d2a9a68db tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:00.846123 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca8dd2bb-896d-4e0f-8ccf-ade224dcea0d req-3e2bc7be-ff35-42f6-9b64-f81d2a9a68db tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 945 time: 0.0562165 May 06 10:29:00.890623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ca8dd2bb-896d-4e0f-8ccf-ade224dcea0d req-7f98591c-152e-4cdf-afc9-8a4258cbcd17 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 May 06 10:29:01.604114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 40172b68-f7bf-4376-8067-0beaf1326de7 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:01.652064 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 40172b68-f7bf-4376-8067-0beaf1326de7 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:29:01.655898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 40172b68-f7bf-4376-8067-0beaf1326de7 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:01.656261 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:01.735724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:01.758692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40172b68-f7bf-4376-8067-0beaf1326de7'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:29:01.761111 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cfffa9-2743-4bf8-aac9-7f51113de8c1" -d '{"events": [{"server_uuid": "721b0867-018f-479a-b336-dc5fe0dbb43b", "name": "network-vif-plugged", "status": "completed", "tag": "40172b68-f7bf-4376-8067-0beaf1326de7"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:29:01.774548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 40172b68-f7bf-4376-8067-0beaf1326de7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=40172b68-f7bf-4376-8067-0beaf1326de7,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:01.778588 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:01.825964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=40172b68-f7bf-4376-8067-0beaf1326de7,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:01.833940 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.834286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.834630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.834964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.835299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.835689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.835977 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.836304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.836625 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.836946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.837267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.837587 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:01.869251 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8aa56e-d4e7-4859-bf74-1239521dcc16 x-openstack-request-id: req-2b8aa56e-d4e7-4859-bf74-1239521dcc16 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:29:01.869549 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0867-018f-479a-b336-dc5fe0dbb43b", "name": "network-vif-plugged", "status": "completed", "tag": "40172b68-f7bf-4376-8067-0beaf1326de7", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:29:01.869800 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b8aa56e-d4e7-4859-bf74-1239521dcc16 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:29:01.870202 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b8aa56e-d4e7-4859-bf74-1239521dcc16'] response: {'server_uuid': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40172b68-f7bf-4376-8067-0beaf1326de7', 'code': 200} May 06 10:29:01.994047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1673d6-2a9d-4119-9f2d-6bfa4afc1294 req-87637596-8e64-4577-b32f-421f914c81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:01.995519 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f1673d6-2a9d-4119-9f2d-6bfa4afc1294 req-87637596-8e64-4577-b32f-421f914c81c3 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 1097 time: 0.0673943 May 06 10:29:02.030370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ca64b-737b-40c4-a13a-a448b3dee68e req-3f6bdb9a-d96f-465f-a4ea-e09c16b0c863 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:02.031832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-869ca64b-737b-40c4-a13a-a448b3dee68e req-3f6bdb9a-d96f-465f-a4ea-e09c16b0c863 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 946 time: 0.0687244 May 06 10:29:02.057232 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f1673d6-2a9d-4119-9f2d-6bfa4afc1294 req-5702729d-983a-473a-b67f-f59bebca886c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 May 06 10:29:02.077298 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-869ca64b-737b-40c4-a13a-a448b3dee68e req-fe549564-64d9-40d1-b590-a32660488aa0 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371382 May 06 10:29:03.199487 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4769e-92bd-41b9-97a7-d5a585b3a2e2 req-762a0648-37fa-4191-b49a-76e3b610fe27 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:03.200991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05a4769e-92bd-41b9-97a7-d5a585b3a2e2 req-762a0648-37fa-4191-b49a-76e3b610fe27 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 946 time: 0.0506530 May 06 10:29:03.238778 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05a4769e-92bd-41b9-97a7-d5a585b3a2e2 req-6310453f-8237-44ac-9560-30a99b2cdcfb tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306883 May 06 10:29:03.355863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f1e26-6989-4149-96e6-b4aff8a1b756 req-d019bd01-6731-480c-86ad-212a96ebb80b tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:03.357406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a8f1e26-6989-4149-96e6-b4aff8a1b756 req-d019bd01-6731-480c-86ad-212a96ebb80b tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 946 time: 0.0525813 May 06 10:29:03.395251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a8f1e26-6989-4149-96e6-b4aff8a1b756 req-61bc9942-e86d-453f-b267-a53f7745bf72 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 May 06 10:29:12.746629 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fdf88425-1504-49f1-9458-c11cd1c63006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:15.234961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-115946bc-ef03-4bf7-a65b-36573a09911a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:15.597726 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:29:16.827936 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:16.993200 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:18.333531 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:18.812389 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:20.963768 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:21.681384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f35827-4fea-4e76-be2c-625025e9fb15 req-4cdadd5b-bc41-40d7-8c98-484da0d3b489 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:21.682876 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0f35827-4fea-4e76-be2c-625025e9fb15 req-4cdadd5b-bc41-40d7-8c98-484da0d3b489 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 946 time: 0.0579159 May 06 10:29:21.721053 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0f35827-4fea-4e76-be2c-625025e9fb15 req-e0f0f206-238a-4775-bb86-00ca0096eaee tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 May 06 10:29:22.837448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339fff1-eec1-4b12-b2e7-7723aaaeeb31 req-11a2e2d2-b1cf-4601-a5ab-a384f592b5a6 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:22.838833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f339fff1-eec1-4b12-b2e7-7723aaaeeb31 req-11a2e2d2-b1cf-4601-a5ab-a384f592b5a6 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 946 time: 0.0482686 May 06 10:29:22.877404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f339fff1-eec1-4b12-b2e7-7723aaaeeb31 req-6db17efb-ef7c-404c-9715-a416621b071d tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/security-groups?id=df6ccf1c-15ca-4b71-a35b-56aebcfc042a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 May 06 10:29:23.322578 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-698b0ab1-1423-44fd-89a1-6555ca677b99 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:23.323969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-698b0ab1-1423-44fd-89a1-6555ca677b99 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 946 time: 0.0527544 May 06 10:29:23.413673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Deleting port 40172b68-f7bf-4376-8067-0beaf1326de7 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:29:23.414005 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:23.504193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] For port 40172b68-f7bf-4376-8067-0beaf1326de7, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=40172b68-f7bf-4376-8067-0beaf1326de7,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:23.504558 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:23.517556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Calling delete_port for 40172b68-f7bf-4376-8067-0beaf1326de7 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:29:23.642934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:23.657992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['40172b68-f7bf-4376-8067-0beaf1326de7'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:29:23.676011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Pushing event deleted for resources: {'Port': ['ID=40172b68-f7bf-4376-8067-0beaf1326de7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:23.720639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.720987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.721328 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.721663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.721996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.722326 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.722653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.722979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.723310 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.723653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.724023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.724339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:23.727496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] No DVR routers for this DVR port 40172b68-f7bf-4376-8067-0beaf1326de7 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:29:23.729954 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:23.733389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45602db4-f817-49f8-ba0a-79cb90f32670 req-3c49dcb5-d270-4b14-a253-67a5541f6889 tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.82 "DELETE /v2.0/ports/40172b68-f7bf-4376-8067-0beaf1326de7 HTTP/1.1" status: 204 len: 173 time: 0.4027762 May 06 10:29:23.733739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'name': 'network-vif-deleted', 'tag': '40172b68-f7bf-4376-8067-0beaf1326de7'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:29:23.736090 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1cab92-9848-4cd1-8764-61561a12b6aa" -d '{"events": [{"server_uuid": "721b0867-018f-479a-b336-dc5fe0dbb43b", "name": "network-vif-deleted", "tag": "40172b68-f7bf-4376-8067-0beaf1326de7"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:29:23.782123 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8dce0c-2457-4029-907b-e82599e0dad9 x-openstack-request-id: req-ff8dce0c-2457-4029-907b-e82599e0dad9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:29:23.782417 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721b0867-018f-479a-b336-dc5fe0dbb43b", "name": "network-vif-deleted", "tag": "40172b68-f7bf-4376-8067-0beaf1326de7", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:29:23.782728 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff8dce0c-2457-4029-907b-e82599e0dad9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:29:23.783131 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8dce0c-2457-4029-907b-e82599e0dad9'] response: {'server_uuid': '721b0867-018f-479a-b336-dc5fe0dbb43b', 'name': 'network-vif-deleted', 'tag': '40172b68-f7bf-4376-8067-0beaf1326de7', 'status': 'completed', 'code': 200} May 06 10:29:23.986384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5b9f958b-5298-45dd-b58d-44b3bb834775 req-33370851-2615-4167-9ec0-a9b0d360742b tempest-TestEncryptedCinderVolumes-803712991 tempest-TestEncryptedCinderVolumes-803712991-project] 10.222.0.76 "GET /v2.0/ports?device_id=721b0867-018f-479a-b336-dc5fe0dbb43b HTTP/1.1" status: 200 len: 210 time: 0.0258081 May 06 10:29:25.076785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37612) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:25.438289 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.681000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Deleting port bc1a628e-e450-4ae7-adf1-94022c1cb2fe {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:29:25.681337 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.757506 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] For port bc1a628e-e450-4ae7-adf1-94022c1cb2fe, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:25.757784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.770007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Calling delete_port for bc1a628e-e450-4ae7-adf1-94022c1cb2fe owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:29:25.946756 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:25.970628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1a628e-e450-4ae7-adf1-94022c1cb2fe,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:26.145165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.657625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:29:26.764907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:29:26.770219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a65d207e-cac2-45cb-9644-7939f11fed67 admin admin] 10.222.0.76 "PUT /v2.0/routers/f246ac14-7e15-4ef1-b91c-c0e9f803a2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6923997 May 06 10:29:26.773951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37614) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:26.774806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] Sync routers for ids ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:29:26.784153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] Routers {'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:26.784759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:26.880133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:26.889451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] Set router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:26.985481 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.039201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Deleting port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:29:27.039635 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.070088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:29:25Z', 'revision_number': 5, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port': {'id': '3611dc30-cf01-4f42-88f8-c9de8ea5b96a', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:13Z', 'updated_at': '2022-05-06T10:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:27.100555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] Checking router: f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:29:27.108927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] Routers {'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:27.109529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:27.119931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] For port 3611dc30-cf01-4f42-88f8-c9de8ea5b96a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:27.120296 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.133671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Calling delete_port for 3611dc30-cf01-4f42-88f8-c9de8ea5b96a owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:29:27.196030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] Set router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:27.248098 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:29:26Z', 'revision_number': 6, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:27.280519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd4241-931e-47c7-b6f4-e7c3ddd0b612 None None] The sync data for ids ['f246ac14-7e15-4ef1-b91c-c0e9f803a2f5'] in n-d-840834-1 is: [{'id': 'f246ac14-7e15-4ef1-b91c-c0e9f803a2f5', 'name': 'tempest-TestEncryptedCinderVolumes-1342014365-router', 'tenant_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:12Z', 'updated_at': '2022-05-06T10:29:26Z', 'revision_number': 6, 'project_id': '7d9bb25bf5f84ccc89b46f83a8696553', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:29:27.307851 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.334849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Pushing event deleted for resources: {'Port': ['ID=3611dc30-cf01-4f42-88f8-c9de8ea5b96a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:27.401001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.492312 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.494427 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.536802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.537438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:29:27.541646 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.542895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3442d59b-3f52-4779-bc44-9bfd2f4df762 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f246ac14-7e15-4ef1-b91c-c0e9f803a2f5 HTTP/1.1" status: 204 len: 168 time: 0.7680101 May 06 10:29:27.545437 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37616) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:27.594789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] Deleting subnet 5a26ca44-3cd1-4062-acf3-5c5785de46f2 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:29:27.597834 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.633910 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.715553 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.769690 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.790695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 40172b68-f7bf-4376-8067-0beaf1326de7 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:29:27.799952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a26ca44-3cd1-4062-acf3-5c5785de46f2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:27.804180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.809527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-62095eda-bed2-4f3c-8452-26a010a9f597 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5a26ca44-3cd1-4062-acf3-5c5785de46f2 HTTP/1.1" status: 204 len: 168 time: 0.2609112 May 06 10:29:27.809782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37618) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:27.811999 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 40172b68-f7bf-4376-8067-0beaf1326de7 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:29:27.812164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 40172b68-f7bf-4376-8067-0beaf1326de7 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:29:27.814923 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7607ff3-7e7d-416a-b13d-cac5a1294192 None None] Network 341e9e52-6814-4571-b19b-5ffa426ad634 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:29:27.879036 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:27.935099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Deleting port 0f721d22-8a75-4195-bdd0-6202d3bb5302 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:29:27.935359 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.006559 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] For port 0f721d22-8a75-4195-bdd0-6202d3bb5302, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0f721d22-8a75-4195-bdd0-6202d3bb5302,segment=NetworkSegment(aff97898-09cb-4a30-90f1-c375156cec78),segment_id=aff97898-09cb-4a30-90f1-c375156cec78)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:28.006840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.020761 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Calling delete_port for 0f721d22-8a75-4195-bdd0-6202d3bb5302 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:29:28.108001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.138311 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] No DVR routers for this DVR port 0f721d22-8a75-4195-bdd0-6202d3bb5302 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:29:28.143570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f721d22-8a75-4195-bdd0-6202d3bb5302,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:28.158663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d5537-c356-4ca6-8d9c-ff66f3c8535b None None] DHCP port deletion for 341e9e52-6814-4571-b19b-5ffa426ad634 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:29:28.183418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc1a628e-e450-4ae7-adf1-94022c1cb2fe no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:29:28.205280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: bc1a628e-e450-4ae7-adf1-94022c1cb2fe {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:29:28.205617 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bc1a628e-e450-4ae7-adf1-94022c1cb2fe not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:29:28.206026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3611dc30-cf01-4f42-88f8-c9de8ea5b96a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:29:28.225663 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 3611dc30-cf01-4f42-88f8-c9de8ea5b96a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:29:28.226006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3611dc30-cf01-4f42-88f8-c9de8ea5b96a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:29:28.228785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.249652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341e9e52-6814-4571-b19b-5ffa426ad634']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:28.259512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff97898-09cb-4a30-90f1-c375156cec78') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:28.259838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff97898-09cb-4a30-90f1-c375156cec78') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:28.269062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.282169 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.288827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:29:28.289220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: timer() May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:29:28.290920 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:29:28.353390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.359953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.363258 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/341e9e52-6814-4571-b19b-5ffa426ad634 HTTP/1.1" status: 204 len: 168 time: 0.5525241 May 06 10:29:28.367252 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37620) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:28.374108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e12d-961f-4671-9053-71b230a983b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=341e9e52-6814-4571-b19b-5ffa426ad634,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:28.717520 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:28.957628 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Deleting port edfb18a2-ab96-4958-a9ad-dabd43228ec6 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:29:28.957869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:29.033846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] For port edfb18a2-ab96-4958-a9ad-dabd43228ec6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=edfb18a2-ab96-4958-a9ad-dabd43228ec6,segment=NetworkSegment(d6e085d6-ff06-433e-a699-96ab838457e8),segment_id=d6e085d6-ff06-433e-a699-96ab838457e8)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:29.034212 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:29.046573 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Calling delete_port for edfb18a2-ab96-4958-a9ad-dabd43228ec6 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:29:29.221571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:29.255052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Pushing event deleted for resources: {'Port': ['ID=edfb18a2-ab96-4958-a9ad-dabd43228ec6,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:29.277777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.278125 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.278469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.278815 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.279150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.279486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.279851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.280180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.280505 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.280831 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.281156 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.281481 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:29.428368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:29.965333 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Router 09753275-8794-48c8-87fd-077ce510b429 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:29:30.069846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:29:30.074832 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d47eaac5-a843-4ca9-bf93-c44a8ecbab77 admin admin] 10.222.0.76 "PUT /v2.0/routers/09753275-8794-48c8-87fd-077ce510b429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064586 May 06 10:29:30.077765 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37624) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:30.080109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] Sync routers for ids ['09753275-8794-48c8-87fd-077ce510b429'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:29:30.091415 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] Routers {'09753275-8794-48c8-87fd-077ce510b429'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:30.092067 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['09753275-8794-48c8-87fd-077ce510b429'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:30.191392 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.206727 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] Set router 09753275-8794-48c8-87fd-077ce510b429 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:30.214759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f721d22-8a75-4195-bdd0-6202d3bb5302 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:29:30.245491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0f721d22-8a75-4195-bdd0-6202d3bb5302 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:29:30.245834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0f721d22-8a75-4195-bdd0-6202d3bb5302 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:29:30.295812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.357882 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Deleting port bf8dad7f-d528-4384-8dde-809285571702 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:29:30.358225 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.439235 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] For port bf8dad7f-d528-4384-8dde-809285571702, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=bf8dad7f-d528-4384-8dde-809285571702,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:30.439961 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.453079 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Calling delete_port for bf8dad7f-d528-4384-8dde-809285571702 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:29:30.492322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'bf8dad7f-d528-4384-8dde-809285571702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:29:29Z', 'revision_number': 5, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port': {'id': 'bf8dad7f-d528-4384-8dde-809285571702', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09753275-8794-48c8-87fd-077ce510b429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:30.521226 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] Checking router: 09753275-8794-48c8-87fd-077ce510b429 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:29:30.529366 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] Routers {'09753275-8794-48c8-87fd-077ce510b429'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:30.529963 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['09753275-8794-48c8-87fd-077ce510b429'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:30.618865 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] Set router 09753275-8794-48c8-87fd-077ce510b429 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:30.620837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.649457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8dad7f-d528-4384-8dde-809285571702,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:30.673851 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:29:30Z', 'revision_number': 6, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:30.703457 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b070143-983c-40c7-b6f3-cb4270d82476 None None] The sync data for ids ['09753275-8794-48c8-87fd-077ce510b429'] in n-d-840834-1 is: [{'id': '09753275-8794-48c8-87fd-077ce510b429', 'name': 'tempest-TestEncryptedCinderVolumes-2022339954-router', 'tenant_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:28:17Z', 'updated_at': '2022-05-06T10:29:30Z', 'revision_number': 6, 'project_id': '8bb3768a52ca4c1ba820f5dcb2c6c340', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:29:30.713984 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.806115 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.808175 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.851563 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.852171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09753275-8794-48c8-87fd-077ce510b429 {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:29:30.856568 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.857698 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bd05bbcd-4231-4fd1-9cc4-8692320d23b9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/09753275-8794-48c8-87fd-077ce510b429 HTTP/1.1" status: 204 len: 168 time: 0.7775838 May 06 10:29:30.860223 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37626) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:30.909812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] Deleting subnet 4f0e5c29-3b47-4cef-baaa-18596a5089b9 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:29:30.912948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:30.948167 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.024605 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.077162 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.111001 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0e5c29-3b47-4cef-baaa-18596a5089b9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:31.113010 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.119178 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-795d322e-3e05-4107-9148-2fa688e94c21 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4f0e5c29-3b47-4cef-baaa-18596a5089b9 HTTP/1.1" status: 204 len: 168 time: 0.2550826 May 06 10:29:31.119298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37628) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:31.123802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc4e7b-4465-49a7-b588-a3da8eefb2f5 None None] Network cac0f1b8-fd00-4a53-ace0-47aae599e6e0 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:29:31.197107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.249685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Deleting port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:29:31.250024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.318617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] For port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade,segment=NetworkSegment(d6e085d6-ff06-433e-a699-96ab838457e8),segment_id=d6e085d6-ff06-433e-a699-96ab838457e8)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:31.318983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.332314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Calling delete_port for ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:29:31.413403 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.445703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:31.447479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] No DVR routers for this DVR port ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:29:31.518616 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.523370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d83fb5-b0fd-433b-a56b-562855707231 None None] DHCP port deletion for cac0f1b8-fd00-4a53-ace0-47aae599e6e0 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:29:31.543070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac0f1b8-fd00-4a53-ace0-47aae599e6e0']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:31.553433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e085d6-ff06-433e-a699-96ab838457e8') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:31.553802 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e085d6-ff06-433e-a699-96ab838457e8') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:31.563415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.576751 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.583091 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:29:31.583825 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: timer() May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:29:31.585905 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:29:31.646417 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.652139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.655412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cac0f1b8-fd00-4a53-ace0-47aae599e6e0 HTTP/1.1" status: 204 len: 168 time: 0.5356820 May 06 10:29:31.667036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545be8a-9804-4fb0-bc20-1b230d359eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac0f1b8-fd00-4a53-ace0-47aae599e6e0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:31.824757 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37632) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:31.864674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-097097c0-c967-4310-ac2f-dfb0d587ee10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d9bb25bf5f84ccc89b46f83a8696553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386124 May 06 10:29:31.867093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37634) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:31.914539 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-920fe9db-5975-48d0-a791-71f13934ece2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.936460 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-920fe9db-5975-48d0-a791-71f13934ece2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.984626 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-920fe9db-5975-48d0-a791-71f13934ece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.987466 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-920fe9db-5975-48d0-a791-71f13934ece2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:31.988724 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-920fe9db-5975-48d0-a791-71f13934ece2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/df6ccf1c-15ca-4b71-a35b-56aebcfc042a HTTP/1.1" status: 204 len: 168 time: 0.1206727 May 06 10:29:31.996424 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fe9db-5975-48d0-a791-71f13934ece2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6ccf1c-15ca-4b71-a35b-56aebcfc042a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:32.146337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:29:32.171684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:29:32.172042 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff72f2e1-fa6c-479b-8da6-bd3bcf3c5ade not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:29:32.172466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device edfb18a2-ab96-4958-a9ad-dabd43228ec6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:29:32.193489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: edfb18a2-ab96-4958-a9ad-dabd43228ec6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:29:32.193883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device edfb18a2-ab96-4958-a9ad-dabd43228ec6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:29:32.194302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bf8dad7f-d528-4384-8dde-809285571702 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:29:32.213633 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: bf8dad7f-d528-4384-8dde-809285571702 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:29:32.213979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device bf8dad7f-d528-4384-8dde-809285571702 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:29:32.306875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37640) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:32.351494 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aa422707-9aeb-4ad5-b8e2-61a9d1bbc41b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8bb3768a52ca4c1ba820f5dcb2c6c340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434368 May 06 10:29:32.353999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37642) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:32.400935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-152b10e9-4e33-4e21-92e8-7241280fc90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:32.421903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-152b10e9-4e33-4e21-92e8-7241280fc90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:32.471062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-152b10e9-4e33-4e21-92e8-7241280fc90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:32.473784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-152b10e9-4e33-4e21-92e8-7241280fc90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:32.474972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-152b10e9-4e33-4e21-92e8-7241280fc90d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c231eeb0-c8fb-40ec-8d29-f5afbb6d5e05 HTTP/1.1" status: 204 len: 168 time: 0.1200666 May 06 10:29:32.482558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b10e9-4e33-4e21-92e8-7241280fc90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c231eeb0-c8fb-40ec-8d29-f5afbb6d5e05,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:33.133026 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37664) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:33.227029 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-198133937-network', 'tenant_id': '9fae36452f0647b7be5092b5ec976128'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:33.246186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Made reservation on behalf of 9fae36452f0647b7be5092b5ec976128 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:29:33.248505 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.257748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.332087 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.336725 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.361501 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:29:33.371850 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6f1f89-e9ec-47f3-843e-4893398f0644,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:33.376690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.377587 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Added segment f9d8bcc3-b060-4a86-a263-0e25db8ec0f5 of type vlan for network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 May 06 10:29:33.417734 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.441689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.442842 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:33.443422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.502763 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3684950 May 06 10:29:33.505579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37668) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:33.507984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ac595-1f5e-4f6d-ba6e-7b77779e164d admin admin] Pushing event updated for resources: {'Network': ['ID=812206dc-3e1a-42d0-8b7b-3128b59a6a72,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:33.510706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Request body: {'subnet': {'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-198133937-subnet', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:33.518558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:29:33.531144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Made reservation on behalf of 9fae36452f0647b7be5092b5ec976128 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:29:33.533490 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.700800 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.759128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdae853-cab6-40c5-b975-609701d62f73,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:33.764150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Checking segment: {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:33.764588 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Network hostable DHCP agents. Network: 812206dc-3e1a-42d0-8b7b-3128b59a6a72, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:29:33.781084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:29:33.790652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 812206dc-3e1a-42d0-8b7b-3128b59a6a72) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:33.794921 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:33.795491 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.801058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133fe98-77e9-4dcf-ad74-705f0c79e99b None None] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:29:33.811534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dd7ac3d7-fcc8-4744-9500-52a81af696ec admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3048143 May 06 10:29:33.814301 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37670) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:33.819547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:33.839643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.840646 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.894197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:33.953500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:29:33.954600 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.033516 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.094511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Allocated IP 172.20.0.2 (812206dc-3e1a-42d0-8b7b-3128b59a6a72/cbdae853-cab6-40c5-b975-609701d62f73/c977ab21-460c-47f1-9be9-ae1cc3955685) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:34.230568 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.240771 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.246486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.253857 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.285821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:34.288635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:34.291144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:34.304711 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Pushing event updated for resources: {'Port': ['ID=c977ab21-460c-47f1-9be9-ae1cc3955685,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:34.354745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Attempting to bind port c977ab21-460c-47f1-9be9-ae1cc3955685 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:29:34.355107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Attempting to bind port c977ab21-460c-47f1-9be9-ae1cc3955685 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:29:34.355464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Attempting to bind port c977ab21-460c-47f1-9be9-ae1cc3955685 on network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:34.359469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Allocated IP 172.25.8.230 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/0b29aa04-dce1-476e-962a-ea181c3ce751) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:34.360316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:29:34.360685 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Checking segment: {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:34.361080 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.361466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Bound using segment: {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:29:34.362001 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Bound port: c977ab21-460c-47f1-9be9-ae1cc3955685, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:29:34.362348 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.430225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] For port c977ab21-460c-47f1-9be9-ae1cc3955685, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:29:34.433533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] For port c977ab21-460c-47f1-9be9-ae1cc3955685, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c977ab21-460c-47f1-9be9-ae1cc3955685,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:29:34.437848 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.471243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.500581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566fd74-8830-45f9-8756-06e74b0934b4 None None] Pushing event updated for resources: {'Port': ['ID=c977ab21-460c-47f1-9be9-ae1cc3955685,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:34.510919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:34.548843 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:34.551860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:34.556603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:34.565454 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b29aa04-dce1-476e-962a-ea181c3ce751,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:34.839643 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:35.042510 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:35.170326 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Router d1892db2-b595-4d19-89bd-c1a6ab75bb5c is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:29:35.280670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:29:35.292713 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Sync routers for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:29:35.302549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:35.306960 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4dcd3856-e3e9-47c0-8274-6b3f2b9f9ce5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4892421 May 06 10:29:35.307136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:35.307136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:35.307352 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37672) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:35.422908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:35.578841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3809dbde-d57e-42fa-8cbb-643ecf73ee96 None None] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:29:35.678390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e875628b-bc45-431f-8fbd-5634d9ca50e8 None None] Provisioning complete for port c977ab21-460c-47f1-9be9-ae1cc3955685 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:35.678635 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e875628b-bc45-431f-8fbd-5634d9ca50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:35.778412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:34Z', 'revision_number': 3, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:35.812718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Checking router: d1892db2-b595-4d19-89bd-c1a6ab75bb5c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:29:35.812976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Updating router d1892db2-b595-4d19-89bd-c1a6ab75bb5c port 0b29aa04-dce1-476e-962a-ea181c3ce751 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:29:35.883667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:35.931111 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e875628b-bc45-431f-8fbd-5634d9ca50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.030894 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e875628b-bc45-431f-8fbd-5634d9ca50e8 None None] For port c977ab21-460c-47f1-9be9-ae1cc3955685, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c977ab21-460c-47f1-9be9-ae1cc3955685,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:36.047879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e875628b-bc45-431f-8fbd-5634d9ca50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.123451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.141407 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875628b-bc45-431f-8fbd-5634d9ca50e8 None None] Pushing event updated for resources: {'Port': ['ID=c977ab21-460c-47f1-9be9-ae1cc3955685,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:36.236312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c977ab21-460c-47f1-9be9-ae1cc3955685 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:36.368457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Allocated IP 172.20.0.1 (812206dc-3e1a-42d0-8b7b-3128b59a6a72/cbdae853-cab6-40c5-b975-609701d62f73/4a04b55d-a7c3-4d62-bd2a-048bc1695351) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:36.493669 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.499220 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.511513 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.519025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e9972a7a-3d14-43ce-b6c7-5c5541271cb0 None None] Provisioning complete for port c977ab21-460c-47f1-9be9-ae1cc3955685 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:36.519419 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e9972a7a-3d14-43ce-b6c7-5c5541271cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.529231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.565694 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:36.570151 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:36.573679 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:36.602776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Pushing event updated for resources: {'Port': ['ID=4a04b55d-a7c3-4d62-bd2a-048bc1695351,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:36.612364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Attempting to bind port 0b29aa04-dce1-476e-962a-ea181c3ce751 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:29:36.613562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Attempting to bind port 0b29aa04-dce1-476e-962a-ea181c3ce751 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:29:36.613925 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Attempting to bind port 0b29aa04-dce1-476e-962a-ea181c3ce751 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:36.619056 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.628973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a232b45-3e45-4aa7-bdfd-d620626e7226 None None] Pushing event updated for resources: {'Port': ['ID=0b29aa04-dce1-476e-962a-ea181c3ce751,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:36.633730 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:29:36.634104 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:36.634508 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.634892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:29:36.635370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Bound port: 0b29aa04-dce1-476e-962a-ea181c3ce751, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:29:36.635780 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.637457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c977ab21-460c-47f1-9be9-ae1cc3955685 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:36.637736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.761494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] For port 0b29aa04-dce1-476e-962a-ea181c3ce751, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:29:36.763864 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.765170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] For port 0b29aa04-dce1-476e-962a-ea181c3ce751, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0b29aa04-dce1-476e-962a-ea181c3ce751,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:29:36.771870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.869981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:36.870609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:36.910904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a232b45-3e45-4aa7-bdfd-d620626e7226 None None] Pushing event updated for resources: {'Port': ['ID=0b29aa04-dce1-476e-962a-ea181c3ce751,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:36.938395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c54c64cc-cbd1-4c57-a93e-aa5440f710f0 None None] Provisioning complete for port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:36.938779 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c54c64cc-cbd1-4c57-a93e-aa5440f710f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.945435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:36.949863 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:37.019413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Pushing event updated for resources: {'Port': ['ID=4a04b55d-a7c3-4d62-bd2a-048bc1695351,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:37.021938 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:37.024324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c54c64cc-cbd1-4c57-a93e-aa5440f710f0 None None] Port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:29:37.025645 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:37.120201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:37.121685 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:37.237917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 1, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:37.248229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Router d1892db2-b595-4d19-89bd-c1a6ab75bb5c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:29:37.267628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d19b063-00f0-4014-b77d-c976b7de65aa None None] The sync data for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 is: [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 1, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:29:37.351304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-722ed653-666b-4222-9fde-0bf00d4f3e9b None None] Provisioning complete for port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:37.351769 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-722ed653-666b-4222-9fde-0bf00d4f3e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:37.373531 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:29:37.387237 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-96497b54-6822-4c3b-93e7-581a94cdcf88 admin admin] 10.222.0.76 "PUT /v2.0/routers/d1892db2-b595-4d19-89bd-c1a6ab75bb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0702903 May 06 10:29:37.390926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-722ed653-666b-4222-9fde-0bf00d4f3e9b None None] Port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:29:37.886345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37688) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:37.891217 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1220260873-network', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:37.925809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Made reservation on behalf of 9131d5fe4fe1431694dd1ba2b2ffd540 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:29:37.928882 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:37.938030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.025106 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.029237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.052271 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:29:38.069017 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93409e4-77e8-4f7d-a049-32d735b9ca10,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:38.072869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.072869 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Added segment f537e48b-d929-4903-99f0-986690327b85 of type vlan for network 68a28315-e8b0-410c-8cfd-0bede2090b07 May 06 10:29:38.117600 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.152911 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.153930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:38.154514 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.219666 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3321474 May 06 10:29:38.223253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37690) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:38.228649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282b2b9-1ca0-49fd-9f58-741215908361 admin admin] Pushing event updated for resources: {'Network': ['ID=68a28315-e8b0-410c-8cfd-0bede2090b07,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:38.233227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Request body: {'subnet': {'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1220260873-subnet', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:38.246641 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:29:38.262744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Made reservation on behalf of 9131d5fe4fe1431694dd1ba2b2ffd540 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:29:38.265299 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.290543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c977ab21-460c-47f1-9be9-ae1cc3955685 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:38.361524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c977ab21-460c-47f1-9be9-ae1cc3955685 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:38.362419 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.456141 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.456393 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0b29aa04-dce1-476e-962a-ea181c3ce751 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:38.509936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0b29aa04-dce1-476e-962a-ea181c3ce751 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:38.510310 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.528633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9268d730-ea73-46f5-a6d3-b899e9a9ff7e,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:38.542452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Checking segment: {'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:38.543087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Network hostable DHCP agents. Network: 68a28315-e8b0-410c-8cfd-0bede2090b07, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:29:38.562511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:29:38.580480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 68a28315-e8b0-410c-8cfd-0bede2090b07) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:38.590239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:38.590831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.595333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302bb15-8ad5-4c9a-9054-16bca4f414bc None None] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:29:38.609991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7ac50738-1662-4765-b9a3-ef8a97fb19dd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3836815 May 06 10:29:38.612362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37692) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:38.618679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:38.643720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.644777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.654703 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.693290 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 0b29aa04-dce1-476e-962a-ea181c3ce751, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0b29aa04-dce1-476e-962a-ea181c3ce751,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:38.700207 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.701467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.792719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=0b29aa04-dce1-476e-962a-ea181c3ce751,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:38.829268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-68a28315-e8b0-410c-8cfd-0bede2090b07', 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'fixed_ips': [{'subnet_id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:29:38.830410 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.843861 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:38.976219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Allocated IP 172.20.0.2 (68a28315-e8b0-410c-8cfd-0bede2090b07/9268d730-ea73-46f5-a6d3-b899e9a9ff7e/32958448-4a02-469b-87ab-982dcab84a1a) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:39.048801 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.072990 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.126949 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.133719 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.178374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:39.180998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Allocated IP 172.25.8.160 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/6c8758e2-3e6c-4d73-a5ca-a8531e4f8879) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:39.181212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:39.187838 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:39.190787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Pushing event updated for resources: {'Port': ['ID=32958448-4a02-469b-87ab-982dcab84a1a,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:39.247905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Attempting to bind port 32958448-4a02-469b-87ab-982dcab84a1a on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:29:39.248607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Attempting to bind port 32958448-4a02-469b-87ab-982dcab84a1a by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:29:39.248607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Attempting to bind port 32958448-4a02-469b-87ab-982dcab84a1a on network 68a28315-e8b0-410c-8cfd-0bede2090b07 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:39.253502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:29:39.253907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Checking segment: {'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:39.254335 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.254756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Bound using segment: {'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:29:39.255275 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Bound port: 32958448-4a02-469b-87ab-982dcab84a1a, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:29:39.255676 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.298021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.321892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] For port 32958448-4a02-469b-87ab-982dcab84a1a, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:29:39.325456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] For port 32958448-4a02-469b-87ab-982dcab84a1a, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=32958448-4a02-469b-87ab-982dcab84a1a,segment=NetworkSegment(f537e48b-d929-4903-99f0-986690327b85),segment_id=f537e48b-d929-4903-99f0-986690327b85)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:29:39.329646 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.334458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.374458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:39.379521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:39.383950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:39.393204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d51a2-be90-434c-8884-0d2e93d0de63 None None] Pushing event updated for resources: {'Port': ['ID=32958448-4a02-469b-87ab-982dcab84a1a,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:39.397543 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Sync routers for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:29:39.410882 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:39.412391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:39.420544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:39.532516 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:39.689521 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.789238 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 2, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:39.815622 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Checking router: d1892db2-b595-4d19-89bd-c1a6ab75bb5c for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:29:39.815965 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Updating router d1892db2-b595-4d19-89bd-c1a6ab75bb5c port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:29:39.849195 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:39.912878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.168920 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.176234 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.259797 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Pushing event updated for resources: {'Port': ['ID=4a04b55d-a7c3-4d62-bd2a-048bc1695351,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:40.269456 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.269983 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.270481 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.271000 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.271619 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.272214 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.272733 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.273268 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.273752 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.274250 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.274730 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.275207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:29:40.326606 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Attempting to bind port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:29:40.327107 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Attempting to bind port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:29:40.327660 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Attempting to bind port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 on network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:40.338665 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:29:40.339334 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Checking segment: {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:40.339961 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.340514 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Bound using segment: {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:29:40.341415 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Bound port: 4a04b55d-a7c3-4d62-bd2a-048bc1695351, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:29:40.342001 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.348451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 32958448-4a02-469b-87ab-982dcab84a1a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:40.418496 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 32958448-4a02-469b-87ab-982dcab84a1a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:40.419137 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.427100 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] For port 4a04b55d-a7c3-4d62-bd2a-048bc1695351, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:29:40.431109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] For port 4a04b55d-a7c3-4d62-bd2a-048bc1695351, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4a04b55d-a7c3-4d62-bd2a-048bc1695351,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:29:40.436958 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.456624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Router dc9d9e1c-0862-4226-b62f-5fe487783d0b is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:29:40.515998 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8712-f0d9-4637-845b-33e3ebde33f4 None None] Pushing event updated for resources: {'Port': ['ID=4a04b55d-a7c3-4d62-bd2a-048bc1695351,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:40.533313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.548379 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:40.549271 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:40.586948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 32958448-4a02-469b-87ab-982dcab84a1a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=32958448-4a02-469b-87ab-982dcab84a1a,segment=NetworkSegment(f537e48b-d929-4903-99f0-986690327b85),segment_id=f537e48b-d929-4903-99f0-986690327b85)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:40.592261 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.593141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0b29aa04-dce1-476e-962a-ea181c3ce751 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:40.622253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:29:40.649082 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.650740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4031525e-96ce-4173-9513-926f787c0cc2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0373669 May 06 10:29:40.653367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37694) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:29:40.659052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Sync routers for ids ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:29:40.686101 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-509b3927-7c83-4595-a06d-da854ef0dcd5 None None] Provisioning complete for port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:40.686474 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-509b3927-7c83-4595-a06d-da854ef0dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.734540 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:40.741627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Routers {'dc9d9e1c-0862-4226-b62f-5fe487783d0b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:40.742264 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:40.753003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=32958448-4a02-469b-87ab-982dcab84a1a,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:40.801935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b976f6a-3105-4efd-a131-f671c7bb7e2b None None] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:29:40.909701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 0b29aa04-dce1-476e-962a-ea181c3ce751 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:40.909941 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:40.994113 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:40Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:41.120215 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85f2b3-7f4a-46ba-90df-1bbe7e5e76ed None None] The sync data for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 is: [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:40Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:29:41.157969 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.238398 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Set router dc9d9e1c-0862-4226-b62f-5fe487783d0b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:41.302099 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-509b3927-7c83-4595-a06d-da854ef0dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.339483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Allocated IP 172.20.0.1 (68a28315-e8b0-410c-8cfd-0bede2090b07/9268d730-ea73-46f5-a6d3-b899e9a9ff7e/c166e85c-ff1e-49b5-b639-3cd8a9ba0612) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:41.463939 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-509b3927-7c83-4595-a06d-da854ef0dcd5 None None] For port 4a04b55d-a7c3-4d62-bd2a-048bc1695351, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4a04b55d-a7c3-4d62-bd2a-048bc1695351,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:41.472802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.476382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-509b3927-7c83-4595-a06d-da854ef0dcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.515256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.606250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Pushing event updated for resources: {'Port': ['ID=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:41.617459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:41.618863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:41.624086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:41.643985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b3927-7c83-4595-a06d-da854ef0dcd5 None None] Pushing event updated for resources: {'Port': ['ID=4a04b55d-a7c3-4d62-bd2a-048bc1695351,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:41.669688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fde1469e-1253-4fd1-9352-5359d8d19cf4 None None] Provisioning complete for port 32958448-4a02-469b-87ab-982dcab84a1a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:41.670008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fde1469e-1253-4fd1-9352-5359d8d19cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.687565 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.705770 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:29:39Z', 'revision_number': 3, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port': {'id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:39Z', 'updated_at': '2022-05-06T10:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:41.746056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Checking router: dc9d9e1c-0862-4226-b62f-5fe487783d0b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:29:41.746402 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Updating router dc9d9e1c-0862-4226-b62f-5fe487783d0b port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:29:41.777970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.855223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:41.927139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fde1469e-1253-4fd1-9352-5359d8d19cf4 None None] Provisioning complete for port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:41.927687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fde1469e-1253-4fd1-9352-5359d8d19cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.044467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.050902 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.123898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Pushing event updated for resources: {'Port': ['ID=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:42.126732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.193727 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.200641 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.210757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4a04b55d-a7c3-4d62-bd2a-048bc1695351 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:42.225962 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:42.227309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:42.303159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-27faee5f-6353-4c1c-b29c-2383aa185767 None None] Provisioning complete for port 32958448-4a02-469b-87ab-982dcab84a1a triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:42.303329 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-27faee5f-6353-4c1c-b29c-2383aa185767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.312306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Attempting to bind port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:29:42.312674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Attempting to bind port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:29:42.313034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Attempting to bind port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:42.334616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712507d-e8b4-4a36-884e-938750efcfb6 None None] Pushing event updated for resources: {'Port': ['ID=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:42.346890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:29:42.347268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:42.347785 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.348087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:29:42.348603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Bound port: 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:29:42.348988 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.356933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Router dc9d9e1c-0862-4226-b62f-5fe487783d0b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:29:42.403865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:42.404238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.456469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] For port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:29:42.461917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] For port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:29:42.478027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:29:42.490530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7c54cc86-1588-4c55-8242-bff8111518ab admin admin] 10.222.0.76 "PUT /v2.0/routers/dc9d9e1c-0862-4226-b62f-5fe487783d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281910 May 06 10:29:42.490715 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.578712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Routers {'dc9d9e1c-0862-4226-b62f-5fe487783d0b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:42.578712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:42.634215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712507d-e8b4-4a36-884e-938750efcfb6 None None] Pushing event updated for resources: {'Port': ['ID=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:42.647294 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-27faee5f-6353-4c1c-b29c-2383aa185767 None None] Provisioning complete for port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:42.647294 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-27faee5f-6353-4c1c-b29c-2383aa185767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.689454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 32958448-4a02-469b-87ab-982dcab84a1a up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:42.765932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-27faee5f-6353-4c1c-b29c-2383aa185767 None None] Port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:29:42.784024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f95f3972-dfda-4b82-8d04-a140d37c98cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.797406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] Set router dc9d9e1c-0862-4226-b62f-5fe487783d0b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:42.847758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 32958448-4a02-469b-87ab-982dcab84a1a triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:42.848135 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:42.972000 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b6e6b210-039c-4b8d-adf3-b791edd254fb None None] Provisioning complete for port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:42.972370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b210-039c-4b8d-adf3-b791edd254fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:43.034699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6b210-039c-4b8d-adf3-b791edd254fb None None] Port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:29:43.126121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 4, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port': {'id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:39Z', 'updated_at': '2022-05-06T10:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c166e85c-ff1e-49b5-b639-3cd8a9ba0612', 'name': '', 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'mac_address': 'fa:16:3e:05:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:41Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 2, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'subnets': [{'id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:43.157750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab3283-4c32-4a47-919a-6d680abf41dd None None] The sync data for ids ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'] in n-d-840834-1 is: [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 4, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port': {'id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:39Z', 'updated_at': '2022-05-06T10:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c166e85c-ff1e-49b5-b639-3cd8a9ba0612', 'name': '', 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'mac_address': 'fa:16:3e:05:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:41Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 2, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'subnets': [{'id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:29:44.208141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:44.476682 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:44.477046 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:44.597240 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:44.633676 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:44.638322 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:44.716254 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:45.241860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3185b64e-6a71-42f7-9b7e-22bb61f9be7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:45.646641 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Sync routers for ids ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:29:45.658237 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Routers {'dc9d9e1c-0862-4226-b62f-5fe487783d0b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:45.658903 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:45.779024 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Set router dc9d9e1c-0862-4226-b62f-5fe487783d0b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:46.002443 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 4, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port': {'id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:39Z', 'updated_at': '2022-05-06T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c166e85c-ff1e-49b5-b639-3cd8a9ba0612', 'name': '', 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'mac_address': 'fa:16:3e:05:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:41Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 2, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'subnets': [{'id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:46.031602 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Checking router: dc9d9e1c-0862-4226-b62f-5fe487783d0b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:29:46.031998 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Updating router dc9d9e1c-0862-4226-b62f-5fe487783d0b port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:29:46.063569 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.194036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:46.246844 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:46.247977 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.365176 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.371271 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.426422 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655bd8c-5545-4839-8837-ed29f87a68b9 None None] Pushing event updated for resources: {'Port': ['ID=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:46.485073 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Attempting to bind port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:29:46.485430 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Attempting to bind port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:29:46.485780 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Attempting to bind port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 on network 68a28315-e8b0-410c-8cfd-0bede2090b07 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:29:46.491879 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:29:46.492245 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Checking segment: {'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:29:46.492805 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.493197 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Bound using segment: {'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:29:46.493658 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Bound port: c166e85c-ff1e-49b5-b639-3cd8a9ba0612, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f537e48b-d929-4903-99f0-986690327b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:29:46.494026 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.564342 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] For port c166e85c-ff1e-49b5-b639-3cd8a9ba0612, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:29:46.567951 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] For port c166e85c-ff1e-49b5-b639-3cd8a9ba0612, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,segment=NetworkSegment(f537e48b-d929-4903-99f0-986690327b85),segment_id=f537e48b-d929-4903-99f0-986690327b85)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:29:46.574157 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.635120 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655bd8c-5545-4839-8837-ed29f87a68b9 None None] Pushing event updated for resources: {'Port': ['ID=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:46.648349 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Routers {'dc9d9e1c-0862-4226-b62f-5fe487783d0b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:29:46.648977 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:29:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:46.771630 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] Set router dc9d9e1c-0862-4226-b62f-5fe487783d0b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:29:46.794792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c5cbd39f-9b88-4aca-be99-43d35959c8e2 None None] Provisioning complete for port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:46.795417 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5cbd39f-9b88-4aca-be99-43d35959c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.871477 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.923149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5cbd39f-9b88-4aca-be99-43d35959c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:46.994800 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c5cbd39f-9b88-4aca-be99-43d35959c8e2 None None] For port c166e85c-ff1e-49b5-b639-3cd8a9ba0612, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,segment=NetworkSegment(f537e48b-d929-4903-99f0-986690327b85),segment_id=f537e48b-d929-4903-99f0-986690327b85)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:29:47.007164 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5cbd39f-9b88-4aca-be99-43d35959c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:47.049656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:47.093698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbd39f-9b88-4aca-be99-43d35959c8e2 None None] Pushing event updated for resources: {'Port': ['ID=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:47.094171 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 4, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port': {'id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:39Z', 'updated_at': '2022-05-06T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c166e85c-ff1e-49b5-b639-3cd8a9ba0612', 'name': '', 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'mac_address': 'fa:16:3e:05:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:41Z', 'updated_at': '2022-05-06T10:29:46Z', 'revision_number': 4, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'subnets': [{'id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:29:47.128294 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf31ca-f69c-4be0-bf82-e8b55652de01 None None] The sync data for ids ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'] in n-d-840834-1 is: [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 4, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port': {'id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:39Z', 'updated_at': '2022-05-06T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'c166e85c-ff1e-49b5-b639-3cd8a9ba0612', 'name': '', 'network_id': '68a28315-e8b0-410c-8cfd-0bede2090b07', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'mac_address': 'fa:16:3e:05:ff:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:41Z', 'updated_at': '2022-05-06T10:29:46Z', 'revision_number': 4, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'subnets': [{'id': '9268d730-ea73-46f5-a6d3-b899e9a9ff7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:29:47.136030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ec68bf17-c98d-43d1-9db4-e2c93774b053 None None] Provisioning complete for port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:47.136405 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ec68bf17-c98d-43d1-9db4-e2c93774b053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:48.207707 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c166e85c-ff1e-49b5-b639-3cd8a9ba0612 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:29:48.274683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:48.275002 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:48.359935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:48.819356 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:50.973344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:52.596891 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:29:52.690122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-ad836179-dc08-4222-af52-2c6113df41d3 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:52.691616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-ad836179-dc08-4222-af52-2c6113df41d3 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 814 time: 0.1003544 May 06 10:29:52.712119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-18137f58-1458-44c4-858b-8e5c43a6d190 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/quotas/9fae36452f0647b7be5092b5ec976128 HTTP/1.1" status: 200 len: 375 time: 0.0101135 May 06 10:29:52.767162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cdb8e8eb-a4f9-4321-a326-1f14755d8516 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493724 May 06 10:29:52.862957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-22892e74-6f87-4a12-925d-57b7225af3b0 service neutron] 10.222.0.76 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 May 06 10:29:52.958083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-5707c3e1-4b1d-4437-a27c-45c2b82bb477 service neutron] 10.222.0.76 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887182 May 06 10:29:53.118105 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1034b8ca-7d58-4777-9903-0c2e4ec43cc5 req-1bca00f3-ca46-433f-a8d0-587f0b55083a tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 210 time: 0.0279341 May 06 10:29:54.123632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-60a0e112-e74c-4e0f-9142-48f45cd4af9e tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:54.125192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-60a0e112-e74c-4e0f-9142-48f45cd4af9e tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 814 time: 0.1114247 May 06 10:29:54.138344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'port': {'device_id': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'admin_state_up': True, 'tenant_id': '9fae36452f0647b7be5092b5ec976128'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:29:54.224652 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dff8c9b2-6e33-4b1e-aeb5-5be4baa086b7 req-f6b1d17d-a800-410b-b599-08cebe8fe6c0 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 210 time: 0.0309508 May 06 10:29:54.276100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Made reservation on behalf of 9fae36452f0647b7be5092b5ec976128 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:29:54.279941 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:54.438071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Allocated IP 172.20.0.3 (812206dc-3e1a-42d0-8b7b-3128b59a6a72/cbdae853-cab6-40c5-b975-609701d62f73/6215be92-0d07-4f3b-9e03-1c7f62e87c90) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:29:54.627032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:54.666752 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:54.738344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:29:54.740307 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:29:54.743400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:29:54.745880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:29:54.824334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:54.824334 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:54.855306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3d043b76-ae04-40c8-9e7e-a650f909d45c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7206798 May 06 10:29:55.074296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-1c3dac1a-20d9-4e51-b799-fd6a2086f185 None None] Provisioning complete for port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:29:55.075318 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1c3dac1a-20d9-4e51-b799-fd6a2086f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:29:55.114270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dac1a-20d9-4e51-b799-fd6a2086f185 None None] Port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:29:55.351085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f1ec7-b8b3-4175-b827-fd48ad76dce1 req-e9b86d3a-ca5d-407f-a34a-b221b3c5f725 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:55.352877 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-218f1ec7-b8b3-4175-b827-fd48ad76dce1 req-e9b86d3a-ca5d-407f-a34a-b221b3c5f725 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 931 time: 0.0549328 May 06 10:29:55.396991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-218f1ec7-b8b3-4175-b827-fd48ad76dce1 req-c83c1648-3886-4160-a91a-21fb905441ed tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 May 06 10:29:56.529604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980072b2-ddb0-4f1f-abe3-e3924f707c76 req-055baeca-e9ce-460c-abaa-8039dcf66fc8 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:56.531132 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-980072b2-ddb0-4f1f-abe3-e3924f707c76 req-055baeca-e9ce-460c-abaa-8039dcf66fc8 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 931 time: 0.0584145 May 06 10:29:56.581753 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-980072b2-ddb0-4f1f-abe3-e3924f707c76 req-f7b2c487-ab6f-47bf-bcbb-f2ba9ac513be tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 May 06 10:29:57.707267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f6fb1-3146-48b5-8663-9419b8e19799 req-687d9aa2-4833-4432-8e61-962b8918fa82 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:57.709191 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d82f6fb1-3146-48b5-8663-9419b8e19799 req-687d9aa2-4833-4432-8e61-962b8918fa82 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 931 time: 0.0532596 May 06 10:29:57.750892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d82f6fb1-3146-48b5-8663-9419b8e19799 req-1db6d39e-4122-4201-b5a6-2fb59eb824f7 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346251 May 06 10:29:58.892020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6f58-67d1-40fd-ad5c-26c6fe7de7f2 req-ba4a2c11-61c2-4a15-8f6d-e8f87ec224e8 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:29:58.894274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-661c6f58-67d1-40fd-ad5c-26c6fe7de7f2 req-ba4a2c11-61c2-4a15-8f6d-e8f87ec224e8 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 931 time: 0.0585456 May 06 10:29:58.938970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-661c6f58-67d1-40fd-ad5c-26c6fe7de7f2 req-b8d9fea5-cbbd-435e-97a0-0708c717c840 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 May 06 10:30:00.069278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb5a1f-035d-4bf7-8105-34b0ce374e10 req-a68584c2-7ada-4966-a688-8ff62867f3d7 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:00.070926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eeb5a1f-035d-4bf7-8105-34b0ce374e10 req-a68584c2-7ada-4966-a688-8ff62867f3d7 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 931 time: 0.0573065 May 06 10:30:00.129355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eeb5a1f-035d-4bf7-8105-34b0ce374e10 req-fccdea33-e3e7-4dc9-b908-395b3eefe882 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 May 06 10:30:01.263162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7ec3-0f8d-4ccd-b7da-1e17836a8d52 req-1d9c3343-f604-4341-b17b-3ea441a65ff5 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:01.264911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-695f7ec3-0f8d-4ccd-b7da-1e17836a8d52 req-1d9c3343-f604-4341-b17b-3ea441a65ff5 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 931 time: 0.0555274 May 06 10:30:01.305222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-695f7ec3-0f8d-4ccd-b7da-1e17836a8d52 req-cbc664d2-969e-4d0a-899c-fbe8f2e2d709 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339963 May 06 10:30:02.114553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Request body: {'port': {'device_id': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:02.171985 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:02.463714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeb2fc-102f-41c2-8015-d5a5644b2e0a req-ec9253e9-3ec3-4664-8514-bbbfaa71399c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:02.465179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18aeb2fc-102f-41c2-8015-d5a5644b2e0a req-ec9253e9-3ec3-4664-8514-bbbfaa71399c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 931 time: 0.0868340 May 06 10:30:02.472638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6215be92-0d07-4f3b-9e03-1c7f62e87c90 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:30:02.485358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:02.507533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Transition to ACTIVE for port object 6215be92-0d07-4f3b-9e03-1c7f62e87c90 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:30:02.515432 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:02.530067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18aeb2fc-102f-41c2-8015-d5a5644b2e0a req-f82aca10-65d5-48da-a464-5d866a251a66 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529718 May 06 10:30:02.595760 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Pushing event updated for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:02.647968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Attempting to bind port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:30:02.648301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Attempting to bind port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:30:02.648653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Attempting to bind port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 on network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:30:02.653155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 on network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:30:02.653465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Attempting to bind port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 on network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:30:02.658527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:30:02.658865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Checking segment: {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:30:02.659257 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Bound using segment: {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:30:02.659751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Bound port: 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:30:02.660107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:02.728561 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:30:02.731720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:30:02.736665 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:02.773891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:02.774445 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:02.775853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] 10.222.0.82 "PUT /v2.0/ports/6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 1091 time: 0.7638655 May 06 10:30:02.776291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:30:02.778535 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcf1483-9e7c-4a5e-bd29-62f956ace798" -d '{"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:30:02.805733 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77ed1d-248e-4267-9f48-9b67f0c47235 service neutron] Pushing event updated for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:02.820431 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca93719-abdf-4175-8a77-32d2f3af6d46 x-openstack-request-id: req-8ca93719-abdf-4175-8a77-32d2f3af6d46 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:30:02.820683 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:30:02.820910 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ca93719-abdf-4175-8a77-32d2f3af6d46 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:30:02.821468 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca93719-abdf-4175-8a77-32d2f3af6d46'] response: {'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'status': 'completed', 'code': 200} May 06 10:30:02.873159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-4ace1fbf-3e21-4bd3-8493-de726d387f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:02.874677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-4ace1fbf-3e21-4bd3-8493-de726d387f77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1094 time: 0.0448692 May 06 10:30:02.919115 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-9ad14b7c-b031-46a8-9bc6-bd0e18faba01 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 217 time: 0.0346150 May 06 10:30:02.974958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-18aae1c0-0eb9-4a4a-804e-8c36a14fac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:02.976685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-18aae1c0-0eb9-4a4a-804e-8c36a14fac38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0503612 May 06 10:30:03.022897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-194521b2-7fea-4e2f-a5e9-00734a2a88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:03.024440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-194521b2-7fea-4e2f-a5e9-00734a2a88d1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410640 May 06 10:30:03.113587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-501e0167-7c6a-4a91-a951-4f52f42ed946 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820832 May 06 10:30:03.207267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f1e98f45-0be7-473d-b5e2-b1618b70e05a req-3056c1e5-cfe8-4d93-9c61-7cadcb578761 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869071 May 06 10:30:03.295165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-29551961-74c9-401e-9af0-1fc8037ca5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:03.296693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-29551961-74c9-401e-9af0-1fc8037ca5b4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1094 time: 0.0414288 May 06 10:30:03.390897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-04414df0-8998-4c01-96a7-66f163857cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:03.392372 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-04414df0-8998-4c01-96a7-66f163857cf7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 915 time: 0.0877228 May 06 10:30:03.439343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-be937406-5610-46a1-a1f6-4a8979c8babc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 217 time: 0.0338664 May 06 10:30:03.489826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-2b1f6503-c24d-4326-bd7f-73f6a6a9ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:03.491340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-2b1f6503-c24d-4326-bd7f-73f6a6a9ce60 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0429647 May 06 10:30:03.549671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-b838bdd0-e159-423a-95fd-520ba6ff0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:03.551796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-b838bdd0-e159-423a-95fd-520ba6ff0ecf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529864 May 06 10:30:03.689710 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323ae74-04ca-48e2-acb5-5d8567d9c6d3 req-5789fa99-42e9-495a-8730-513007a64dcb tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:03.691091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1323ae74-04ca-48e2-acb5-5d8567d9c6d3 req-5789fa99-42e9-495a-8730-513007a64dcb tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 943 time: 0.0807133 May 06 10:30:03.694706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-baa5624b-68b0-41e3-aab2-ff68dee1162c service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334937 May 06 10:30:03.777976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1323ae74-04ca-48e2-acb5-5d8567d9c6d3 req-883a9774-572d-4920-8841-cba987993484 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801780 May 06 10:30:03.814154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bcf1483-9e7c-4a5e-bd29-62f956ace798 req-9703c054-0942-46da-8b85-ed02ba9adf37 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996337 May 06 10:30:04.899700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8af25-fdf8-437b-89a5-19bbdfebbf22 req-a41f4463-0878-44bb-83c6-59a448f454ab tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:04.901094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65d8af25-fdf8-437b-89a5-19bbdfebbf22 req-a41f4463-0878-44bb-83c6-59a448f454ab tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 943 time: 0.0512228 May 06 10:30:04.940317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65d8af25-fdf8-437b-89a5-19bbdfebbf22 req-33393876-916c-41a5-8aa3-c8a23a20c6da tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 May 06 10:30:05.977981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6215be92-0d07-4f3b-9e03-1c7f62e87c90 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:30:06.068027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9b6a0-5fdf-4fba-94f0-6674a4fe8d0d req-3b3c451e-1d0d-4c8e-af13-b85ebc365f30 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:06.069604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e9b6a0-5fdf-4fba-94f0-6674a4fe8d0d req-3b3c451e-1d0d-4c8e-af13-b85ebc365f30 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 943 time: 0.0544674 May 06 10:30:06.073689 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:06.085544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'port_id': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:30:06.107869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e9b6a0-5fdf-4fba-94f0-6674a4fe8d0d req-d8870c85-4073-46db-9c61-a0aa52ac7b68 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 May 06 10:30:06.127459 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:06.140374 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6215be92-0d07-4f3b-9e03-1c7f62e87c90 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:30:06.162181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:06.165902 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:06.212565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:06.219979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.220323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.220659 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.220991 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.221320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.221645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.221972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.222293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.222613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.222935 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.224032 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.224167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:06.382125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6215be92-0d07-4f3b-9e03-1c7f62e87c90'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:30:07.223375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f840c-527b-4bc0-b402-f1c43e77e1f7 req-511ba020-5aa2-4060-87c9-ba9d21183d6f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:07.225028 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-883f840c-527b-4bc0-b402-f1c43e77e1f7 req-511ba020-5aa2-4060-87c9-ba9d21183d6f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 944 time: 0.0488470 May 06 10:30:07.262235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-883f840c-527b-4bc0-b402-f1c43e77e1f7 req-7c9cf8ed-e4d6-4110-a7a6-a1bb2203d324 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 May 06 10:30:07.995986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6215be92-0d07-4f3b-9e03-1c7f62e87c90 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:30:08.044457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:30:08.048285 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:08.048860 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:08.124628 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:08.149966 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:30:08.152194 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}775bdfa46ad34306f0c3bf77bc07a463136d3c5d0d5ed8efee18abca51544b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b66e87-0de5-4315-a409-699c10f741d4" -d '{"events": [{"server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "name": "network-vif-plugged", "status": "completed", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:30:08.165756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:08.169809 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:08.196454 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddebae5-8035-4033-b876-1011f15f8078 x-openstack-request-id: req-2ddebae5-8035-4033-b876-1011f15f8078 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:30:08.196756 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "name": "network-vif-plugged", "status": "completed", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:30:08.197009 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ddebae5-8035-4033-b876-1011f15f8078 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:30:08.197405 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddebae5-8035-4033-b876-1011f15f8078'] response: {'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'code': 200} May 06 10:30:08.224552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:08.292822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb417864-152b-4f6c-9ac5-3127e6b13370 req-960f481f-4e0b-4324-b65c-38a23675ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:08.294313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb417864-152b-4f6c-9ac5-3127e6b13370 req-960f481f-4e0b-4324-b65c-38a23675ddff service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1096 time: 0.0402668 May 06 10:30:08.329690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bb417864-152b-4f6c-9ac5-3127e6b13370 req-2c86fdd3-8d45-4278-b5e8-90239ad2abf4 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282815 May 06 10:30:08.659842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6033842-95ee-4d82-b564-6fa0ca8c8683 req-0e69950c-0765-4088-a0bc-dcf9b65dde1a tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:08.662131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6033842-95ee-4d82-b564-6fa0ca8c8683 req-0e69950c-0765-4088-a0bc-dcf9b65dde1a tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0526981 May 06 10:30:08.698616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6033842-95ee-4d82-b564-6fa0ca8c8683 req-f1d8904e-6233-4ad7-b3c8-04c13283dee7 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 May 06 10:30:09.817406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03162532-7c5c-4220-89cc-42987f9ca8fa req-88ca906a-fc60-4886-ba4d-016ec57eff31 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:09.818962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03162532-7c5c-4220-89cc-42987f9ca8fa req-88ca906a-fc60-4886-ba4d-016ec57eff31 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0493407 May 06 10:30:09.857161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-03162532-7c5c-4220-89cc-42987f9ca8fa req-4a0d4926-9dcc-4b86-991e-036eb1f1b5d4 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 May 06 10:30:09.973961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3d906-68d2-4f43-b25d-1f69dfd39858 req-53cbea3e-31f0-4d60-93bd-560671294606 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:09.975422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96d3d906-68d2-4f43-b25d-1f69dfd39858 req-53cbea3e-31f0-4d60-93bd-560671294606 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0491977 May 06 10:30:10.012987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-96d3d906-68d2-4f43-b25d-1f69dfd39858 req-d6819fc0-75d4-494e-a9a8-b9da6b2aaddc tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 May 06 10:30:10.509976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22452d82-08e5-458c-8b9c-44629585322a req-1a6109d3-68fd-4dee-b1e9-352c8d2033cc tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:10.511355 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22452d82-08e5-458c-8b9c-44629585322a req-1a6109d3-68fd-4dee-b1e9-352c8d2033cc tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.3522084 May 06 10:30:10.549240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22452d82-08e5-458c-8b9c-44629585322a req-de3528be-da61-42a1-913c-a356e7102fa4 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 May 06 10:30:12.746921 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5bf0866-a92a-42ce-bbab-20aa50a7d7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:15.235063 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9f589b64-04a5-4561-8904-042ed955465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:16.834539 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:16.998667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:18.344789 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:18.813766 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:20.968382 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:22.011388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333367e-9703-4a94-b3d6-59f47c9f0daf req-72637c74-3a48-4d12-b7a9-fd3a61546e2f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:22.012907 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a333367e-9703-4a94-b3d6-59f47c9f0daf req-72637c74-3a48-4d12-b7a9-fd3a61546e2f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0486310 May 06 10:30:22.050387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a333367e-9703-4a94-b3d6-59f47c9f0daf req-38f07a90-058e-4ba4-b8be-1ce22e7f422b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 May 06 10:30:22.074960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37886) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:22.158086 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db2515-d9b2-4f60-a174-2128dda10da4 tempest-TestMinimumBasicScenario-241010864 tempest-TestMinimumBasicScenario-241010864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:22.159569 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-58db2515-d9b2-4f60-a174-2128dda10da4 tempest-TestMinimumBasicScenario-241010864 tempest-TestMinimumBasicScenario-241010864-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1091 time: 0.0835791 May 06 10:30:22.162826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37890) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:22.167048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:22.189210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:22.287353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:22.392880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Allocated IP 172.25.8.253 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/ea1ca1df-bdc1-40b3-9883-f947299a68fa) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:30:22.493231 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:22.525157 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:22.561329 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:30:22.564012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:30:22.568026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:30:22.598072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'Port': ['ID=ea1ca1df-bdc1-40b3-9883-f947299a68fa,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:22.928727 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:22.997538 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.150354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.155096 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.225077 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'Port': ['ID=ea1ca1df-bdc1-40b3-9883-f947299a68fa,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:23.233220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.334301 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Floating IP 8b2baa9b-ceb4-4478-bd37-18a033f290f3 associated. External IP: 172.25.8.253, port: 6215be92-0d07-4f3b-9e03-1c7f62e87c90. May 06 10:30:23.544935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Router d1892db2-b595-4d19-89bd-c1a6ab75bb5c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:30:23.656299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:30:23.666958 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] Sync routers for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:30:23.674068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.676277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:23.677073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:30:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:23.703986 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fc57a07e-ed3d-44df-a291-73551910b59c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5374560 May 06 10:30:23.703986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:30:23.704292 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0563834-da0f-4608-ade2-874ceb05d305" -d '{"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:30:23.704996 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37892) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:23.711551 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5e9f1f98-b6b7-414f-bf3d-1030a9e9859b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020529582', 'description': 'tempest-secgroup-smoke-1020529582 description', 'project_id': '9fae36452f0647b7be5092b5ec976128'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:23.737031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1f98-b6b7-414f-bf3d-1030a9e9859b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.746159 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e4e19b-ad45-419e-b2c8-7cf322c3f61c x-openstack-request-id: req-32e4e19b-ad45-419e-b2c8-7cf322c3f61c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:30:23.746562 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:30:23.746912 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32e4e19b-ad45-419e-b2c8-7cf322c3f61c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:30:23.747432 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e4e19b-ad45-419e-b2c8-7cf322c3f61c'] response: {'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'status': 'completed', 'code': 200} May 06 10:30:23.789048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:23.809932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1f98-b6b7-414f-bf3d-1030a9e9859b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.813271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0563834-da0f-4608-ade2-874ceb05d305 req-fa8b6780-c15d-479f-a247-475ce3fffa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:23.815321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1f98-b6b7-414f-bf3d-1030a9e9859b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.820624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0563834-da0f-4608-ade2-874ceb05d305 req-fa8b6780-c15d-479f-a247-475ce3fffa60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1096 time: 0.0508258 May 06 10:30:23.842929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f1f98-b6b7-414f-bf3d-1030a9e9859b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ae6323-013e-4937-9d87-24b290e0e6af,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:23.855732 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1f98-b6b7-414f-bf3d-1030a9e9859b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.857069 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e9f1f98-b6b7-414f-bf3d-1030a9e9859b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501167 May 06 10:30:23.859930 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37896) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:23.865032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-77f15350-6a13-454e-aa61-cffe76d6d7f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6323-013e-4937-9d87-24b290e0e6af', 'project_id': '9fae36452f0647b7be5092b5ec976128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:23.891675 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77f15350-6a13-454e-aa61-cffe76d6d7f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.934989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0563834-da0f-4608-ade2-874ceb05d305 req-31d75a16-018d-4468-a34b-9bb8ad54b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:23.936590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0563834-da0f-4608-ade2-874ceb05d305 req-31d75a16-018d-4468-a34b-9bb8ad54b5ba service neutron] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 915 time: 0.1095648 May 06 10:30:23.950357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77f15350-6a13-454e-aa61-cffe76d6d7f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.954244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77f15350-6a13-454e-aa61-cffe76d6d7f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.981660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f15350-6a13-454e-aa61-cffe76d6d7f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf9e191-8874-48d3-a6e9-9a0ed067fc9d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:23.987255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-77f15350-6a13-454e-aa61-cffe76d6d7f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:23.988061 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-77f15350-6a13-454e-aa61-cffe76d6d7f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271293 May 06 10:30:23.991058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37898) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:23.996208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1798bf75-5af4-4239-be9e-69953a965d4f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6323-013e-4937-9d87-24b290e0e6af', 'project_id': '9fae36452f0647b7be5092b5ec976128', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:24.012025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0563834-da0f-4608-ade2-874ceb05d305 req-cfe510ba-2a7d-4c48-8771-1ee7b0258155 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 999 time: 0.0674627 May 06 10:30:24.023247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1798bf75-5af4-4239-be9e-69953a965d4f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.025887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '8b2baa9b-ceb4-4478-bd37-18a033f290f3', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'port_id': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:30:22Z', 'updated_at': '2022-05-06T10:30:22Z', 'revision_number': 0, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 5, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:24.055973 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] Checking router: d1892db2-b595-4d19-89bd-c1a6ab75bb5c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:30:24.062748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0563834-da0f-4608-ade2-874ceb05d305 req-498f08a4-cc2a-4436-949f-b29fa4a14b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:24.064100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:30:24.064343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0563834-da0f-4608-ade2-874ceb05d305 req-498f08a4-cc2a-4436-949f-b29fa4a14b10 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0459926 May 06 10:30:24.064699 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:30:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:24.086521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1798bf75-5af4-4239-be9e-69953a965d4f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.093339 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1798bf75-5af4-4239-be9e-69953a965d4f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.114265 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798bf75-5af4-4239-be9e-69953a965d4f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f96c142-e72d-4067-97af-ac712c6d31fd,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:24.120220 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1798bf75-5af4-4239-be9e-69953a965d4f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.122278 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1798bf75-5af4-4239-be9e-69953a965d4f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290786 May 06 10:30:24.125083 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37900) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:24.133020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6323-013e-4937-9d87-24b290e0e6af', 'project_id': '9fae36452f0647b7be5092b5ec976128', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:24.156942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0563834-da0f-4608-ade2-874ceb05d305 req-b0053854-acc0-49fd-9170-ce85aae6b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:24.158427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0563834-da0f-4608-ade2-874ceb05d305 req-b0053854-acc0-49fd-9170-ce85aae6b207 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780039 May 06 10:30:24.168511 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.178053 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:30:24.285407 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.296426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.306648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0563834-da0f-4608-ade2-874ceb05d305 req-ff338578-1841-434c-992e-7be80b4e5082 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352150 May 06 10:30:24.326793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1579101e-cdb1-4d4f-914f-2bdb617df8f4,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:24.342888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.344104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2170982 May 06 10:30:24.346958 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37902) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:24.353276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-026c472e-3bfd-4e54-a877-c137a32b57ae tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6323-013e-4937-9d87-24b290e0e6af', 'project_id': '9fae36452f0647b7be5092b5ec976128', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:24.373762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.374113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.374458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.374799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.375157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.375735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.375862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.376139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.376479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.376791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.377484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.377484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bbe2e-91fe-418f-9b72-7eace2a10c8d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:30:24.379919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-026c472e-3bfd-4e54-a877-c137a32b57ae tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.427265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f0563834-da0f-4608-ade2-874ceb05d305 req-34b9e09a-127c-4278-93d4-7e45eed083b5 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119671 May 06 10:30:24.427777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '8b2baa9b-ceb4-4478-bd37-18a033f290f3', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'port_id': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:30:22Z', 'updated_at': '2022-05-06T10:30:22Z', 'revision_number': 0, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 5, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:30:24.453170 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-026c472e-3bfd-4e54-a877-c137a32b57ae tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.456700 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-026c472e-3bfd-4e54-a877-c137a32b57ae tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.457675 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7925fd-44de-4b69-8934-741b4c1d9e6b None None] The sync data for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 is: [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '8b2baa9b-ceb4-4478-bd37-18a033f290f3', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'floating_ip_address': '172.25.8.253', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'port_id': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'mac_address': 'fa:16:3e:fb:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:30:22Z', 'updated_at': '2022-05-06T10:30:22Z', 'revision_number': 0, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 5, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:30:24.474659 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c472e-3bfd-4e54-a877-c137a32b57ae tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58fd59b-f926-41e7-9dbb-5875f2c45a69,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:24.483027 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-026c472e-3bfd-4e54-a877-c137a32b57ae tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.486831 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-026c472e-3bfd-4e54-a877-c137a32b57ae tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362405 May 06 10:30:24.487032 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37904) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:24.492082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6323-013e-4937-9d87-24b290e0e6af', 'project_id': '9fae36452f0647b7be5092b5ec976128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:24.513171 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Project 9fae36452f0647b7be5092b5ec976128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:30:24.518858 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.591137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.594317 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.609789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893de216-e474-446d-8ab1-9147ac4cb09b,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:24.621481 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.625374 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-eb1a70b9-deae-42d3-a95c-6ee29bf239ee tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347094 May 06 10:30:24.625549 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37906) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:30:24.630965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'security_group_rule': {'security_group_id': 'c2ae6323-013e-4937-9d87-24b290e0e6af', 'project_id': '9fae36452f0647b7be5092b5ec976128', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:24.651861 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Project 9fae36452f0647b7be5092b5ec976128 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:30:24.656901 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.674213 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f375d-e32f-4c0c-9203-1bbe8c839a8e None None] New status for floating IP 8b2baa9b-ceb4-4478-bd37-18a033f290f3: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:30:24.732548 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.736676 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.755870 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2a117b-de5d-4da0-8dc0-d706b8584bf5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:24.763996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:24.765251 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3d83cd68-6411-40e3-836b-56c259c3850c tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1386909 May 06 10:30:24.850577 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-8e58b612-78af-4127-9a0f-7e511171a25f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020529582&fields=id&tenant_id=9fae36452f0647b7be5092b5ec976128 HTTP/1.1" status: 200 len: 267 time: 0.0366848 May 06 10:30:24.904194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-846245bc-3c42-487a-a998-b79a6380ca98 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:24.905951 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-846245bc-3c42-487a-a998-b79a6380ca98 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0493810 May 06 10:30:24.918999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'port': {'security_groups': ['4a6f1f89-e9ec-47f3-843e-4893398f0644', 'c2ae6323-013e-4937-9d87-24b290e0e6af']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:30:24.991141 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:25.174491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:30:25.204061 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:25.208544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:25.219905 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6215be92-0d07-4f3b-9e03-1c7f62e87c90'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:30:25.252548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:25.252980 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:25.255264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-474dd200-ab8d-4f28-a380-fde31156c4e6 req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "PUT /v2.0/ports/6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 981 time: 0.3408971 May 06 10:30:25.280797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dea3c-b89d-4028-8646-b0a865a38467 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:30:25.340691 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6215be92-0d07-4f3b-9e03-1c7f62e87c90'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:30:25.373358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a96372-c822-441f-8405-68fe9842154d req-67c8777f-e997-4a80-ad74-b8fbe3eb69b6 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:25.381863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49a96372-c822-441f-8405-68fe9842154d req-67c8777f-e997-4a80-ad74-b8fbe3eb69b6 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0632493 May 06 10:30:25.426608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49a96372-c822-441f-8405-68fe9842154d req-4dba2071-27b1-478e-939a-2482d71225e3 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430892 May 06 10:30:25.649558 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e820c31e-7a44-48ec-a818-5b7f574b6459 None None] Provisioning complete for port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:30:25.649930 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e820c31e-7a44-48ec-a818-5b7f574b6459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:25.749089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:30:25.751541 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f816654a-3edd-43fb-8c0a-6425077ebeda" -d '{"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:30:25.790543 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07999e2a-982b-4be0-8bcd-440867f54f6c x-openstack-request-id: req-07999e2a-982b-4be0-8bcd-440867f54f6c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:30:25.790930 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:30:25.791375 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07999e2a-982b-4be0-8bcd-440867f54f6c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:30:25.791876 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07999e2a-982b-4be0-8bcd-440867f54f6c'] response: {'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'status': 'completed', 'code': 200} May 06 10:30:25.857743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-383c34c8-bcc0-4f74-a3f1-d8eeadd7059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:25.859353 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-383c34c8-bcc0-4f74-a3f1-d8eeadd7059a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1135 time: 0.0468748 May 06 10:30:25.954549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-3fbf02c8-d60e-49cb-a1db-0a84979e622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:25.956024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-3fbf02c8-d60e-49cb-a1db-0a84979e622f service neutron] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 915 time: 0.0882509 May 06 10:30:26.030972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-f8689e25-00d6-41f3-babf-cdab170e8233 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 1001 time: 0.0628831 May 06 10:30:26.081142 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-31f2bba4-9001-47a4-bfb5-0152e0e42d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:26.082629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-31f2bba4-9001-47a4-bfb5-0152e0e42d91 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0441732 May 06 10:30:26.128393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-a3d33e3d-c7ec-4fd3-97f5-b0d0c7720766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:26.130585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-a3d33e3d-c7ec-4fd3-97f5-b0d0c7720766 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409970 May 06 10:30:26.222507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-a9f3c8b7-7314-4ce1-950c-5f8746b28b6e service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846653 May 06 10:30:26.313509 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f816654a-3edd-43fb-8c0a-6425077ebeda req-4330c966-9077-4058-a386-f9b1a09024c6 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828919 May 06 10:30:29.596589 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:30:36.899456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-53aa812d-2985-495a-a258-9f624f9ed226 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411732 May 06 10:30:36.992012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-461e225d-8981-4350-9b1a-b3900c1b042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:36.993488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-461e225d-8981-4350-9b1a-b3900c1b042e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1135 time: 0.0452132 May 06 10:30:37.096145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-d982acf5-1af7-4a50-9a8f-361ff56fa476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:37.097621 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-d982acf5-1af7-4a50-9a8f-361ff56fa476 service neutron] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 915 time: 0.0837626 May 06 10:30:37.172064 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-60e39fde-c117-419c-aed8-78b684233e47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 1001 time: 0.0664892 May 06 10:30:37.230401 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-41792c84-bb97-4986-89af-e45779f0645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:37.231929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-41792c84-bb97-4986-89af-e45779f0645b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0519783 May 06 10:30:37.278994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-edef435d-d9ce-4914-8428-2c13a6570e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:37.280538 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-edef435d-d9ce-4914-8428-2c13a6570e2d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414572 May 06 10:30:37.372146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-a117eddd-2bb6-48c9-b28e-e022a1f02cec service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841653 May 06 10:30:37.462677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3607d13c-09c9-4760-8aae-442a9b600d10 req-3db0aed4-92f9-4b7f-93f8-0ff21ce7e760 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839307 May 06 10:30:42.643955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0873777-46ec-47cb-8698-8f8fe6cc8c3b req-cca3d52f-64e6-4802-a3ef-df3645d8b535 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:42.645429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0873777-46ec-47cb-8698-8f8fe6cc8c3b req-cca3d52f-64e6-4802-a3ef-df3645d8b535 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0837710 May 06 10:30:42.648301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381ad33-de43-4840-8310-fff23070cae8 req-0642667d-6b7b-4335-bf5f-eb1e2a573765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:42.649669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f381ad33-de43-4840-8310-fff23070cae8 req-0642667d-6b7b-4335-bf5f-eb1e2a573765 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1135 time: 0.0771139 May 06 10:30:42.734365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0873777-46ec-47cb-8698-8f8fe6cc8c3b req-8949d38d-e948-4a2c-898c-b3c7c89e27a1 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823872 May 06 10:30:42.750514 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbd7025a-d23d-40d7-af9c-b64f9209e357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:42.766375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381ad33-de43-4840-8310-fff23070cae8 req-2e997893-9086-40c6-b618-ad7e7b92d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:42.767854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f381ad33-de43-4840-8310-fff23070cae8 req-2e997893-9086-40c6-b618-ad7e7b92d505 service neutron] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 915 time: 0.1102581 May 06 10:30:42.840449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f381ad33-de43-4840-8310-fff23070cae8 req-e1ef6689-80cc-409f-b900-762984a52e8a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 1001 time: 0.0636168 May 06 10:30:42.889636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381ad33-de43-4840-8310-fff23070cae8 req-18bc5e64-dfcf-4afc-9b6e-c60c23ab0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:42.891070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f381ad33-de43-4840-8310-fff23070cae8 req-18bc5e64-dfcf-4afc-9b6e-c60c23ab0a8a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0438702 May 06 10:30:42.936449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381ad33-de43-4840-8310-fff23070cae8 req-6e721536-9dab-41c2-b929-77cf828dbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:42.937927 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f381ad33-de43-4840-8310-fff23070cae8 req-6e721536-9dab-41c2-b929-77cf828dbd5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391378 May 06 10:30:43.031754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f381ad33-de43-4840-8310-fff23070cae8 req-22b6fa5f-e470-4a82-94b7-cc40f7550361 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853529 May 06 10:30:43.123112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f381ad33-de43-4840-8310-fff23070cae8 req-5ce94dab-ca68-419b-a7ed-79883ea72e9f service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828652 May 06 10:30:43.859535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66469f3-1b3b-4542-ac27-295d625ef77e req-47d4c126-2bf1-4a93-b62f-290e0ec09997 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:43.860937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a66469f3-1b3b-4542-ac27-295d625ef77e req-47d4c126-2bf1-4a93-b62f-290e0ec09997 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0546746 May 06 10:30:43.900742 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a66469f3-1b3b-4542-ac27-295d625ef77e req-5f34591b-d8a0-40d8-a7b2-90cad8fef0e3 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330122 May 06 10:30:45.017818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df959eb9-6f54-494d-b4e7-82d34cf98934 req-e3b4301f-2925-4d45-8e7c-be513436d073 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:45.019260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df959eb9-6f54-494d-b4e7-82d34cf98934 req-e3b4301f-2925-4d45-8e7c-be513436d073 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0489450 May 06 10:30:45.059437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-df959eb9-6f54-494d-b4e7-82d34cf98934 req-5c5e3125-f899-4fa0-beb3-ffad8d5b2855 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334220 May 06 10:30:45.236381 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3aabb120-3b58-42b2-b2d9-47c5eaf4b5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:46.175843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd11c-dffd-44fe-ad75-b65f4fbcafe5 req-89c9ea00-ad6d-4cff-8e90-12c3f1f4b993 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:46.177828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8ecd11c-dffd-44fe-ad75-b65f4fbcafe5 req-89c9ea00-ad6d-4cff-8e90-12c3f1f4b993 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0503778 May 06 10:30:46.218530 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8ecd11c-dffd-44fe-ad75-b65f4fbcafe5 req-c9c6cdd2-e84c-4b27-8cfb-f96375d79b0f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343368 May 06 10:30:46.836342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.005943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:47.340043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d57d29f-a974-4ab7-ba20-5a4d57a0ba6a req-c1dedc51-8a0d-431c-abee-cc90414f0365 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:47.341830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d57d29f-a974-4ab7-ba20-5a4d57a0ba6a req-c1dedc51-8a0d-431c-abee-cc90414f0365 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0549984 May 06 10:30:47.381722 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d57d29f-a974-4ab7-ba20-5a4d57a0ba6a req-f2f6c5a0-49c4-4933-8ea3-4cd5cc386510 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337591 May 06 10:30:48.342165 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:48.499991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c87bb-1c65-405b-ac56-7a618f3c5d93 req-4146b191-959a-4ec0-a1fa-6aa334944775 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:48.501467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-690c87bb-1c65-405b-ac56-7a618f3c5d93 req-4146b191-959a-4ec0-a1fa-6aa334944775 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0497155 May 06 10:30:48.541597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-690c87bb-1c65-405b-ac56-7a618f3c5d93 req-ad557019-103d-4b5d-a5c9-14ca678ccfbf tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337620 May 06 10:30:48.819449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:49.658078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30c399-55e0-43b7-a2d1-a6155549a162 req-5effb46a-f157-43e5-bacf-b71b46a00bc1 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:49.659548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f30c399-55e0-43b7-a2d1-a6155549a162 req-5effb46a-f157-43e5-bacf-b71b46a00bc1 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0494142 May 06 10:30:49.698984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5f30c399-55e0-43b7-a2d1-a6155549a162 req-c709fb22-2409-4292-ae25-cdbab131c5d1 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331421 May 06 10:30:50.818544 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde61cf1-4505-4f35-8b38-4adb1b39aa6d req-d8fc4a10-fa36-4db1-bec1-7f58315d8320 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:50.820075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cde61cf1-4505-4f35-8b38-4adb1b39aa6d req-d8fc4a10-fa36-4db1-bec1-7f58315d8320 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0528677 May 06 10:30:50.861046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cde61cf1-4505-4f35-8b38-4adb1b39aa6d req-460e1b36-b5c2-4604-882e-b5f6cd4f7416 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348175 May 06 10:30:50.970871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:30:51.977597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5817d-ca20-46b3-ab78-eb7218dac4f7 req-067ef540-7caf-41d7-8ad8-78f19550847f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:51.979861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55f5817d-ca20-46b3-ab78-eb7218dac4f7 req-067ef540-7caf-41d7-8ad8-78f19550847f tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0503728 May 06 10:30:52.022342 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-55f5817d-ca20-46b3-ab78-eb7218dac4f7 req-9b919462-5176-4f3c-8846-ce259837e06b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351832 May 06 10:30:53.140188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a98b0-3398-4fa3-b70d-7892431a9517 req-93f0aed2-d614-47c3-8768-472ef5eec9fe tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:53.141649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-431a98b0-3398-4fa3-b70d-7892431a9517 req-93f0aed2-d614-47c3-8768-472ef5eec9fe tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0489392 May 06 10:30:53.182972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-431a98b0-3398-4fa3-b70d-7892431a9517 req-149ff5b7-9e82-4063-bb9f-ea39613d0deb tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348473 May 06 10:30:54.305163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3bc5e-f18a-4c4e-b1c6-e7a3e6934c45 req-21ca8e50-c2e9-4fe9-a39e-f576d9b915d3 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:30:54.306668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99a3bc5e-f18a-4c4e-b1c6-e7a3e6934c45 req-21ca8e50-c2e9-4fe9-a39e-f576d9b915d3 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0530963 May 06 10:30:54.639457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-99a3bc5e-f18a-4c4e-b1c6-e7a3e6934c45 req-8b891cc3-714b-4c77-9481-a1d8f5b286f9 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&id=c2ae6323-013e-4937-9d87-24b290e0e6af&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3266237 May 06 10:31:06.595841 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:31:12.747180 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ab53de6-d333-4a8a-a54d-4a17b6bfd533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:15.238034 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a0962bc3-9632-4c70-ae4d-d23bbb3d9565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:16.840050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:16.991493 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:18.343362 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:18.811147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:20.975372 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.390401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-686bd545-8a81-4df3-8ba6-ead1a714b02b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020529582&fields=id&tenant_id=9fae36452f0647b7be5092b5ec976128 HTTP/1.1" status: 200 len: 267 time: 0.0818446 May 06 10:31:27.442551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-ab01c3fa-7fc9-43fe-a15b-a0274841965d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:27.444180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-ab01c3fa-7fc9-43fe-a15b-a0274841965d tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 984 time: 0.0481589 May 06 10:31:27.456300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Request body: {'port': {'security_groups': ['4a6f1f89-e9ec-47f3-843e-4893398f0644']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:27.521677 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.703318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:27.732865 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.737193 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.752993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6215be92-0d07-4f3b-9e03-1c7f62e87c90'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:31:27.784646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:27.785259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.786626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48b38ec9-12ed-4384-b4c9-e819e9e14e62 req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "PUT /v2.0/ports/6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 942 time: 0.3349390 May 06 10:31:27.787081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:31:27.789506 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178d71be-bf5a-42f4-aacb-7211337161b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:31:27.795609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 37960) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:27.813925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event updated for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:27.822297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.822649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.822987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.823318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.823668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.824687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.824687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.824687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.824972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.825274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.825552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.825869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c8c9e-766d-4ebd-948a-00479f076058 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:27.858263 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07c49d0-e88a-4097-b093-70bb168c2c09 x-openstack-request-id: req-c07c49d0-e88a-4097-b093-70bb168c2c09 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:31:27.858564 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:31:27.858814 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c07c49d0-e88a-4097-b093-70bb168c2c09 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:31:27.859221 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c07c49d0-e88a-4097-b093-70bb168c2c09'] response: {'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'status': 'completed', 'code': 200} May 06 10:31:27.873358 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.902265 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.904469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6215be92-0d07-4f3b-9e03-1c7f62e87c90'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:31:27.980255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.984378 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:27.986237 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "DELETE /v2.0/security-groups/c2ae6323-013e-4937-9d87-24b290e0e6af HTTP/1.1" status: 204 len: 168 time: 0.1885355 May 06 10:31:27.989031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 37966) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:27.997185 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ae6323-013e-4937-9d87-24b290e0e6af,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:28.006852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.007450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.008068 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.008581 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.009148 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.009649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.010146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.010645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.011518 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.012055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.012557 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.013063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4660cc-587f-4d15-96f7-37e23e785614 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:28.109916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-240647ce-2e83-48f3-9e3d-1126ee8bb8d5 None None] Provisioning complete for port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:28.110287 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-240647ce-2e83-48f3-9e3d-1126ee8bb8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:28.142827 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-213b63df-bfb3-4568-82f3-e770da559303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:28.144334 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-213b63df-bfb3-4568-82f3-e770da559303 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1096 time: 0.1849604 May 06 10:31:28.276214 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-9b546899-ed4d-4f00-b1ce-68a4210a8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:28.277585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-9b546899-ed4d-4f00-b1ce-68a4210a8242 service neutron] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 915 time: 0.1244526 May 06 10:31:28.283852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Deleting port ea1ca1df-bdc1-40b3-9883-f947299a68fa {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:28.284187 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:28.392658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-98515f4c-6935-4644-b6f8-305750bd3fd2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 1001 time: 0.1065786 May 06 10:31:28.435953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:28.436273 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:28.452909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Calling delete_port for ea1ca1df-bdc1-40b3-9883-f947299a68fa owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:28.467127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-05d6e023-9ef9-406c-9f5b-78cb89edf2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:28.468605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-05d6e023-9ef9-406c-9f5b-78cb89edf2c0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0690367 May 06 10:31:28.561486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-6c8a58cc-0baa-4f6b-bc0c-0579a9e75a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:28.562862 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-6c8a58cc-0baa-4f6b-bc0c-0579a9e75a8c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594726 May 06 10:31:28.695900 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-53bd3f28-1f1a-440f-b3f4-8b4d76029407 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248603 May 06 10:31:28.723379 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:28.785144 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event deleted for resources: {'Port': ['ID=ea1ca1df-bdc1-40b3-9883-f947299a68fa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:28.864119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-178d71be-bf5a-42f4-aacb-7211337161b4 req-fc0337c7-915d-4adf-9b8a-89bf1f4002c9 service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593347 May 06 10:31:28.869559 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:28.869949 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Floating IP 8b2baa9b-ceb4-4478-bd37-18a033f290f3 disassociated (deleted). External IP: 172.25.8.253, port: 6215be92-0d07-4f3b-9e03-1c7f62e87c90. May 06 10:31:29.078756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Router d1892db2-b595-4d19-89bd-c1a6ab75bb5c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:31:29.187737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:31:29.192408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:29.197642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] Sync routers for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:31:29.207451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:29.208210 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:29.221004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c101b826-9434-4edb-872b-86430b763422 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "DELETE /v2.0/floatingips/8b2baa9b-ceb4-4478-bd37-18a033f290f3 HTTP/1.1" status: 204 len: 168 time: 1.2303963 May 06 10:31:29.316671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:29.530612 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 5, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:29.563331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] Checking router: d1892db2-b595-4d19-89bd-c1a6ab75bb5c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:31:29.571695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:29.572301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:29.680366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:29.860281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:31:29.862664 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f55d744ba3c5fa28983cda7d0df0240b8ca31374a733198a737a328cbc650b21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690" -d '{"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:31:29.886336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 5, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:29.898902 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c14d90-228b-4fb1-8b64-71f789fa337c x-openstack-request-id: req-90c14d90-228b-4fb1-8b64-71f789fa337c {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:31:29.899187 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:31:29.899431 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90c14d90-228b-4fb1-8b64-71f789fa337c {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:31:29.899858 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c14d90-228b-4fb1-8b64-71f789fa337c'] response: {'name': 'network-changed', 'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'status': 'completed', 'code': 200} May 06 10:31:29.914066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab0687e-7765-4a25-ae7a-1a383d6d5942 None None] The sync data for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 is: [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:29:36Z', 'revision_number': 4, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '4a04b55d-a7c3-4d62-bd2a-048bc1695351', 'name': '', 'network_id': '812206dc-3e1a-42d0-8b7b-3128b59a6a72', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'mac_address': 'fa:16:3e:f9:15:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:36Z', 'updated_at': '2022-05-06T10:29:41Z', 'revision_number': 5, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'subnets': [{'id': 'cbdae853-cab6-40c5-b975-609701d62f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:31:29.981070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-18dcd68f-a823-4eb7-bd78-450505b6ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:29.982800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-18dcd68f-a823-4eb7-bd78-450505b6ab06 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 1096 time: 0.0550916 May 06 10:31:30.087175 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-79fa4257-0fd4-4da9-b3a7-d54f08eb9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:30.089050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-79fa4257-0fd4-4da9-b3a7-d54f08eb9059 service neutron] 10.222.0.82 "GET /v2.0/networks?id=812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 200 len: 915 time: 0.0971844 May 06 10:31:30.139814 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-2fb0894d-3047-494c-b539-e140dfea0531 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 200 len: 217 time: 0.0438356 May 06 10:31:30.183011 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0dad7a-55dc-4566-84a8-88df2b0a041a None None] New status for floating IP 8b2baa9b-ceb4-4478-bd37-18a033f290f3: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:31:30.199130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-f82f4538-1854-4e06-87bf-3a4521ad142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:30.200616 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-f82f4538-1854-4e06-87bf-3a4521ad142a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 200 len: 853 time: 0.0520580 May 06 10:31:30.260474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-7786d940-925b-46c2-aeb6-4ed14c111b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:30.262119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-7786d940-925b-46c2-aeb6-4ed14c111b96 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=812206dc-3e1a-42d0-8b7b-3128b59a6a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548944 May 06 10:31:30.355149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-657adb94-df25-4233-91bd-7fa1f11590fd service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856476 May 06 10:31:30.451153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0db9b6e9-2ebf-4532-8fdd-5bfb87336690 req-67c19c3a-f741-48a8-92f9-d85d8a317dab service neutron] 10.222.0.82 "GET /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889928 May 06 10:31:36.331774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb7db-1d4d-410a-a53e-f9bb5a914a05 req-81a08407-2c9a-4919-9b60-94aad669f1af tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:36.333401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fcdb7db-1d4d-410a-a53e-f9bb5a914a05 req-81a08407-2c9a-4919-9b60-94aad669f1af tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0513284 May 06 10:31:36.372534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4fcdb7db-1d4d-410a-a53e-f9bb5a914a05 req-33448145-3b09-42af-8d7f-2b591c901be3 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 May 06 10:31:37.489461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cfb2f-f018-438e-9873-a7b712d67fe2 req-229f9976-3168-4b13-acfe-c4ec5226d46b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:37.491466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c7cfb2f-f018-438e-9873-a7b712d67fe2 req-229f9976-3168-4b13-acfe-c4ec5226d46b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0493586 May 06 10:31:37.529523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3c7cfb2f-f018-438e-9873-a7b712d67fe2 req-0bd49df3-8d90-4e78-9ca3-2adc1427fb30 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a6f1f89-e9ec-47f3-843e-4893398f0644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318406 May 06 10:31:38.058623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-fb42bf4c-70d9-4e3b-8a94-497ebdc0a926 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:38.060107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-fb42bf4c-70d9-4e3b-8a94-497ebdc0a926 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.82 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 945 time: 0.0515361 May 06 10:31:38.150019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Deleting port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:38.150272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:38.242788 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] For port 6215be92-0d07-4f3b-9e03-1c7f62e87c90, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6215be92-0d07-4f3b-9e03-1c7f62e87c90,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:38.243140 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:38.255698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Calling delete_port for 6215be92-0d07-4f3b-9e03-1c7f62e87c90 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:38.380621 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:38.392444 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6215be92-0d07-4f3b-9e03-1c7f62e87c90'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:31:38.414466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Pushing event deleted for resources: {'Port': ['ID=6215be92-0d07-4f3b-9e03-1c7f62e87c90,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:38.454287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] No DVR routers for this DVR port 6215be92-0d07-4f3b-9e03-1c7f62e87c90 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:31:38.456894 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:38.460488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-27c0c494-33ae-4a01-98c7-059e4a1a30bc req-0127b5f7-b252-4af6-9e30-2aafc583aa1b tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.82 "DELETE /v2.0/ports/6215be92-0d07-4f3b-9e03-1c7f62e87c90 HTTP/1.1" status: 204 len: 173 time: 0.3939197 May 06 10:31:38.460925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'name': 'network-vif-deleted', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:31:38.504601 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c360de8-5e1d-4c85-835c-0792ec0a1da2" -d '{"events": [{"server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "name": "network-vif-deleted", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:31:38.604593 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6954fe4-574d-4733-9bf9-c991cdca14bc x-openstack-request-id: req-f6954fe4-574d-4733-9bf9-c991cdca14bc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:31:38.604894 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e989a432-80ab-4232-aca0-d8c4ad7581fc", "name": "network-vif-deleted", "tag": "6215be92-0d07-4f3b-9e03-1c7f62e87c90", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:31:38.605144 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6954fe4-574d-4733-9bf9-c991cdca14bc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:31:38.605541 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6954fe4-574d-4733-9bf9-c991cdca14bc'] response: {'server_uuid': 'e989a432-80ab-4232-aca0-d8c4ad7581fc', 'name': 'network-vif-deleted', 'tag': '6215be92-0d07-4f3b-9e03-1c7f62e87c90', 'status': 'completed', 'code': 200} May 06 10:31:38.639720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-731b2f82-fdde-4705-8dbf-0c38ce71b35d req-4e3e06c1-7976-4faf-82e1-4ffefb490c47 tempest-TestMinimumBasicScenario-1763406996 tempest-TestMinimumBasicScenario-1763406996-project] 10.222.0.76 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 210 time: 0.0268402 May 06 10:31:38.894725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2a65b1b-01bb-4d32-a77f-e63fdc2e2380 req-36bc050d-4c56-444b-b847-6d98f641f7d5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261531 May 06 10:31:38.977039 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2a65b1b-01bb-4d32-a77f-e63fdc2e2380 req-15b7ba4e-6657-4aae-be75-bf080b82bc2f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=9fae36452f0647b7be5092b5ec976128&device_id=e989a432-80ab-4232-aca0-d8c4ad7581fc HTTP/1.1" status: 200 len: 210 time: 0.0279164 May 06 10:31:39.157289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65b1b-01bb-4d32-a77f-e63fdc2e2380 req-713ba882-f0a6-49cc-8b4c-f73737659f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:39.158639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2a65b1b-01bb-4d32-a77f-e63fdc2e2380 req-713ba882-f0a6-49cc-8b4c-f73737659f63 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=9fae36452f0647b7be5092b5ec976128&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1622305 May 06 10:31:39.632431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65b1b-01bb-4d32-a77f-e63fdc2e2380 req-f7294a7f-3c4f-4063-bc9c-ea3cf8fce445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:39.633886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e2a65b1b-01bb-4d32-a77f-e63fdc2e2380 req-f7294a7f-3c4f-4063-bc9c-ea3cf8fce445 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4678783 May 06 10:31:40.211192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38074) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:40.554324 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:40.795037 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Deleting port 4a04b55d-a7c3-4d62-bd2a-048bc1695351 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:40.795381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:40.871553 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] For port 4a04b55d-a7c3-4d62-bd2a-048bc1695351, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4a04b55d-a7c3-4d62-bd2a-048bc1695351,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:40.871955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:40.884851 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Calling delete_port for 4a04b55d-a7c3-4d62-bd2a-048bc1695351 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:41.058169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:41.092779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a04b55d-a7c3-4d62-bd2a-048bc1695351,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:41.255425 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:41.470576 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Router d1892db2-b595-4d19-89bd-c1a6ab75bb5c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:31:41.573705 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:31:41.583080 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-001428bc-34df-41a9-8fcf-378a8f5dc570 admin admin] 10.222.0.76 "PUT /v2.0/routers/d1892db2-b595-4d19-89bd-c1a6ab75bb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3707860 May 06 10:31:41.586259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38076) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:41.589152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] Sync routers for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:31:41.598992 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:41.599614 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:41.691062 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:41.706773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:41.796529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:41.850670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Deleting port 0b29aa04-dce1-476e-962a-ea181c3ce751 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:41.851252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:41.890418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:31:41Z', 'revision_number': 5, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port': {'id': '0b29aa04-dce1-476e-962a-ea181c3ce751', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:34Z', 'updated_at': '2022-05-06T10:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:41.921179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] Checking router: d1892db2-b595-4d19-89bd-c1a6ab75bb5c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:31:41.930034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] Routers {'d1892db2-b595-4d19-89bd-c1a6ab75bb5c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:41.930648 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:41.933589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] For port 0b29aa04-dce1-476e-962a-ea181c3ce751, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=0b29aa04-dce1-476e-962a-ea181c3ce751,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:41.934020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:41.948951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Calling delete_port for 0b29aa04-dce1-476e-962a-ea181c3ce751 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:42.016245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] Set router d1892db2-b595-4d19-89bd-c1a6ab75bb5c gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:42.070795 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:31:41Z', 'revision_number': 6, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:42.120240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.145168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Pushing event deleted for resources: {'Port': ['ID=0b29aa04-dce1-476e-962a-ea181c3ce751,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:42.219600 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.262024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a8e31-d104-49dc-945a-b8c65a31f7f9 None None] The sync data for ids ['d1892db2-b595-4d19-89bd-c1a6ab75bb5c'] in n-d-840834-1 is: [{'id': 'd1892db2-b595-4d19-89bd-c1a6ab75bb5c', 'name': 'tempest-TestMinimumBasicScenario-198133937-router', 'tenant_id': '9fae36452f0647b7be5092b5ec976128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:33Z', 'updated_at': '2022-05-06T10:31:41Z', 'revision_number': 6, 'project_id': '9fae36452f0647b7be5092b5ec976128', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:31:42.320360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.322683 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.367469 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.368055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1892db2-b595-4d19-89bd-c1a6ab75bb5c {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:31:42.372416 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.373709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a4fc5afa-53e1-41ae-ba90-787d26128adb admin admin] 10.222.0.76 "DELETE /v2.0/routers/d1892db2-b595-4d19-89bd-c1a6ab75bb5c HTTP/1.1" status: 204 len: 168 time: 0.7859542 May 06 10:31:42.376278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38080) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:42.420235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] Deleting subnet cbdae853-cab6-40c5-b975-609701d62f73 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:31:42.423163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.428877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6215be92-0d07-4f3b-9e03-1c7f62e87c90 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:31:42.449680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 6215be92-0d07-4f3b-9e03-1c7f62e87c90 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:31:42.450023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6215be92-0d07-4f3b-9e03-1c7f62e87c90 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:31:42.458404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.540337 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.596878 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.622112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdae853-cab6-40c5-b975-609701d62f73,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:42.628001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.634049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f8557bb6-a612-4ab7-874b-e0ba5630553d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/cbdae853-cab6-40c5-b975-609701d62f73 HTTP/1.1" status: 204 len: 168 time: 0.2537982 May 06 10:31:42.634358 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38084) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:42.635020 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23a99c-1003-45d9-ac39-6583f8e6216b None None] Network 812206dc-3e1a-42d0-8b7b-3128b59a6a72 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:31:42.713817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.769312 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1bd3d18c-a692-4135-b83f-13650dc338d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.783435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Deleting port c977ab21-460c-47f1-9be9-ae1cc3955685 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:42.783902 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.852560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] For port c977ab21-460c-47f1-9be9-ae1cc3955685, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c977ab21-460c-47f1-9be9-ae1cc3955685,segment=NetworkSegment(f9d8bcc3-b060-4a86-a263-0e25db8ec0f5),segment_id=f9d8bcc3-b060-4a86-a263-0e25db8ec0f5)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:42.852848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.866861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Calling delete_port for c977ab21-460c-47f1-9be9-ae1cc3955685 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:42.952195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:42.976459 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c977ab21-460c-47f1-9be9-ae1cc3955685,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:42.982008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] No DVR routers for this DVR port c977ab21-460c-47f1-9be9-ae1cc3955685 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:31:43.056408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:43.072028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283e1ffe-0212-44aa-90c2-4d7451aaf22f None None] DHCP port deletion for 812206dc-3e1a-42d0-8b7b-3128b59a6a72 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:31:43.085669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812206dc-3e1a-42d0-8b7b-3128b59a6a72']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:43.095116 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:43.095417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d8bcc3-b060-4a86-a263-0e25db8ec0f5') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:43.106307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:43.121611 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:43.128225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:31:43.128413 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: timer() May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:31:43.130163 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:31:43.188136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:43.199049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:43.202385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] 10.222.0.76 "DELETE /v2.0/networks/812206dc-3e1a-42d0-8b7b-3128b59a6a72 HTTP/1.1" status: 204 len: 168 time: 0.5670457 May 06 10:31:43.206287 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38090) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:43.220221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6925ae-d920-4ea4-8985-39d77669bd12 admin admin] Pushing event deleted for resources: {'Network': ['ID=812206dc-3e1a-42d0-8b7b-3128b59a6a72,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:43.577242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:43.595910 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:31:44.161404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Deleting port c166e85c-ff1e-49b5-b639-3cd8a9ba0612 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:44.161755 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:44.212537 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4a04b55d-a7c3-4d62-bd2a-048bc1695351 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:31:44.233297 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4a04b55d-a7c3-4d62-bd2a-048bc1695351 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:31:44.233729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4a04b55d-a7c3-4d62-bd2a-048bc1695351 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:31:44.234211 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0b29aa04-dce1-476e-962a-ea181c3ce751 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:31:44.246860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] For port c166e85c-ff1e-49b5-b639-3cd8a9ba0612, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,segment=NetworkSegment(f537e48b-d929-4903-99f0-986690327b85),segment_id=f537e48b-d929-4903-99f0-986690327b85)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:44.247416 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:44.253738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 0b29aa04-dce1-476e-962a-ea181c3ce751 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:31:44.254187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 0b29aa04-dce1-476e-962a-ea181c3ce751 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:31:44.254603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c977ab21-460c-47f1-9be9-ae1cc3955685 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:31:44.260577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Calling delete_port for c166e85c-ff1e-49b5-b639-3cd8a9ba0612 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:44.277885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c977ab21-460c-47f1-9be9-ae1cc3955685 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:31:44.278232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c977ab21-460c-47f1-9be9-ae1cc3955685 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:31:44.441776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:44.467295 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c166e85c-ff1e-49b5-b639-3cd8a9ba0612,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:44.640249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:44.858983 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Router dc9d9e1c-0862-4226-b62f-5fe487783d0b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:31:44.966855 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:31:44.972071 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c10a719d-002f-4a85-88c7-5307beabcb30 admin admin] 10.222.0.76 "PUT /v2.0/routers/dc9d9e1c-0862-4226-b62f-5fe487783d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7644708 May 06 10:31:44.974340 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38094) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:44.976974 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] Sync routers for ids ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:31:44.986352 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] Routers {'dc9d9e1c-0862-4226-b62f-5fe487783d0b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:44.986955 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:45.080621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.092025 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] Set router dc9d9e1c-0862-4226-b62f-5fe487783d0b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:45.185767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.241547 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3956d12d-059e-4dca-a0d4-732131c213e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.243058 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Deleting port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:45.244099 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.274488 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:31:44Z', 'revision_number': 5, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port': {'id': '6c8758e2-3e6c-4d73-a5ca-a8531e4f8879', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:99:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:29:39Z', 'updated_at': '2022-05-06T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:45.301050 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] Checking router: dc9d9e1c-0862-4226-b62f-5fe487783d0b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:31:45.309880 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] Routers {'dc9d9e1c-0862-4226-b62f-5fe487783d0b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:45.310479 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:45.326121 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] For port 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:45.326712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.339275 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Calling delete_port for 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:45.396347 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] Set router dc9d9e1c-0862-4226-b62f-5fe487783d0b gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:45.452527 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:31:45Z', 'revision_number': 6, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:45.480589 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea65e15-51dd-4e63-9abc-9df67d7f4a0d None None] The sync data for ids ['dc9d9e1c-0862-4226-b62f-5fe487783d0b'] in n-d-840834-1 is: [{'id': 'dc9d9e1c-0862-4226-b62f-5fe487783d0b', 'name': 'tempest-TestMinimumBasicScenario-1220260873-router', 'tenant_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:29:38Z', 'updated_at': '2022-05-06T10:31:45Z', 'revision_number': 6, 'project_id': '9131d5fe4fe1431694dd1ba2b2ffd540', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:31:45.516666 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.543256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8758e2-3e6c-4d73-a5ca-a8531e4f8879,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:45.605287 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.697341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.699526 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.745229 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.745776 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc9d9e1c-0862-4226-b62f-5fe487783d0b {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:31:45.750696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.751375 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-014e56e5-c460-4a0f-aaf0-d6fc96e54de0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/dc9d9e1c-0862-4226-b62f-5fe487783d0b HTTP/1.1" status: 204 len: 168 time: 0.7760303 May 06 10:31:45.753986 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38096) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:45.797929 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] Deleting subnet 9268d730-ea73-46f5-a6d3-b899e9a9ff7e {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:31:45.800904 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.836031 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.922333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:45.977061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.002078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9268d730-ea73-46f5-a6d3-b899e9a9ff7e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:46.005795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.009206 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-19b80287-0a98-4ae0-b562-442c119bf740 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9268d730-ea73-46f5-a6d3-b899e9a9ff7e HTTP/1.1" status: 204 len: 168 time: 0.2543206 May 06 10:31:46.011681 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38098) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:46.014225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd263cd8-8069-4fac-a5b4-def6a05ee2e0 None None] Network 68a28315-e8b0-410c-8cfd-0bede2090b07 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:31:46.080198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.136885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Deleting port 32958448-4a02-469b-87ab-982dcab84a1a {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:46.137226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.201642 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] For port 32958448-4a02-469b-87ab-982dcab84a1a, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=32958448-4a02-469b-87ab-982dcab84a1a,segment=NetworkSegment(f537e48b-d929-4903-99f0-986690327b85),segment_id=f537e48b-d929-4903-99f0-986690327b85)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:46.201930 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.214181 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Calling delete_port for 32958448-4a02-469b-87ab-982dcab84a1a owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:46.280975 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] DHCP port deletion for 68a28315-e8b0-410c-8cfd-0bede2090b07 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:31:46.303233 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.331067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=32958448-4a02-469b-87ab-982dcab84a1a,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:46.333055 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] No DVR routers for this DVR port 32958448-4a02-469b-87ab-982dcab84a1a on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:31:46.358759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Deleting port 32958448-4a02-469b-87ab-982dcab84a1a {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:31:46.359136 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.361146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c166e85c-ff1e-49b5-b639-3cd8a9ba0612 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:31:46.406613 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.423253 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c166e85c-ff1e-49b5-b639-3cd8a9ba0612 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:31:46.423606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c166e85c-ff1e-49b5-b639-3cd8a9ba0612 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:31:46.424040 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:31:46.427195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a28315-e8b0-410c-8cfd-0bede2090b07']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:46.437339 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f537e48b-d929-4903-99f0-986690327b85') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:46.437629 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f537e48b-d929-4903-99f0-986690327b85') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:46.448178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:31:46.448527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 6c8758e2-3e6c-4d73-a5ca-a8531e4f8879 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:31:46.448995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 32958448-4a02-469b-87ab-982dcab84a1a no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:31:46.451850 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.467017 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.476469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:31:46.476660 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 32958448-4a02-469b-87ab-982dcab84a1a {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:31:46.476867 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.476988 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 32958448-4a02-469b-87ab-982dcab84a1a not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: timer() May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:31:46.478665 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:31:46.489156 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] For port 32958448-4a02-469b-87ab-982dcab84a1a, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:46.489623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.502751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Calling delete_port for 32958448-4a02-469b-87ab-982dcab84a1a owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:31:46.505419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Port 32958448-4a02-469b-87ab-982dcab84a1a was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:31:46.507406 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.532845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Pushing event deleted for resources: {'Port': ['ID=32958448-4a02-469b-87ab-982dcab84a1a,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:46.537825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] No DVR routers for this DVR port 32958448-4a02-469b-87ab-982dcab84a1a on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:31:46.540307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.544952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.545161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.545277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.545608 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.545937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.546260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.546597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.546901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.547221 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.547527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.547871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.548186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.548498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9a8070-c510-42b5-861f-b16dc14fec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:46.548601 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] 10.222.0.76 "DELETE /v2.0/networks/68a28315-e8b0-410c-8cfd-0bede2090b07 HTTP/1.1" status: 204 len: 168 time: 0.5357590 May 06 10:31:46.571936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63350b60-bddc-458b-a846-7ef31e895d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=68a28315-e8b0-410c-8cfd-0bede2090b07,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:46.739193 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38102) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:46.779004 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b6884cb3-4bb5-4555-99e8-8bb84a8e5581 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9fae36452f0647b7be5092b5ec976128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385540 May 06 10:31:46.781568 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:46.831445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bf5da63-7e51-4e34-97a6-73a07b7b893c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.842720 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.854825 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bf5da63-7e51-4e34-97a6-73a07b7b893c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.905112 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bf5da63-7e51-4e34-97a6-73a07b7b893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.907603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6bf5da63-7e51-4e34-97a6-73a07b7b893c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:46.908749 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6bf5da63-7e51-4e34-97a6-73a07b7b893c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a6f1f89-e9ec-47f3-843e-4893398f0644 HTTP/1.1" status: 204 len: 168 time: 0.1262672 May 06 10:31:46.919039 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5da63-7e51-4e34-97a6-73a07b7b893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6f1f89-e9ec-47f3-843e-4893398f0644,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:46.996232 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:47.235507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38110) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:47.275401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-579f5258-8df7-4ea4-b036-90d6688a2b8c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9131d5fe4fe1431694dd1ba2b2ffd540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386982 May 06 10:31:47.277878 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38112) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:47.324818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-16a3c9f4-cb3f-4321-9aa8-de736451cb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:47.350697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-16a3c9f4-cb3f-4321-9aa8-de736451cb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:47.396408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-16a3c9f4-cb3f-4321-9aa8-de736451cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:47.399531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-16a3c9f4-cb3f-4321-9aa8-de736451cb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:47.400770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-16a3c9f4-cb3f-4321-9aa8-de736451cb44 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f93409e4-77e8-4f7d-a049-32d735b9ca10 HTTP/1.1" status: 204 len: 168 time: 0.1219759 May 06 10:31:47.408511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3c9f4-cb3f-4321-9aa8-de736451cb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93409e4-77e8-4f7d-a049-32d735b9ca10,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:48.345811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:48.812938 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.555811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38152) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:49.560445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355402028', 'description': 'tempest-secgroup-smoke-1355402028 description', 'project_id': '716fcb654a664b41afc42ce41969f497'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:49.581021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.589797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.662331 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.665953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.706034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=656bd8df-4779-4bdb-8ba0-def7a68b1745,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:49.742064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.745908 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.775258 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.776518 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2196877 May 06 10:31:49.779528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38154) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:49.780614 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5e504-91f2-4f78-9c7a-74583915eeb1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:49.784559 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4a36efbd-2489-4c5c-a032-405cbeb4e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '61bd5f8d-b5d0-4d3d-9192-f8364ea866a7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:49.809584 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a36efbd-2489-4c5c-a032-405cbeb4e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.856350 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a36efbd-2489-4c5c-a032-405cbeb4e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.859953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a36efbd-2489-4c5c-a032-405cbeb4e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.877769 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36efbd-2489-4c5c-a032-405cbeb4e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63032d87-3cfd-40f1-b463-6114e6f5daef,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:49.885964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4a36efbd-2489-4c5c-a032-405cbeb4e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.887175 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4a36efbd-2489-4c5c-a032-405cbeb4e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064570 May 06 10:31:49.889859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38156) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:49.894088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6400ab3a-97db-4bee-849d-ea6617932176 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '61bd5f8d-b5d0-4d3d-9192-f8364ea866a7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:49.919245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6400ab3a-97db-4bee-849d-ea6617932176 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.978618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6400ab3a-97db-4bee-849d-ea6617932176 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.982032 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6400ab3a-97db-4bee-849d-ea6617932176 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:49.999713 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ab3a-97db-4bee-849d-ea6617932176 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4073f9e-0e0f-4af3-a28b-aebd9b10306e,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:50.007333 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6400ab3a-97db-4bee-849d-ea6617932176 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.008567 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6400ab3a-97db-4bee-849d-ea6617932176 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177902 May 06 10:31:50.011280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38158) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:50.015465 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6f7274ea-49ce-4e44-9396-0551d7e79bb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '61bd5f8d-b5d0-4d3d-9192-f8364ea866a7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:50.039240 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7274ea-49ce-4e44-9396-0551d7e79bb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.099005 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7274ea-49ce-4e44-9396-0551d7e79bb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.103247 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7274ea-49ce-4e44-9396-0551d7e79bb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.123677 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7274ea-49ce-4e44-9396-0551d7e79bb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2153574-d380-469c-8b97-7989f2fd1890,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:50.132554 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6f7274ea-49ce-4e44-9396-0551d7e79bb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.133764 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6f7274ea-49ce-4e44-9396-0551d7e79bb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215324 May 06 10:31:50.136463 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38160) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:50.140813 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e9fdb0ea-696f-405c-a73f-76d9491b08e2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '61bd5f8d-b5d0-4d3d-9192-f8364ea866a7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:50.167141 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb0ea-696f-405c-a73f-76d9491b08e2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.235218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb0ea-696f-405c-a73f-76d9491b08e2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.239702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb0ea-696f-405c-a73f-76d9491b08e2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.261189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdb0ea-696f-405c-a73f-76d9491b08e2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cf8d7c-8939-418e-9f45-29ab07104517,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:50.266772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e9fdb0ea-696f-405c-a73f-76d9491b08e2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.270661 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e9fdb0ea-696f-405c-a73f-76d9491b08e2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306443 May 06 10:31:50.270779 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38162) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:50.275475 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '61bd5f8d-b5d0-4d3d-9192-f8364ea866a7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:50.296883 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:31:50.301547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.361124 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.364572 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.382402 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fd6bbe-23bc-4b80-aeb5-b377b4611671,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:50.390201 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.391370 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-28f8c8e7-9c84-4a9f-8dc4-05bc7a0461fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196406 May 06 10:31:50.394116 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38164) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:50.398387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '61bd5f8d-b5d0-4d3d-9192-f8364ea866a7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:50.418133 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:31:50.423095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.486355 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.491148 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.513233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23cd621-7acd-498b-8cfe-b72cab65466a,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:50.519053 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.520088 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ff42bb41-521e-42fb-84b4-ccdb5966cdc2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250703 May 06 10:31:50.523334 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38166) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:50.528074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'network': {'name': 'tempest-network-smoke--1762843032', 'project_id': '716fcb654a664b41afc42ce41969f497', 'port_security_enabled': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:50.547597 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:31:50.550799 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.574806 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:31:50.584738 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.585064 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Added segment f2c30347-38d7-4221-9b26-b2ed8f823532 of type vlan for network 68d33a17-e163-43b3-a3d8-eabfd26ee81b May 06 10:31:50.626627 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.650316 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.655693 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:50.656270 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.710575 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1861784 May 06 10:31:50.713779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:50.718754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'admin_state_up': True, 'project_id': '716fcb654a664b41afc42ce41969f497', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:50.723730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35074cc0-9a00-41f8-a592-3a33eea54aea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Network': ['ID=68d33a17-e163-43b3-a3d8-eabfd26ee81b,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:50.735185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:31:50.742340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.743340 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.799573 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.935821 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:50.979377 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.129874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.149875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.252907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.209 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/db3fd06a-42ab-4483-a801-270495b4ec03) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:31:51.352682 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.386358 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.424078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:31:51.426836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:51.430791 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:31:51.460195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=db3fd06a-42ab-4483-a801-270495b4ec03,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:51.687650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:51.885953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:52.012262 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router b096b219-5588-4bc6-80f5-fbc8e5997a9c is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:31:52.427994 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:31:52.437377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Sync routers for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:31:52.447170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:52.448260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:52.448464 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:52.449703 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e3c4127-a802-4159-8f59-75fadeba5877 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7347999 May 06 10:31:52.452694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38170) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:52.558785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:52.579321 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7a2e5502-b3dd-4c7b-a2a2-f64ae0c12c4c tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=716fcb654a664b41afc42ce41969f497&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230187 May 06 10:31:52.580266 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38174) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:52.667261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a3f42-f6b8-47b6-9c82-e2a33e7e1187 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:52.668920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-004a3f42-f6b8-47b6-9c82-e2a33e7e1187 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877373 May 06 10:31:52.671896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38176) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:52.700473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-19af61c7-7217-4967-8c6b-8f6f9cbfe542 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269654 May 06 10:31:52.702911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38178) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:52.707594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365442974', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'project_id': '716fcb654a664b41afc42ce41969f497', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:52.737848 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:51Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:52.764251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Checking router: b096b219-5588-4bc6-80f5-fbc8e5997a9c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:31:52.764594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Updating router b096b219-5588-4bc6-80f5-fbc8e5997a9c port db3fd06a-42ab-4483-a801-270495b4ec03 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:31:52.794638 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:52.797466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:31:52.801127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:52.984154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.043333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Subnet': ['ID=d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:53.047231 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.052502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Checking segment: {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:31:53.053593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network hostable DHCP agents. Network: 68d33a17-e163-43b3-a3d8-eabfd26ee81b, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:31:53.054258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.070831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:31:53.079325 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 68d33a17-e163-43b3-a3d8-eabfd26ee81b) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:53.083922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:53.084740 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.095903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13c7b1-4bd9-4832-bff9-730776de970b None None] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:31:53.101605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d3d091fb-2363-4b3b-b200-580d6d96325b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3977137 May 06 10:31:53.104431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38180) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:31:53.154822 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07595114-245e-4b01-9e13-cc6324bf1db7 None None] Pushing event updated for resources: {'Port': ['ID=db3fd06a-42ab-4483-a801-270495b4ec03,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:53.157120 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Attempting to bind port db3fd06a-42ab-4483-a801-270495b4ec03 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:31:53.157483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Attempting to bind port db3fd06a-42ab-4483-a801-270495b4ec03 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:31:53.157847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Attempting to bind port db3fd06a-42ab-4483-a801-270495b4ec03 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:31:53.165664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:31:53.166034 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:31:53.166432 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.166821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:31:53.167288 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Bound port: db3fd06a-42ab-4483-a801-270495b4ec03, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:31:53.167693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.261843 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] For port db3fd06a-42ab-4483-a801-270495b4ec03, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:31:53.279983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] For port db3fd06a-42ab-4483-a801-270495b4ec03, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=db3fd06a-42ab-4483-a801-270495b4ec03,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:31:53.285679 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.371168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:31:53.372012 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.375250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07595114-245e-4b01-9e13-cc6324bf1db7 None None] Pushing event updated for resources: {'Port': ['ID=db3fd06a-42ab-4483-a801-270495b4ec03,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:53.386931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:53.387560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:53.549041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.590055 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:53.692516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Allocated IP 172.20.0.2 (68d33a17-e163-43b3-a3d8-eabfd26ee81b/d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72/d4cf722b-fc3f-47a2-a23a-fe5198c1c03d) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:31:53.890589 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.898494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:51Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:53.901468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:53.931954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cdfb3-1ea3-474a-be5a-6e47ddaa8912 None None] The sync data for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 is: [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:51Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:31:53.946037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.1 (68d33a17-e163-43b3-a3d8-eabfd26ee81b/d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72/073f351d-b5f6-4129-b19c-3598e59887ab) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:31:53.964814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:31:53.979864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:53.983331 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:31:53.997551 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Pushing event updated for resources: {'Port': ['ID=d4cf722b-fc3f-47a2-a23a-fe5198c1c03d,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:54.056870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Attempting to bind port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:31:54.057234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Attempting to bind port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:31:54.057595 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Attempting to bind port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d on network 68d33a17-e163-43b3-a3d8-eabfd26ee81b {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:31:54.063025 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:31:54.063482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Checking segment: {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:31:54.063975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.064427 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Bound using segment: {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:31:54.064983 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Bound port: d4cf722b-fc3f-47a2-a23a-fe5198c1c03d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:31:54.065360 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.075105 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.114972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.135145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] For port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:31:54.138456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] For port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d4cf722b-fc3f-47a2-a23a-fe5198c1c03d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:31:54.143137 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.159319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:31:54.163070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:54.166941 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:31:54.199193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=073f351d-b5f6-4129-b19c-3598e59887ab,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:54.220731 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50109e-f183-44e6-ba15-f6aff65c83e9 None None] Pushing event updated for resources: {'Port': ['ID=d4cf722b-fc3f-47a2-a23a-fe5198c1c03d,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:54.247554 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.400512 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.736899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.742303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.820979 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:54.823958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=073f351d-b5f6-4129-b19c-3598e59887ab,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:54.924734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:31:54.926465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:55.046906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router b096b219-5588-4bc6-80f5-fbc8e5997a9c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:31:55.162582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:31:55.168017 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4c273110-7885-4f38-b5ee-a4093277d8fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/b096b219-5588-4bc6-80f5-fbc8e5997a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0626094 May 06 10:31:55.250282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba570f-12ee-4dcf-801b-7fe7aa5e51a4 None None] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:31:55.316171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-2ffb5c1b-a0eb-4fd2-b76f-660a313bd600 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355402028&fields=id&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 267 time: 0.0363624 May 06 10:31:55.435958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-36ae066e-567a-4fb1-9f19-2b6b45df5c42 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:55.437673 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-36ae066e-567a-4fb1-9f19-2b6b45df5c42 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/networks?id=68d33a17-e163-43b3-a3d8-eabfd26ee81b HTTP/1.1" status: 200 len: 797 time: 0.1136367 May 06 10:31:55.462340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-069f719b-65d9-4612-9191-625b38c2a8c7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/quotas/716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 375 time: 0.0176926 May 06 10:31:55.481642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6ba946b0-04e7-4ea9-a621-7f9deadaf992 None None] Provisioning complete for port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:55.482152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ba946b0-04e7-4ea9-a621-7f9deadaf992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:55.524807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-217500aa-90f3-4598-8c4c-9d0df5f70d88 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540264 May 06 10:31:55.595591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-95fd6553-e05c-44d0-8ff1-963ea2ab2a6c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:31:55.596604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-95fd6553-e05c-44d0-8ff1-963ea2ab2a6c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601521 May 06 10:31:55.633554 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ba946b0-04e7-4ea9-a621-7f9deadaf992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:55.648835 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Sync routers for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:31:55.658525 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:55.659209 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:55.676365 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6ba946b0-04e7-4ea9-a621-7f9deadaf992 None None] For port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d4cf722b-fc3f-47a2-a23a-fe5198c1c03d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:55.682085 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ba946b0-04e7-4ea9-a621-7f9deadaf992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:55.713437 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-4ef2c13b-e7a2-4205-81f2-4a11c7cd2f8d service neutron] 10.222.0.76 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089377 May 06 10:31:55.743789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba946b0-04e7-4ea9-a621-7f9deadaf992 None None] Pushing event updated for resources: {'Port': ['ID=d4cf722b-fc3f-47a2-a23a-fe5198c1c03d,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:55.779729 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:55.834764 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-6ef5c4bf-c6f2-48ea-af3d-05e2f053a77e service neutron] 10.222.0.76 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148226 May 06 10:31:56.012328 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4256b1ed-053a-4567-a19d-ffb192f9ce02 None None] Provisioning complete for port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:56.012954 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4256b1ed-053a-4567-a19d-ffb192f9ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.038264 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 2, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:56.041091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dea2509e-1c7b-4598-8030-c23fdf644fdb req-d1cd9413-664c-4b94-8b22-e6839880ccb3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 210 time: 0.0498538 May 06 10:31:56.072678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Checking router: b096b219-5588-4bc6-80f5-fbc8e5997a9c for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:31:56.073218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Updating router b096b219-5588-4bc6-80f5-fbc8e5997a9c port 073f351d-b5f6-4129-b19c-3598e59887ab binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:31:56.104770 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.127245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-4256b1ed-053a-4567-a19d-ffb192f9ce02 None None] Provisioning complete for port 073f351d-b5f6-4129-b19c-3598e59887ab triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:56.127786 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4256b1ed-053a-4567-a19d-ffb192f9ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.170798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4256b1ed-053a-4567-a19d-ffb192f9ce02 None None] Port 073f351d-b5f6-4129-b19c-3598e59887ab cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:31:56.297024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5c9425ab-ae48-43cb-9ab3-6e08a63f4f4d None None] Provisioning complete for port 073f351d-b5f6-4129-b19c-3598e59887ab triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:56.298519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c9425ab-ae48-43cb-9ab3-6e08a63f4f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.368753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device db3fd06a-42ab-4483-a801-270495b4ec03 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:31:56.372518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5c9425ab-ae48-43cb-9ab3-6e08a63f4f4d None None] Port 073f351d-b5f6-4129-b19c-3598e59887ab cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:31:56.432904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port db3fd06a-42ab-4483-a801-270495b4ec03 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:56.433310 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.441399 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.449163 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.536433 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Pushing event updated for resources: {'Port': ['ID=073f351d-b5f6-4129-b19c-3598e59887ab,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:56.551487 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.557191 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d2345aef-efd1-4dd8-8d8f-ba3e40a1054e None None] Provisioning complete for port 073f351d-b5f6-4129-b19c-3598e59887ab triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:56.557561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2345aef-efd1-4dd8-8d8f-ba3e40a1054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.564572 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.565132 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.565680 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.566208 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.566802 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.567358 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.567899 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.568521 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.569097 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.569649 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.570184 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.570717 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:31:56.591412 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Attempting to bind port 073f351d-b5f6-4129-b19c-3598e59887ab on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:31:56.592017 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Attempting to bind port 073f351d-b5f6-4129-b19c-3598e59887ab by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:31:56.592383 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Attempting to bind port 073f351d-b5f6-4129-b19c-3598e59887ab on network 68d33a17-e163-43b3-a3d8-eabfd26ee81b {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:31:56.597940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:31:56.598313 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Checking segment: {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:31:56.598707 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.599095 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Bound using segment: {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:31:56.600362 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Bound port: 073f351d-b5f6-4129-b19c-3598e59887ab, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:31:56.600820 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.606594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port db3fd06a-42ab-4483-a801-270495b4ec03, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=db3fd06a-42ab-4483-a801-270495b4ec03,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:56.618185 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.618986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d4cf722b-fc3f-47a2-a23a-fe5198c1c03d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:31:56.643501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d2345aef-efd1-4dd8-8d8f-ba3e40a1054e None None] Port 073f351d-b5f6-4129-b19c-3598e59887ab cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:31:56.695471 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] For port 073f351d-b5f6-4129-b19c-3598e59887ab, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:31:56.698771 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] For port 073f351d-b5f6-4129-b19c-3598e59887ab, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=073f351d-b5f6-4129-b19c-3598e59887ab,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:31:56.705415 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.706021 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=db3fd06a-42ab-4483-a801-270495b4ec03,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:56.725076 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:56.725456 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.785971 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:31:56.786628 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:56.788841 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e15f99c2-f65f-472f-b887-b317bc3b61ad None None] Provisioning complete for port 073f351d-b5f6-4129-b19c-3598e59887ab triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:56.789210 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e15f99c2-f65f-472f-b887-b317bc3b61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.789740 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59df73-6c0f-4dbe-a6c8-9af54f3fdf8f None None] Pushing event updated for resources: {'Port': ['ID=073f351d-b5f6-4129-b19c-3598e59887ab,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:56.923780 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e15f99c2-f65f-472f-b887-b317bc3b61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:56.963733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-e15f99c2-f65f-472f-b887-b317bc3b61ad None None] For port 073f351d-b5f6-4129-b19c-3598e59887ab, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=073f351d-b5f6-4129-b19c-3598e59887ab,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:31:56.968799 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e15f99c2-f65f-472f-b887-b317bc3b61ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:57.011255 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:31:57.024932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f99c2-f65f-472f-b887-b317bc3b61ad None None] Pushing event updated for resources: {'Port': ['ID=073f351d-b5f6-4129-b19c-3598e59887ab,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:57.095308 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3848ebc1-7873-40d0-8a3a-e3cf5d5d4c26 None None] Provisioning complete for port 073f351d-b5f6-4129-b19c-3598e59887ab triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:57.095732 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3848ebc1-7873-40d0-8a3a-e3cf5d5d4c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:57.149926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06e1e3b5-fdc6-4c74-984e-e90010535429 req-0d035aca-74f0-47fc-b77d-9ee3b67c41c6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 210 time: 0.0278494 May 06 10:31:57.256591 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:31:57.266705 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-2fabd322-eb38-45e3-91b4-9d31018c517d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:57.268541 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-2fabd322-eb38-45e3-91b4-9d31018c517d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/networks?id=68d33a17-e163-43b3-a3d8-eabfd26ee81b HTTP/1.1" status: 200 len: 797 time: 0.1150134 May 06 10:31:57.282689 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50474b9-48e6-4e04-a3b4-c8928457d7e8 None None] The sync data for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 is: [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:31:57.321483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-ecfc4879-8333-4d6f-8833-9f866a266b7c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 380 time: 0.0432346 May 06 10:31:57.336067 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'port': {'device_id': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'admin_state_up': True, 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'security_groups': ['61bd5f8d-b5d0-4d3d-9192-f8364ea866a7']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:57.457197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:31:57.461225 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:57.597591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.12 (68d33a17-e163-43b3-a3d8-eabfd26ee81b/d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72/5d4df1c1-4601-459d-aea3-87d56c375b9d) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:31:57.741443 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:57.779487 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:57.828261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:31:57.831469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:31:57.836207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:31:57.863774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=5d4df1c1-4601-459d-aea3-87d56c375b9d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:57.895113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:57.895802 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:57.914094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-91b2b076-a705-4612-880f-54b2574f557a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868521 May 06 10:31:57.926404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Request body: {'port': {'device_id': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:31:57.985567 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.143787 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b256b4f7-0213-41f7-b6aa-40500ee994f5 None None] Provisioning complete for port 5d4df1c1-4601-459d-aea3-87d56c375b9d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:58.144346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b256b4f7-0213-41f7-b6aa-40500ee994f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.196866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b256b4f7-0213-41f7-b6aa-40500ee994f5 None None] Port 5d4df1c1-4601-459d-aea3-87d56c375b9d cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:31:58.334927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device db3fd06a-42ab-4483-a801-270495b4ec03 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:31:58.339833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6dbfe-2fb5-4ceb-8724-4c25580c7480 req-1dfb0416-40ee-491c-94d7-2a512c0b1e48 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:58.341683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83e6dbfe-2fb5-4ceb-8724-4c25580c7480 req-1dfb0416-40ee-491c-94d7-2a512c0b1e48 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 932 time: 0.0991480 May 06 10:31:58.348426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4df1c1-4601-459d-aea3-87d56c375b9d {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:31:58.363483 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.388324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port db3fd06a-42ab-4483-a801-270495b4ec03 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:58.388790 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.395068 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Transition to ACTIVE for port object 5d4df1c1-4601-459d-aea3-87d56c375b9d will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:31:58.401762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-83e6dbfe-2fb5-4ceb-8724-4c25580c7480 req-6878b921-632d-4855-b659-648e26fdf56a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488520 May 06 10:31:58.402489 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.467573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4df1c1-4601-459d-aea3-87d56c375b9d,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:58.483274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 073f351d-b5f6-4129-b19c-3598e59887ab up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:31:58.538445 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 073f351d-b5f6-4129-b19c-3598e59887ab triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:31:58.538820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.551286 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Attempting to bind port 5d4df1c1-4601-459d-aea3-87d56c375b9d on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:31:58.551752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Attempting to bind port 5d4df1c1-4601-459d-aea3-87d56c375b9d by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:31:58.551985 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Attempting to bind port 5d4df1c1-4601-459d-aea3-87d56c375b9d on network 68d33a17-e163-43b3-a3d8-eabfd26ee81b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:31:58.557122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Port 5d4df1c1-4601-459d-aea3-87d56c375b9d on network 68d33a17-e163-43b3-a3d8-eabfd26ee81b not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:31:58.557478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Attempting to bind port 5d4df1c1-4601-459d-aea3-87d56c375b9d on network 68d33a17-e163-43b3-a3d8-eabfd26ee81b {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:31:58.563377 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:31:58.563724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Checking segment: {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:31:58.564104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Bound using segment: {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:31:58.564538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Bound port: 5d4df1c1-4601-459d-aea3-87d56c375b9d, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c30347-38d7-4221-9b26-b2ed8f823532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:31:58.564899 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.651031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] For port 5d4df1c1-4601-459d-aea3-87d56c375b9d, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:31:58.654805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] For port 5d4df1c1-4601-459d-aea3-87d56c375b9d, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:31:58.660166 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.696170 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:58.696774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:31:58.698155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] 10.222.0.82 "PUT /v2.0/ports/5d4df1c1-4601-459d-aea3-87d56c375b9d HTTP/1.1" status: 200 len: 1092 time: 0.7763314 May 06 10:31:58.698590 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:31:58.700820 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb45a20-c903-496c-81dd-e028b85120b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:31:58.725924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487505d8-1874-4f31-bade-496dfe1155d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4df1c1-4601-459d-aea3-87d56c375b9d,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:31:58.757802 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca568d44-45f6-408a-b133-7b7586de1ba1 x-openstack-request-id: req-ca568d44-45f6-408a-b133-7b7586de1ba1 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:31:58.758087 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:31:58.758342 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca568d44-45f6-408a-b133-7b7586de1ba1 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:31:58.758738 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca568d44-45f6-408a-b133-7b7586de1ba1'] response: {'name': 'network-changed', 'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'status': 'completed', 'code': 200} May 06 10:31:58.798177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-d7b8d259-9abe-41b9-9e36-db7ec3255d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:58.799720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-d7b8d259-9abe-41b9-9e36-db7ec3255d46 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 1095 time: 0.0511773 May 06 10:31:58.847770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-1c3d652d-9565-4b15-b007-69b13be10a47 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d HTTP/1.1" status: 200 len: 217 time: 0.0358787 May 06 10:31:58.899974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-ba924f85-6400-4d52-a357-370e6ec880d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:58.901471 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-ba924f85-6400-4d52-a357-370e6ec880d8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72 HTTP/1.1" status: 200 len: 835 time: 0.0470302 May 06 10:31:58.952678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-01a77866-bc3c-4d7a-a6c6-7f78aaee6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:58.954241 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-01a77866-bc3c-4d7a-a6c6-7f78aaee6f24 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d33a17-e163-43b3-a3d8-eabfd26ee81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459721 May 06 10:31:59.045272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-979c85e9-31e1-4701-befa-eacbc66d0c27 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828471 May 06 10:31:59.137688 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7aeb47eb-d36e-4707-8fa4-5377afb2a5fb req-1286696e-cef5-42c7-95d0-3e667b48a30f service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853670 May 06 10:31:59.220492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-143f537f-d1c7-47b6-b1ac-b000f98d6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:59.221974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-143f537f-d1c7-47b6-b1ac-b000f98d6b1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 1095 time: 0.0401974 May 06 10:31:59.312422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-e383ae2c-777f-47ac-844f-4603c5fa6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:59.313846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-e383ae2c-777f-47ac-844f-4603c5fa6f85 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d33a17-e163-43b3-a3d8-eabfd26ee81b HTTP/1.1" status: 200 len: 898 time: 0.0841448 May 06 10:31:59.359449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-c504ef95-ca90-4fb4-8cb9-9d81640ba5d5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d HTTP/1.1" status: 200 len: 217 time: 0.0386014 May 06 10:31:59.408465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-97c0c851-8dd0-412e-88cc-f185de355269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:59.409887 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-97c0c851-8dd0-412e-88cc-f185de355269 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72 HTTP/1.1" status: 200 len: 835 time: 0.0431147 May 06 10:31:59.457468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-ec4d4b2d-e8e2-4214-b007-eefa3cba5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:59.459531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-ec4d4b2d-e8e2-4214-b007-eefa3cba5623 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d33a17-e163-43b3-a3d8-eabfd26ee81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410876 May 06 10:31:59.577087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab7458-3e26-4d77-a66a-8fa45dd35891 req-8eecceab-9ce7-4d76-b80c-1b09d4acddfc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:31:59.578484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30ab7458-3e26-4d77-a66a-8fa45dd35891 req-8eecceab-9ce7-4d76-b80c-1b09d4acddfc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 944 time: 0.0929434 May 06 10:31:59.606177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-98f8d443-8e09-47e6-9ca1-71445a0d7f50 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393342 May 06 10:31:59.641374 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-30ab7458-3e26-4d77-a66a-8fa45dd35891 req-8be23ef9-cf78-41ce-894c-475b79243506 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562441 May 06 10:31:59.710711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3eb45a20-c903-496c-81dd-e028b85120b9 req-efa760a3-2d7b-4b73-8c1c-e2a169f6e840 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972321 May 06 10:32:00.523410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5d4df1c1-4601-459d-aea3-87d56c375b9d details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:32:00.620722 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5d4df1c1-4601-459d-aea3-87d56c375b9d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:00.633205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'port_id': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'mac_address': 'fa:16:3e:fe:78:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:32:00.669448 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:00.682584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4df1c1-4601-459d-aea3-87d56c375b9d {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:32:00.702524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5d4df1c1-4601-459d-aea3-87d56c375b9d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:00.706818 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:00.758788 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5d4df1c1-4601-459d-aea3-87d56c375b9d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:00.763509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17eff3-2ce8-4f3b-a403-993ce7068352 req-ecf4d635-61e6-45e6-abe0-2ac344e08c00 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:00.765058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee17eff3-2ce8-4f3b-a403-993ce7068352 req-ecf4d635-61e6-45e6-abe0-2ac344e08c00 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 945 time: 0.0501094 May 06 10:32:00.804435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee17eff3-2ce8-4f3b-a403-993ce7068352 req-6a5c55eb-d478-48e1-bfb4-87da32200a64 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330904 May 06 10:32:00.925428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5d4df1c1-4601-459d-aea3-87d56c375b9d'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:32:01.921598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2c356-2251-4707-8da3-fabe49059a4f req-ccbb1d2c-c3ac-4b32-a8d2-d0cd193905df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:01.923079 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9c2c356-2251-4707-8da3-fabe49059a4f req-ccbb1d2c-c3ac-4b32-a8d2-d0cd193905df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 945 time: 0.0495346 May 06 10:32:01.962322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b9c2c356-2251-4707-8da3-fabe49059a4f req-38c63332-724d-4b16-9783-d4a97778d3b2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330842 May 06 10:32:02.528825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5d4df1c1-4601-459d-aea3-87d56c375b9d up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:02.587474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 5d4df1c1-4601-459d-aea3-87d56c375b9d completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:32:02.592550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 5d4df1c1-4601-459d-aea3-87d56c375b9d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:02.592920 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:02.677451 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:02.712399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:02.727535 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5d4df1c1-4601-459d-aea3-87d56c375b9d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:02.732300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:02.760032 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855e36a-7273-401c-84c0-13e6ba19913c" -d '{"events": [{"server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "name": "network-vif-plugged", "status": "completed", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:02.795201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5d4df1c1-4601-459d-aea3-87d56c375b9d,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:02.855317 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ca4c7-e433-4cbd-99c2-9eef16e39221 x-openstack-request-id: req-b91ca4c7-e433-4cbd-99c2-9eef16e39221 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:02.855711 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "name": "network-vif-plugged", "status": "completed", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:02.855970 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b91ca4c7-e433-4cbd-99c2-9eef16e39221 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:02.856371 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91ca4c7-e433-4cbd-99c2-9eef16e39221'] response: {'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'code': 200} May 06 10:32:02.958292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1956b-40ff-4f0b-88f3-11309845901f req-d6df9ccc-6506-429b-b12b-2595934990df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:02.960339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26d1956b-40ff-4f0b-88f3-11309845901f req-d6df9ccc-6506-429b-b12b-2595934990df service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 1097 time: 0.0460420 May 06 10:32:02.999806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26d1956b-40ff-4f0b-88f3-11309845901f req-1b66190c-dd58-4390-938f-ed84888e6683 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325856 May 06 10:32:03.086910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4051d6d-7cf1-4302-844c-4cbd9d2bde53 req-4da16620-b395-47d1-90bf-a405ac9d1d01 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:03.088443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4051d6d-7cf1-4302-844c-4cbd9d2bde53 req-4da16620-b395-47d1-90bf-a405ac9d1d01 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0501065 May 06 10:32:03.130531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4051d6d-7cf1-4302-844c-4cbd9d2bde53 req-a99bfe43-4998-467f-ab93-c14e07ba4050 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357368 May 06 10:32:04.249268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f1c2-4908-4f63-8521-40984dc9e76c req-222b4b1a-2e51-4194-b1cc-af144bdce5b6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:04.250709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b79f1c2-4908-4f63-8521-40984dc9e76c req-222b4b1a-2e51-4194-b1cc-af144bdce5b6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0475953 May 06 10:32:04.289400 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b79f1c2-4908-4f63-8521-40984dc9e76c req-e194e4e0-b7c6-48b5-91f9-8055d9132bfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 May 06 10:32:04.407382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46163e-ac7e-472a-b60f-573a5ece1cc8 req-787fde23-d703-4a4b-b987-8f593cb86ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:04.408845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46163e-ac7e-472a-b60f-573a5ece1cc8 req-787fde23-d703-4a4b-b987-8f593cb86ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0518835 May 06 10:32:04.445690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e46163e-ac7e-472a-b60f-573a5ece1cc8 req-cc82caca-eb7a-4b94-bd41-107826a4ad2c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305634 May 06 10:32:04.469741 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38232) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:04.508343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6742a80-a664-4dc5-aea8-3a75db8fc86e tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:04.509828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6742a80-a664-4dc5-aea8-3a75db8fc86e tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 1092 time: 0.0391181 May 06 10:32:04.512616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38234) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:04.516732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:04.537537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:04.956467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.058046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.40 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/1deb71d8-ccdc-49df-b36c-8db1284a740f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:05.162241 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.196158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.233421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:05.236058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:05.239409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:05.262789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=1deb71d8-ccdc-49df-b36c-8db1284a740f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:05.596597 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.660167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.807818 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.812020 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.881712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=1deb71d8-ccdc-49df-b36c-8db1284a740f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:05.891869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:05.993866 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP f73e76bf-6512-4f0d-8b01-49d3b0c6776a associated. External IP: 172.25.8.40, port: 5d4df1c1-4601-459d-aea3-87d56c375b9d. May 06 10:32:06.200537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router b096b219-5588-4bc6-80f5-fbc8e5997a9c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:06.308376 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:06.317701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] Sync routers for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:06.326221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:06.328083 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:06.329876 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:06.354584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-99e018fb-34a5-4374-8493-b5b7e0037be6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8409724 May 06 10:32:06.355164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:06.357428 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f682ea-c437-40e3-8073-d827228b9e46" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:06.398264 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3409b-61df-4259-ab05-ffb0729c40a9 x-openstack-request-id: req-4de3409b-61df-4259-ab05-ffb0729c40a9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:06.398557 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:06.398816 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4de3409b-61df-4259-ab05-ffb0729c40a9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:06.399752 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4de3409b-61df-4259-ab05-ffb0729c40a9'] response: {'name': 'network-changed', 'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'status': 'completed', 'code': 200} May 06 10:32:06.443432 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:06.501829 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00622d05-427b-41c0-b30a-45e6f5f1b5ba req-e224f422-d3f6-454b-abb8-c39299996629 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:06.503317 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00622d05-427b-41c0-b30a-45e6f5f1b5ba req-e224f422-d3f6-454b-abb8-c39299996629 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0820646 May 06 10:32:06.506572 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f682ea-c437-40e3-8073-d827228b9e46 req-ff47e2d9-0201-40d0-a433-3587fabebc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:06.507998 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f682ea-c437-40e3-8073-d827228b9e46 req-ff47e2d9-0201-40d0-a433-3587fabebc95 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 1097 time: 0.0776637 May 06 10:32:06.593820 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00622d05-427b-41c0-b30a-45e6f5f1b5ba req-6109fd98-2e99-44d2-8438-9f03f531fe34 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837600 May 06 10:32:06.617144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38240) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:06.634523 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f682ea-c437-40e3-8073-d827228b9e46 req-e809d0c6-c661-444f-bc7f-20d290d61527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:06.636098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f682ea-c437-40e3-8073-d827228b9e46 req-e809d0c6-c661-444f-bc7f-20d290d61527 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d33a17-e163-43b3-a3d8-eabfd26ee81b HTTP/1.1" status: 200 len: 898 time: 0.1194129 May 06 10:32:06.674623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'f73e76bf-6512-4f0d-8b01-49d3b0c6776a', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'port_id': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'mac_address': 'fa:16:3e:fe:78:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:32:05Z', 'updated_at': '2022-05-06T10:32:05Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:06.685785 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-536b905b-92d8-46d1-b12e-8cc37d8be2ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/f73e76bf-6512-4f0d-8b01-49d3b0c6776a HTTP/1.1" status: 200 len: 991 time: 0.0663352 May 06 10:32:06.702514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f682ea-c437-40e3-8073-d827228b9e46 req-2af619b8-2913-494e-b4b4-c2307c9b054f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d HTTP/1.1" status: 200 len: 999 time: 0.0595000 May 06 10:32:06.704283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] Checking router: b096b219-5588-4bc6-80f5-fbc8e5997a9c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:06.713527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:06.714126 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:31:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:06.753417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f682ea-c437-40e3-8073-d827228b9e46 req-2ec86075-a45a-4d8a-b4e7-7441aeb3a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:06.754854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f682ea-c437-40e3-8073-d827228b9e46 req-2ec86075-a45a-4d8a-b4e7-7441aeb3a56f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72 HTTP/1.1" status: 200 len: 835 time: 0.0461078 May 06 10:32:06.807084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f682ea-c437-40e3-8073-d827228b9e46 req-bb05c39e-3abf-4820-91be-1e2ae09d079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:06.808625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f682ea-c437-40e3-8073-d827228b9e46 req-bb05c39e-3abf-4820-91be-1e2ae09d079e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d33a17-e163-43b3-a3d8-eabfd26ee81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458875 May 06 10:32:06.821793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:06.901472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f682ea-c437-40e3-8073-d827228b9e46 req-daefbf0a-0d6d-4c6e-a2d8-9bab135e9d51 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853813 May 06 10:32:06.997638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-86f682ea-c437-40e3-8073-d827228b9e46 req-acdb3908-13a2-48a7-846d-0e6c4cd6ee16 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893583 May 06 10:32:07.048821 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'f73e76bf-6512-4f0d-8b01-49d3b0c6776a', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'port_id': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'mac_address': 'fa:16:3e:fe:78:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:32:05Z', 'updated_at': '2022-05-06T10:32:05Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:07.077974 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bae97f-916d-481c-8161-b63bebdd5646 None None] The sync data for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 is: [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': 'f73e76bf-6512-4f0d-8b01-49d3b0c6776a', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.40', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'port_id': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'mac_address': 'fa:16:3e:fe:78:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:32:05Z', 'updated_at': '2022-05-06T10:32:05Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:07.267838 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f0ff4-0123-4f3a-b8a6-35e3ade8f0b7 None None] New status for floating IP f73e76bf-6512-4f0d-8b01-49d3b0c6776a: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:32:07.688109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38242) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:07.747333 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-057afed4-604e-4bcb-8fe8-6d0089e10e4b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/f73e76bf-6512-4f0d-8b01-49d3b0c6776a HTTP/1.1" status: 200 len: 993 time: 0.0580959 May 06 10:32:12.752567 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d5b94a99-96d9-49bb-87d3-294185189307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:15.244399 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-86d165f2-7ea8-4510-bc4e-caa0bcae0c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:16.847536 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:17.006969 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:18.349024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:18.814648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:20.595542 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:32:20.965857 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:40.857773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd60e2c-6059-47bc-84f8-924455feb8bc req-91e9d2c9-a444-4375-aef3-83342b317d93 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:40.859157 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bd60e2c-6059-47bc-84f8-924455feb8bc req-91e9d2c9-a444-4375-aef3-83342b317d93 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0509186 May 06 10:32:40.898823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bd60e2c-6059-47bc-84f8-924455feb8bc req-e18b7f9c-7e44-4c7e-9d7e-1bf263233583 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335891 May 06 10:32:40.979616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-c146045b-db5b-4ef1-98aa-c285c9cd35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:40.981678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-c146045b-db5b-4ef1-98aa-c285c9cd35a5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 1097 time: 0.0442595 May 06 10:32:41.088108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-17f4f25a-095b-42d5-ac8a-88ddd0190086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:41.089552 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-17f4f25a-095b-42d5-ac8a-88ddd0190086 service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d33a17-e163-43b3-a3d8-eabfd26ee81b HTTP/1.1" status: 200 len: 898 time: 0.0877447 May 06 10:32:41.157964 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-79284878-062c-425d-bfa9-044a874e683b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d HTTP/1.1" status: 200 len: 1001 time: 0.0610878 May 06 10:32:41.207937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-ea16cdd0-728a-44bb-9c7e-373e470830bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:41.210014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-ea16cdd0-728a-44bb-9c7e-373e470830bb service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72 HTTP/1.1" status: 200 len: 835 time: 0.0450134 May 06 10:32:41.260121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-f96ebfd0-62c7-4a6b-aee9-076a5452281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:41.261613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-f96ebfd0-62c7-4a6b-aee9-076a5452281e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d33a17-e163-43b3-a3d8-eabfd26ee81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445225 May 06 10:32:41.356933 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-a2de88aa-4327-48bf-ad16-f0c64a5b6926 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882604 May 06 10:32:41.448678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f17dfbe5-d4cd-4881-8643-baafbad8554b req-a51096b0-9038-4cd3-8fd5-6dc148b0c2d5 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848701 May 06 10:32:42.019131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de82fbc-760c-48c7-a0ea-6bfd1e24c68e req-18164a66-6792-4f19-bfeb-696eab549b61 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:42.020634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5de82fbc-760c-48c7-a0ea-6bfd1e24c68e req-18164a66-6792-4f19-bfeb-696eab549b61 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0493121 May 06 10:32:42.058741 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5de82fbc-760c-48c7-a0ea-6bfd1e24c68e req-42067729-870d-4e84-9b31-4230b340d52c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315018 May 06 10:32:42.080517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38274) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:42.148038 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1bae8742-c488-49b6-9170-3d301e622bab tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/f73e76bf-6512-4f0d-8b01-49d3b0c6776a HTTP/1.1" status: 200 len: 993 time: 0.0663245 May 06 10:32:42.753976 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2d9c552a-f518-453a-85d1-aab35098cd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:43.417507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349009a-91d6-4f3a-86d3-6c5785b8822b req-3afba757-b340-4055-b8a1-681321edaaf1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:43.418895 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8349009a-91d6-4f3a-86d3-6c5785b8822b req-3afba757-b340-4055-b8a1-681321edaaf1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0479324 May 06 10:32:43.457994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8349009a-91d6-4f3a-86d3-6c5785b8822b req-aee8d72b-94b5-48f2-89d5-38f229887bcd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 May 06 10:32:44.585356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6420c-2054-4271-8c94-b5608176a44c req-ed6566b3-1e3e-480e-9584-c6f11fab7669 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:44.586873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73c6420c-2054-4271-8c94-b5608176a44c req-ed6566b3-1e3e-480e-9584-c6f11fab7669 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0547850 May 06 10:32:44.629171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73c6420c-2054-4271-8c94-b5608176a44c req-dacc5d9e-9032-41c4-b6a5-6c12b627b3d9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338411 May 06 10:32:44.652449 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:44.715354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f0bfa60f-821a-4808-beac-7f95cbab5375 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/f73e76bf-6512-4f0d-8b01-49d3b0c6776a HTTP/1.1" status: 200 len: 993 time: 0.0615170 May 06 10:32:44.934907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38290) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:45.096687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 1deb71d8-ccdc-49df-b36c-8db1284a740f {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:45.097067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.174606 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.174933 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.186987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 1deb71d8-ccdc-49df-b36c-8db1284a740f owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:45.246052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-721a7e79-1c37-4d8b-916c-94ceab1124e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.337615 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.369612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=1deb71d8-ccdc-49df-b36c-8db1284a740f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:45.395767 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.396609 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.396972 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.397305 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.397633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.397960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.398287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.398612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.398938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.399290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.399629 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.399951 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:45.439813 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.440144 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP f73e76bf-6512-4f0d-8b01-49d3b0c6776a disassociated (deleted). External IP: 172.25.8.40, port: 5d4df1c1-4601-459d-aea3-87d56c375b9d. May 06 10:32:45.649754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router b096b219-5588-4bc6-80f5-fbc8e5997a9c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:45.751295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:45.756678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:45.761192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] Sync routers for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:45.770701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:45.771961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:45.789965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-08bb9ec9-770c-43eb-82d5-32fdae8f55fe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/floatingips/f73e76bf-6512-4f0d-8b01-49d3b0c6776a HTTP/1.1" status: 204 len: 168 time: 0.8515744 May 06 10:32:45.789965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:45.790683 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318e4f96-0b2b-4f58-a789-29abb6d02e37" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:45.838095 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f56f60-e89b-42d6-b779-d391d92842c5 x-openstack-request-id: req-18f56f60-e89b-42d6-b779-d391d92842c5 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:45.838380 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:45.838631 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18f56f60-e89b-42d6-b779-d391d92842c5 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:45.839036 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f56f60-e89b-42d6-b779-d391d92842c5'] response: {'name': 'network-changed', 'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'status': 'completed', 'code': 200} May 06 10:32:45.906054 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-1a3902be-311e-43fa-827a-aecfdb40ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:45.908242 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-1a3902be-311e-43fa-827a-aecfdb40ff8f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 1097 time: 0.0479529 May 06 10:32:46.051609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:46.054416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-55bd703e-3af7-430f-87a1-761937c826eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:46.055928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-55bd703e-3af7-430f-87a1-761937c826eb service neutron] 10.222.0.82 "GET /v2.0/networks?id=68d33a17-e163-43b3-a3d8-eabfd26ee81b HTTP/1.1" status: 200 len: 898 time: 0.1399133 May 06 10:32:46.070687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816097ba-1548-46b2-bb57-703de961e9e6 req-6526d3d0-7da4-4cbc-aa25-884ae4bf29e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:46.072161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-816097ba-1548-46b2-bb57-703de961e9e6 req-6526d3d0-7da4-4cbc-aa25-884ae4bf29e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0706787 May 06 10:32:46.117981 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-322f6297-0754-4d62-a47e-5a555c198551 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d HTTP/1.1" status: 200 len: 217 time: 0.0448442 May 06 10:32:46.161436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-816097ba-1548-46b2-bb57-703de961e9e6 req-9158bcd3-9d73-4ffe-ab08-a24bf13f1411 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827305 May 06 10:32:46.179708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-c8f5239d-1af5-4384-b409-e8099d57327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:46.181190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-c8f5239d-1af5-4384-b409-e8099d57327e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72 HTTP/1.1" status: 200 len: 835 time: 0.0560293 May 06 10:32:46.232521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-31271bd9-3aa0-46a8-9718-fa5a36e5dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:46.234019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-31271bd9-3aa0-46a8-9718-fa5a36e5dd60 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=68d33a17-e163-43b3-a3d8-eabfd26ee81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459473 May 06 10:32:46.259859 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:46.291134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] Checking router: b096b219-5588-4bc6-80f5-fbc8e5997a9c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:46.299115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:46.300213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:46.327622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-63346be3-2dc7-4acc-9a60-07a3cae63529 service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840006 May 06 10:32:46.410503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:46.422267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-318e4f96-0b2b-4f58-a789-29abb6d02e37 req-13f64d10-f5d2-4164-ae81-26242290d9ae service neutron] 10.222.0.82 "GET /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876250 May 06 10:32:46.611320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:46.641588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c30e30-0afb-40ee-b1b5-f5876cb22a43 None None] The sync data for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 is: [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:31:54Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '073f351d-b5f6-4129-b19c-3598e59887ab', 'name': '', 'network_id': '68d33a17-e163-43b3-a3d8-eabfd26ee81b', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:ea:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:53Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'd37fa2f4-36a0-4c0d-a67f-f112e9b3ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:46.850715 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:46.872224 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2acdb6a-a310-4936-9fd8-890a23916a24 None None] New status for floating IP f73e76bf-6512-4f0d-8b01-49d3b0c6776a: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:32:47.005271 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:47.593626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56822fa3-294f-42bb-8103-14b8ebc0e6e6 req-b3c04eb9-9bcf-45d7-8054-236ee398fcfb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:47.595138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56822fa3-294f-42bb-8103-14b8ebc0e6e6 req-b3c04eb9-9bcf-45d7-8054-236ee398fcfb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.3628004 May 06 10:32:47.658417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56822fa3-294f-42bb-8103-14b8ebc0e6e6 req-d8e697ce-dca0-4bb8-a70d-f9e14ab3dfa2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564523 May 06 10:32:47.674647 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-442b1e2c-4b6c-4cb9-b1cb-fb53db0e5e01 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:47.676147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-442b1e2c-4b6c-4cb9-b1cb-fb53db0e5e01 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/ports?device_id=a2c02342-82bd-41ef-a4c1-327283a4b7ff HTTP/1.1" status: 200 len: 946 time: 0.0615916 May 06 10:32:47.765500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 5d4df1c1-4601-459d-aea3-87d56c375b9d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:47.765833 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:47.853279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 5d4df1c1-4601-459d-aea3-87d56c375b9d, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5d4df1c1-4601-459d-aea3-87d56c375b9d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:47.853520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:47.865180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 5d4df1c1-4601-459d-aea3-87d56c375b9d owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:47.992912 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.029073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=5d4df1c1-4601-459d-aea3-87d56c375b9d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:48.072037 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] No DVR routers for this DVR port 5d4df1c1-4601-459d-aea3-87d56c375b9d on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:32:48.075026 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.078650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2558873f-e98d-4b3c-981b-5d8840422b5a req-ebec7991-d19e-46ec-8899-5bc74eea23f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "DELETE /v2.0/ports/5d4df1c1-4601-459d-aea3-87d56c375b9d HTTP/1.1" status: 204 len: 173 time: 0.3961053 May 06 10:32:48.079102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'name': 'network-vif-deleted', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:32:48.081451 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae67f0c4-1090-4a51-8510-8f5de79673dc" -d '{"events": [{"server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "name": "network-vif-deleted", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:32:48.125953 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c287775d-1cff-417c-b840-b02d6d352da4 x-openstack-request-id: req-c287775d-1cff-417c-b840-b02d6d352da4 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:32:48.126234 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c02342-82bd-41ef-a4c1-327283a4b7ff", "name": "network-vif-deleted", "tag": "5d4df1c1-4601-459d-aea3-87d56c375b9d", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:32:48.126550 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c287775d-1cff-417c-b840-b02d6d352da4 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:32:48.126936 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c287775d-1cff-417c-b840-b02d6d352da4'] response: {'server_uuid': 'a2c02342-82bd-41ef-a4c1-327283a4b7ff', 'name': 'network-vif-deleted', 'tag': '5d4df1c1-4601-459d-aea3-87d56c375b9d', 'status': 'completed', 'code': 200} May 06 10:32:48.352232 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:48.718555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38304) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:48.817839 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.078956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.333955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 073f351d-b5f6-4129-b19c-3598e59887ab {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:49.334209 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.426174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 073f351d-b5f6-4129-b19c-3598e59887ab, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=073f351d-b5f6-4129-b19c-3598e59887ab,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:49.426538 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.440237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 073f351d-b5f6-4129-b19c-3598e59887ab owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:49.624505 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:49.650597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=073f351d-b5f6-4129-b19c-3598e59887ab,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:49.835439 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.048299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router b096b219-5588-4bc6-80f5-fbc8e5997a9c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:50.163425 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:50.168311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-938d9c16-f228-4edc-878d-2023f877adfe tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/b096b219-5588-4bc6-80f5-fbc8e5997a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4487026 May 06 10:32:50.171012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38306) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:50.173785 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] Sync routers for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:50.185996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:50.186701 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:50.246891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting subnet d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:32:50.250353 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.291354 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.296302 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:50.376928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.440568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.469151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Subnet': ['ID=d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:50.472792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.476516 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8be3a2f4-d842-43db-ba87-cfe50fe88dbb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/subnets/d37fa2f4-36a0-4c0d-a67f-f112e9b3ed72 HTTP/1.1" status: 204 len: 168 time: 0.3045542 May 06 10:32:50.479078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38308) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:50.484442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644166e-60ac-4719-80cc-b48cd6ab780d None None] Network 68d33a17-e163-43b3-a3d8-eabfd26ee81b requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:32:50.498480 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:32:49Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:50.555995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] Checking router: b096b219-5588-4bc6-80f5-fbc8e5997a9c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:50.578304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] Routers {'b096b219-5588-4bc6-80f5-fbc8e5997a9c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:50.578927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:50.592572 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.699703 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.728422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] Set router b096b219-5588-4bc6-80f5-fbc8e5997a9c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:50.754835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port db3fd06a-42ab-4483-a801-270495b4ec03 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:50.755212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.822540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] DHCP port deletion for 68d33a17-e163-43b3-a3d8-eabfd26ee81b request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:32:50.836052 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5d4df1c1-4601-459d-aea3-87d56c375b9d no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:50.836681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port db3fd06a-42ab-4483-a801-270495b4ec03, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=db3fd06a-42ab-4483-a801-270495b4ec03,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:50.837158 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:50.854983 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for db3fd06a-42ab-4483-a801-270495b4ec03 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:50.879036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 5d4df1c1-4601-459d-aea3-87d56c375b9d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:50.879376 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5d4df1c1-4601-459d-aea3-87d56c375b9d not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:50.955419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Deleting port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:32:50.956126 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.019195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.021492 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.038454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] For port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=d4cf722b-fc3f-47a2-a23a-fe5198c1c03d,segment=NetworkSegment(f2c30347-38d7-4221-9b26-b2ed8f823532),segment_id=f2c30347-38d7-4221-9b26-b2ed8f823532)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:51.038843 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.050429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=db3fd06a-42ab-4483-a801-270495b4ec03,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:51.054082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:32:49Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:51.056036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Calling delete_port for d4cf722b-fc3f-47a2-a23a-fe5198c1c03d owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:32:51.091567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bedc26d-d4db-40aa-b067-06649d3aa12c None None] The sync data for ids ['b096b219-5588-4bc6-80f5-fbc8e5997a9c'] in n-d-840834-1 is: [{'id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286346692', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209'}], 'enable_snat': True}, 'gw_port_id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:31:50Z', 'updated_at': '2022-05-06T10:32:49Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'db3fd06a-42ab-4483-a801-270495b4ec03', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b096b219-5588-4bc6-80f5-fbc8e5997a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:31:51Z', 'updated_at': '2022-05-06T10:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:51.117184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.165493 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.191139 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Pushing event deleted for resources: {'Port': ['ID=d4cf722b-fc3f-47a2-a23a-fe5198c1c03d,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:51.196094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] No DVR routers for this DVR port d4cf722b-fc3f-47a2-a23a-fe5198c1c03d on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:32:51.207860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.209340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.209340 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.209846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.210450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.210847 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.211322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.211750 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.212084 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.212418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.212755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.213082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e57d59-b7b5-4225-9640-46eed3e3e069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.215307 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.217834 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.260627 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.261145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Fanout notify agent at l3_agent the message router_deleted on router b096b219-5588-4bc6-80f5-fbc8e5997a9c {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:32:51.268637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.272279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-505ca18b-cd4d-4fb1-a3ac-69fbe9b62da1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/routers/b096b219-5588-4bc6-80f5-fbc8e5997a9c HTTP/1.1" status: 204 len: 168 time: 0.7921653 May 06 10:32:51.273042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38310) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:51.352653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.441133 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.470519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d33a17-e163-43b3-a3d8-eabfd26ee81b']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:51.481230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c30347-38d7-4221-9b26-b2ed8f823532') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:51.481525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c30347-38d7-4221-9b26-b2ed8f823532') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:51.492195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.506326 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.512700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:32:51.513047 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: timer() May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:32:51.516197 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:32:51.580617 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.589448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.592768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/networks/68d33a17-e163-43b3-a3d8-eabfd26ee81b HTTP/1.1" status: 204 len: 168 time: 0.3187773 May 06 10:32:51.595668 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38312) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:51.606101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a88d40-d1f5-4bfd-969b-e634358765ec tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Network': ['ID=68d33a17-e163-43b3-a3d8-eabfd26ee81b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:51.663859 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.690764 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.753598 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.756860 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:51.760472 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/security-groups/61bd5f8d-b5d0-4d3d-9192-f8364ea866a7 HTTP/1.1" status: 204 len: 168 time: 0.1613522 May 06 10:32:51.769751 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bd5f8d-b5d0-4d3d-9192-f8364ea866a7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:51.779335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.779712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.780060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.780398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.780733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.781065 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.781395 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.781729 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.782057 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.782404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.782733 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:51.783056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a70fe7-0a70-44a7-a4d6-a52a48b8eac5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:32:52.250908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d4cf722b-fc3f-47a2-a23a-fe5198c1c03d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:52.275483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: d4cf722b-fc3f-47a2-a23a-fe5198c1c03d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:52.275888 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device d4cf722b-fc3f-47a2-a23a-fe5198c1c03d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:52.276259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 073f351d-b5f6-4129-b19c-3598e59887ab no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:52.295167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 073f351d-b5f6-4129-b19c-3598e59887ab {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:52.295509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 073f351d-b5f6-4129-b19c-3598e59887ab not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:52.295942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device db3fd06a-42ab-4483-a801-270495b4ec03 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:32:52.315369 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: db3fd06a-42ab-4483-a801-270495b4ec03 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:32:52.315735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device db3fd06a-42ab-4483-a801-270495b4ec03 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:32:52.444020 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38320) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:52.448609 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1ef71eef-aa66-4ff7-ad92-b017321f4e56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194707753', 'description': 'tempest-secgroup-smoke-1194707753 description', 'project_id': '716fcb654a664b41afc42ce41969f497'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:52.470569 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ef71eef-aa66-4ff7-ad92-b017321f4e56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.538156 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ef71eef-aa66-4ff7-ad92-b017321f4e56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.541990 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ef71eef-aa66-4ff7-ad92-b017321f4e56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.568948 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1ef71eef-aa66-4ff7-ad92-b017321f4e56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.570318 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1ef71eef-aa66-4ff7-ad92-b017321f4e56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251366 May 06 10:32:52.573244 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38322) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:52.574536 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef71eef-aa66-4ff7-ad92-b017321f4e56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:52.578465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-32dcc957-c4b5-4a64-89ba-d87d2b66defa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:52.604981 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32dcc957-c4b5-4a64-89ba-d87d2b66defa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.660840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32dcc957-c4b5-4a64-89ba-d87d2b66defa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.664855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32dcc957-c4b5-4a64-89ba-d87d2b66defa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.686181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcc957-c4b5-4a64-89ba-d87d2b66defa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427a4760-02bb-4d28-ae2f-e52267f559fd,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:52.694898 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-32dcc957-c4b5-4a64-89ba-d87d2b66defa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.696146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-32dcc957-c4b5-4a64-89ba-d87d2b66defa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217480 May 06 10:32:52.698888 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38324) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:52.704046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8259e64d-6e79-4765-996b-716811d56258 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:52.730085 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8259e64d-6e79-4765-996b-716811d56258 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.790344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8259e64d-6e79-4765-996b-716811d56258 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.794397 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8259e64d-6e79-4765-996b-716811d56258 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.811920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259e64d-6e79-4765-996b-716811d56258 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc31b69-6f1a-4fd1-9780-5be91d151563,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:52.821017 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8259e64d-6e79-4765-996b-716811d56258 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.822158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8259e64d-6e79-4765-996b-716811d56258 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223609 May 06 10:32:52.824810 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38326) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:52.829204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-7fbca42d-c9e8-4654-9264-a8fb11a840ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:52.853676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fbca42d-c9e8-4654-9264-a8fb11a840ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.913188 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fbca42d-c9e8-4654-9264-a8fb11a840ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.916927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fbca42d-c9e8-4654-9264-a8fb11a840ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.934433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbca42d-c9e8-4654-9264-a8fb11a840ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3014449-507e-4a4f-82be-d4f361a0de31,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:52.941670 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7fbca42d-c9e8-4654-9264-a8fb11a840ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:52.942843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7fbca42d-c9e8-4654-9264-a8fb11a840ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170866 May 06 10:32:52.945684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38328) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:52.949876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-439e6dda-8332-4d4b-9adb-b30e343ab475 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:52.977577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-439e6dda-8332-4d4b-9adb-b30e343ab475 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.036339 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-439e6dda-8332-4d4b-9adb-b30e343ab475 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.040676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-439e6dda-8332-4d4b-9adb-b30e343ab475 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.058182 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e6dda-8332-4d4b-9adb-b30e343ab475 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd9aa11-66b7-441d-8dce-eb4e1a83fc1a,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:53.065345 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-439e6dda-8332-4d4b-9adb-b30e343ab475 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.066534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-439e6dda-8332-4d4b-9adb-b30e343ab475 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199389 May 06 10:32:53.069778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38330) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:53.074112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:53.094413 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:32:53.099282 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.161449 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.164914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.182233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc62f5c-37de-4d92-8821-313d480d2667,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:53.189903 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.191086 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dc964d58-741d-4260-988d-e4d6f458d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204004 May 06 10:32:53.194363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38332) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:53.198727 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:53.219314 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:32:53.224969 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.284848 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.290284 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.308619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef368218-18c6-481e-9a34-cbc9b19eb9ee,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:53.316485 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.317674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3d74e8df-0009-4733-a6d0-8928d1807a4c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223328 May 06 10:32:53.320626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38334) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:53.325713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'network': {'name': 'tempest-network-smoke--479403857', 'project_id': '716fcb654a664b41afc42ce41969f497', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:53.344527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:32:53.347851 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.371722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:32:53.380257 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.380631 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Added segment c7ea8f12-3e91-4408-9dde-88b5aab5153d of type vlan for network e7586731-692f-43b0-9f39-f304a3cd3a9c May 06 10:32:53.418983 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.445777 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.451452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:53.452063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.507646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1860042 May 06 10:32:53.510332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38336) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:53.516740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'admin_state_up': True, 'project_id': '716fcb654a664b41afc42ce41969f497', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:53.534365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9ddfb-ab40-40bb-8b87-6722ed588edc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Network': ['ID=e7586731-692f-43b0-9f39-f304a3cd3a9c,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:53.546395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e7586731-692f-43b0-9f39-f304a3cd3a9c details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:32:53.548035 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.549053 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.608050 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:53.745041 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:54.244660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:54.263238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:54.365017 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.222 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/4983e292-498a-460b-a369-7a2947538d49) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:54.471537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:54.505057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:54.542797 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:54.545558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:54.548987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:54.558538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=4983e292-498a-460b-a369-7a2947538d49,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:54.815099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.012458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.139502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:32:55.245948 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:55.256241 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Sync routers for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:55.266391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.266627 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:55.267429 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:55.267840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-aca45af6-0a03-48ff-a962-076ceee0c61d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7565820 May 06 10:32:55.271192 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38338) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:55.300492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e2ad349-8250-4a3c-ad67-82e060d02319 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=716fcb654a664b41afc42ce41969f497&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280252 May 06 10:32:55.303120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38340) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:55.372640 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:55.395478 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04335c1-3a2a-413a-bd44-7ba18cb21ef3 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:55.397253 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d04335c1-3a2a-413a-bd44-7ba18cb21ef3 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929799 May 06 10:32:55.400102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38342) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:55.430380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ac000e48-cd26-4771-8919-6ffefd558c49 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292058 May 06 10:32:55.433087 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38344) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:55.437831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79938824', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'project_id': '716fcb654a664b41afc42ce41969f497', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:32:55.524043 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:32:55.527638 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.555075 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:54Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:55.587819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Checking router: a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:55.588793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Updating router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 port 4983e292-498a-460b-a369-7a2947538d49 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:32:55.615904 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.721436 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.790535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Subnet': ['ID=b1dff3db-d423-4553-8c25-f5f1979a58a2,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:55.797924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Checking segment: {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:55.798293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network hostable DHCP agents. Network: e7586731-692f-43b0-9f39-f304a3cd3a9c, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:32:55.815857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network e7586731-692f-43b0-9f39-f304a3cd3a9c is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:32:55.825507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e7586731-692f-43b0-9f39-f304a3cd3a9c) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:55.831181 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:55.834077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.837926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95d48b-9871-47ec-a16b-8199ea857194 None None] Network e7586731-692f-43b0-9f39-f304a3cd3a9c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:32:55.852223 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3d8ee1fe-ba11-4613-a88e-73f31df26852 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4181025 May 06 10:32:55.855377 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38346) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:32:55.872198 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.877801 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.937917 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Attempting to bind port 4983e292-498a-460b-a369-7a2947538d49 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:32:55.938290 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Attempting to bind port 4983e292-498a-460b-a369-7a2947538d49 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:32:55.938798 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Attempting to bind port 4983e292-498a-460b-a369-7a2947538d49 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:55.941783 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1565e0-8389-405a-9083-a88db4ad7c3d None None] Pushing event updated for resources: {'Port': ['ID=4983e292-498a-460b-a369-7a2947538d49,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:55.947573 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:32:55.948099 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:55.948509 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.948897 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:32:55.949373 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Bound port: 4983e292-498a-460b-a369-7a2947538d49, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:32:55.950190 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:55.998578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e7586731-692f-43b0-9f39-f304a3cd3a9c', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:32:55.999442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.003709 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] For port 4983e292-498a-460b-a369-7a2947538d49, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:32:56.007245 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] For port 4983e292-498a-460b-a369-7a2947538d49, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4983e292-498a-460b-a369-7a2947538d49,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:32:56.012669 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.069791 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:56.070415 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:56.111909 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1565e0-8389-405a-9083-a88db4ad7c3d None None] Pushing event updated for resources: {'Port': ['ID=4983e292-498a-460b-a369-7a2947538d49,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:56.142604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Allocated IP 172.20.0.2 (e7586731-692f-43b0-9f39-f304a3cd3a9c/b1dff3db-d423-4553-8c25-f5f1979a58a2/fafd996f-1cf2-40cd-bfe8-26e4927c305d) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:56.183109 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:56.346623 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.463879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.471288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.476570 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-0982baff-d657-43dd-8510-a4db095b766d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:54Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:56.503047 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982baff-d657-43dd-8510-a4db095b766d None None] The sync data for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 is: [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:54Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:32:56.512464 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Network e7586731-692f-43b0-9f39-f304a3cd3a9c is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:56.515371 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:56.519008 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:56.530993 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Pushing event updated for resources: {'Port': ['ID=fafd996f-1cf2-40cd-bfe8-26e4927c305d,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:56.593456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Attempting to bind port fafd996f-1cf2-40cd-bfe8-26e4927c305d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:32:56.593879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Attempting to bind port fafd996f-1cf2-40cd-bfe8-26e4927c305d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:32:56.594364 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Attempting to bind port fafd996f-1cf2-40cd-bfe8-26e4927c305d on network e7586731-692f-43b0-9f39-f304a3cd3a9c {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:56.601559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:32:56.602090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Checking segment: {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:56.602558 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.603006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Bound using segment: {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:32:56.603542 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Bound port: fafd996f-1cf2-40cd-bfe8-26e4927c305d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:32:56.604023 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.640784 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.1 (e7586731-692f-43b0-9f39-f304a3cd3a9c/b1dff3db-d423-4553-8c25-f5f1979a58a2/34c78a90-a404-490a-b87f-2a1d00df9f7c) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:32:56.671245 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] For port fafd996f-1cf2-40cd-bfe8-26e4927c305d, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:32:56.675043 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] For port fafd996f-1cf2-40cd-bfe8-26e4927c305d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fafd996f-1cf2-40cd-bfe8-26e4927c305d,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:32:56.681108 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.752466 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cf2ab-75e8-4e4b-880b-a98984cb459b None None] Pushing event updated for resources: {'Port': ['ID=fafd996f-1cf2-40cd-bfe8-26e4927c305d,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:56.805553 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.845046 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:56.890517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network e7586731-692f-43b0-9f39-f304a3cd3a9c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:56.893591 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:56.896550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:32:56.926667 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=34c78a90-a404-490a-b87f-2a1d00df9f7c,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:56.970275 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:57.124211 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:57.415748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:57.421191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:57.499539 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:57.501321 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=34c78a90-a404-490a-b87f-2a1d00df9f7c,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:57.595015 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:32:57.784415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b7f38-cc3f-4b93-9102-74eedc29aba2 None None] Network e7586731-692f-43b0-9f39-f304a3cd3a9c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:32:57.852616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cfe3189f-b98f-48cd-8500-519fab1ef865 None None] Provisioning complete for port fafd996f-1cf2-40cd-bfe8-26e4927c305d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:57.852989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfe3189f-b98f-48cd-8500-519fab1ef865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:57.944214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network e7586731-692f-43b0-9f39-f304a3cd3a9c is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:32:57.946254 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:32:58.004890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfe3189f-b98f-48cd-8500-519fab1ef865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:58.046833 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-cfe3189f-b98f-48cd-8500-519fab1ef865 None None] For port fafd996f-1cf2-40cd-bfe8-26e4927c305d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fafd996f-1cf2-40cd-bfe8-26e4927c305d,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:58.053319 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfe3189f-b98f-48cd-8500-519fab1ef865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:58.068738 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:32:58.109087 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3189f-b98f-48cd-8500-519fab1ef865 None None] Pushing event updated for resources: {'Port': ['ID=fafd996f-1cf2-40cd-bfe8-26e4927c305d,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:58.198124 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:32:58.203278 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-672adedd-b4e4-4bb6-9198-d11539960613 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3468573 May 06 10:32:58.290839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Sync routers for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:32:58.305320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:58.306085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:58.363341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4983e292-498a-460b-a369-7a2947538d49 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:58.390445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-3b1b2f49-e884-4056-b412-52ff9edf9d8a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194707753&fields=id&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 267 time: 0.0389402 May 06 10:32:58.459657 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-79e7d0f8-7e0e-401c-b031-0b65108b2bc9 None None] Provisioning complete for port 34c78a90-a404-490a-b87f-2a1d00df9f7c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:58.460033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-79e7d0f8-7e0e-401c-b031-0b65108b2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:58.512490 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-463744d4-fa3d-4c01-a199-c2fe6f465efa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:32:58.513996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-463744d4-fa3d-4c01-a199-c2fe6f465efa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/networks?id=e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 200 len: 796 time: 0.1151142 May 06 10:32:58.516616 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:32:58.531675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-1be6c9b6-1cc2-4ba0-adcc-bdf31e5bd380 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/quotas/716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 375 time: 0.0096788 May 06 10:32:58.546007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-79e7d0f8-7e0e-401c-b031-0b65108b2bc9 None None] Port 34c78a90-a404-490a-b87f-2a1d00df9f7c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:32:58.597026 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-c008ddab-57de-4662-bf85-276a5cef02ac tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590339 May 06 10:32:58.604149 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4983e292-498a-460b-a369-7a2947538d49 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:58.604524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:58.633735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-79e7d0f8-7e0e-401c-b031-0b65108b2bc9 None None] Provisioning complete for port fafd996f-1cf2-40cd-bfe8-26e4927c305d triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:58.634106 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-79e7d0f8-7e0e-401c-b031-0b65108b2bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:58.707177 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-e4eaff99-4215-4de5-94d2-29a36d1ef2d0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:32:58.708901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-e4eaff99-4215-4de5-94d2-29a36d1ef2d0 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522299 May 06 10:32:58.807154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-e04a5d34-3e05-46ed-b6f4-5b806083a573 service neutron] 10.222.0.76 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906701 May 06 10:32:58.847142 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:58.882422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 4983e292-498a-460b-a369-7a2947538d49, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4983e292-498a-460b-a369-7a2947538d49,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:32:58.888422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:58.889315 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fafd996f-1cf2-40cd-bfe8-26e4927c305d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:32:58.900527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-e13a9b9e-1589-4f0e-b2c0-9bd458685e96 service neutron] 10.222.0.76 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869141 May 06 10:32:58.975797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 2, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:59.015022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Checking router: a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:32:59.015375 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Updating router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 port 34c78a90-a404-490a-b87f-2a1d00df9f7c binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:32:59.018561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=4983e292-498a-460b-a369-7a2947538d49,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:59.057752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.061650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-25c6af7a-51f8-4a51-b600-87635ca871ac None None] Provisioning complete for port 34c78a90-a404-490a-b87f-2a1d00df9f7c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:59.062009 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-25c6af7a-51f8-4a51-b600-87635ca871ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.073826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port fafd996f-1cf2-40cd-bfe8-26e4927c305d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:59.074192 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.087609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fd755ce-b264-497f-9609-30c3088a24f8 req-da65504d-80b8-4bde-940d-4eef43681d55 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 210 time: 0.0359700 May 06 10:32:59.156874 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-25c6af7a-51f8-4a51-b600-87635ca871ac None None] Port 34c78a90-a404-490a-b87f-2a1d00df9f7c cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:32:59.422488 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.428743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.486532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deae288-ab01-4472-bff8-ecd5532ed895 None None] Pushing event updated for resources: {'Port': ['ID=34c78a90-a404-490a-b87f-2a1d00df9f7c,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:32:59.707267 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Attempting to bind port 34c78a90-a404-490a-b87f-2a1d00df9f7c on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:32:59.707665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Attempting to bind port 34c78a90-a404-490a-b87f-2a1d00df9f7c by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:32:59.708030 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Attempting to bind port 34c78a90-a404-490a-b87f-2a1d00df9f7c on network e7586731-692f-43b0-9f39-f304a3cd3a9c {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:32:59.713047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:32:59.713418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Checking segment: {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:32:59.713820 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.714206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Bound using segment: {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:32:59.714664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Bound port: 34c78a90-a404-490a-b87f-2a1d00df9f7c, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:32:59.715290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.784045 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] For port 34c78a90-a404-490a-b87f-2a1d00df9f7c, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:32:59.800026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] For port 34c78a90-a404-490a-b87f-2a1d00df9f7c, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=34c78a90-a404-490a-b87f-2a1d00df9f7c,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:32:59.801574 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ce306a3c-dfd4-4c99-841b-6fdd6385675a None None] Provisioning complete for port 34c78a90-a404-490a-b87f-2a1d00df9f7c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:32:59.802721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce306a3c-dfd4-4c99-841b-6fdd6385675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.806335 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:32:59.901880 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:32:59.902532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:32:59.907007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deae288-ab01-4472-bff8-ecd5532ed895 None None] Pushing event updated for resources: {'Port': ['ID=34c78a90-a404-490a-b87f-2a1d00df9f7c,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:00.023468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce306a3c-dfd4-4c99-841b-6fdd6385675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.062345 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:33:00.102618 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ce306a3c-dfd4-4c99-841b-6fdd6385675a None None] For port 34c78a90-a404-490a-b87f-2a1d00df9f7c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=34c78a90-a404-490a-b87f-2a1d00df9f7c,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:33:00.109498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ce306a3c-dfd4-4c99-841b-6fdd6385675a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.231993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d76403f2-a239-403d-a3d6-9522941770bc req-96c4b346-0422-490a-9b4c-852740f8bf3f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 210 time: 0.0430510 May 06 10:33:00.273712 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce306a3c-dfd4-4c99-841b-6fdd6385675a None None] Pushing event updated for resources: {'Port': ['ID=34c78a90-a404-490a-b87f-2a1d00df9f7c,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:00.280562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-41ffccdd-f752-494b-a679-c43475b8f4ad None None] Provisioning complete for port 34c78a90-a404-490a-b87f-2a1d00df9f7c triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:33:00.280937 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41ffccdd-f752-494b-a679-c43475b8f4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.311792 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4983e292-498a-460b-a369-7a2947538d49 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:33:00.323360 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-7345489e-9613-4fb9-884e-a5177b6ed687 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:00.325960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-7345489e-9613-4fb9-884e-a5177b6ed687 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/networks?id=e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 200 len: 796 time: 0.1854904 May 06 10:33:00.372752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-b504fb59-be5e-4311-8706-d0610ecafef6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 380 time: 0.0353179 May 06 10:33:00.382800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'port': {'device_id': '40e6f627-ff20-4731-a11a-3370e675d004', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'admin_state_up': True, 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'security_groups': ['8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:33:00.459259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4983e292-498a-460b-a369-7a2947538d49 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:33:00.459525 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.494367 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:33:00.498246 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.502704 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:32:59Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:33:00.538775 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c86bdf-2f38-4516-ad9a-3775e17cf3b2 None None] The sync data for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 is: [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:32:59Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:33:00.660866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.12 (e7586731-692f-43b0-9f39-f304a3cd3a9c/b1dff3db-d423-4553-8c25-f5f1979a58a2/3d64682b-66ce-43aa-b6ad-e983aba38afb) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:33:00.808030 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.844049 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.897752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network e7586731-692f-43b0-9f39-f304a3cd3a9c is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:33:00.900910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:33:00.907595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:33:00.912126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=3d64682b-66ce-43aa-b6ad-e983aba38afb,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:00.963831 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:00.964484 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:00.983746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-aa8c7f35-806f-4c39-b215-c07a15652180 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6045165 May 06 10:33:00.997748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Request body: {'port': {'device_id': '40e6f627-ff20-4731-a11a-3370e675d004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:33:01.061304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:01.133100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-19fd70a5-f56d-43de-9768-6757bdba7ce7 None None] Provisioning complete for port 3d64682b-66ce-43aa-b6ad-e983aba38afb triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:33:01.133697 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-19fd70a5-f56d-43de-9768-6757bdba7ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:01.183748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-19fd70a5-f56d-43de-9768-6757bdba7ce7 None None] Port 3d64682b-66ce-43aa-b6ad-e983aba38afb cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:33:01.387238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d64682b-66ce-43aa-b6ad-e983aba38afb {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:33:01.397676 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:01.414772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4071c2-e642-49d2-8d7e-7496523b0dfe req-282524ce-cb1a-4eb5-b708-3e9be2b92ef3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:01.416524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4071c2-e642-49d2-8d7e-7496523b0dfe req-282524ce-cb1a-4eb5-b708-3e9be2b92ef3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 932 time: 0.0924592 May 06 10:33:01.421531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Transition to ACTIVE for port object 3d64682b-66ce-43aa-b6ad-e983aba38afb will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:33:01.431599 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:01.496444 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-be4071c2-e642-49d2-8d7e-7496523b0dfe req-8bea629f-0172-40ed-9141-92b1bdfa420e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725915 May 06 10:33:01.534566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64682b-66ce-43aa-b6ad-e983aba38afb,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:01.590176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Attempting to bind port 3d64682b-66ce-43aa-b6ad-e983aba38afb on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:33:01.590548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Attempting to bind port 3d64682b-66ce-43aa-b6ad-e983aba38afb by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:33:01.590920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Attempting to bind port 3d64682b-66ce-43aa-b6ad-e983aba38afb on network e7586731-692f-43b0-9f39-f304a3cd3a9c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:33:01.596015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Port 3d64682b-66ce-43aa-b6ad-e983aba38afb on network e7586731-692f-43b0-9f39-f304a3cd3a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:33:01.596454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Attempting to bind port 3d64682b-66ce-43aa-b6ad-e983aba38afb on network e7586731-692f-43b0-9f39-f304a3cd3a9c {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:33:01.602579 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:33:01.602926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Checking segment: {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:33:01.603321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Bound using segment: {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:33:01.603786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Bound port: 3d64682b-66ce-43aa-b6ad-e983aba38afb, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ea8f12-3e91-4408-9dde-88b5aab5153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:33:01.604152 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:01.675738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] For port 3d64682b-66ce-43aa-b6ad-e983aba38afb, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:33:01.680431 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] For port 3d64682b-66ce-43aa-b6ad-e983aba38afb, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:33:01.685785 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:01.721261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:01.721854 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:01.723245 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] 10.222.0.82 "PUT /v2.0/ports/3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 200 len: 1092 time: 0.7307456 May 06 10:33:01.723701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:33:01.728167 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa883994-31e9-4208-a950-c40f42057824" -d '{"events": [{"name": "network-changed", "server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:33:01.752711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad1795-d14c-4577-9c39-cc78618d3244 service neutron] Pushing event updated for resources: {'Port': ['ID=3d64682b-66ce-43aa-b6ad-e983aba38afb,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:01.777166 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77ea670-5d67-4f90-a3cc-16b11f67c49b x-openstack-request-id: req-e77ea670-5d67-4f90-a3cc-16b11f67c49b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:33:01.777455 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:33:01.777702 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e77ea670-5d67-4f90-a3cc-16b11f67c49b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:33:01.778124 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77ea670-5d67-4f90-a3cc-16b11f67c49b'] response: {'name': 'network-changed', 'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'status': 'completed', 'code': 200} May 06 10:33:01.818925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-8e556837-fb11-408b-8dd3-29f9bb50b010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:01.820468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-8e556837-fb11-408b-8dd3-29f9bb50b010 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1095 time: 0.0538743 May 06 10:33:01.866386 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-2f51a832-6a2a-4a08-909c-798ed8e4d4af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 200 len: 217 time: 0.0375144 May 06 10:33:01.918758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-bdaa55d1-6ca6-48bd-b772-430618fae6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:01.920239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-bdaa55d1-6ca6-48bd-b772-430618fae6d4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1dff3db-d423-4553-8c25-f5f1979a58a2 HTTP/1.1" status: 200 len: 833 time: 0.0469964 May 06 10:33:01.969913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-4e39eabf-b7d9-4bc8-bc72-5946f8e84f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:01.971371 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-4e39eabf-b7d9-4bc8-bc72-5946f8e84f5e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7586731-692f-43b0-9f39-f304a3cd3a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438221 May 06 10:33:02.062130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-4acdd786-00ef-4587-8b48-c26ba98c1d96 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828478 May 06 10:33:02.160882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7d771de-db2b-47b5-82ee-ca7014d2a23f req-0e9a6cbe-8373-4b47-8604-886c8da8dc9d service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918677 May 06 10:33:02.254633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883994-31e9-4208-a950-c40f42057824 req-82f454a4-0960-467f-afc6-b4f556ef214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:02.257350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa883994-31e9-4208-a950-c40f42057824 req-82f454a4-0960-467f-afc6-b4f556ef214e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1095 time: 0.0469379 May 06 10:33:02.286090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 34c78a90-a404-490a-b87f-2a1d00df9f7c up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:33:02.343188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 34c78a90-a404-490a-b87f-2a1d00df9f7c triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:33:02.343906 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:02.366919 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883994-31e9-4208-a950-c40f42057824 req-0eba2adb-3bb2-40d1-8d89-6777cda431be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:02.368488 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa883994-31e9-4208-a950-c40f42057824 req-0eba2adb-3bb2-40d1-8d89-6777cda431be service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 200 len: 897 time: 0.1040041 May 06 10:33:02.421453 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa883994-31e9-4208-a950-c40f42057824 req-604aeedc-695e-4311-ad99-f8b874d255d2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 200 len: 217 time: 0.0456762 May 06 10:33:02.472926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883994-31e9-4208-a950-c40f42057824 req-c36e6704-52b7-4689-9cf4-ab0d2a8e41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:02.474534 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa883994-31e9-4208-a950-c40f42057824 req-c36e6704-52b7-4689-9cf4-ab0d2a8e41fe service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1dff3db-d423-4553-8c25-f5f1979a58a2 HTTP/1.1" status: 200 len: 833 time: 0.0455732 May 06 10:33:02.523835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa883994-31e9-4208-a950-c40f42057824 req-e39b7cfd-04a7-44d8-b95c-2fd7f8c2e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:02.525356 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa883994-31e9-4208-a950-c40f42057824 req-e39b7cfd-04a7-44d8-b95c-2fd7f8c2e4ec service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7586731-692f-43b0-9f39-f304a3cd3a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434155 May 06 10:33:02.663500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa883994-31e9-4208-a950-c40f42057824 req-48f2f5ee-7ab9-41f0-915f-6d59fab95b4c service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306341 May 06 10:33:02.671048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162b52-95c1-48aa-ba17-9cd93dc7b6a3 req-d7305ea7-ffc4-435b-8b93-22a8cc1b33e3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:02.672467 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94162b52-95c1-48aa-ba17-9cd93dc7b6a3 req-d7305ea7-ffc4-435b-8b93-22a8cc1b33e3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 944 time: 0.0827177 May 06 10:33:02.761568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-94162b52-95c1-48aa-ba17-9cd93dc7b6a3 req-78f6debe-9f59-4a1b-aa1d-5e4761a1eaf7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805326 May 06 10:33:02.793554 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aa883994-31e9-4208-a950-c40f42057824 req-e733eeaf-50e1-4240-945b-ba5c45a0cdf2 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200502 May 06 10:33:03.878463 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dec8cd-ff3d-4d66-8e9e-d98de7ef9ab1 req-47e507ab-6a99-4117-80b2-79050666bf8e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:03.879932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1dec8cd-ff3d-4d66-8e9e-d98de7ef9ab1 req-47e507ab-6a99-4117-80b2-79050666bf8e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 944 time: 0.0488172 May 06 10:33:03.917746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1dec8cd-ff3d-4d66-8e9e-d98de7ef9ab1 req-5e30e977-871a-4a7e-8dde-8182a8e41d70 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 May 06 10:33:04.880774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3d64682b-66ce-43aa-b6ad-e983aba38afb details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:33:04.980462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3d64682b-66ce-43aa-b6ad-e983aba38afb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:33:04.992134 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'port_id': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'mac_address': 'fa:16:3e:40:1f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:33:05.029402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:05.033340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07d825-3736-4c4f-bf06-6b1338b5b3e7 req-9a659754-6839-4321-924e-6c9bb73fe81b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:05.034819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c07d825-3736-4c4f-bf06-6b1338b5b3e7 req-9a659754-6839-4321-924e-6c9bb73fe81b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 944 time: 0.0482852 May 06 10:33:05.043166 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d64682b-66ce-43aa-b6ad-e983aba38afb {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:33:05.062790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3d64682b-66ce-43aa-b6ad-e983aba38afb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:33:05.066585 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:05.074708 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c07d825-3736-4c4f-bf06-6b1338b5b3e7 req-b03f05c7-a8fb-40c9-ac64-70992571b134 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329947 May 06 10:33:05.119012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3d64682b-66ce-43aa-b6ad-e983aba38afb,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:05.290110 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['3d64682b-66ce-43aa-b6ad-e983aba38afb'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:33:06.196548 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaba69a-1a2f-4fc1-a022-52312caecb2a req-7964373b-cf3b-4355-a409-4997d783ca39 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:06.198068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfaba69a-1a2f-4fc1-a022-52312caecb2a req-7964373b-cf3b-4355-a409-4997d783ca39 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 945 time: 0.0532868 May 06 10:33:06.235102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfaba69a-1a2f-4fc1-a022-52312caecb2a req-41db5bf0-6c8c-460b-b4fe-4f382d203fa6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310757 May 06 10:33:06.897498 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3d64682b-66ce-43aa-b6ad-e983aba38afb up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:33:06.946617 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 3d64682b-66ce-43aa-b6ad-e983aba38afb completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:33:06.950737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 3d64682b-66ce-43aa-b6ad-e983aba38afb triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:33:06.951108 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:07.026323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:07.052146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:33:07.054571 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caaa21f-374c-4cd1-854f-64b2a711fac8" -d '{"events": [{"server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "name": "network-vif-plugged", "status": "completed", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:33:07.067576 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 3d64682b-66ce-43aa-b6ad-e983aba38afb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:33:07.072226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:07.095880 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e783785d-b704-4abd-8898-be43ae8e9db0 x-openstack-request-id: req-e783785d-b704-4abd-8898-be43ae8e9db0 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:33:07.096173 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "name": "network-vif-plugged", "status": "completed", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:33:07.096427 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e783785d-b704-4abd-8898-be43ae8e9db0 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:33:07.096836 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e783785d-b704-4abd-8898-be43ae8e9db0'] response: {'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'code': 200} May 06 10:33:07.123505 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=3d64682b-66ce-43aa-b6ad-e983aba38afb,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:07.192822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fec6ed-edeb-4a4a-bf07-1def65f56d0c req-e14db48b-0a3e-47fe-b4b1-103f01032693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:07.194297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7fec6ed-edeb-4a4a-bf07-1def65f56d0c req-e14db48b-0a3e-47fe-b4b1-103f01032693 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1097 time: 0.0395963 May 06 10:33:07.229613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b7fec6ed-edeb-4a4a-bf07-1def65f56d0c req-356ba7a5-a4d6-45b9-a46e-e06b5dd10b1b service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284650 May 06 10:33:07.350814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794bc2b-dccc-4314-a0c1-5974acdf9558 req-c8fdf2a8-2375-4728-af2e-39c86597789c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:07.352299 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c794bc2b-dccc-4314-a0c1-5974acdf9558 req-c8fdf2a8-2375-4728-af2e-39c86597789c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0492029 May 06 10:33:07.390675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c794bc2b-dccc-4314-a0c1-5974acdf9558 req-3e552d83-0bb7-4cbf-8dc6-276f789bb5a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317888 May 06 10:33:08.510992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a38169-a252-4847-a289-e271307a5c2f req-09759baf-52de-4a7f-8057-f0a6aa043c6b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:08.512393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3a38169-a252-4847-a289-e271307a5c2f req-09759baf-52de-4a7f-8057-f0a6aa043c6b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0529127 May 06 10:33:08.548994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d3a38169-a252-4847-a289-e271307a5c2f req-4ccd51fa-cd44-489e-bedc-90f2efd6a54a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306883 May 06 10:33:08.665291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f9c4d-c1bb-47d3-9ea4-ba4d92542616 req-649e62d8-924b-434b-92b1-14618a258207 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:08.666768 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a21f9c4d-c1bb-47d3-9ea4-ba4d92542616 req-649e62d8-924b-434b-92b1-14618a258207 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0488346 May 06 10:33:08.704477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a21f9c4d-c1bb-47d3-9ea4-ba4d92542616 req-29e24b30-5851-4c89-a612-cc5bc420e235 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316989 May 06 10:33:08.726143 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38408) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:33:08.766129 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093b6f08-5922-4693-8793-c48b3866fddb tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:08.767552 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-093b6f08-5922-4693-8793-c48b3866fddb tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1092 time: 0.0403886 May 06 10:33:08.770431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38410) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:33:08.774782 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:33:08.794816 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:08.892134 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.002619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.250 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/f19c0c76-b737-4196-9b98-301233aacc36) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:33:09.106571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.139266 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.175764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:33:09.179406 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:33:09.182818 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:33:09.212179 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=f19c0c76-b737-4196-9b98-301233aacc36,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:09.546347 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.616685 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.767678 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.772783 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.845272 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=f19c0c76-b737-4196-9b98-301233aacc36,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:33:09.856393 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:09.959689 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 3d993c5d-15b9-4a08-aec1-9125c61a6ed7 associated. External IP: 172.25.8.250, port: 3d64682b-66ce-43aa-b6ad-e983aba38afb. May 06 10:33:10.170426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:33:10.283999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:33:10.294925 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] Sync routers for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:33:10.304768 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:10.306827 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:33:10.307557 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:33:10.334033 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8aaabb97-38fe-4c6c-841e-ec0f0c385034 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5618763 May 06 10:33:10.334624 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:33:10.377862 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e576df13202edad79ab3f5f38fc837d4d2daa017a7770fe4381cce68faabb4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c" -d '{"events": [{"name": "network-changed", "server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:33:10.456991 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ba967-50cf-458c-b0fa-a9a17df425bc req-7898600a-db1b-40e7-a520-56783b5fc634 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:10.458544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-087ba967-50cf-458c-b0fa-a9a17df425bc req-7898600a-db1b-40e7-a520-56783b5fc634 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0500147 May 06 10:33:10.462417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:33:10.474633 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb2c98d-8d7a-4a96-b87a-f8b6dff1f8b2 x-openstack-request-id: req-aeb2c98d-8d7a-4a96-b87a-f8b6dff1f8b2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:33:10.474927 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:33:10.475196 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aeb2c98d-8d7a-4a96-b87a-f8b6dff1f8b2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:33:10.475654 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb2c98d-8d7a-4a96-b87a-f8b6dff1f8b2'] response: {'name': 'network-changed', 'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'status': 'completed', 'code': 200} May 06 10:33:10.498751 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-087ba967-50cf-458c-b0fa-a9a17df425bc req-f37dee0d-046d-4c45-b5f6-69708d139b0c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340786 May 06 10:33:10.521499 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38420) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:33:10.551225 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-f98a11e6-b24b-466b-88e4-41262b0704cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:10.554401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-f98a11e6-b24b-466b-88e4-41262b0704cd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1097 time: 0.0547144 May 06 10:33:10.603251 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-76828aba-9ec3-4f54-874a-48c6129880f1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/3d993c5d-15b9-4a08-aec1-9125c61a6ed7 HTTP/1.1" status: 200 len: 992 time: 0.0805316 May 06 10:33:10.656435 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-f3ed37e3-690f-4d31-9de8-ffd02f1cc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:10.657901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-f3ed37e3-690f-4d31-9de8-ffd02f1cc77b service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 200 len: 897 time: 0.0958850 May 06 10:33:10.709946 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3d993c5d-15b9-4a08-aec1-9125c61a6ed7', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'port_id': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'mac_address': 'fa:16:3e:40:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e6f627-ff20-4731-a11a-3370e675d004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:33:09Z', 'updated_at': '2022-05-06T10:33:09Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:33:00Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:33:10.729225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-b2d86e88-7403-4d80-94cd-23d6762c284d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 200 len: 1000 time: 0.0644014 May 06 10:33:10.736513 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] Checking router: a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:33:10.745455 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:33:10.746055 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:32:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:33:10.777668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-56676bb6-10b3-4678-891e-b37f66237def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:10.779129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-56676bb6-10b3-4678-891e-b37f66237def service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1dff3db-d423-4553-8c25-f5f1979a58a2 HTTP/1.1" status: 200 len: 833 time: 0.0435421 May 06 10:33:10.824610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-886ed1c5-a512-48c6-b9c5-3722d67d4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:10.826002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-886ed1c5-a512-48c6-b9c5-3722d67d4090 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7586731-692f-43b0-9f39-f304a3cd3a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400052 May 06 10:33:10.853873 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:33:10.920174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-809ce0c8-9276-46a9-be3f-b0285c2c9b0e service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871732 May 06 10:33:11.015289 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8e8525a-c15a-4ac9-92c5-81af1c5df66c req-f72e642b-db35-422f-9135-9fcc46d3ce64 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881605 May 06 10:33:11.080436 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3d993c5d-15b9-4a08-aec1-9125c61a6ed7', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'port_id': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'mac_address': 'fa:16:3e:40:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e6f627-ff20-4731-a11a-3370e675d004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:33:09Z', 'updated_at': '2022-05-06T10:33:09Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:33:00Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:33:11.107257 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4a5d03-c27f-4a1e-b940-1f40537e898b None None] The sync data for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 is: [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3d993c5d-15b9-4a08-aec1-9125c61a6ed7', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.250', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'port_id': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'mac_address': 'fa:16:3e:40:1f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e6f627-ff20-4731-a11a-3370e675d004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:33:09Z', 'updated_at': '2022-05-06T10:33:09Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:33:00Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:33:11.297280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccbe5e-548c-4b80-8909-fed83874818b None None] New status for floating IP 3d993c5d-15b9-4a08-aec1-9125c61a6ed7: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:33:11.607085 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38422) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:33:11.670243 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4b751d7f-e3ed-46fd-97da-feb2844de371 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/3d993c5d-15b9-4a08-aec1-9125c61a6ed7 HTTP/1.1" status: 200 len: 994 time: 0.0619917 May 06 10:33:12.760407 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3df1a68c-1ffd-4c19-98ec-dd3c4b8f154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:15.247528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-da0744d0-e937-4486-b7d1-6fab4f415aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:16.857235 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:17.019548 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:18.353707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:18.821413 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:20.986239 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:34.594011 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:33:42.764428 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14c9a4ce-8f79-42ba-9e01-0cdf7502451e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:42.898259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-85058cf2-5464-4ced-842d-daa41aad0bc1 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459321 May 06 10:33:42.984342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-d3b3bf18-d039-4b8a-96cb-3323cc43f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:42.985828 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-d3b3bf18-d039-4b8a-96cb-3323cc43f599 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1097 time: 0.0448952 May 06 10:33:43.089593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-ae257e67-fa0f-4d84-a875-feab76a7f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:43.091038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-ae257e67-fa0f-4d84-a875-feab76a7f372 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 200 len: 897 time: 0.0845718 May 06 10:33:43.162111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-dd885be6-8425-4c4b-9796-7b8ac7a693d9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 200 len: 1002 time: 0.0626652 May 06 10:33:43.211926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-f12530e1-3407-4b38-bc2a-f8d4b59418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:43.213379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-f12530e1-3407-4b38-bc2a-f8d4b59418d1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1dff3db-d423-4553-8c25-f5f1979a58a2 HTTP/1.1" status: 200 len: 833 time: 0.0437820 May 06 10:33:43.259476 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-9c1a5833-06c1-4809-ab3b-f03647a7ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:43.261001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-9c1a5833-06c1-4809-ab3b-f03647a7ec1d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7586731-692f-43b0-9f39-f304a3cd3a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404415 May 06 10:33:43.662044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-1a4e505a-27f3-4b3e-ad80-11cc9e7edc18 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934126 May 06 10:33:43.753893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b4d2cca2-ea49-480d-8883-9bbaa8aa0a80 req-d202d142-a431-4ba9-a77d-41bc54f7e8c7 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817578 May 06 10:33:44.819074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26436988-9861-49c7-b774-2bbba2f496d0 req-7dbca31a-5307-406d-9e98-a6a3a866c5c9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:44.820466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26436988-9861-49c7-b774-2bbba2f496d0 req-7dbca31a-5307-406d-9e98-a6a3a866c5c9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0764656 May 06 10:33:44.826298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-6c4fdf66-923c-441f-b5b1-9f6c811f5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:44.827681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-6c4fdf66-923c-441f-b5b1-9f6c811f5974 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1097 time: 0.0751371 May 06 10:33:44.909545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-26436988-9861-49c7-b774-2bbba2f496d0 req-e41b99c4-9cf5-4dac-b7d5-7dcd13cf2b09 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809109 May 06 10:33:44.944264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-cbba93cb-8672-4c2b-be24-b3f76db02fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:44.945744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-cbba93cb-8672-4c2b-be24-b3f76db02fd0 service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 200 len: 897 time: 0.1114738 May 06 10:33:45.010364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-362a78de-872a-4495-bb32-91e6d2e099b4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 200 len: 1002 time: 0.0579832 May 06 10:33:45.061004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-655aa974-fd72-441f-b4a0-a0d7fa86785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:45.062439 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-655aa974-fd72-441f-b4a0-a0d7fa86785e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1dff3db-d423-4553-8c25-f5f1979a58a2 HTTP/1.1" status: 200 len: 833 time: 0.0449681 May 06 10:33:45.111842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-7abeff90-9c1d-41c0-8b8e-f9aac1d54123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:45.113303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-7abeff90-9c1d-41c0-8b8e-f9aac1d54123 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7586731-692f-43b0-9f39-f304a3cd3a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433195 May 06 10:33:45.202528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-7f7ae8e3-2ed0-4b75-8ebb-ad8014a875da service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813777 May 06 10:33:45.247139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f174ac4-6365-43c0-9201-f981d2509d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:45.299525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-59957923-da57-46ab-867f-4fafdcc9bf7b req-ab0e2bc2-cd7a-4c35-96f9-d49c3dad3d14 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895956 May 06 10:33:46.035973 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91aa315-cc03-4077-8372-224afbb2e8d6 req-f5a57a7b-1d76-4932-aa9d-2dc50c21cfd4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:46.037732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b91aa315-cc03-4077-8372-224afbb2e8d6 req-f5a57a7b-1d76-4932-aa9d-2dc50c21cfd4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0504205 May 06 10:33:46.075770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b91aa315-cc03-4077-8372-224afbb2e8d6 req-7d31342a-6f4e-4150-9509-9846702a2c8c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318713 May 06 10:33:46.856596 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:47.019883 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:47.190597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cfb73-aa0a-4d0b-b6fc-015a158dd6ea req-8960d85a-25bd-4244-8b37-35512376fca2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:47.192073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-084cfb73-aa0a-4d0b-b6fc-015a158dd6ea req-8960d85a-25bd-4244-8b37-35512376fca2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0482044 May 06 10:33:47.229972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-084cfb73-aa0a-4d0b-b6fc-015a158dd6ea req-429e7bb8-fd3e-48b6-9de8-1dfe0b09faa2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 May 06 10:33:48.345726 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbacffe-f5bf-4feb-8618-55cfc58943f8 req-ac59d4a8-a29e-4e3d-a266-33af07f6d2f6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:48.347313 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbacffe-f5bf-4feb-8618-55cfc58943f8 req-ac59d4a8-a29e-4e3d-a266-33af07f6d2f6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0491877 May 06 10:33:48.357498 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:48.390441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7cbacffe-f5bf-4feb-8618-55cfc58943f8 req-05a42f25-91c5-4a83-81df-941b88205a52 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362914 May 06 10:33:48.825112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:49.506867 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c47c1-6753-47f6-b22c-55c386aab647 req-88fb8a35-8590-4985-b65a-4364e51d4a51 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:49.508368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a4c47c1-6753-47f6-b22c-55c386aab647 req-88fb8a35-8590-4985-b65a-4364e51d4a51 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0490394 May 06 10:33:49.545656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a4c47c1-6753-47f6-b22c-55c386aab647 req-51e36d3c-2090-4729-bca0-68a2485041e3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 May 06 10:33:50.662168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb4628-c3f2-4871-b4fb-a9dc8ad49f70 req-fdcf68f6-5130-4648-a118-278330ef5ed2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:50.663727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffeb4628-c3f2-4871-b4fb-a9dc8ad49f70 req-fdcf68f6-5130-4648-a118-278330ef5ed2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0497537 May 06 10:33:50.701945 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ffeb4628-c3f2-4871-b4fb-a9dc8ad49f70 req-077ac6ea-c7fd-4086-9490-6cc6f46a4bfb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 May 06 10:33:50.988409 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:33:51.817748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54c62e-8f40-4692-987f-020a9562fb81 req-9d4b0682-f490-4169-aa69-927c07a776ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:51.819443 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc54c62e-8f40-4692-987f-020a9562fb81 req-9d4b0682-f490-4169-aa69-927c07a776ef tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0496399 May 06 10:33:51.862517 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc54c62e-8f40-4692-987f-020a9562fb81 req-d49d939a-4866-4c6c-ac8e-287f6b5491e3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369475 May 06 10:33:52.984666 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe8527-eeaf-4c9c-a94d-fa5b76f516b2 req-1d5aec3e-7dc2-4e5b-99a8-8401eba80594 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:52.986213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20fe8527-eeaf-4c9c-a94d-fa5b76f516b2 req-1d5aec3e-7dc2-4e5b-99a8-8401eba80594 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0517695 May 06 10:33:53.028000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20fe8527-eeaf-4c9c-a94d-fa5b76f516b2 req-0a24ec13-d3ce-43b9-a978-94295d40f8c4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 May 06 10:33:54.143795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799cac-9160-4c4d-b8d0-43e757561f33 req-2e22a9e5-7930-4cda-8a45-f4e5a8c439c7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:54.145282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f799cac-9160-4c4d-b8d0-43e757561f33 req-2e22a9e5-7930-4cda-8a45-f4e5a8c439c7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0491931 May 06 10:33:54.183302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0f799cac-9160-4c4d-b8d0-43e757561f33 req-d91f1204-4d25-4253-8565-6c374de033fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318453 May 06 10:33:55.300350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefbc96-1901-4457-825e-3358acaaf5ed req-02183682-276f-4cc5-b8be-2e0d4332c87d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:55.301861 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fefbc96-1901-4457-825e-3358acaaf5ed req-02183682-276f-4cc5-b8be-2e0d4332c87d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0489483 May 06 10:33:55.343678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fefbc96-1901-4457-825e-3358acaaf5ed req-0202b1f6-b109-4d39-b7de-bdf34d01ac40 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357559 May 06 10:33:56.462538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e73a68-c0f4-4d4a-a929-2f6f6d266081 req-8602e961-7656-438e-b183-4480324cc96f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:33:56.464072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50e73a68-c0f4-4d4a-a929-2f6f6d266081 req-8602e961-7656-438e-b183-4480324cc96f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0507977 May 06 10:33:56.501792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50e73a68-c0f4-4d4a-a929-2f6f6d266081 req-3bca9eb5-d531-4693-a8b3-10756d265c59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 May 06 10:33:56.524231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38472) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:33:56.584222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ff321742-0040-4ef4-ba4a-6163caca5db9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/3d993c5d-15b9-4a08-aec1-9125c61a6ed7 HTTP/1.1" status: 200 len: 994 time: 0.0588031 May 06 10:34:11.593069 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:34:12.768037 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-28eb37ad-be7f-4fb0-b17a-e304bf282f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:15.248433 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-adf22dc1-87fb-4e4f-a65e-409fbcd3dda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:16.859397 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:17.054151 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:18.361012 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:18.829241 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:20.988317 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:26.952191 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38492) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:27.121197 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port f19c0c76-b737-4196-9b98-301233aacc36 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:27.121533 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:27.196304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:27.196637 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:27.208632 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for f19c0c76-b737-4196-9b98-301233aacc36 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:27.357784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:27.382485 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=f19c0c76-b737-4196-9b98-301233aacc36,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:27.393884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.394227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.394563 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.394892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.395218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.395552 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.396380 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.396700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.397020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.397337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.397654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.397968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:27.454375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:27.454701 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 3d993c5d-15b9-4a08-aec1-9125c61a6ed7 disassociated (deleted). External IP: 172.25.8.250, port: 3d64682b-66ce-43aa-b6ad-e983aba38afb. May 06 10:34:27.663543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:34:27.769852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:34:27.775283 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:27.780340 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de847481-5571-48d4-852b-13fd689b5477 None None] Sync routers for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:34:27.791796 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:27.792402 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:27.806208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3ddca3f9-68b0-439c-a640-546d092bd52a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/floatingips/3d993c5d-15b9-4a08-aec1-9125c61a6ed7 HTTP/1.1" status: 204 len: 168 time: 0.8530133 May 06 10:34:27.806803 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:34:27.809231 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e768f-d495-4e52-adcd-68138c657baa" -d '{"events": [{"name": "network-changed", "server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:34:27.856064 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea1b9ed-0cd5-4aa1-afc3-21b8b9a46035 x-openstack-request-id: req-6ea1b9ed-0cd5-4aa1-afc3-21b8b9a46035 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:34:27.856356 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:34:27.856607 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ea1b9ed-0cd5-4aa1-afc3-21b8b9a46035 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:34:27.857141 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea1b9ed-0cd5-4aa1-afc3-21b8b9a46035'] response: {'name': 'network-changed', 'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'status': 'completed', 'code': 200} May 06 10:34:27.918673 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:27.924288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e768f-d495-4e52-adcd-68138c657baa req-8a962b8f-eeb3-499e-a628-84338142c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:27.925808 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-8a962b8f-eeb3-499e-a628-84338142c5dd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 1097 time: 0.0463595 May 06 10:34:28.061056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e768f-d495-4e52-adcd-68138c657baa req-005da296-acc3-48d5-be77-2d51a67759be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:28.062596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-005da296-acc3-48d5-be77-2d51a67759be service neutron] 10.222.0.82 "GET /v2.0/networks?id=e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 200 len: 897 time: 0.1301117 May 06 10:34:28.071395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09dcdc-7a83-4c25-be1b-6ea4854095a4 req-c3649b21-6e8d-47d9-8170-3f6a64c48ba2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:28.072823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d09dcdc-7a83-4c25-be1b-6ea4854095a4 req-c3649b21-6e8d-47d9-8170-3f6a64c48ba2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0774403 May 06 10:34:28.114117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-f4d011e7-4c88-4232-91b2-8cc85681df95 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 200 len: 217 time: 0.0402179 May 06 10:34:28.128618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:33:00Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:28.175402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1d09dcdc-7a83-4c25-be1b-6ea4854095a4 req-24f1c692-4b3b-4494-93a6-f458ed76b577 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951042 May 06 10:34:28.186390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e768f-d495-4e52-adcd-68138c657baa req-947ae66a-6a1f-40bc-b136-5b0d6df92bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:28.188054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-947ae66a-6a1f-40bc-b136-5b0d6df92bd5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=b1dff3db-d423-4553-8c25-f5f1979a58a2 HTTP/1.1" status: 200 len: 833 time: 0.0651805 May 06 10:34:28.241598 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e768f-d495-4e52-adcd-68138c657baa req-91b03461-8eb8-4c30-98fe-b7a7ee7df4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:28.243217 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-91b03461-8eb8-4c30-98fe-b7a7ee7df4b4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=e7586731-692f-43b0-9f39-f304a3cd3a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483744 May 06 10:34:28.249417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de847481-5571-48d4-852b-13fd689b5477 None None] Checking router: a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:34:28.254856 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-81a7abab-9689-43fd-a568-634c27b58076 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:34:28.255989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-81a7abab-9689-43fd-a568-634c27b58076 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051606 May 06 10:34:28.258229 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:28.258824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:28.350835 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-088bf73c-b77c-45cc-b65c-c1b2dc2b06d2 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855629 May 06 10:34:28.363409 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:28.450454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-499e768f-d495-4e52-adcd-68138c657baa req-10dfed3c-28eb-4214-87f0-20e625c0f191 service neutron] 10.222.0.82 "GET /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904911 May 06 10:34:28.558169 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-de847481-5571-48d4-852b-13fd689b5477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:33:00Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:28.587327 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de847481-5571-48d4-852b-13fd689b5477 None None] The sync data for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 is: [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:32:57Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '34c78a90-a404-490a-b87f-2a1d00df9f7c', 'name': '', 'network_id': 'e7586731-692f-43b0-9f39-f304a3cd3a9c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:4b:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:56Z', 'updated_at': '2022-05-06T10:33:00Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'b1dff3db-d423-4553-8c25-f5f1979a58a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:34:28.799077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb816e-3474-4f26-bc74-e7ddd790056b None None] New status for floating IP 3d993c5d-15b9-4a08-aec1-9125c61a6ed7: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:34:29.315421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144ff01-6314-4346-bae7-07909299fcd9 req-37cb58df-7e5a-4fe0-9e13-d77b0058e0e3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:29.316959 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a144ff01-6314-4346-bae7-07909299fcd9 req-37cb58df-7e5a-4fe0-9e13-d77b0058e0e3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0503445 May 06 10:34:29.358210 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a144ff01-6314-4346-bae7-07909299fcd9 req-553f2307-c9a2-4897-aa0c-571ac1e09834 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345454 May 06 10:34:29.601341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-332e7b2b-5487-4d8a-9dd6-87f108c87f13 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:29.602790 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-332e7b2b-5487-4d8a-9dd6-87f108c87f13 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 946 time: 0.0493641 May 06 10:34:29.704454 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 3d64682b-66ce-43aa-b6ad-e983aba38afb {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:29.704808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:29.791813 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 3d64682b-66ce-43aa-b6ad-e983aba38afb, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=3d64682b-66ce-43aa-b6ad-e983aba38afb,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:29.792173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:29.805440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 3d64682b-66ce-43aa-b6ad-e983aba38afb owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:29.938935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:29.967223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=3d64682b-66ce-43aa-b6ad-e983aba38afb,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:30.013154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] No DVR routers for this DVR port 3d64682b-66ce-43aa-b6ad-e983aba38afb on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:34:30.015797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:30.019000 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d704de4c-c74d-49bb-afb6-54492ee9fa48 req-91a6ab03-dcc6-4366-b9b2-4a1862029a1a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "DELETE /v2.0/ports/3d64682b-66ce-43aa-b6ad-e983aba38afb HTTP/1.1" status: 204 len: 173 time: 0.4010048 May 06 10:34:30.019479 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'name': 'network-vif-deleted', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:34:30.021836 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba23ea8-9dce-479d-a5fe-68e482bdf625" -d '{"events": [{"server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "name": "network-vif-deleted", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:34:30.073571 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d9adc-f2c5-4079-b35b-92b5defb643b x-openstack-request-id: req-248d9adc-f2c5-4079-b35b-92b5defb643b {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:34:30.073984 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e6f627-ff20-4731-a11a-3370e675d004", "name": "network-vif-deleted", "tag": "3d64682b-66ce-43aa-b6ad-e983aba38afb", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:34:30.074239 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-248d9adc-f2c5-4079-b35b-92b5defb643b {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:34:30.074639 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248d9adc-f2c5-4079-b35b-92b5defb643b'] response: {'server_uuid': '40e6f627-ff20-4731-a11a-3370e675d004', 'name': 'network-vif-deleted', 'tag': '3d64682b-66ce-43aa-b6ad-e983aba38afb', 'status': 'completed', 'code': 200} May 06 10:34:30.478906 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-02f70d88-d3fd-4002-b2d6-71b1a78ebce1 req-31dccb1e-b801-418f-bf1c-18532c5b5af9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=40e6f627-ff20-4731-a11a-3370e675d004 HTTP/1.1" status: 200 len: 210 time: 0.0282869 May 06 10:34:31.536361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38516) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:31.899772 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:32.154140 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 34c78a90-a404-490a-b87f-2a1d00df9f7c {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:32.154385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:32.244373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 34c78a90-a404-490a-b87f-2a1d00df9f7c, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=34c78a90-a404-490a-b87f-2a1d00df9f7c,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:32.244373 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:32.257102 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 34c78a90-a404-490a-b87f-2a1d00df9f7c owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:32.442451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:32.476298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=34c78a90-a404-490a-b87f-2a1d00df9f7c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:32.498703 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.499053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.499394 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.499754 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.500087 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.500420 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.500749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.501077 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.501405 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.501730 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.502053 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.502371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:32.652973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:32.865881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:34:32.971600 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:34:32.977522 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-89844cdc-d4fe-458e-90fe-6bb827625c16 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397237 May 06 10:34:32.979660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38528) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:32.981708 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] Sync routers for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:34:32.991017 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:32.991911 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:33.032550 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting subnet b1dff3db-d423-4553-8c25-f5f1979a58a2 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:34:33.035831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.075431 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.096128 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:33.163855 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.222832 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.251417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Subnet': ['ID=b1dff3db-d423-4553-8c25-f5f1979a58a2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:33.253426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.259550 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2ed896bb-15ef-491c-91ba-acfe95d3c8fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/subnets/b1dff3db-d423-4553-8c25-f5f1979a58a2 HTTP/1.1" status: 204 len: 168 time: 0.2762265 May 06 10:34:33.259764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1fecdf-2305-4847-b270-6af5c66b66b5 None None] Network e7586731-692f-43b0-9f39-f304a3cd3a9c requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:34:33.260233 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38530) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:33.285752 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:34:32Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:33.308533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3d64682b-66ce-43aa-b6ad-e983aba38afb no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:34:33.316406 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] Checking router: a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:34:33.326205 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] Routers {'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:33.326814 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:33.336102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 3d64682b-66ce-43aa-b6ad-e983aba38afb {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:34:33.336447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 3d64682b-66ce-43aa-b6ad-e983aba38afb not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:34:33.376935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.439239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] Set router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:33.476241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] DHCP port deletion for e7586731-692f-43b0-9f39-f304a3cd3a9c request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:34:33.491697 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.532202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Deleting port fafd996f-1cf2-40cd-bfe8-26e4927c305d {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:33.532661 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.549842 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 4983e292-498a-460b-a369-7a2947538d49 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:34:33.550480 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.599452 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] For port fafd996f-1cf2-40cd-bfe8-26e4927c305d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=fafd996f-1cf2-40cd-bfe8-26e4927c305d,segment=NetworkSegment(c7ea8f12-3e91-4408-9dde-88b5aab5153d),segment_id=c7ea8f12-3e91-4408-9dde-88b5aab5153d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:33.603225 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.617716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Calling delete_port for fafd996f-1cf2-40cd-bfe8-26e4927c305d owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:33.636487 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:34:32Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:33.638794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 4983e292-498a-460b-a369-7a2947538d49, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4983e292-498a-460b-a369-7a2947538d49,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:33.639165 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.652716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 4983e292-498a-460b-a369-7a2947538d49 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:34:33.663456 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39abb67-898c-4a1b-9ea6-15fa5c4eecdf None None] The sync data for ids ['a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0'] in n-d-840834-1 is: [{'id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425178004', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '4983e292-498a-460b-a369-7a2947538d49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:32:53Z', 'updated_at': '2022-05-06T10:34:32Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4983e292-498a-460b-a369-7a2947538d49', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:32:54Z', 'updated_at': '2022-05-06T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:34:33.706606 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.733183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Pushing event deleted for resources: {'Port': ['ID=fafd996f-1cf2-40cd-bfe8-26e4927c305d,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:33.737396 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] No DVR routers for this DVR port fafd996f-1cf2-40cd-bfe8-26e4927c305d on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:34:33.745489 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.748048 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.749142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.749142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.749142 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efd994-7a3e-4efc-b4b5-a48a4767b288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:33.826495 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:33.852695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=4983e292-498a-460b-a369-7a2947538d49,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:33.923031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.013877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.016130 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.066171 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.066700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Fanout notify agent at l3_agent the message router_deleted on router a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:34:34.074183 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.075457 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1739db0f-2742-4e19-b9e6-31289284e263 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/routers/a364bbc8-c7fc-4d9c-a3f8-fc41dcfb0fd0 HTTP/1.1" status: 204 len: 168 time: 0.8147323 May 06 10:34:34.078469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38532) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:34.158957 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.572475 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.594375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7586731-692f-43b0-9f39-f304a3cd3a9c']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:34.604155 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea8f12-3e91-4408-9dde-88b5aab5153d') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:34.604734 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea8f12-3e91-4408-9dde-88b5aab5153d') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:34.613693 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.627376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.633811 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:34:34.634197 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: timer() May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:34:34.637313 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:34:34.689316 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fafd996f-1cf2-40cd-bfe8-26e4927c305d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:34:34.702385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.708849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.715296 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/networks/e7586731-692f-43b0-9f39-f304a3cd3a9c HTTP/1.1" status: 204 len: 168 time: 0.6331508 May 06 10:34:34.715694 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38534) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:34.725094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: fafd996f-1cf2-40cd-bfe8-26e4927c305d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:34:34.725737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device fafd996f-1cf2-40cd-bfe8-26e4927c305d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:34:34.726241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 34c78a90-a404-490a-b87f-2a1d00df9f7c no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:34:34.729781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52da8e1-efd6-44ce-9a00-236a9e8c3100 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Network': ['ID=e7586731-692f-43b0-9f39-f304a3cd3a9c,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:34.752266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 34c78a90-a404-490a-b87f-2a1d00df9f7c {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:34:34.752609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 34c78a90-a404-490a-b87f-2a1d00df9f7c not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:34:34.785167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87126c9d-89c0-45b3-86bb-57dba09f9704 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.810206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87126c9d-89c0-45b3-86bb-57dba09f9704 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.870732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87126c9d-89c0-45b3-86bb-57dba09f9704 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.873292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-87126c9d-89c0-45b3-86bb-57dba09f9704 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:34.874475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-87126c9d-89c0-45b3-86bb-57dba09f9704 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/security-groups/8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a HTTP/1.1" status: 204 len: 168 time: 0.1578112 May 06 10:34:34.884302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87126c9d-89c0-45b3-86bb-57dba09f9704 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b34685c-6fc3-47cd-b5b7-5780a6dfbe7a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:35.320276 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38540) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:35.324940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e4f413f3-ac02-40f7-b015-9692a3862df7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513443578', 'description': 'tempest-secgroup-smoke-1513443578 description', 'project_id': '716fcb654a664b41afc42ce41969f497'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:35.345130 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4f413f3-ac02-40f7-b015-9692a3862df7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.412501 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4f413f3-ac02-40f7-b015-9692a3862df7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.417500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4f413f3-ac02-40f7-b015-9692a3862df7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.445504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4f413f3-ac02-40f7-b015-9692a3862df7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.446708 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e4f413f3-ac02-40f7-b015-9692a3862df7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1254225 May 06 10:34:35.449766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38542) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:35.450530 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f413f3-ac02-40f7-b015-9692a3862df7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883810e5-9946-48fb-bef9-2785943eeaac,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:35.454381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e3850ff7-203c-4d0f-8622-d14cda9dc2ed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '883810e5-9946-48fb-bef9-2785943eeaac', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:35.481678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3850ff7-203c-4d0f-8622-d14cda9dc2ed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.528199 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3850ff7-203c-4d0f-8622-d14cda9dc2ed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.531772 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3850ff7-203c-4d0f-8622-d14cda9dc2ed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.550240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3850ff7-203c-4d0f-8622-d14cda9dc2ed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4485702-aff0-41e1-8c36-bf4e0d38f8ac,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:35.558058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e3850ff7-203c-4d0f-8622-d14cda9dc2ed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.559249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e3850ff7-203c-4d0f-8622-d14cda9dc2ed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1084623 May 06 10:34:35.561895 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38544) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:35.566149 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-4ebcbf7d-8845-4e7d-804a-e62aea34acc6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '883810e5-9946-48fb-bef9-2785943eeaac', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:35.591519 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcbf7d-8845-4e7d-804a-e62aea34acc6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.651177 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcbf7d-8845-4e7d-804a-e62aea34acc6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.654557 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcbf7d-8845-4e7d-804a-e62aea34acc6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.671525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcbf7d-8845-4e7d-804a-e62aea34acc6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823e15a8-ada5-4268-9633-3eea16e2744d,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:35.680055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-4ebcbf7d-8845-4e7d-804a-e62aea34acc6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.681284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-4ebcbf7d-8845-4e7d-804a-e62aea34acc6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184499 May 06 10:34:35.684042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38546) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:35.688270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-5e0c8e9c-6644-4dde-904c-ee5005290bdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '883810e5-9946-48fb-bef9-2785943eeaac', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:35.712360 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8e9c-6644-4dde-904c-ee5005290bdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.769150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8e9c-6644-4dde-904c-ee5005290bdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.773275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8e9c-6644-4dde-904c-ee5005290bdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.791514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c8e9c-6644-4dde-904c-ee5005290bdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff43b7f-5b6b-4761-8a36-b90358b47097,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:35.795787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8e9c-6644-4dde-904c-ee5005290bdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.796971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5e0c8e9c-6644-4dde-904c-ee5005290bdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120155 May 06 10:34:35.799702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38548) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:35.803936 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9d2857d6-64ad-47da-8dda-12466a5e769c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '883810e5-9946-48fb-bef9-2785943eeaac', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:35.828465 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d2857d6-64ad-47da-8dda-12466a5e769c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.887503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d2857d6-64ad-47da-8dda-12466a5e769c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.891822 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d2857d6-64ad-47da-8dda-12466a5e769c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.911540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2857d6-64ad-47da-8dda-12466a5e769c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaadd74-49cc-427d-948c-72269b0c574c,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:35.921593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d2857d6-64ad-47da-8dda-12466a5e769c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:35.922789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9d2857d6-64ad-47da-8dda-12466a5e769c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221790 May 06 10:34:35.927269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38550) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:35.932450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '883810e5-9946-48fb-bef9-2785943eeaac', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:35.953325 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:34:35.958055 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.021472 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.025316 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.042959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc26096-597b-4068-ba28-9e5eb0182d32,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:36.052338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.053556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-61824f52-1175-424a-926e-e0aaf24c0468 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251194 May 06 10:34:36.056341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38552) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:36.060643 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '883810e5-9946-48fb-bef9-2785943eeaac', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:36.080836 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:34:36.085805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.147195 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.151004 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.171930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9638e6-ccbd-47e2-96c5-041f4cb9e4bd,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:36.178106 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.179273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3b97a329-8771-4ff9-8a3a-c858e08d2571 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220529 May 06 10:34:36.181993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38554) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:36.186678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'network': {'name': 'tempest-network-smoke--2145692455', 'project_id': '716fcb654a664b41afc42ce41969f497', 'port_security_enabled': True}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:36.205056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:34:36.209138 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.233168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:34:36.242662 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.243029 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Added segment a75cb815-6507-4415-9aae-dff8ad953e4d of type vlan for network c2bb1c05-06d0-4536-a587-2220d42214d2 May 06 10:34:36.262601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4983e292-498a-460b-a369-7a2947538d49 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:34:36.285156 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.285406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4983e292-498a-460b-a369-7a2947538d49 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:34:36.285752 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4983e292-498a-460b-a369-7a2947538d49 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:34:36.313532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.318960 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:36.319528 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.380599 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1950700 May 06 10:34:36.380832 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38556) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:36.385026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'admin_state_up': True, 'project_id': '716fcb654a664b41afc42ce41969f497', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:36.405495 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41762770-fa56-4d94-9edb-f0fb97d97708 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Network': ['ID=c2bb1c05-06d0-4536-a587-2220d42214d2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:36.417180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.417534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c2bb1c05-06d0-4536-a587-2220d42214d2 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:34:36.418238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.470738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:36.612472 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:37.117375 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:37.135629 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:37.237664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.88 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/b94e013d-81cf-43bc-80b1-f6650a79ab53) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:34:37.345461 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:37.378114 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:37.414461 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:34:37.417334 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:34:37.419987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:34:37.459395 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=b94e013d-81cf-43bc-80b1-f6650a79ab53,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:37.682429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:37.876656 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:38.004587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 601e17ca-2250-4fcf-ab10-b67c0631b39e is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:34:38.111910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:34:38.134163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:38.138498 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-eefedf03-d6d0-4d5f-83da-68dd9325a929 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7537763 May 06 10:34:38.138737 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38558) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:38.172203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9c30e553-92cc-4ed3-acb3-623fd8de0d2e tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=716fcb654a664b41afc42ce41969f497&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298929 May 06 10:34:38.172455 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38560) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:38.247028 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Sync routers for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:34:38.263809 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:38.264438 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:38.270520 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916c096-6c6b-49d5-8c0a-d1f4590f7aca tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:38.272189 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7916c096-6c6b-49d5-8c0a-d1f4590f7aca tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987980 May 06 10:34:38.274976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38562) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:38.303799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-73fba346-cd04-44d3-a95d-15f41eeb24c2 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277448 May 06 10:34:38.306189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38564) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:38.310804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531487568', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'project_id': '716fcb654a664b41afc42ce41969f497', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:38.371368 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:38.395796 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:34:38.399732 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:38.558941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:37Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:38.588179 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Checking router: 601e17ca-2250-4fcf-ab10-b67c0631b39e for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:34:38.588530 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Updating router 601e17ca-2250-4fcf-ab10-b67c0631b39e port b94e013d-81cf-43bc-80b1-f6650a79ab53 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:34:38.600107 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:38.617871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:38.665622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Subnet': ['ID=ea2fd9ff-5cc3-4d66-a89d-d425cf538509,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:38.672599 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Checking segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:34:38.672957 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network hostable DHCP agents. Network: c2bb1c05-06d0-4536-a587-2220d42214d2, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:34:38.689613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network c2bb1c05-06d0-4536-a587-2220d42214d2 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:34:38.698685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c2bb1c05-06d0-4536-a587-2220d42214d2) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:34:38.703148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:38.704027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:38.716494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae13e4-f398-4ae7-8dcc-a3ff3c33ffc6 None None] Network c2bb1c05-06d0-4536-a587-2220d42214d2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:34:38.721752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a761f7b8-ca42-4288-a679-8a49cdb11451 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4145517 May 06 10:34:38.724696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38566) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:38.965164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-c2bb1c05-06d0-4536-a587-2220d42214d2', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:34:38.966008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.002227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.009734 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.123864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a975d-ab51-40cb-a45e-d27315bc1873 None None] Pushing event updated for resources: {'Port': ['ID=b94e013d-81cf-43bc-80b1-f6650a79ab53,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:39.126108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Attempting to bind port b94e013d-81cf-43bc-80b1-f6650a79ab53 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:34:39.126883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Attempting to bind port b94e013d-81cf-43bc-80b1-f6650a79ab53 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:34:39.126883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Attempting to bind port b94e013d-81cf-43bc-80b1-f6650a79ab53 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:34:39.138883 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:34:39.139321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:34:39.139747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.140124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:34:39.140593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Bound port: b94e013d-81cf-43bc-80b1-f6650a79ab53, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:34:39.140971 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.178056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.212549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Allocated IP 172.20.0.2 (c2bb1c05-06d0-4536-a587-2220d42214d2/ea2fd9ff-5cc3-4d66-a89d-d425cf538509/cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:34:39.235622 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] For port b94e013d-81cf-43bc-80b1-f6650a79ab53, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:34:39.285222 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] For port b94e013d-81cf-43bc-80b1-f6650a79ab53, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b94e013d-81cf-43bc-80b1-f6650a79ab53,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:34:39.292454 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.384757 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a975d-ab51-40cb-a45e-d27315bc1873 None None] Pushing event updated for resources: {'Port': ['ID=b94e013d-81cf-43bc-80b1-f6650a79ab53,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:39.392218 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:39.393296 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:39.485994 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.517052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.563502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.1 (c2bb1c05-06d0-4536-a587-2220d42214d2/ea2fd9ff-5cc3-4d66-a89d-d425cf538509/3519f0e0-936d-4560-ada9-69386996b069) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:34:39.577931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Network c2bb1c05-06d0-4536-a587-2220d42214d2 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:34:39.586677 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:39.589957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:34:39.613960 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Pushing event updated for resources: {'Port': ['ID=cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:39.644604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:34:39.684218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.720950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.762201 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network c2bb1c05-06d0-4536-a587-2220d42214d2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:34:39.765238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:34:39.769000 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:34:39.800320 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=3519f0e0-936d-4560-ada9-69386996b069,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:39.820766 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.903521 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Attempting to bind port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:34:39.903962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Attempting to bind port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:34:39.904295 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Attempting to bind port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 on network c2bb1c05-06d0-4536-a587-2220d42214d2 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:34:39.912215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:34:39.912592 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Checking segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:34:39.912989 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.913380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Bound using segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:34:39.913853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Bound port: cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:34:39.914226 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:39.964132 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.019102 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] For port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:34:40.022895 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] For port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:34:40.028329 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.082455 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:37Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:40.122943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984c656-dda7-4258-b0ab-48de30c81d97 None None] The sync data for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 is: [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:37Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:34:40.125668 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e920b-0cf4-4cb5-a3d9-b9e69bdec74f None None] Pushing event updated for resources: {'Port': ['ID=cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:40.275574 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.283791 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.369923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=3519f0e0-936d-4560-ada9-69386996b069,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:40.384043 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.431010 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:34:40.503721 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:40.503721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.530687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network c2bb1c05-06d0-4536-a587-2220d42214d2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:34:40.532342 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:34:40.596850 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.638409 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:40.644121 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:40.664370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 601e17ca-2250-4fcf-ab10-b67c0631b39e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:34:40.699346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:41.122365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:34:41.127601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c2af557a-c860-424b-982f-8b91f29a70a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/601e17ca-2250-4fcf-ab10-b67c0631b39e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4019454 May 06 10:34:41.183996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2853b-dff4-44c3-83d3-b857ea87d2d8 None None] Network c2bb1c05-06d0-4536-a587-2220d42214d2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:34:41.275439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b9af4d9e-8fc9-4f04-a746-3ff2748f0441 None None] Provisioning complete for port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:41.275824 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b9af4d9e-8fc9-4f04-a746-3ff2748f0441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:41.309344 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-9c74b9e0-933b-474a-99b5-d1909bab6087 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513443578&fields=id&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 267 time: 0.0342796 May 06 10:34:41.439465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-773d81c3-d0a1-4d70-8403-cd113c00b87e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:41.441033 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-773d81c3-d0a1-4d70-8403-cd113c00b87e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 797 time: 0.1246617 May 06 10:34:41.456910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-2511b4b0-4704-4acb-ad7e-8d435837b7c9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/quotas/716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 375 time: 0.0098293 May 06 10:34:41.516529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-acf38179-21c7-4c0d-b547-90893e2027d0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528023 May 06 10:34:41.624462 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-d61f3e2b-3ae1-4a8e-b3d9-aac52ca71999 service neutron] 10.222.0.76 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952659 May 06 10:34:41.636244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bd794622-e52b-4fad-b4f7-c8bdedb395d0 None None] Provisioning complete for port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:41.636840 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd794622-e52b-4fad-b4f7-c8bdedb395d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:41.731180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-2e589c47-c398-432e-86d5-c241c5e9daae service neutron] 10.222.0.76 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994527 May 06 10:34:41.737145 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-bd794622-e52b-4fad-b4f7-c8bdedb395d0 None None] Provisioning complete for port 3519f0e0-936d-4560-ada9-69386996b069 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:41.737598 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd794622-e52b-4fad-b4f7-c8bdedb395d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:41.777488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-bd794622-e52b-4fad-b4f7-c8bdedb395d0 None None] Port 3519f0e0-936d-4560-ada9-69386996b069 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:34:41.907488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9ffa7921-2e89-4b38-b343-e07e6f3f5b9d None None] Provisioning complete for port 3519f0e0-936d-4560-ada9-69386996b069 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:41.907943 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ffa7921-2e89-4b38-b343-e07e6f3f5b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:41.964141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32538c66-ce82-47df-ba62-8c93aff2fe2d req-8eb1a59d-16cc-4e58-be40-c247410fbc0c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 210 time: 0.0545185 May 06 10:34:41.972144 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Sync routers for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:34:41.977088 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa7921-2e89-4b38-b343-e07e6f3f5b9d None None] Port 3519f0e0-936d-4560-ada9-69386996b069 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:34:41.986959 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:41.987661 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:42.099674 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7b4b92a8-ce2a-4af3-a9d8-23359c2148f4 None None] Provisioning complete for port 3519f0e0-936d-4560-ada9-69386996b069 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:42.099872 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:42.100121 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7b4b92a8-ce2a-4af3-a9d8-23359c2148f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.147056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b92a8-ce2a-4af3-a9d8-23359c2148f4 None None] Port 3519f0e0-936d-4560-ada9-69386996b069 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:34:42.404205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:34:42.416469 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:40Z', 'revision_number': 2, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:42.444391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Checking router: 601e17ca-2250-4fcf-ab10-b67c0631b39e for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:34:42.444846 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Updating router 601e17ca-2250-4fcf-ab10-b67c0631b39e port 3519f0e0-936d-4560-ada9-69386996b069 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:34:42.465916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:42.466291 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.471946 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.553066 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b94e013d-81cf-43bc-80b1-f6650a79ab53 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:34:42.604258 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b94e013d-81cf-43bc-80b1-f6650a79ab53 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:42.604737 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.688522 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.710103 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b94e013d-81cf-43bc-80b1-f6650a79ab53, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b94e013d-81cf-43bc-80b1-f6650a79ab53,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:42.715097 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.768301 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.773761 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.777422 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b94e013d-81cf-43bc-80b1-f6650a79ab53,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:42.786311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d44b490-1ad3-468d-b93f-4d4c7377173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.829765 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Pushing event updated for resources: {'Port': ['ID=3519f0e0-936d-4560-ada9-69386996b069,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:42.851798 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.852025 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.852355 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.852786 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.853108 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.853429 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.853742 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.854053 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.854362 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.854675 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.854979 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.855284 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:34:42.890635 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Attempting to bind port 3519f0e0-936d-4560-ada9-69386996b069 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:34:42.891073 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Attempting to bind port 3519f0e0-936d-4560-ada9-69386996b069 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:34:42.891425 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Attempting to bind port 3519f0e0-936d-4560-ada9-69386996b069 on network c2bb1c05-06d0-4536-a587-2220d42214d2 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:34:42.897561 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:34:42.897923 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Checking segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:34:42.898391 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.898774 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Bound using segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:34:42.899241 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Bound port: 3519f0e0-936d-4560-ada9-69386996b069, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:34:42.899700 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:42.983116 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] For port 3519f0e0-936d-4560-ada9-69386996b069, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:34:42.988226 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] For port 3519f0e0-936d-4560-ada9-69386996b069, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3519f0e0-936d-4560-ada9-69386996b069,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:34:43.005731 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.081028 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:43.081644 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:43.093151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-22ccb1e1-4f85-4b69-be20-bb6aae97939e None None] Provisioning complete for port 3519f0e0-936d-4560-ada9-69386996b069 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:43.093524 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ccb1e1-4f85-4b69-be20-bb6aae97939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.105898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-1628f7b9-e1bd-4431-9f07-163656bfe964 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:43.107540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-1628f7b9-e1bd-4431-9f07-163656bfe964 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 797 time: 0.1377635 May 06 10:34:43.130643 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e7131-d790-422a-a55f-0cebd645ca48 None None] Pushing event updated for resources: {'Port': ['ID=3519f0e0-936d-4560-ada9-69386996b069,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:43.169046 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-506aa511-fe9e-44c1-a007-533b190b7094 req-1f68b6a3-bae1-472e-936e-6b96b181c59b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 210 time: 0.0985324 May 06 10:34:43.209239 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ccb1e1-4f85-4b69-be20-bb6aae97939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.216851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-8973c440-41a2-4bc5-97d4-0729df0fc46e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 380 time: 0.0727954 May 06 10:34:43.231623 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'port': {'device_id': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'admin_state_up': True, 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'security_groups': ['883810e5-9946-48fb-bef9-2785943eeaac']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:43.244293 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:43.255475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-22ccb1e1-4f85-4b69-be20-bb6aae97939e None None] For port 3519f0e0-936d-4560-ada9-69386996b069, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3519f0e0-936d-4560-ada9-69386996b069,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:43.262378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ccb1e1-4f85-4b69-be20-bb6aae97939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.328700 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccb1e1-4f85-4b69-be20-bb6aae97939e None None] Pushing event updated for resources: {'Port': ['ID=3519f0e0-936d-4560-ada9-69386996b069,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:43.361619 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:34:43.365310 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.387759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e1ba38fb-20d0-4c30-b3bc-ed4008b3aabd None None] Provisioning complete for port 3519f0e0-936d-4560-ada9-69386996b069 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:43.388139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e1ba38fb-20d0-4c30-b3bc-ed4008b3aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.467352 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:43.501482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.4 (c2bb1c05-06d0-4536-a587-2220d42214d2/ea2fd9ff-5cc3-4d66-a89d-d425cf538509/5e957666-2aef-49ab-b3b4-62d6717c10a6) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:34:43.502683 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a77fc7-77c0-4dad-aac8-97adef6f59a0 None None] The sync data for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 is: [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:34:43.671797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.707884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.757644 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network c2bb1c05-06d0-4536-a587-2220d42214d2 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:34:43.760883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:34:43.763883 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:34:43.802158 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:43.826402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:43.827134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:43.845745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-c44c1a78-8d65-4bec-a400-7c57a4de2ec7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182699 May 06 10:34:43.861815 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Request body: {'port': {'device_id': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:43.924087 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.002834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-632c7f4b-e947-499f-9ff7-9d28cbfebaad None None] Provisioning complete for port 5e957666-2aef-49ab-b3b4-62d6717c10a6 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:44.003387 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-632c7f4b-e947-499f-9ff7-9d28cbfebaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.041979 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-632c7f4b-e947-499f-9ff7-9d28cbfebaad None None] Port 5e957666-2aef-49ab-b3b4-62d6717c10a6 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:34:44.221291 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e957666-2aef-49ab-b3b4-62d6717c10a6 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:34:44.230292 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.251975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Transition to ACTIVE for port object 5e957666-2aef-49ab-b3b4-62d6717c10a6 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:34:44.269224 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.346612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347477f-d7d4-4a2c-87c4-8e6bceca993c req-06ca00d3-a563-40d3-8dfd-0cd22363c8bd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:44.348485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9347477f-d7d4-4a2c-87c4-8e6bceca993c req-06ca00d3-a563-40d3-8dfd-0cd22363c8bd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 931 time: 0.1094122 May 06 10:34:44.382931 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:44.430033 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b94e013d-81cf-43bc-80b1-f6650a79ab53 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:34:44.466781 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9347477f-d7d4-4a2c-87c4-8e6bceca993c req-ff39051e-813f-45b0-8ba4-89846f575012 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068330 May 06 10:34:44.484188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:34:44.484391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:34:44.484717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on network c2bb1c05-06d0-4536-a587-2220d42214d2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:34:44.490361 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on network c2bb1c05-06d0-4536-a587-2220d42214d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:34:44.490690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on network c2bb1c05-06d0-4536-a587-2220d42214d2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:34:44.496317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:34:44.496700 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Checking segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:34:44.497088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Bound using segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:34:44.497525 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Bound port: 5e957666-2aef-49ab-b3b4-62d6717c10a6, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:34:44.498064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.501594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b94e013d-81cf-43bc-80b1-f6650a79ab53 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:44.501970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.572612 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:34:44.577890 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:34:44.592875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.625246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3519f0e0-936d-4560-ada9-69386996b069 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:34:44.641436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:44.642010 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.643533 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] 10.222.0.82 "PUT /v2.0/ports/5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 1091 time: 0.7890241 May 06 10:34:44.644007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:34:44.646386 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:34:44.683616 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247aead6-cc1a-4cb8-aa16-5ff0fc3c30d7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:44.714664 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 3519f0e0-936d-4560-ada9-69386996b069 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:44.714918 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b32a0-7adc-41dd-b53c-b90c0b6908ae x-openstack-request-id: req-968b32a0-7adc-41dd-b53c-b90c0b6908ae {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:34:44.715035 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:44.715331 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:34:44.715699 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-968b32a0-7adc-41dd-b53c-b90c0b6908ae {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:34:44.716187 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-968b32a0-7adc-41dd-b53c-b90c0b6908ae'] response: {'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'status': 'completed', 'code': 200} May 06 10:34:44.760439 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-6a02e672-3e5a-4706-90cd-831f02df639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:44.763139 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-6a02e672-3e5a-4706-90cd-831f02df639b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1094 time: 0.0642519 May 06 10:34:44.814934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-1b014b26-f2e3-44ad-94a9-7b7efe96778c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 217 time: 0.0426614 May 06 10:34:44.874023 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-060bb89a-a7cd-4423-853d-4ae9569c0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:44.875711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-060bb89a-a7cd-4423-853d-4ae9569c0683 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0526512 May 06 10:34:44.928738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-f45cdbb2-c94a-4777-8ff3-1dc28041dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:44.930292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-f45cdbb2-c94a-4777-8ff3-1dc28041dafe service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474620 May 06 10:34:45.023785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-4e26985c-cd1c-4392-8142-2e2ad11bcc6d service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866055 May 06 10:34:45.119674 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9971f423-52a4-40a0-9ac8-d45ff5dc09f3 req-b323be90-4f63-4562-a628-7479307caabc service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889995 May 06 10:34:45.207102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-c0ebeed0-7dfd-476d-a796-372258dc8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:45.209091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-c0ebeed0-7dfd-476d-a796-372258dc8bdc service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1094 time: 0.0411975 May 06 10:34:45.252210 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41083154-4543-4562-aa9f-ccde6ac7a0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:45.304795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-7f3c9e17-a40e-4fb8-a767-c0d4d8546d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:45.306263 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-7f3c9e17-a40e-4fb8-a767-c0d4d8546d28 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.0900531 May 06 10:34:45.349789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-aaa45398-427c-4383-a2f8-c36b4951eb60 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 217 time: 0.0360117 May 06 10:34:45.398549 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-67347bbb-62fd-463e-af1d-9bc4e2052401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:45.400071 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-67347bbb-62fd-463e-af1d-9bc4e2052401 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0437365 May 06 10:34:45.449759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-5543a190-b4de-48dd-a210-c8c22cd130f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:45.451235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-5543a190-b4de-48dd-a210-c8c22cd130f6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426331 May 06 10:34:45.572331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-17408bc4-4f4d-47ea-b821-244f037951e7 service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132929 May 06 10:34:45.639806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff91661-ef61-4559-ac7b-8cee3c516c6f req-b9c47e0a-98d1-413d-888b-64fda5984cbc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:45.641294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ff91661-ef61-4559-ac7b-8cee3c516c6f req-b9c47e0a-98d1-413d-888b-64fda5984cbc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 943 time: 0.1080513 May 06 10:34:45.698865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7ff91661-ef61-4559-ac7b-8cee3c516c6f req-8c2f823f-afe7-4aeb-bec4-77c28f9e240b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503862 May 06 10:34:45.710601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f2f2110-fbe2-4687-a197-8e0d7f69c99a req-a79941d3-1ba7-418b-82ca-60853603eb7a service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300583 May 06 10:34:46.818819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deea813-4407-46d4-af49-950a19e8e879 req-1dd4c65c-3678-418c-a015-1ccbdbd343ea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:46.820340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6deea813-4407-46d4-af49-950a19e8e879 req-1dd4c65c-3678-418c-a015-1ccbdbd343ea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 943 time: 0.0484407 May 06 10:34:46.861664 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6deea813-4407-46d4-af49-950a19e8e879 req-2051aa03-3ca6-49dc-b6f0-abe7a9159605 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351491 May 06 10:34:46.865633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:47.041474 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:47.356415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:34:47.454944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:47.467289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'port_id': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'mac_address': 'fa:16:3e:73:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:34:47.504052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:47.517049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e957666-2aef-49ab-b3b4-62d6717c10a6 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:34:47.538408 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:47.542424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:47.591105 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:47.771928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['5e957666-2aef-49ab-b3b4-62d6717c10a6'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:34:47.981836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e339a7-a982-4f2e-a192-458707c2c239 req-a984cb0d-d99e-4da5-ac27-0dbdbb2feae0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:47.983466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6e339a7-a982-4f2e-a192-458707c2c239 req-a984cb0d-d99e-4da5-ac27-0dbdbb2feae0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 944 time: 0.0534503 May 06 10:34:48.021823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f6e339a7-a982-4f2e-a192-458707c2c239 req-35dd69de-8c4a-4d29-9004-682e47b66ab7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315514 May 06 10:34:48.364376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:48.592110 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:34:48.832806 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:49.137580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132a08e-5fe5-44b4-8219-ae4c3b0207cf req-90ea62f9-5261-4935-8c1c-2535694d7b79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:49.139031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4132a08e-5fe5-44b4-8219-ae4c3b0207cf req-90ea62f9-5261-4935-8c1c-2535694d7b79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 944 time: 0.0490613 May 06 10:34:49.176061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4132a08e-5fe5-44b4-8219-ae4c3b0207cf req-e8512e0f-5555-4650-86a7-6481cf395af5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308580 May 06 10:34:49.368465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:34:49.416642 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 5e957666-2aef-49ab-b3b4-62d6717c10a6 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:34:49.420475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 5e957666-2aef-49ab-b3b4-62d6717c10a6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:34:49.420842 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:49.497999 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:49.523318 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:34:49.525569 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b3690-43dd-422d-9d40-4d78d0ae325a" -d '{"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-plugged", "status": "completed", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:34:49.543552 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:34:49.547481 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:49.571264 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2715d7f0-1057-4b07-8918-25abd1fa6438 x-openstack-request-id: req-2715d7f0-1057-4b07-8918-25abd1fa6438 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:34:49.571555 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-plugged", "status": "completed", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:34:49.571829 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2715d7f0-1057-4b07-8918-25abd1fa6438 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:34:49.572218 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2715d7f0-1057-4b07-8918-25abd1fa6438'] response: {'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'code': 200} May 06 10:34:49.600524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:49.667202 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d56e13-5a98-42bf-b36e-ee23884f056e req-3f08d12b-7182-435f-97f8-63e9666f19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:49.668686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0d56e13-5a98-42bf-b36e-ee23884f056e req-3f08d12b-7182-435f-97f8-63e9666f19f5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1096 time: 0.0401535 May 06 10:34:49.703693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e0d56e13-5a98-42bf-b36e-ee23884f056e req-5401bd82-4fb8-4ae7-babc-b8ec0d9f6ceb service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279818 May 06 10:34:50.297416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ec83-f37a-4b9d-9fb8-60a43f0ace88 req-a6cd3406-0479-4157-a771-b87c30e4badf tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:50.298989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d72ec83-f37a-4b9d-9fb8-60a43f0ace88 req-a6cd3406-0479-4157-a771-b87c30e4badf tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0527267 May 06 10:34:50.338212 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d72ec83-f37a-4b9d-9fb8-60a43f0ace88 req-5e134a19-acf9-4903-8e77-1934344a96f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324893 May 06 10:34:51.003139 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:51.461128 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcde170-ef89-407f-ae3c-6e681683882f req-f956f1f1-880e-4f85-a90a-fcae2d87bede tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:51.462787 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fcde170-ef89-407f-ae3c-6e681683882f req-f956f1f1-880e-4f85-a90a-fcae2d87bede tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0490062 May 06 10:34:51.499295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fcde170-ef89-407f-ae3c-6e681683882f req-c7846d25-b805-4a40-bb5d-a19f95a4ce39 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302165 May 06 10:34:51.625617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9d1b9-73f5-49e4-8b91-34044fc72b67 req-5660a13a-3dea-4fac-9d87-fab80002aa83 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:51.627003 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3b9d1b9-73f5-49e4-8b91-34044fc72b67 req-5660a13a-3dea-4fac-9d87-fab80002aa83 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0486627 May 06 10:34:51.665013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3b9d1b9-73f5-49e4-8b91-34044fc72b67 req-988627be-dc26-48d5-99c8-4cd6ff99f9c5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311460 May 06 10:34:51.686073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38626) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:51.730447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacdaa27-2740-4cb7-bca6-d3c1d81a601d tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:51.731957 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dacdaa27-2740-4cb7-bca6-d3c1d81a601d tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1091 time: 0.0449305 May 06 10:34:51.734723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38628) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:51.738808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:34:51.757959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:51.853126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:51.958277 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.183 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/30748574-3263-4fdf-a9d5-ec13156c2ca1) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:34:52.060278 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:52.093091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:52.134712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:34:52.137501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:34:52.140884 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:34:52.169093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=30748574-3263-4fdf-a9d5-ec13156c2ca1,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:52.497955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:52.567877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:52.716911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:52.722389 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:52.793112 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=30748574-3263-4fdf-a9d5-ec13156c2ca1,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:34:52.799524 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:52.900987 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c associated. External IP: 172.25.8.183, port: 5e957666-2aef-49ab-b3b4-62d6717c10a6. May 06 10:34:53.110447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 601e17ca-2250-4fcf-ab10-b67c0631b39e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:34:53.223646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:34:53.234027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] Sync routers for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:34:53.241007 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:34:53.244309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:53.244934 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:53.268008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0a510328-4860-4c3c-b998-f92975f086ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5322697 May 06 10:34:53.268682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:34:53.271565 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612c7d11-4224-4a05-ba1e-91cf6d312a95" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:34:53.312298 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4c1d3e-dd7a-445f-9901-140ee7c12c83 x-openstack-request-id: req-9a4c1d3e-dd7a-445f-9901-140ee7c12c83 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:34:53.312592 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:34:53.312845 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a4c1d3e-dd7a-445f-9901-140ee7c12c83 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:34:53.313254 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4c1d3e-dd7a-445f-9901-140ee7c12c83'] response: {'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'status': 'completed', 'code': 200} May 06 10:34:53.361706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:53.400792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e41426-ffa4-40c2-91e8-57afd6467559 req-e7db52d6-03b4-4f92-8016-b8a72ad9ee95 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:53.402618 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1e41426-ffa4-40c2-91e8-57afd6467559 req-e7db52d6-03b4-4f92-8016-b8a72ad9ee95 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0813255 May 06 10:34:53.418583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-efd0d757-487b-4436-aa15-9a98aa0f8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:53.420038 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-efd0d757-487b-4436-aa15-9a98aa0f8017 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1096 time: 0.0706594 May 06 10:34:53.595921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'port_id': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'mac_address': 'fa:16:3e:73:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:34:52Z', 'updated_at': '2022-05-06T10:34:52Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:43Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:53.623903 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] Checking router: 601e17ca-2250-4fcf-ab10-b67c0631b39e for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:34:53.633790 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:34:53.634411 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:34:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:53.830180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1e41426-ffa4-40c2-91e8-57afd6467559 req-b762bcde-1a62-4b5b-8315-5d6332a0cb53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194169 May 06 10:34:53.857082 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38634) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:53.869891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-ddf0d2e9-ea72-4cf2-9a92-3b94523ffafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:53.871366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-ddf0d2e9-ea72-4cf2-9a92-3b94523ffafc service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.4434111 May 06 10:34:53.898655 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:34:53.924892 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e0179f50-3d4b-4bb1-bb22-37915e896f3c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c HTTP/1.1" status: 200 len: 991 time: 0.0659518 May 06 10:34:53.947845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-1865050b-c112-4680-a1d9-a9253f27df49 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 999 time: 0.0640359 May 06 10:34:53.998591 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-e62fb020-1ea6-4c2f-880b-7f41ab0de2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:54.000134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-e62fb020-1ea6-4c2f-880b-7f41ab0de2a6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0458589 May 06 10:34:54.046297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-d1ccd41c-0614-4975-92de-a86a242c76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:34:54.047969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-d1ccd41c-0614-4975-92de-a86a242c76cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411797 May 06 10:34:54.130797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'port_id': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'mac_address': 'fa:16:3e:73:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:34:52Z', 'updated_at': '2022-05-06T10:34:52Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:43Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:34:54.139802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-dc49b19e-5c85-4d8a-8c8e-02d16c794dc8 service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842612 May 06 10:34:54.158581 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0be25-d045-48bf-8cbe-71f34a81be25 None None] The sync data for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 is: [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.183', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'port_id': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'mac_address': 'fa:16:3e:73:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:34:52Z', 'updated_at': '2022-05-06T10:34:52Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:43Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:34:54.235449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-612c7d11-4224-4a05-ba1e-91cf6d312a95 req-cf2d3d7b-f0ab-4054-9c57-a5ff5e4abf54 service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879030 May 06 10:34:54.367276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3becc6f-1d06-4a62-bfa5-56543a368762 None None] New status for floating IP 4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:34:54.929228 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38640) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:34:54.992211 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e32f03fa-d323-4038-ad8b-733998d7b3d0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c HTTP/1.1" status: 200 len: 993 time: 0.0595665 May 06 10:35:12.768429 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-080f2bf9-55e8-4eb0-bb42-dbb1a70b3ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:15.254065 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-66a445ec-5f92-4582-82c7-8e6f2e2c26c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:16.866811 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:17.040493 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:18.363632 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:18.836152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:21.016879 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:25.592045 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:35:28.287135 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-c2b1bc9e-ed81-4222-9765-148b21eecbb9 req-37f8e0b1-6451-4502-b11f-e5726dd9fa84 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:35:28.288332 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2b1bc9e-ed81-4222-9765-148b21eecbb9 req-37f8e0b1-6451-4502-b11f-e5726dd9fa84 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0433919 May 06 10:35:28.452503 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38668) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:28.475300 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe0c6f-315b-4c0a-9ea5-9787d2f1d1fd req-c59025c7-1eac-4e60-88ed-4c6f7956bec3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:28.476434 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32fe0c6f-315b-4c0a-9ea5-9787d2f1d1fd req-c59025c7-1eac-4e60-88ed-4c6f7956bec3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0509098 May 06 10:35:28.525267 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32fe0c6f-315b-4c0a-9ea5-9787d2f1d1fd req-91aa784c-eab1-44b5-b22c-0a99d6ba14f5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 May 06 10:35:28.540169 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-25d20639-1c66-4f31-b5d6-62f223a16f99 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864608 May 06 10:35:28.548864 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-932c3ea5-095a-4134-95d1-5dcc9dcb79e4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:35:28.549791 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-932c3ea5-095a-4134-95d1-5dcc9dcb79e4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048175 May 06 10:35:29.592508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-a3bae16d-cf30-4a67-bf3e-47fd43a134fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:29.594080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-a3bae16d-cf30-4a67-bf3e-47fd43a134fd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1096 time: 0.0440528 May 06 10:35:29.708952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea066-d11d-45c6-858e-b886cf07ff29 req-ca4c7a80-29e8-4236-878f-cd13c0caf590 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:29.710100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c3ea066-d11d-45c6-858e-b886cf07ff29 req-ca4c7a80-29e8-4236-878f-cd13c0caf590 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.1082888 May 06 10:35:29.736515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-07bfca86-8577-4263-89ba-bc03d6dd6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:29.737965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-07bfca86-8577-4263-89ba-bc03d6dd6791 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.1372180 May 06 10:35:29.790284 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1c3ea066-d11d-45c6-858e-b886cf07ff29 req-06cbddc9-a052-4dc2-8509-d216080ee50f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737135 May 06 10:35:29.812748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-e58c7397-7c98-4280-9d91-1c98889d91b3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 1001 time: 0.0668111 May 06 10:35:29.866674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-8234e33b-e1a1-496a-abb0-f6bb6bca94de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:29.868225 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-8234e33b-e1a1-496a-abb0-f6bb6bca94de service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0483000 May 06 10:35:29.913743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-bf741959-e017-426f-9aae-ee43e48dff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:29.915282 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-bf741959-e017-426f-9aae-ee43e48dff49 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400958 May 06 10:35:30.007956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-80060d2a-3017-4a6a-bd10-f68066cf3bac service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819929 May 06 10:35:30.100312 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-68e5c592-eb45-4a5d-b698-a82b08c3157e service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856647 May 06 10:35:30.908362 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73ccc4-20c7-48d2-b764-3055cee19438 req-5b82037c-82c4-47dc-88a4-cf0e27233474 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:30.909736 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d73ccc4-20c7-48d2-b764-3055cee19438 req-5b82037c-82c4-47dc-88a4-cf0e27233474 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0503418 May 06 10:35:30.947908 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9d73ccc4-20c7-48d2-b764-3055cee19438 req-ff36c2b4-ae7a-4dd1-98ed-ca5a468ec11d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 May 06 10:35:32.065912 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65b2b5-ec65-437b-9028-a5c5c2a0586e req-f723b087-4850-402b-ad36-b65f33d85e36 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:32.067962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de65b2b5-ec65-437b-9028-a5c5c2a0586e req-f723b087-4850-402b-ad36-b65f33d85e36 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0490062 May 06 10:35:32.106826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de65b2b5-ec65-437b-9028-a5c5c2a0586e req-70a4a7cb-7f23-4378-bbab-e9e016955567 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 May 06 10:35:33.227772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff298aa-1ec1-4232-99a7-e0a0cf371511 req-e1139d28-63b9-4613-9b32-0dcc51d229ae tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:33.229287 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ff298aa-1ec1-4232-99a7-e0a0cf371511 req-e1139d28-63b9-4613-9b32-0dcc51d229ae tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0542381 May 06 10:35:33.266512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ff298aa-1ec1-4232-99a7-e0a0cf371511 req-edc92cf6-ed4e-4f8b-91eb-fa99a94fcc05 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 May 06 10:35:34.383206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aca0a-0395-4b9f-bd08-1a5d3d8320df req-16ad277b-8e23-458e-abee-edfa82e5e62a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:34.384698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f15aca0a-0395-4b9f-bd08-1a5d3d8320df req-16ad277b-8e23-458e-abee-edfa82e5e62a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0495625 May 06 10:35:34.421539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f15aca0a-0395-4b9f-bd08-1a5d3d8320df req-c90d2612-fa1e-4d2d-8ac3-b61dee63a2ca tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 May 06 10:35:35.539081 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06289837-1512-4744-8ac3-4659359d736e req-635e9331-7880-4271-b65f-ed8cac8604dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:35.540760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06289837-1512-4744-8ac3-4659359d736e req-635e9331-7880-4271-b65f-ed8cac8604dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0496936 May 06 10:35:35.579370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06289837-1512-4744-8ac3-4659359d736e req-66f8f7b7-b0c9-4528-be86-97a3943c3f24 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 May 06 10:35:36.703013 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70453829-e9fe-4fcb-80a0-753634bc5520 req-586c345b-cc48-41c6-950f-68c09ff456f1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:36.704531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70453829-e9fe-4fcb-80a0-753634bc5520 req-586c345b-cc48-41c6-950f-68c09ff456f1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0533552 May 06 10:35:36.742441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-70453829-e9fe-4fcb-80a0-753634bc5520 req-317f6473-5cd5-439a-bdf6-8ddf6ec00c76 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310509 May 06 10:35:37.860592 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af33ed-5c73-4db7-9d5a-55b7506893d4 req-74a7c831-fd60-4aaa-89a4-1f046d9b0605 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:37.861987 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14af33ed-5c73-4db7-9d5a-55b7506893d4 req-74a7c831-fd60-4aaa-89a4-1f046d9b0605 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0510211 May 06 10:35:37.899694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14af33ed-5c73-4db7-9d5a-55b7506893d4 req-91922096-fe92-417f-8854-bf511339bc1d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314069 May 06 10:35:39.015968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b6582-ccb0-48d3-8d5f-a13b330eb5a8 req-f69f7083-a875-4bfd-8dd6-a676a4dd833c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:39.017440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49b6582-ccb0-48d3-8d5f-a13b330eb5a8 req-f69f7083-a875-4bfd-8dd6-a676a4dd833c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0491450 May 06 10:35:39.055175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b49b6582-ccb0-48d3-8d5f-a13b330eb5a8 req-95318b73-d047-4e09-b367-8037c771538e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 May 06 10:35:40.174420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa1b7-c476-4a1b-800b-585115a4a168 req-6f8fd85a-b0f6-4595-8795-aa85b9c313f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:40.175899 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6aaa1b7-c476-4a1b-800b-585115a4a168 req-6f8fd85a-b0f6-4595-8795-aa85b9c313f2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0532715 May 06 10:35:40.213580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d6aaa1b7-c476-4a1b-800b-585115a4a168 req-61b09841-3cda-4b31-a52f-774ad9cfc5a7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308366 May 06 10:35:41.331977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb1e72-039e-493e-8294-ed68c098fa9f req-fec67bb6-e35e-4ea5-9347-1a96b97111fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:41.333686 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5eb1e72-039e-493e-8294-ed68c098fa9f req-fec67bb6-e35e-4ea5-9347-1a96b97111fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0509663 May 06 10:35:41.371697 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e5eb1e72-039e-493e-8294-ed68c098fa9f req-fb0fd30d-f23b-4f6a-90db-0a75aea92d56 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 May 06 10:35:42.491751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3a364-87b6-4e97-8e51-171332f16cbb req-859cbefe-8705-425b-a494-310389a2e6c2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:42.493264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65f3a364-87b6-4e97-8e51-171332f16cbb req-859cbefe-8705-425b-a494-310389a2e6c2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0507083 May 06 10:35:42.531204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-65f3a364-87b6-4e97-8e51-171332f16cbb req-c2b2bc4d-c283-4d9e-ad98-9cfe28948c86 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319045 May 06 10:35:42.774804 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-196cd450-988b-45bd-b579-0dbc6c71a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:43.655602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05230c64-1aec-4f2b-93e2-baf860e6e843 req-c1a6c080-6c9a-4366-ac3a-351d49241439 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:43.657148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05230c64-1aec-4f2b-93e2-baf860e6e843 req-c1a6c080-6c9a-4366-ac3a-351d49241439 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0537140 May 06 10:35:43.695543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05230c64-1aec-4f2b-93e2-baf860e6e843 req-267d2c1c-9f42-45d1-ba2b-cbc76dd072d7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317862 May 06 10:35:44.813540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f12360-e8a8-4517-80cd-9d369124c02f req-90f1ff78-ef0e-4ccc-8997-eca3c707a27d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:44.815021 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50f12360-e8a8-4517-80cd-9d369124c02f req-90f1ff78-ef0e-4ccc-8997-eca3c707a27d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0501518 May 06 10:35:44.854948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50f12360-e8a8-4517-80cd-9d369124c02f req-e9396261-dfc7-46e3-8279-7ab61cb0980d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 May 06 10:35:44.922462 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-b8d9f50a-2925-4ee0-874a-46838c869643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:44.924044 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-b8d9f50a-2925-4ee0-874a-46838c869643 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1096 time: 0.0416589 May 06 10:35:45.032001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-f1ee0a81-10ef-4ab3-b718-25edba9ecca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:45.033475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-f1ee0a81-10ef-4ab3-b718-25edba9ecca6 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.0888021 May 06 10:35:45.100473 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-ab4063fb-6bd2-4509-a00d-633edd1d3de3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 1001 time: 0.0589743 May 06 10:35:45.153745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-bcd74fe2-d0b9-4d6c-8e57-a36f85ff6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:45.155103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-bcd74fe2-d0b9-4d6c-8e57-a36f85ff6ea5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0481842 May 06 10:35:45.201664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-1f4887cf-ed7d-4631-a1bc-7a0f9129bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:45.203200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-1f4887cf-ed7d-4631-a1bc-7a0f9129bab5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401416 May 06 10:35:45.257317 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-eb209f0c-0af6-4d3f-8438-ff8afc011735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:45.294126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-1ad43ff6-796c-4bfd-adda-19556e103ccc service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840034 May 06 10:35:45.388275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b896f57b-f96a-44ce-9c91-a78e619cf37f req-2c3a46cb-bff3-4f8d-b007-94bf07069e1b service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873270 May 06 10:35:45.972553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8943-b718-4aa1-a91d-08b1c3a9ed57 req-6b2fea89-5b49-4b33-8f0b-0dc7e0f4f990 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:45.974153 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a16b8943-b718-4aa1-a91d-08b1c3a9ed57 req-6b2fea89-5b49-4b33-8f0b-0dc7e0f4f990 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0496011 May 06 10:35:46.012231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a16b8943-b718-4aa1-a91d-08b1c3a9ed57 req-89af282a-de8b-47d9-b79d-b687a7eda892 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320072 May 06 10:35:46.868064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:47.062607 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:47.132596 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657fd5-85d3-4602-913f-503c7eaa36a9 req-4220b9f3-8bce-42d8-be0c-68ea10dfc83d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:47.133984 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80657fd5-85d3-4602-913f-503c7eaa36a9 req-4220b9f3-8bce-42d8-be0c-68ea10dfc83d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0521486 May 06 10:35:47.176999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-80657fd5-85d3-4602-913f-503c7eaa36a9 req-9708d8a3-8c5c-490d-89a4-465edc7a5082 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368967 May 06 10:35:47.459297 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-3ef2b082-d596-4b0b-b70d-19bce46bae53 service neutron] show failed (client error): The resource could not be found. May 06 10:35:47.460268 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-3ef2b082-d596-4b0b-b70d-19bce46bae53 service neutron] 10.222.0.82 "GET /v2.0/ports/5e957666-2aef-49ab-b3b4-62d6717c10a6/bindings/n-h2-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0543034 May 06 10:35:47.735042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-6dc58bca-e4a2-4708-baa4-4dda1ab8f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:47.736502 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-6dc58bca-e4a2-4708-baa4-4dda1ab8f2a7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 1096 time: 0.0814116 May 06 10:35:47.747221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-08c2c50e-1780-4d28-b63e-c7c4b3955ccc service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:35:47.748288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-08c2c50e-1780-4d28-b63e-c7c4b3955ccc service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051847 May 06 10:35:47.760131 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:35:47.811173 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.020288 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:48.053417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:35:48.092923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:35:48.095354 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e9edb3-1e70-4844-841c-95785320e93c" -d '{"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-unplugged", "status": "completed", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:35:48.099290 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.111515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Transition to ACTIVE for port object 5e957666-2aef-49ab-b3b4-62d6717c10a6 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:35:48.115669 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.150788 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0809c6e-713b-431e-9ad0-b6e3758167b4 x-openstack-request-id: req-a0809c6e-713b-431e-9ad0-b6e3758167b4 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:35:48.151331 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-unplugged", "status": "completed", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:35:48.151532 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0809c6e-713b-431e-9ad0-b6e3758167b4 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:35:48.151824 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0809c6e-713b-431e-9ad0-b6e3758167b4'] response: {'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'code': 200} May 06 10:35:48.206711 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=6']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:48.221529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.222469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.222852 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.223156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.223502 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.223881 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.224204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.224535 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.224860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.225193 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.225518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.225844 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:48.262756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] No DVR routers for this DVR port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:35:48.367023 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.397893 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d83e76-4ef3-4ccf-9887-cfd71f4fe5cc req-d25b32a7-9f64-4e6c-86e8-5294b5d25d86 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:48.399363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4d83e76-4ef3-4ccf-9887-cfd71f4fe5cc req-d25b32a7-9f64-4e6c-86e8-5294b5d25d86 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 943 time: 0.1378653 May 06 10:35:48.466203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e4d83e76-4ef3-4ccf-9887-cfd71f4fe5cc req-7f3860ca-39d5-4233-a0c1-c019a2c4f187 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602684 May 06 10:35:48.470786 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:35:48.471114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:35:48.471434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on network c2bb1c05-06d0-4536-a587-2220d42214d2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:35:48.477721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on network c2bb1c05-06d0-4536-a587-2220d42214d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:35:48.478161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Attempting to bind port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on network c2bb1c05-06d0-4536-a587-2220d42214d2 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:35:48.485375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:35:48.485894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Checking segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:35:48.486468 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Bound using segment: {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:35:48.487132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Bound port: 5e957666-2aef-49ab-b3b4-62d6717c10a6, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75cb815-6507-4415-9aae-dff8ad953e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:35:48.487717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.554050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:35:48.557989 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:35:48.562256 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.593747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:48.594392 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.595818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] 10.222.0.83 "PUT /v2.0/ports/5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 1091 time: 0.8394458 May 06 10:35:48.651860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b426c9-494d-45c1-bb37-a009d9fa0ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:48.671758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-540133de-71a1-4faa-83a3-e3b22223fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:48.673285 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-540133de-71a1-4faa-83a3-e3b22223fb84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1094 time: 0.0548947 May 06 10:35:48.783388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-c70af0dc-04ee-4142-949a-a5098f31d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:48.784931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-c70af0dc-04ee-4142-949a-a5098f31d802 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.1044548 May 06 10:35:48.839365 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:48.854520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-a3e66c76-b6b6-4cd1-a4ac-9951fc62d7da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 999 time: 0.0630271 May 06 10:35:48.906625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-26f62dce-5e74-4d6d-94fa-0e1da0c3f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:48.908136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-26f62dce-5e74-4d6d-94fa-0e1da0c3f8ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0477240 May 06 10:35:48.952934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-e6021b84-f659-40de-a5a6-1f6cd15bf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:48.954581 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-e6021b84-f659-40de-a5a6-1f6cd15bf74e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400417 May 06 10:35:49.042994 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-51aa6dcc-bd46-4362-a4f7-c616ced30435 service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815210 May 06 10:35:49.134446 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ce2b3daf-f081-4344-b81c-ab4348f69486 req-debbc4c1-d44a-4a29-bd25-c6929f7bc214 service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852458 May 06 10:35:49.598844 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420a973-55bf-48db-b545-006f272aa013 req-8e5bf27e-c5e8-4fb3-a778-4e5e4e769e80 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:49.601631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2420a973-55bf-48db-b545-006f272aa013 req-8e5bf27e-c5e8-4fb3-a778-4e5e4e769e80 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 943 time: 0.0506976 May 06 10:35:49.638557 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2420a973-55bf-48db-b545-006f272aa013 req-8dbe6f32-2ebe-4783-83f0-f88ef6bcc3ae tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 May 06 10:35:50.152593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:35:50.154973 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b2dbb-e807-4517-bfa3-eee72f93d013" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:35:50.203647 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4281f2-eef2-4fa1-a864-17464e14b198 x-openstack-request-id: req-4a4281f2-eef2-4fa1-a864-17464e14b198 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:35:50.203935 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:35:50.204183 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a4281f2-eef2-4fa1-a864-17464e14b198 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:35:50.204603 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4281f2-eef2-4fa1-a864-17464e14b198'] response: {'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'status': 'completed', 'code': 200} May 06 10:35:50.297762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-e09995e7-20a0-4ac9-ac83-1dc38fb640c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.299266 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-e09995e7-20a0-4ac9-ac83-1dc38fb640c4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1094 time: 0.0735178 May 06 10:35:50.300959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-59c72947-6bc2-4c6b-9161-207d15b046a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.303109 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-59c72947-6bc2-4c6b-9161-207d15b046a3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1094 time: 0.0695415 May 06 10:35:50.460723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-35c463f0-3985-401c-9a21-8d1bab70fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.462099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-35c463f0-3985-401c-9a21-8d1bab70fb19 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.1553102 May 06 10:35:50.463433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-050cd3cc-0071-47c7-94e8-f34e57360157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.465180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-050cd3cc-0071-47c7-94e8-f34e57360157 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.1513789 May 06 10:35:50.573834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-9a924f90-a434-4257-91d0-d3d78065f415 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 999 time: 0.1041932 May 06 10:35:50.575602 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-7efcb04e-5c02-4909-b1ac-7364a4a4e70b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 999 time: 0.0997369 May 06 10:35:50.658610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-3f9441ff-ee95-4df0-a7ad-983f03c20b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.660047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-3f9441ff-ee95-4df0-a7ad-983f03c20b24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0796618 May 06 10:35:50.662108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-8f626d50-abf9-4893-8738-93babee186ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.663404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-8f626d50-abf9-4893-8738-93babee186ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0744209 May 06 10:35:50.769134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-b3503b11-e474-4314-a81a-6474f65e7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.771110 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-b3503b11-e474-4314-a81a-6474f65e7c5b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024263 May 06 10:35:50.774800 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-cabcf25d-0a04-4592-b732-75ab58c62c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.776717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-cabcf25d-0a04-4592-b732-75ab58c62c62 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004727 May 06 10:35:50.882268 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e822bc7-038b-48ac-beab-7a06f95328f5 req-84917026-80fe-4029-8bd4-04e708b81442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:50.883757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e822bc7-038b-48ac-beab-7a06f95328f5 req-84917026-80fe-4029-8bd4-04e708b81442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 943 time: 0.1694381 May 06 10:35:50.968619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8e822bc7-038b-48ac-beab-7a06f95328f5 req-da4813df-bffa-4545-abbb-0a3215f8de1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778000 May 06 10:35:50.981893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-dd01789b-05ac-420d-bc09-bbb4af989a69 service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931627 May 06 10:35:50.983956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-fbd4c74e-05d1-4ef1-a8a9-ea8d0bb94533 service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962690 May 06 10:35:51.008555 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:51.451995 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-5f9ce5b4-3ad3-4380-a9f0-5b03ad696048 service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633007 May 06 10:35:51.453850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-775b2dbb-e807-4517-bfa3-eee72f93d013 req-d21628c6-a013-44a4-b130-72e498e62160 service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581447 May 06 10:35:51.630168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:35:51.667456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:35:52.092324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abaaf4-5962-42c7-88bf-e764e64e9450 req-ab0cf157-d29e-4bd4-a65b-a95019179555 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:52.093815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37abaaf4-5962-42c7-88bf-e764e64e9450 req-ab0cf157-d29e-4bd4-a65b-a95019179555 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 943 time: 0.0539007 May 06 10:35:52.133387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37abaaf4-5962-42c7-88bf-e764e64e9450 req-39182634-c75b-48b1-9de0-04a5fa18d9ba tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 May 06 10:35:52.925499 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:35:53.018862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:53.034593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'port_id': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'mac_address': 'fa:16:3e:73:01:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:35:53.071152 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:53.083672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e957666-2aef-49ab-b3b4-62d6717c10a6 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:35:53.103016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:53.108015 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:53.153299 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:53.160441 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.161397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.161639 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.161978 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.162309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.162638 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.162965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.163517 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.163649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.164094 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.164385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.164710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:35:53.255659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc889b-330c-4950-af2f-5d5335303678 req-47564c7e-784a-4352-865e-4b276777a662 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:53.257043 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81bc889b-330c-4950-af2f-5d5335303678 req-47564c7e-784a-4352-865e-4b276777a662 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 944 time: 0.0503869 May 06 10:35:53.294544 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-81bc889b-330c-4950-af2f-5d5335303678 req-ba686053-32bc-48b6-845d-2b6c51bb94ea tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 May 06 10:35:53.488069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['5e957666-2aef-49ab-b3b4-62d6717c10a6'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:35:53.521834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209630fd-ee3e-4a66-a410-8fd2b1751903 req-28714a0a-fbcb-44c6-801f-5db4038fbc35 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:53.523239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-209630fd-ee3e-4a66-a410-8fd2b1751903 req-28714a0a-fbcb-44c6-801f-5db4038fbc35 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 944 time: 0.0833879 May 06 10:35:53.535593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-f40da65e-c519-461c-b02d-deaef1767b6c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:53.537675 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-f40da65e-c519-461c-b02d-deaef1767b6c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78&tenant_id=716fcb654a664b41afc42ce41969f497&binding%3Ahost_id=n-h2-840834-1 HTTP/1.1" status: 200 len: 944 time: 0.0715864 May 06 10:35:53.600333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-209630fd-ee3e-4a66-a410-8fd2b1751903 req-c208ebbf-3e0c-4cc9-8e15-556f2a11bd6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616651 May 06 10:35:53.622976 n-d-840834-1 neutron-server[102742]: INFO neutron.api.v2.resource [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-0e818f51-f9e1-4f25-a69f-34b04c384777 service neutron] delete failed (client error): The resource could not be found. May 06 10:35:53.624020 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-0e818f51-f9e1-4f25-a69f-34b04c384777 service neutron] 10.222.0.82 "DELETE /v2.0/ports/5e957666-2aef-49ab-b3b4-62d6717c10a6/bindings/n-h1-840834-1 HTTP/1.1" status: 404 len: 380 time: 0.0724897 May 06 10:35:53.748318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-5b4770a0-4328-4956-a48d-60d4fc5f1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:53.749803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-5b4770a0-4328-4956-a48d-60d4fc5f1f97 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1095 time: 0.0735376 May 06 10:35:53.758519 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a48a-6b65-4d6c-a12e-7a65af7fc582 req-78e85c7c-cac3-4414-9ae4-ee826d60e89c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:53.759920 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa09a48a-6b65-4d6c-a12e-7a65af7fc582 req-78e85c7c-cac3-4414-9ae4-ee826d60e89c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 944 time: 0.0849218 May 06 10:35:53.844099 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa09a48a-6b65-4d6c-a12e-7a65af7fc582 req-39c8bc9c-afd4-47fb-a31d-9bdff180d37d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761580 May 06 10:35:53.869318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-65a8120d-02f3-4ea6-a3b7-f1bb6b0a2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:53.870770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-65a8120d-02f3-4ea6-a3b7-f1bb6b0a2850 service neutron] 10.222.0.82 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.1100073 May 06 10:35:53.938965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-f99b9933-9803-4236-8a1b-50dc61606e19 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 1000 time: 0.0611849 May 06 10:35:53.989157 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-d3c55670-e7d1-4b16-a15f-96b0baad238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:53.990619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-d3c55670-e7d1-4b16-a15f-96b0baad238a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0432017 May 06 10:35:54.036238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-4dcacf30-9e24-4c55-ab47-e650513e9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:54.037796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-4dcacf30-9e24-4c55-ab47-e650513e9176 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401783 May 06 10:35:54.133391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-287566af-8d4b-4828-8888-b6bda97d87ed service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871074 May 06 10:35:54.221259 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8d4a9661-6c21-4af3-a53b-80b90d6cb756 req-d6dd4c50-8ede-4da3-82ec-32823f9cf700 service neutron] 10.222.0.82 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811484 May 06 10:35:54.741131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-dc72a88c-af63-49b5-a901-536c3f39f32a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416155 May 06 10:35:54.852206 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574614c-08df-4c78-a8d7-737532c761bf req-bfb02855-8b38-49dc-a3a9-55a3fbb0d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:54.853658 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-bfb02855-8b38-49dc-a3a9-55a3fbb0d0f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1095 time: 0.0502434 May 06 10:35:54.958283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:35:54.997509 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eccb65-c2e0-43d0-959d-7a7211dcb8c6 req-51a1fef7-8919-4004-9a58-67d10785905e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:54.998961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90eccb65-c2e0-43d0-959d-7a7211dcb8c6 req-51a1fef7-8919-4004-9a58-67d10785905e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 944 time: 0.0821900 May 06 10:35:55.000356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574614c-08df-4c78-a8d7-737532c761bf req-b55e35b2-c330-4dde-9ab3-8b439e91f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:55.001678 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-b55e35b2-c330-4dde-9ab3-8b439e91f8b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.1299865 May 06 10:35:55.010112 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port 5e957666-2aef-49ab-b3b4-62d6717c10a6 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:35:55.013842 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port 5e957666-2aef-49ab-b3b4-62d6717c10a6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:35:55.014213 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:55.077773 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-90eccb65-c2e0-43d0-959d-7a7211dcb8c6 req-65d12d61-4b07-4a03-865e-a8ec7e58914f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722625 May 06 10:35:55.094558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-f085e8b2-7ed8-4384-aa5a-1d187821bad4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 1000 time: 0.0820053 May 06 10:35:55.099724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:55.104089 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38760) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:35:55.125357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:35:55.128056 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd8c4c-8c0c-4c46-aef9-0a0c1fe28273" -d '{"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-plugged", "status": "completed", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:35:55.142058 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:35:55.148692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:35:55.170183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574614c-08df-4c78-a8d7-737532c761bf req-6d928b15-086d-4db2-b253-434c3eeff2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:55.171953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-6d928b15-086d-4db2-b253-434c3eeff2b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0683873 May 06 10:35:55.188337 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3979890a-e531-493d-8240-551f8ce5b4fc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c HTTP/1.1" status: 200 len: 992 time: 0.0829148 May 06 10:35:55.193041 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58833e7-05d3-4167-b8a4-2dc6b7b58129 x-openstack-request-id: req-c58833e7-05d3-4167-b8a4-2dc6b7b58129 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:35:55.193397 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-plugged", "status": "completed", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:35:55.194546 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c58833e7-05d3-4167-b8a4-2dc6b7b58129 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:35:55.194546 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58833e7-05d3-4167-b8a4-2dc6b7b58129'] response: {'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'code': 200} May 06 10:35:55.221248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:35:55.232571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574614c-08df-4c78-a8d7-737532c761bf req-012b11b0-40e2-40f4-96b0-c3b8afcf7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:35:55.234078 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-012b11b0-40e2-40f4-96b0-c3b8afcf7ddb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532141 May 06 10:35:55.324709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-a16569dd-f2d9-4ca8-83da-87ab9dba3ac8 service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827372 May 06 10:35:55.418609 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8574614c-08df-4c78-a8d7-737532c761bf req-114a56d4-be37-49d9-b00e-c4b2aa2c3d37 service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 May 06 10:36:02.591728 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:36:12.766223 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4465eb59-1825-4151-b2b3-a2fb751762a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:15.260212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b03c9232-7d76-4a7e-8c43-8d313fa33f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:16.871313 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:17.077968 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:18.368175 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:18.842147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:21.020147 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:39.590949 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:36:42.768423 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b91fef42-5947-413c-ab9f-9924b72234f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:45.261133 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7a6e4eec-3f52-4622-aaa6-24ba491c17ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:46.872736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:47.092074 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.370616 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.389382 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38786) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:48.584521 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 30748574-3263-4fdf-a9d5-ec13156c2ca1 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:36:48.584920 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.665295 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.665628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.677147 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 30748574-3263-4fdf-a9d5-ec13156c2ca1 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:36:48.818940 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.845486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.848957 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=30748574-3263-4fdf-a9d5-ec13156c2ca1,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:48.874109 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.874458 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.874798 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.875134 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.875468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.875822 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.876150 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.876478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.876809 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.877133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.877452 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.877770 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:48.917283 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:48.917650 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c disassociated (deleted). External IP: 172.25.8.183, port: 5e957666-2aef-49ab-b3b4-62d6717c10a6. May 06 10:36:49.128807 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 601e17ca-2250-4fcf-ab10-b67c0631b39e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:36:49.237686 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:36:49.242550 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:49.248523 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] Sync routers for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:36:49.259420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:36:49.260077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:49.271157 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9058c428-b8c3-4f62-96ea-417c4b6deff7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/floatingips/4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c HTTP/1.1" status: 204 len: 168 time: 0.8806953 May 06 10:36:49.271781 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:36:49.274419 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e576df13202edad79ab3f5f38fc837d4d2daa017a7770fe4381cce68faabb4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82f7b21-82fa-4002-8377-d9a293f49226" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:36:49.315197 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e28ab4-d005-4dfe-9c9f-427f2b8e45b6 x-openstack-request-id: req-f3e28ab4-d005-4dfe-9c9f-427f2b8e45b6 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:36:49.315488 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:36:49.315771 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3e28ab4-d005-4dfe-9c9f-427f2b8e45b6 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:36:49.316323 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e28ab4-d005-4dfe-9c9f-427f2b8e45b6'] response: {'name': 'network-changed', 'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'status': 'completed', 'code': 200} May 06 10:36:49.378651 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:36:49.387659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-a3af9f1f-5db5-4151-b4f1-6318543a5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:49.389902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-a3af9f1f-5db5-4151-b4f1-6318543a5836 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 1096 time: 0.0520618 May 06 10:36:49.497057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-f6ca7ae3-47da-45e9-8b08-62d5a73add85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:49.498531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-f6ca7ae3-47da-45e9-8b08-62d5a73add85 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 200 len: 898 time: 0.1015604 May 06 10:36:49.545656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-e77e7624-bf7b-4b55-9c32-6ee4112cce69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 200 len: 217 time: 0.0373297 May 06 10:36:49.603690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:43Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:49.630121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-7f071a24-5810-4c46-9ebc-7d1954811664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:49.631617 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-7f071a24-5810-4c46-9ebc-7d1954811664 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 200 len: 835 time: 0.0782657 May 06 10:36:49.634593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] Checking router: 601e17ca-2250-4fcf-ab10-b67c0631b39e for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:36:49.643019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:36:49.643545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:49.644336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f8a0-5cf9-43db-a5a1-37c791b52d8a req-6a6c0b7b-14ba-4494-b7d3-29236b826bb5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:49.645803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23a2f8a0-5cf9-43db-a5a1-37c791b52d8a req-6a6c0b7b-14ba-4494-b7d3-29236b826bb5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.1862185 May 06 10:36:49.709896 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-23a2f8a0-5cf9-43db-a5a1-37c791b52d8a req-dc19bed1-025a-47fc-981c-70b0dba5ecd3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544624 May 06 10:36:49.712863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-82b6d13c-7c43-42b5-bce6-fb9a1714fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:49.714288 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-82b6d13c-7c43-42b5-bce6-fb9a1714fab8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c2bb1c05-06d0-4536-a587-2220d42214d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676141 May 06 10:36:49.751069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:36:49.810438 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-3f286110-dd24-436a-b87a-8ef5bfbd3a74 service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876908 May 06 10:36:49.901283 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b82f7b21-82fa-4002-8377-d9a293f49226 req-c54ca836-3763-4d13-b96e-fe1ccc039e7c service neutron] 10.222.0.83 "GET /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843248 May 06 10:36:49.951597 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:43Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:49.978292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbca572-6321-45cc-a8ac-fa396f8285a0 None None] The sync data for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 is: [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:34:39Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '3519f0e0-936d-4560-ada9-69386996b069', 'name': '', 'network_id': 'c2bb1c05-06d0-4536-a587-2220d42214d2', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:0d:c9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:39Z', 'updated_at': '2022-05-06T10:34:43Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': 'ea2fd9ff-5cc3-4d66-a89d-d425cf538509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:36:50.188616 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fd30c4-8f72-4a41-9d28-602655b83eb2 None None] New status for floating IP 4c2f5378-f49d-46ca-a53e-f0ad08ff3a0c: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:36:50.879507 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fe251-13af-420f-902f-298d2d791116 req-8c7abb71-1bf8-42ee-8f42-9dddb79f6346 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:50.880943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-928fe251-13af-420f-902f-298d2d791116 req-8c7abb71-1bf8-42ee-8f42-9dddb79f6346 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.1009903 May 06 10:36:50.919209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-928fe251-13af-420f-902f-298d2d791116 req-68f6ba67-2c61-4c44-8a51-4c053262a15b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=883810e5-9946-48fb-bef9-2785943eeaac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 May 06 10:36:51.022021 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:51.145988 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb635a-918b-4741-b26d-14e12a896220 req-f59e8a45-88e5-43ba-b156-023180d51217 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:51.147349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dcb635a-918b-4741-b26d-14e12a896220 req-f59e8a45-88e5-43ba-b156-023180d51217 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 945 time: 0.0526459 May 06 10:36:51.236715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 5e957666-2aef-49ab-b3b4-62d6717c10a6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:36:51.237079 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:51.328356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 5e957666-2aef-49ab-b3b4-62d6717c10a6, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=5e957666-2aef-49ab-b3b4-62d6717c10a6,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:51.328721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:51.342631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 5e957666-2aef-49ab-b3b4-62d6717c10a6 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:36:51.466155 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:51.496759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=5e957666-2aef-49ab-b3b4-62d6717c10a6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:51.506575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.506924 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.507263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.507617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.508472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.509009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.509267 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.509653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.510444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.510444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.510634 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.510911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:51.551929 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] No DVR routers for this DVR port 5e957666-2aef-49ab-b3b4-62d6717c10a6 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:36:51.554570 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:51.558061 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1dcb635a-918b-4741-b26d-14e12a896220 req-1fa985c4-57fa-430b-a9fa-994c7d839f7f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.83 "DELETE /v2.0/ports/5e957666-2aef-49ab-b3b4-62d6717c10a6 HTTP/1.1" status: 204 len: 173 time: 0.4054124 May 06 10:36:51.558496 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-deleted', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:36:51.560814 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88920cb-0031-4e2b-83a3-0aaef964b901" -d '{"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-deleted", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:36:51.658130 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962f8a36-db3c-4b39-845c-45257621ccdb x-openstack-request-id: req-962f8a36-db3c-4b39-845c-45257621ccdb {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:36:51.658456 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ab1038-f8b8-4e14-b160-ee13ec765a78", "name": "network-vif-deleted", "tag": "5e957666-2aef-49ab-b3b4-62d6717c10a6", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:36:51.658666 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-962f8a36-db3c-4b39-845c-45257621ccdb {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:36:51.659076 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962f8a36-db3c-4b39-845c-45257621ccdb'] response: {'server_uuid': 'a8ab1038-f8b8-4e14-b160-ee13ec765a78', 'name': 'network-vif-deleted', 'tag': '5e957666-2aef-49ab-b3b4-62d6717c10a6', 'status': 'completed', 'code': 200} May 06 10:36:52.036387 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cc679903-1279-4534-a67b-881a3633ef41 req-bc0cb688-d16d-4e6b-adde-00119bec035c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8ab1038-f8b8-4e14-b160-ee13ec765a78 HTTP/1.1" status: 200 len: 210 time: 0.0265963 May 06 10:36:53.096742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38810) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:53.166488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:36:53.190764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: 5e957666-2aef-49ab-b3b4-62d6717c10a6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:36:53.191106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device 5e957666-2aef-49ab-b3b4-62d6717c10a6 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:36:53.466875 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:53.721164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 3519f0e0-936d-4560-ada9-69386996b069 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:36:53.721417 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:53.806861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 3519f0e0-936d-4560-ada9-69386996b069, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=3519f0e0-936d-4560-ada9-69386996b069,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:53.807218 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:53.819617 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 3519f0e0-936d-4560-ada9-69386996b069 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:36:54.003778 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:54.034875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=3519f0e0-936d-4560-ada9-69386996b069,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:54.207730 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:54.744835 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 601e17ca-2250-4fcf-ab10-b67c0631b39e has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:36:54.849593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:36:54.855186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-39636d13-949d-4d9f-908d-94ac4134392b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/601e17ca-2250-4fcf-ab10-b67c0631b39e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568781 May 06 10:36:54.857413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38812) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:54.862031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] Sync routers for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:36:54.872737 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:36:54.873343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:54.909857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting subnet ea2fd9ff-5cc3-4d66-a89d-d425cf538509 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:36:54.913073 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:54.955439 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.053580 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.120513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.148150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2fd9ff-5cc3-4d66-a89d-d425cf538509,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:55.153607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.159293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-7ea052cd-cab4-4d0f-bb32-f388d7ecb633 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/subnets/ea2fd9ff-5cc3-4d66-a89d-d425cf538509 HTTP/1.1" status: 204 len: 168 time: 0.2981079 May 06 10:36:55.159293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38814) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:55.159553 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156cbae4-e882-4433-9578-df0f16e3c6c3 None None] Network c2bb1c05-06d0-4536-a587-2220d42214d2 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:36:55.179292 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:36:55.269039 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.377051 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.432423 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port b94e013d-81cf-43bc-80b1-f6650a79ab53 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:36:55.432809 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.450012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:36:53Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'b94e013d-81cf-43bc-80b1-f6650a79ab53', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:a1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:34:37Z', 'updated_at': '2022-05-06T10:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:55.482916 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] Checking router: 601e17ca-2250-4fcf-ab10-b67c0631b39e for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:36:55.491448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] Routers {'601e17ca-2250-4fcf-ab10-b67c0631b39e'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:36:55.492170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['601e17ca-2250-4fcf-ab10-b67c0631b39e'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:55.522357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port b94e013d-81cf-43bc-80b1-f6650a79ab53, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b94e013d-81cf-43bc-80b1-f6650a79ab53,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:55.522716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.527041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] DHCP port deletion for c2bb1c05-06d0-4536-a587-2220d42214d2 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:36:55.535318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for b94e013d-81cf-43bc-80b1-f6650a79ab53 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:36:55.608194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] Set router 601e17ca-2250-4fcf-ab10-b67c0631b39e gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:36:55.666924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:36:55Z', 'revision_number': 6, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:55.695212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c95416-cdb3-4f97-a7c0-cb80b5e9b00f None None] The sync data for ids ['601e17ca-2250-4fcf-ab10-b67c0631b39e'] in n-d-840834-1 is: [{'id': '601e17ca-2250-4fcf-ab10-b67c0631b39e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219784146', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:34:36Z', 'updated_at': '2022-05-06T10:36:55Z', 'revision_number': 6, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:36:55.705335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Deleting port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:36:55.705793 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.719143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.747539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=b94e013d-81cf-43bc-80b1-f6650a79ab53,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:55.775808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] For port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3,segment=NetworkSegment(a75cb815-6507-4415-9aae-dff8ad953e4d),segment_id=a75cb815-6507-4415-9aae-dff8ad953e4d)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:36:55.776209 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.788771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Calling delete_port for cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:36:55.806513 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.876039 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.900667 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.901908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Pushing event deleted for resources: {'Port': ['ID=cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:55.902831 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.910051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] No DVR routers for this DVR port cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:36:55.912259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.912793 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.913187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.913325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.913818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.913944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.914303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.914627 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.915015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.915460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.915808 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.916130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e660107-a2c9-4da0-97eb-20ac8da1181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:36:55.951716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.952275 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Fanout notify agent at l3_agent the message router_deleted on router 601e17ca-2250-4fcf-ab10-b67c0631b39e {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:36:55.959163 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:55.960314 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-92dbfc0a-8f7e-48bc-8b78-ad748b366459 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/routers/601e17ca-2250-4fcf-ab10-b67c0631b39e HTTP/1.1" status: 204 len: 168 time: 0.8002753 May 06 10:36:55.963409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38816) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:56.040275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.137229 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.162227 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bb1c05-06d0-4536-a587-2220d42214d2']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:56.173340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75cb815-6507-4415-9aae-dff8ad953e4d') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:56.173702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75cb815-6507-4415-9aae-dff8ad953e4d') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:56.184367 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.198684 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.204975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:36:56.205426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: timer() May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:36:56.208831 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:36:56.268153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.277463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.279940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/networks/c2bb1c05-06d0-4536-a587-2220d42214d2 HTTP/1.1" status: 204 len: 168 time: 0.3155532 May 06 10:36:56.282873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38818) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:56.292808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ebefd-a596-4950-9b7a-82f62bd4713c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Network': ['ID=c2bb1c05-06d0-4536-a587-2220d42214d2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:56.347633 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-855d518b-fd4d-4e99-badd-f7bd6ab816dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.373280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-855d518b-fd4d-4e99-badd-f7bd6ab816dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.433722 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-855d518b-fd4d-4e99-badd-f7bd6ab816dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.436202 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-855d518b-fd4d-4e99-badd-f7bd6ab816dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.437354 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-855d518b-fd4d-4e99-badd-f7bd6ab816dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/security-groups/883810e5-9946-48fb-bef9-2785943eeaac HTTP/1.1" status: 204 len: 168 time: 0.1529741 May 06 10:36:56.446570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d518b-fd4d-4e99-badd-f7bd6ab816dc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883810e5-9946-48fb-bef9-2785943eeaac,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:56.548197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:36:56.573944 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:36:56.574305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cd8ff1ff-5f9e-4dc2-8120-afe632cba6f3 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:36:56.574820 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b94e013d-81cf-43bc-80b1-f6650a79ab53 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:36:56.598807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b94e013d-81cf-43bc-80b1-f6650a79ab53 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:36:56.599228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b94e013d-81cf-43bc-80b1-f6650a79ab53 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:36:56.599767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3519f0e0-936d-4560-ada9-69386996b069 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:36:56.619879 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 3519f0e0-936d-4560-ada9-69386996b069 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:36:56.620231 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 3519f0e0-936d-4560-ada9-69386996b069 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:36:56.841538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38824) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:56.846146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-0e41ac10-5adb-462c-bc5e-98cb74e7a0a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700250758', 'description': 'tempest-secgroup-smoke-700250758 description', 'project_id': '716fcb654a664b41afc42ce41969f497'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:56.866037 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0e41ac10-5adb-462c-bc5e-98cb74e7a0a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.937620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0e41ac10-5adb-462c-bc5e-98cb74e7a0a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.941212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0e41ac10-5adb-462c-bc5e-98cb74e7a0a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.968942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-0e41ac10-5adb-462c-bc5e-98cb74e7a0a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:56.970179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-0e41ac10-5adb-462c-bc5e-98cb74e7a0a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1276016 May 06 10:36:56.973610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38826) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:56.974708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41ac10-5adb-462c-bc5e-98cb74e7a0a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da2355-7f85-466e-a5d7-9c72226c1dd7,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:56.979764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-0644b8f0-9600-4a8c-a8cc-c86a0766dec4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': 'b5da2355-7f85-466e-a5d7-9c72226c1dd7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.005484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0644b8f0-9600-4a8c-a8cc-c86a0766dec4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.063843 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0644b8f0-9600-4a8c-a8cc-c86a0766dec4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.067628 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0644b8f0-9600-4a8c-a8cc-c86a0766dec4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.085429 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644b8f0-9600-4a8c-a8cc-c86a0766dec4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c178b602-8259-47c2-8903-0dad286594ba,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:57.094198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0644b8f0-9600-4a8c-a8cc-c86a0766dec4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.095376 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0644b8f0-9600-4a8c-a8cc-c86a0766dec4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207483 May 06 10:36:57.098144 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38828) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:57.102873 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-39fc7962-afe4-43bb-8ccd-fc6db84e7a1e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': 'b5da2355-7f85-466e-a5d7-9c72226c1dd7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.127385 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39fc7962-afe4-43bb-8ccd-fc6db84e7a1e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.184636 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39fc7962-afe4-43bb-8ccd-fc6db84e7a1e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.188332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39fc7962-afe4-43bb-8ccd-fc6db84e7a1e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.207712 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc7962-afe4-43bb-8ccd-fc6db84e7a1e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f038fc-7b47-4435-a18b-42c20a6912d6,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:57.214210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-39fc7962-afe4-43bb-8ccd-fc6db84e7a1e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.216011 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-39fc7962-afe4-43bb-8ccd-fc6db84e7a1e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168606 May 06 10:36:57.218040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38830) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:57.222313 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-fd334e41-9588-4911-9640-93ab5b913c2a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': 'b5da2355-7f85-466e-a5d7-9c72226c1dd7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.247114 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd334e41-9588-4911-9640-93ab5b913c2a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.304718 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd334e41-9588-4911-9640-93ab5b913c2a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.309208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd334e41-9588-4911-9640-93ab5b913c2a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.326088 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd334e41-9588-4911-9640-93ab5b913c2a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a249ff63-267c-40f8-835f-60a37d00753e,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:57.334483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-fd334e41-9588-4911-9640-93ab5b913c2a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.336876 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fd334e41-9588-4911-9640-93ab5b913c2a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167290 May 06 10:36:57.338745 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38832) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:57.343021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a1fdf0b9-b442-4e22-9bea-54565f45b418 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': 'b5da2355-7f85-466e-a5d7-9c72226c1dd7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.368615 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf0b9-b442-4e22-9bea-54565f45b418 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.427946 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf0b9-b442-4e22-9bea-54565f45b418 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.432091 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf0b9-b442-4e22-9bea-54565f45b418 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.449547 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdf0b9-b442-4e22-9bea-54565f45b418 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0067dcc0-a6f6-42ae-b251-527a9d5ab2aa,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:57.456823 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf0b9-b442-4e22-9bea-54565f45b418 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.458016 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a1fdf0b9-b442-4e22-9bea-54565f45b418 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182964 May 06 10:36:57.460690 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38834) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:57.465249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': 'b5da2355-7f85-466e-a5d7-9c72226c1dd7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.485342 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:36:57.490126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.549341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.553226 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.573408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c36f41-7f30-4b35-9f96-6896232bd9b0,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:57.582855 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.584099 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a082c653-bece-47f6-82ed-53e4d91d7d59 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224992 May 06 10:36:57.587448 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38836) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:57.592035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': 'b5da2355-7f85-466e-a5d7-9c72226c1dd7', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.612560 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:36:57.618051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.678227 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.682665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.699528 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082693be-595e-4eaf-a1f7-7693636809f5,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:57.707599 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.708817 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-7f56a320-ecbc-4493-a5f6-ca51b440d9a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202800 May 06 10:36:57.712511 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38838) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:57.717194 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'network': {'name': 'tempest-network-smoke--825838244', 'project_id': '716fcb654a664b41afc42ce41969f497', 'port_security_enabled': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.736375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:36:57.740146 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.763866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:36:57.773288 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.774147 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Added segment e0ed04bf-1168-4365-be01-5b7aae6f1b1e of type vlan for network 05e1f168-43b4-428d-b040-1c17e3ed73dc May 06 10:36:57.815829 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.840705 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.846648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:57.847231 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.903916 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1903770 May 06 10:36:57.906602 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38840) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:57.910884 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'admin_state_up': True, 'project_id': '716fcb654a664b41afc42ce41969f497', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:57.932637 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e952844-f9bb-4444-bbfe-0e2e3fd906bb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Network': ['ID=05e1f168-43b4-428d-b040-1c17e3ed73dc,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:57.944561 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:36:57.945136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:57.945753 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:58.003199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:58.139244 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:58.337567 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:58.356095 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:58.459743 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.66 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/4ceb0f79-7e85-46df-a594-5eed13cec24d) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:36:58.559254 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:58.592309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:58.627281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:36:58.630024 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:36:58.634040 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:36:58.665327 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=4ceb0f79-7e85-46df-a594-5eed13cec24d,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:58.885571 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.081188 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.203369 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 7c361ff8-f4db-4b04-8417-a0f017b063b6 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:36:59.307052 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:36:59.316266 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Sync routers for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:36:59.326286 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:36:59.326881 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:59.327174 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.328439 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8a264681-31a8-46a0-b6b4-28a86e89b1aa tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4209173 May 06 10:36:59.331541 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38842) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:59.404903 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-6d34abe9-4e82-4e6d-9d23-6b73e1f32653 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=716fcb654a664b41afc42ce41969f497&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722241 May 06 10:36:59.407496 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38846) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:59.433387 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:36:59.493852 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63160726-5bf0-4730-9212-ec12b3b9c44f tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:59.495259 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-63160726-5bf0-4730-9212-ec12b3b9c44f tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868371 May 06 10:36:59.498133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38848) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:59.533872 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-bbd30f25-a3a4-4817-ab18-daaa18ed81f5 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346174 May 06 10:36:59.536472 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38850) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:59.542067 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882387145', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'project_id': '716fcb654a664b41afc42ce41969f497', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:36:59.637887 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:36:59.641443 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.712362 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:36:58Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:36:59.745922 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Checking router: 7c361ff8-f4db-4b04-8417-a0f017b063b6 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:36:59.746187 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Updating router 7c361ff8-f4db-4b04-8417-a0f017b063b6 port 4ceb0f79-7e85-46df-a594-5eed13cec24d binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:36:59.770586 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.826464 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.887486 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Subnet': ['ID=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:36:59.897921 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Checking segment: {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:36:59.899145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network hostable DHCP agents. Network: 05e1f168-43b4-428d-b040-1c17e3ed73dc, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:36:59.915396 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:36:59.923546 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 05e1f168-43b4-428d-b040-1c17e3ed73dc) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:36:59.927885 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:36:59.928484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:36:59.933323 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311dfdd-6816-417e-b81d-67ffbc4b452a None None] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:36:59.949327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38852) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:36:59.952307 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-beccc7ca-f0ca-45cc-a789-a2a854755f79 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4145813 May 06 10:37:00.028958 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.034986 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.083740 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Attempting to bind port 4ceb0f79-7e85-46df-a594-5eed13cec24d on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:00.084183 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Attempting to bind port 4ceb0f79-7e85-46df-a594-5eed13cec24d by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:00.084629 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Attempting to bind port 4ceb0f79-7e85-46df-a594-5eed13cec24d on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:00.092538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-05e1f168-43b4-428d-b040-1c17e3ed73dc', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:37:00.093719 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.094565 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:00.095059 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:00.095562 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.096168 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:00.096792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Bound port: 4ceb0f79-7e85-46df-a594-5eed13cec24d, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:00.097202 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.152080 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] For port 4ceb0f79-7e85-46df-a594-5eed13cec24d, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:00.155310 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] For port 4ceb0f79-7e85-46df-a594-5eed13cec24d, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4ceb0f79-7e85-46df-a594-5eed13cec24d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:00.156658 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Pushing event updated for resources: {'Port': ['ID=4ceb0f79-7e85-46df-a594-5eed13cec24d,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:00.161835 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.169417 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.169870 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.170311 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.170737 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.171159 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.171619 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.173244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.173244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.173244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.173244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.173244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.173945 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:37:00.228334 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56a587-cc46-4b90-9e59-ce4884e43cb1 None None] Pushing event updated for resources: {'Port': ['ID=4ceb0f79-7e85-46df-a594-5eed13cec24d,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:00.242399 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:00.243177 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:00.254079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Allocated IP 172.20.0.2 (05e1f168-43b4-428d-b040-1c17e3ed73dc/523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f/9298bf62-3797-4e37-bfea-373962fb90e1) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:00.352001 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:00.416118 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.423044 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.428724 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.463686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:00.468509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:00.476726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:00.479961 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Pushing event updated for resources: {'Port': ['ID=9298bf62-3797-4e37-bfea-373962fb90e1,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:00.532606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Attempting to bind port 9298bf62-3797-4e37-bfea-373962fb90e1 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:00.533148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Attempting to bind port 9298bf62-3797-4e37-bfea-373962fb90e1 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:00.533508 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Attempting to bind port 9298bf62-3797-4e37-bfea-373962fb90e1 on network 05e1f168-43b4-428d-b040-1c17e3ed73dc {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:00.538392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:00.538758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Checking segment: {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:00.539208 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.539607 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Bound using segment: {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:00.540241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Bound port: 9298bf62-3797-4e37-bfea-373962fb90e1, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:00.540616 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.550986 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:36:58Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:00.578432 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3b87c-5d50-40a4-bcc1-d346ef604dd9 None None] The sync data for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 is: [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:36:58Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:00.630391 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] For port 9298bf62-3797-4e37-bfea-373962fb90e1, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:00.634337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] For port 9298bf62-3797-4e37-bfea-373962fb90e1, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9298bf62-3797-4e37-bfea-373962fb90e1,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:00.638582 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.706690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c37b8c-f899-45ea-913c-6821045b70d9 None None] Pushing event updated for resources: {'Port': ['ID=9298bf62-3797-4e37-bfea-373962fb90e1,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:00.752480 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.1 (05e1f168-43b4-428d-b040-1c17e3ed73dc/523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f/83108b38-dcd2-40af-afde-32539bc10c89) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:00.921255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:00.965192 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.004735 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:01.013508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:01.017324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:01.058766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=83108b38-dcd2-40af-afde-32539bc10c89,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:01.076365 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.216232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.518164 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.523808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.599454 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.607916 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=83108b38-dcd2-40af-afde-32539bc10c89,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:01.704460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:01.705876 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:01.712669 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4b59fa-7385-43e8-a68c-29f8d51c654c None None] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:37:01.779420 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fad54d56-79ee-4626-8ed4-00424750e6d5 None None] Provisioning complete for port 9298bf62-3797-4e37-bfea-373962fb90e1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:01.779815 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fad54d56-79ee-4626-8ed4-00424750e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.825935 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 7c361ff8-f4db-4b04-8417-a0f017b063b6 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:37:01.909630 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fad54d56-79ee-4626-8ed4-00424750e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:01.938368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:37:01.943359 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e6a7b1c8-9982-4abb-bdea-2cc8aa4b79a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/7c361ff8-f4db-4b04-8417-a0f017b063b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9930041 May 06 10:37:01.967865 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fad54d56-79ee-4626-8ed4-00424750e6d5 None None] For port 9298bf62-3797-4e37-bfea-373962fb90e1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9298bf62-3797-4e37-bfea-373962fb90e1,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:01.973307 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fad54d56-79ee-4626-8ed4-00424750e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:02.030573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad54d56-79ee-4626-8ed4-00424750e6d5 None None] Pushing event updated for resources: {'Port': ['ID=9298bf62-3797-4e37-bfea-373962fb90e1,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:02.207072 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3a41e2d4-7d64-4fca-b4e2-4380158a6afa None None] Provisioning complete for port 9298bf62-3797-4e37-bfea-373962fb90e1 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:02.207625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a41e2d4-7d64-4fca-b4e2-4380158a6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:02.318289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-3a41e2d4-7d64-4fca-b4e2-4380158a6afa None None] Provisioning complete for port 83108b38-dcd2-40af-afde-32539bc10c89 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:02.319007 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3a41e2d4-7d64-4fca-b4e2-4380158a6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:02.384050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-3a41e2d4-7d64-4fca-b4e2-4380158a6afa None None] Port 83108b38-dcd2-40af-afde-32539bc10c89 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:37:02.392976 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Sync routers for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:37:02.407524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:02.408146 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:02.490478 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-7b3b5e93-9f13-4b38-baad-a2ae6eac1864 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700250758&fields=id&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 267 time: 0.4253204 May 06 10:37:02.613871 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-626581f3-cd40-47c4-b2af-b8dd50ee2917 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:02.615883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-626581f3-cd40-47c4-b2af-b8dd50ee2917 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/networks?id=05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 200 len: 796 time: 0.1166110 May 06 10:37:02.634619 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-595b7042-b2fc-459a-9fa7-65194f3a2edb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/quotas/716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 375 time: 0.0099206 May 06 10:37:02.675015 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9298bf62-3797-4e37-bfea-373962fb90e1 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:02.693468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-18fa3d07-fa8d-4db2-b53e-1f4d46dbdecc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525029 May 06 10:37:02.736150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d9dcdd8b-0bc1-4da0-b6bf-a1b5d511d624 None None] Provisioning complete for port 83108b38-dcd2-40af-afde-32539bc10c89 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:02.736757 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d9dcdd8b-0bc1-4da0-b6bf-a1b5d511d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:02.744201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:02.788717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-373e5faf-e729-49f2-a5db-a3dcb530f268 service neutron] 10.222.0.76 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831809 May 06 10:37:02.814528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-d9dcdd8b-0bc1-4da0-b6bf-a1b5d511d624 None None] Port 83108b38-dcd2-40af-afde-32539bc10c89 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:37:02.854026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 9298bf62-3797-4e37-bfea-373962fb90e1 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:02.854402 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:02.883966 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-58a812eb-269c-4a17-9836-2673cefbf752 service neutron] 10.222.0.76 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878792 May 06 10:37:02.974501 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5aab2dfb-789a-408c-816c-f7d448ca2c62 None None] Provisioning complete for port 83108b38-dcd2-40af-afde-32539bc10c89 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:02.974876 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5aab2dfb-789a-408c-816c-f7d448ca2c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.064363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5aab2dfb-789a-408c-816c-f7d448ca2c62 None None] Port 83108b38-dcd2-40af-afde-32539bc10c89 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:37:03.072604 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-62b35034-2564-4385-813c-f7e8567b7bf8 req-f964e1e8-5dce-4a3b-8bcf-53a45e14593f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 210 time: 0.0286160 May 06 10:37:03.082494 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4ceb0f79-7e85-46df-a594-5eed13cec24d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:03.131204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 2, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:03.161361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Checking router: 7c361ff8-f4db-4b04-8417-a0f017b063b6 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:37:03.161720 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Updating router 7c361ff8-f4db-4b04-8417-a0f017b063b6 port 83108b38-dcd2-40af-afde-32539bc10c89 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:37:03.191500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4ceb0f79-7e85-46df-a594-5eed13cec24d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:03.191852 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.194520 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.381970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.439696 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 4ceb0f79-7e85-46df-a594-5eed13cec24d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4ceb0f79-7e85-46df-a594-5eed13cec24d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:03.445150 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.528158 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=4ceb0f79-7e85-46df-a594-5eed13cec24d,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:03.600292 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.605376 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.653522 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc453-3b13-4036-b31a-05d97bcb808b None None] Pushing event updated for resources: {'Port': ['ID=83108b38-dcd2-40af-afde-32539bc10c89,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:03.712150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Attempting to bind port 83108b38-dcd2-40af-afde-32539bc10c89 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:03.712518 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Attempting to bind port 83108b38-dcd2-40af-afde-32539bc10c89 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:03.712904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Attempting to bind port 83108b38-dcd2-40af-afde-32539bc10c89 on network 05e1f168-43b4-428d-b040-1c17e3ed73dc {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:03.718035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:03.718392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Checking segment: {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:03.718794 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.719186 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Bound using segment: {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:03.719671 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Bound port: 83108b38-dcd2-40af-afde-32539bc10c89, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:03.720054 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.785170 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] For port 83108b38-dcd2-40af-afde-32539bc10c89, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:03.788385 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] For port 83108b38-dcd2-40af-afde-32539bc10c89, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83108b38-dcd2-40af-afde-32539bc10c89,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:03.793439 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:03.850710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:03.851889 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:36:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:03.897303 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc453-3b13-4036-b31a-05d97bcb808b None None] Pushing event updated for resources: {'Port': ['ID=83108b38-dcd2-40af-afde-32539bc10c89,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:03.954678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a6ad9fdc-0220-4788-bfc8-e9218124180c None None] Provisioning complete for port 83108b38-dcd2-40af-afde-32539bc10c89 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:03.955055 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9fdc-0220-4788-bfc8-e9218124180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.017507 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:04.078176 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-a2bc50e5-38c2-463f-8749-a2900a31fb3d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:04.079738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-a2bc50e5-38c2-463f-8749-a2900a31fb3d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/networks?id=05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 200 len: 796 time: 0.1375482 May 06 10:37:04.130527 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-4d6d73c0-67a3-4ef0-8e0d-2e2004319e84 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 379 time: 0.0409517 May 06 10:37:04.140684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'port': {'device_id': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'admin_state_up': True, 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'security_groups': ['b5da2355-7f85-466e-a5d7-9c72226c1dd7']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:04.188362 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9fdc-0220-4788-bfc8-e9218124180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.217567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c4ae25e9-a464-439a-8b66-90fc864f67a1 req-e3e53885-944c-4e90-819d-48fe2969fbd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 210 time: 0.0614638 May 06 10:37:04.252921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a6ad9fdc-0220-4788-bfc8-e9218124180c None None] For port 83108b38-dcd2-40af-afde-32539bc10c89, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83108b38-dcd2-40af-afde-32539bc10c89,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:04.275036 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a6ad9fdc-0220-4788-bfc8-e9218124180c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.280098 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:37:04.283595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.337007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad9fdc-0220-4788-bfc8-e9218124180c None None] Pushing event updated for resources: {'Port': ['ID=83108b38-dcd2-40af-afde-32539bc10c89,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:04.352927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:04.387468 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fd5303-b915-49ad-ab71-1ed7611ef5a0 None None] The sync data for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 is: [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:04.399419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4ceb0f79-7e85-46df-a594-5eed13cec24d up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:04.404502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b09946ec-a869-4111-9ad2-9dba552c9932 None None] Provisioning complete for port 83108b38-dcd2-40af-afde-32539bc10c89 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:04.407144 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b09946ec-a869-4111-9ad2-9dba552c9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.424530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.4 (05e1f168-43b4-428d-b040-1c17e3ed73dc/523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f/667934e7-650b-4e89-b4d4-db1f7370b45e) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:04.625543 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.664303 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.674320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 4ceb0f79-7e85-46df-a594-5eed13cec24d triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:04.674658 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.716070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:04.722911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:04.724843 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=667934e7-650b-4e89-b4d4-db1f7370b45e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:04.727837 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:04.782261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:04.782939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:04.808593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-f3778c6a-5a12-4d07-b602-0b421f8c495b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716826 May 06 10:37:04.875475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Request body: {'port': {'device_id': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:04.940593 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:05.067512 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5de7be91-1654-4412-a4e4-f5b464bd520d None None] Provisioning complete for port 667934e7-650b-4e89-b4d4-db1f7370b45e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:05.068115 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5de7be91-1654-4412-a4e4-f5b464bd520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:05.110219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5de7be91-1654-4412-a4e4-f5b464bd520d None None] Port 667934e7-650b-4e89-b4d4-db1f7370b45e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:37:05.238792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667934e7-650b-4e89-b4d4-db1f7370b45e {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:37:05.250811 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:05.265332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Transition to ACTIVE for port object 667934e7-650b-4e89-b4d4-db1f7370b45e will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:37:05.270262 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:05.360583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Pushing event updated for resources: {'Port': ['ID=667934e7-650b-4e89-b4d4-db1f7370b45e,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:05.440732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b8eb-24eb-46e9-9f67-bf8b413d9c05 req-e0cd0355-d1c0-40fb-a286-6dcf6760dfc3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:05.442475 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3721b8eb-24eb-46e9-9f67-bf8b413d9c05 req-e0cd0355-d1c0-40fb-a286-6dcf6760dfc3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 943 time: 0.1417112 May 06 10:37:05.486410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Attempting to bind port 667934e7-650b-4e89-b4d4-db1f7370b45e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:37:05.486633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Attempting to bind port 667934e7-650b-4e89-b4d4-db1f7370b45e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:37:05.487003 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Attempting to bind port 667934e7-650b-4e89-b4d4-db1f7370b45e on network 05e1f168-43b4-428d-b040-1c17e3ed73dc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:05.496073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Port 667934e7-650b-4e89-b4d4-db1f7370b45e on network 05e1f168-43b4-428d-b040-1c17e3ed73dc not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:37:05.496346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Attempting to bind port 667934e7-650b-4e89-b4d4-db1f7370b45e on network 05e1f168-43b4-428d-b040-1c17e3ed73dc {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:37:05.510547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:37:05.510896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Checking segment: {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:37:05.511279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Bound using segment: {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:37:05.511764 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Bound port: 667934e7-650b-4e89-b4d4-db1f7370b45e, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:37:05.512127 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:05.529015 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3721b8eb-24eb-46e9-9f67-bf8b413d9c05 req-45fc04cf-ffdf-4ef2-8c43-b394b63c720e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734563 May 06 10:37:05.604926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] For port 667934e7-650b-4e89-b4d4-db1f7370b45e, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:37:05.609356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] For port 667934e7-650b-4e89-b4d4-db1f7370b45e, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=667934e7-650b-4e89-b4d4-db1f7370b45e,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:37:05.616063 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:05.660164 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:05.660784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:05.662218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] 10.222.0.82 "PUT /v2.0/ports/667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 200 len: 1091 time: 0.8458896 May 06 10:37:05.662689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:05.665801 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f5196f-ecac-4335-8b4b-e60eea194c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:05.702891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03d4a-206f-40f2-b895-f59a85bcf27f service neutron] Pushing event updated for resources: {'Port': ['ID=667934e7-650b-4e89-b4d4-db1f7370b45e,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:05.722362 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac648628-cfd7-41e4-9564-f70bebbb783e x-openstack-request-id: req-ac648628-cfd7-41e4-9564-f70bebbb783e {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:05.722362 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:05.722644 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac648628-cfd7-41e4-9564-f70bebbb783e {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:05.723069 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac648628-cfd7-41e4-9564-f70bebbb783e'] response: {'name': 'network-changed', 'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'status': 'completed', 'code': 200} May 06 10:37:05.753952 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-c5972ea5-ec10-42ac-9df3-87522a553a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:05.755539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-c5972ea5-ec10-42ac-9df3-87522a553a76 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1094 time: 0.0483818 May 06 10:37:05.802869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-253c41cd-8a71-4bee-99ed-04737bb28ba3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 200 len: 217 time: 0.0382690 May 06 10:37:05.864108 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-27c8edb2-e2a2-4cbf-9478-bef265a5573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:05.865586 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-27c8edb2-e2a2-4cbf-9478-bef265a5573e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f HTTP/1.1" status: 200 len: 835 time: 0.0548983 May 06 10:37:05.919226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-6f9bce38-4434-4272-b6ca-55fbfd6e5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:05.920836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-6f9bce38-4434-4272-b6ca-55fbfd6e5ce2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05e1f168-43b4-428d-b040-1c17e3ed73dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486190 May 06 10:37:06.022140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-9fcbb3b7-91f1-4f70-a048-0c7432c56f02 service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939653 May 06 10:37:06.118774 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20d19bb9-147b-4b77-8e29-326ebd9cbf7d req-461ec57d-3869-47fa-bd51-32d74e7522b6 service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902789 May 06 10:37:06.212620 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-54feb3e9-bd8a-4ab0-888a-17636b872962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:06.214111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-54feb3e9-bd8a-4ab0-888a-17636b872962 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1094 time: 0.0462651 May 06 10:37:06.307105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-bbad6074-94a4-43f6-b51d-13ff0f1fdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:06.308514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-bbad6074-94a4-43f6-b51d-13ff0f1fdb5a service neutron] 10.222.0.82 "GET /v2.0/networks?id=05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 200 len: 897 time: 0.0875654 May 06 10:37:06.352041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-3ca3d16d-6879-4d6e-9352-e4bbe82e4f7f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 200 len: 217 time: 0.0365198 May 06 10:37:06.399620 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83108b38-dcd2-40af-afde-32539bc10c89 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:06.403828 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-6e1d1f8e-3a64-47f7-a9d0-d307df7b9114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:06.405303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-6e1d1f8e-3a64-47f7-a9d0-d307df7b9114 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f HTTP/1.1" status: 200 len: 835 time: 0.0461476 May 06 10:37:06.449635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 83108b38-dcd2-40af-afde-32539bc10c89 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:06.450008 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:06.455660 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-725cb4c7-0114-40cc-b3cf-b682359cd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:06.457204 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-725cb4c7-0114-40cc-b3cf-b682359cd22b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05e1f168-43b4-428d-b040-1c17e3ed73dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445428 May 06 10:37:06.549141 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-21245db7-1ea5-4d19-b2c5-1bee2232d34b service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 May 06 10:37:06.678819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b809c-d47c-4a4f-8a12-a954a7ab51c8 req-1cef3399-f982-462e-a8c7-4eb6d0c1fc07 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:06.680930 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e8b809c-d47c-4a4f-8a12-a954a7ab51c8 req-1cef3399-f982-462e-a8c7-4eb6d0c1fc07 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 943 time: 0.0767860 May 06 10:37:06.684670 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b1f5196f-ecac-4335-8b4b-e60eea194c5b req-7ea7e509-ad6f-41a4-a22c-54b7c0f6ae6e service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284447 May 06 10:37:06.720301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5e8b809c-d47c-4a4f-8a12-a954a7ab51c8 req-d98cbd9a-5b0b-4f4f-8a13-3d7e3e9f698f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333524 May 06 10:37:07.840040 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4b8e-911d-4302-9f57-d362c38e0d34 req-37d1a470-f1c7-4651-b4cd-1bd48d9a474d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:07.841575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-961d4b8e-911d-4302-9f57-d362c38e0d34 req-37d1a470-f1c7-4651-b4cd-1bd48d9a474d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 943 time: 0.0499942 May 06 10:37:07.879858 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-961d4b8e-911d-4302-9f57-d362c38e0d34 req-ffbae8a8-db7f-4a33-b29c-4c399b994467 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321584 May 06 10:37:08.999742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fe7f8-a663-4621-a1a4-109c9d096c04 req-e2e922b6-afed-4b73-9845-64605949203a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:09.001216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de8fe7f8-a663-4621-a1a4-109c9d096c04 req-e2e922b6-afed-4b73-9845-64605949203a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 943 time: 0.0530035 May 06 10:37:09.040126 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de8fe7f8-a663-4621-a1a4-109c9d096c04 req-6f83900e-190b-4a2c-b771-22fe198f6ed5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328400 May 06 10:37:09.907007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 667934e7-650b-4e89-b4d4-db1f7370b45e details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:37:10.002690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 667934e7-650b-4e89-b4d4-db1f7370b45e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=667934e7-650b-4e89-b4d4-db1f7370b45e,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:10.014274 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'port_id': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'mac_address': 'fa:16:3e:b3:e4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:37:10.056263 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:10.070482 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667934e7-650b-4e89-b4d4-db1f7370b45e {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:37:10.093164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 667934e7-650b-4e89-b4d4-db1f7370b45e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=667934e7-650b-4e89-b4d4-db1f7370b45e,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:10.098198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:10.148177 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=667934e7-650b-4e89-b4d4-db1f7370b45e,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:10.170447 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14926fd-cc15-4619-85f7-17dffe029c4e req-953173ac-bf8d-48c0-86cb-cd38300a9ded tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:10.172116 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14926fd-cc15-4619-85f7-17dffe029c4e req-953173ac-bf8d-48c0-86cb-cd38300a9ded tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 944 time: 0.0552742 May 06 10:37:10.211772 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14926fd-cc15-4619-85f7-17dffe029c4e req-acf604e8-a451-4796-b07b-1ded1ecd256f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319729 May 06 10:37:10.314635 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['667934e7-650b-4e89-b4d4-db1f7370b45e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:37:11.327587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703571d7-3166-4eb0-872c-8345db642ae1 req-1f882d1e-df82-4ea3-97c1-ed73be8721f6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:11.329104 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-703571d7-3166-4eb0-872c-8345db642ae1 req-1f882d1e-df82-4ea3-97c1-ed73be8721f6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 944 time: 0.0502868 May 06 10:37:11.366888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-703571d7-3166-4eb0-872c-8345db642ae1 req-d9e3727a-bd10-4ed0-a9c4-71f4a4a34441 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 May 06 10:37:11.923022 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 667934e7-650b-4e89-b4d4-db1f7370b45e up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:37:11.970817 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 667934e7-650b-4e89-b4d4-db1f7370b45e completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:37:11.975093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 667934e7-650b-4e89-b4d4-db1f7370b45e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:37:11.975468 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:12.055659 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:12.078761 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:12.081024 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24530f14-3d47-405e-9538-7869e86c65e4" -d '{"events": [{"server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "name": "network-vif-plugged", "status": "completed", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:12.094782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 667934e7-650b-4e89-b4d4-db1f7370b45e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=667934e7-650b-4e89-b4d4-db1f7370b45e,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:37:12.098961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:12.150845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=667934e7-650b-4e89-b4d4-db1f7370b45e,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:12.173918 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee4aad-3863-4815-8848-12b0fc0869ee x-openstack-request-id: req-5eee4aad-3863-4815-8848-12b0fc0869ee {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:12.174074 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "name": "network-vif-plugged", "status": "completed", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:12.174310 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5eee4aad-3863-4815-8848-12b0fc0869ee {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:12.174723 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eee4aad-3863-4815-8848-12b0fc0869ee'] response: {'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'code': 200} May 06 10:37:12.281958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934b703-5ccd-495e-9e8b-db605de5ea3c req-e842b5ed-96d2-4ff8-8942-7249ac638595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:12.283422 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7934b703-5ccd-495e-9e8b-db605de5ea3c req-e842b5ed-96d2-4ff8-8942-7249ac638595 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1096 time: 0.0460982 May 06 10:37:12.317699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7934b703-5ccd-495e-9e8b-db605de5ea3c req-3c013337-4e7b-44bb-a029-2d2a7a52e30a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269430 May 06 10:37:12.486460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4825af-bee7-4de7-b1f4-7bc388abfb63 req-94f86bfe-cac2-478a-a272-d81a427c5e5c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:12.487940 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d4825af-bee7-4de7-b1f4-7bc388abfb63 req-94f86bfe-cac2-478a-a272-d81a427c5e5c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0513415 May 06 10:37:12.525725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5d4825af-bee7-4de7-b1f4-7bc388abfb63 req-6c6bb7f9-4e76-4066-8487-ea2ae7cc2c96 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 May 06 10:37:12.769729 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9fa01158-9acf-4b3a-955c-ae05c1ede40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:13.645426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833152c-890d-4a80-8e86-cc49f28c293c req-6c462fdc-a37e-4ac5-bfe7-6b889e04bd1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:13.646988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b833152c-890d-4a80-8e86-cc49f28c293c req-6c462fdc-a37e-4ac5-bfe7-6b889e04bd1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0504217 May 06 10:37:13.686343 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b833152c-890d-4a80-8e86-cc49f28c293c req-48a698f8-c008-4cf0-b2d0-25c17fc77e83 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330596 May 06 10:37:14.069178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15ee8c-7323-42f3-9c88-cede636ec64d req-83e2d064-2027-495f-b82a-9d236feaa106 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:14.071349 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a15ee8c-7323-42f3-9c88-cede636ec64d req-83e2d064-2027-495f-b82a-9d236feaa106 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0527875 May 06 10:37:14.109746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a15ee8c-7323-42f3-9c88-cede636ec64d req-15cce972-7709-48fa-b91c-44b1b9569973 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 May 06 10:37:14.132601 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38908) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:14.173443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f756b0-dff4-4fc7-8f0e-e662a92b4215 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:14.174958 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b6f756b0-dff4-4fc7-8f0e-e662a92b4215 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1091 time: 0.0403936 May 06 10:37:14.177817 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38910) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:14.182104 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:37:14.202433 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:14.301332 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:14.405410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.223 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/aca45d61-d219-408e-bf24-af30db43ea03) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:37:14.510242 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:14.543522 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:14.577281 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:37:14.581662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:37:14.584998 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:37:14.611331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=aca45d61-d219-408e-bf24-af30db43ea03,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:14.946824 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.013295 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.161726 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.168306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.239642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=aca45d61-d219-408e-bf24-af30db43ea03,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:37:15.250945 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.262545 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f7298e5-5535-4317-bcf8-3bcdf272a898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.351574 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 3e6c5795-6ba6-4658-9ce3-c914690d657f associated. External IP: 172.25.8.223, port: 667934e7-650b-4e89-b4d4-db1f7370b45e. May 06 10:37:15.556719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 7c361ff8-f4db-4b04-8417-a0f017b063b6 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:37:15.665351 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:37:15.675231 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] Sync routers for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:37:15.683283 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:15.685696 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:15.686307 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:15.713819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9e12f284-a919-4c25-ab10-2e4691eda19e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5350020 May 06 10:37:15.714411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:37:15.716683 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b275f31-5390-4f14-8755-37bc7498e0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:37:15.757129 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e60d92f-3275-406a-bfae-66dd71dae447 x-openstack-request-id: req-1e60d92f-3275-406a-bfae-66dd71dae447 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:37:15.758143 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:37:15.758410 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e60d92f-3275-406a-bfae-66dd71dae447 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:37:15.758960 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e60d92f-3275-406a-bfae-66dd71dae447'] response: {'name': 'network-changed', 'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'status': 'completed', 'code': 200} May 06 10:37:15.804124 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:16.042122 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3e6c5795-6ba6-4658-9ce3-c914690d657f', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'port_id': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'mac_address': 'fa:16:3e:b3:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:37:14Z', 'updated_at': '2022-05-06T10:37:14Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:04Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:16.069831 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] Checking router: 7c361ff8-f4db-4b04-8417-a0f017b063b6 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:37:16.078659 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:37:16.079266 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:37:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:16.166298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441e041-b85f-4000-9ce0-72b9455a6161 req-05bfedd8-5402-45e2-90bb-26ad7c5807e0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.167826 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3441e041-b85f-4000-9ce0-72b9455a6161 req-05bfedd8-5402-45e2-90bb-26ad7c5807e0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.4040561 May 06 10:37:16.170396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-dcf89cba-bff4-4f36-b3e7-6410c6be6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.172158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-dcf89cba-bff4-4f36-b3e7-6410c6be6d95 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1096 time: 0.0579062 May 06 10:37:16.189607 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:37:16.253976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3441e041-b85f-4000-9ce0-72b9455a6161 req-4c579a65-6942-4c32-8961-27b09dc8250d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794048 May 06 10:37:16.278117 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38916) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:16.319853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-7d1c111a-adc6-45bd-8f32-37ed0a134bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.321335 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-7d1c111a-adc6-45bd-8f32-37ed0a134bda service neutron] 10.222.0.82 "GET /v2.0/networks?id=05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 200 len: 897 time: 0.1400926 May 06 10:37:16.390366 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-cd2ecffe-1a41-43c8-98a9-82c4dc5fdba2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/3e6c5795-6ba6-4658-9ce3-c914690d657f HTTP/1.1" status: 200 len: 991 time: 0.1111529 May 06 10:37:16.408293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-7fbfb114-3061-4719-a457-4fdfebac83eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 200 len: 999 time: 0.0794573 May 06 10:37:16.457706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-58dee5db-36a8-488d-b145-2db86a1c5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.459134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-58dee5db-36a8-488d-b145-2db86a1c5ee2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f HTTP/1.1" status: 200 len: 835 time: 0.0438933 May 06 10:37:16.505715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-f5d62487-d4f6-4c25-92f2-684a1ef86a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:16.506671 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3e6c5795-6ba6-4658-9ce3-c914690d657f', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'port_id': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'mac_address': 'fa:16:3e:b3:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:37:14Z', 'updated_at': '2022-05-06T10:37:14Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:04Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:37:16.507219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-f5d62487-d4f6-4c25-92f2-684a1ef86a9e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05e1f168-43b4-428d-b040-1c17e3ed73dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415692 May 06 10:37:16.535593 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cb813b-1dc0-410b-b2d9-22c48b161373 None None] The sync data for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 is: [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3e6c5795-6ba6-4658-9ce3-c914690d657f', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'port_id': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'mac_address': 'fa:16:3e:b3:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:37:14Z', 'updated_at': '2022-05-06T10:37:14Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:04Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:37:16.594812 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:37:16.605611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-458f62ed-12c3-4067-b1c2-dad12cb615e2 service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914109 May 06 10:37:16.698639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b275f31-5390-4f14-8755-37bc7498e0f6 req-e12ebe94-e7b8-4a30-bf2a-b84813899d78 service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 May 06 10:37:16.748852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b63345-641c-467e-83dc-a869f1163a07 None None] New status for floating IP 3e6c5795-6ba6-4658-9ce3-c914690d657f: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:37:16.901988 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:17.097323 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:17.394246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 38918) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:37:17.458823 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d48432b6-ba00-4cf5-a262-95589a5ac0c0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/3e6c5795-6ba6-4658-9ce3-c914690d657f HTTP/1.1" status: 200 len: 993 time: 0.0634010 May 06 10:37:18.374250 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:18.849249 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:21.040760 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:27.514333 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-d4a90b17-a817-4b3f-b1a8-2605a7c62ec7 req-95fe6115-5783-4a2a-9410-57dbf6cc515b tempest-ServerDiskConfigTestJSON-1817857620 tempest-ServerDiskConfigTestJSON-1817857620-project] (102742) timed out ('10.222.0.82', 58597) {{(pid=102742) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:37:42.773348 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5cbf83c8-954e-4aa1-a8cb-ad46b27ec7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:45.264654 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95a40076-8b13-488c-88eb-3fc27346ed69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:46.878997 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:47.092424 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:48.376878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:48.852571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:48.887655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-e9c0c369-3bba-400b-8025-7c5f10a43182 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397151 May 06 10:37:48.971031 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-527738e1-bfc9-440a-b33f-1f12cfe5cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:48.972526 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-527738e1-bfc9-440a-b33f-1f12cfe5cdee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1096 time: 0.0402246 May 06 10:37:49.078902 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-2e13d30c-98e4-4905-8d01-c2c54d7b7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:49.080391 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-2e13d30c-98e4-4905-8d01-c2c54d7b7db4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 200 len: 897 time: 0.0886092 May 06 10:37:49.145251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-33005454-02f2-40d8-a870-eab498477d67 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 200 len: 1001 time: 0.0566876 May 06 10:37:49.195570 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-5667e971-5d24-438f-bacf-b17256729e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:49.197149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-5667e971-5d24-438f-bacf-b17256729e0a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f HTTP/1.1" status: 200 len: 835 time: 0.0433855 May 06 10:37:49.247121 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-10282341-0ab2-448b-b960-e893c51623a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:49.248693 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-10282341-0ab2-448b-b960-e893c51623a4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05e1f168-43b4-428d-b040-1c17e3ed73dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435786 May 06 10:37:49.337148 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-2e14e6c4-521a-4029-a567-b41cdfcc9b2f service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811276 May 06 10:37:49.432032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1e621100-9c76-4115-952c-0a5fc00ab5fb req-7f68ac81-7227-458c-be81-fa2cacc578fe service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870333 May 06 10:37:50.775765 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84036b95-e18e-4f80-9b9b-2fd326a0ec22 req-be55282a-15bc-4ce3-b19e-6414f5748da7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:50.777264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84036b95-e18e-4f80-9b9b-2fd326a0ec22 req-be55282a-15bc-4ce3-b19e-6414f5748da7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0513349 May 06 10:37:50.815080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84036b95-e18e-4f80-9b9b-2fd326a0ec22 req-0ee027f4-d718-422c-ac98-672cb2934cda tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 May 06 10:37:51.042508 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:37:51.934898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff840b-ebc6-4065-9f53-8b82321ff5ba req-c477e13c-4ba7-4240-8867-cd6e10dd48ce tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:51.936416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13ff840b-ebc6-4065-9f53-8b82321ff5ba req-c477e13c-4ba7-4240-8867-cd6e10dd48ce tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0489199 May 06 10:37:51.974717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-13ff840b-ebc6-4065-9f53-8b82321ff5ba req-cd84ab61-c022-4439-965f-4ddc8ddb2ef0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322471 May 06 10:37:53.095114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af168c84-e8dc-414b-8482-baf39a44c1f6 req-ceed829e-1471-4440-972b-a9387ba5eb97 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:53.096638 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af168c84-e8dc-414b-8482-baf39a44c1f6 req-ceed829e-1471-4440-972b-a9387ba5eb97 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0534475 May 06 10:37:53.134320 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af168c84-e8dc-414b-8482-baf39a44c1f6 req-1142a982-5e1b-43f7-b0fa-c55d602151c9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 May 06 10:37:53.594458 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:37:54.251434 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a2d9f-42f6-4ef9-b625-76c8113ade87 req-4838ed67-e89e-4e9f-a41c-98a64c14d460 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:54.252942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-223a2d9f-42f6-4ef9-b625-76c8113ade87 req-4838ed67-e89e-4e9f-a41c-98a64c14d460 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0496302 May 06 10:37:54.290763 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-223a2d9f-42f6-4ef9-b625-76c8113ade87 req-f6b45510-ca0d-4e0a-b100-9388c27ae6a3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317318 May 06 10:37:55.407160 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0621d-6f01-421b-91d4-824294e6067c req-4e3adb9e-ae82-4e14-88cb-8539cf553d3f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:55.408682 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3e0621d-6f01-421b-91d4-824294e6067c req-4e3adb9e-ae82-4e14-88cb-8539cf553d3f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0488150 May 06 10:37:55.449066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a3e0621d-6f01-421b-91d4-824294e6067c req-15d7f2c2-08d6-4780-8791-56501654cb84 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333855 May 06 10:37:56.571514 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48823cfb-a954-4036-a036-3ffedba669a2 req-b958f29e-d505-4eec-8d0c-16764bb3cfff tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:56.573002 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48823cfb-a954-4036-a036-3ffedba669a2 req-b958f29e-d505-4eec-8d0c-16764bb3cfff tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0534639 May 06 10:37:56.611034 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48823cfb-a954-4036-a036-3ffedba669a2 req-8b92f489-f5e5-4448-905c-9da0f742f8de tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312345 May 06 10:37:57.730776 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed38cda-38ff-4255-984c-0699f61df961 req-50eec6c5-6120-48ee-9a6f-61763529e5da tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:57.732350 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed38cda-38ff-4255-984c-0699f61df961 req-50eec6c5-6120-48ee-9a6f-61763529e5da tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0496500 May 06 10:37:57.772090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2ed38cda-38ff-4255-984c-0699f61df961 req-9fb40dc1-0355-403c-bda6-ac1f3704cbd3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330184 May 06 10:37:58.888152 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18f142-cf4c-4c3f-b23b-0c203b1a0d2b req-6c019a06-b6a7-465b-bb8f-2f28534634f5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:37:58.889620 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa18f142-cf4c-4c3f-b23b-0c203b1a0d2b req-6c019a06-b6a7-465b-bb8f-2f28534634f5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0482609 May 06 10:37:58.927859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa18f142-cf4c-4c3f-b23b-0c203b1a0d2b req-5d09a4da-46db-4362-8466-7d42c92fd074 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 May 06 10:38:00.046713 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bbcc9-1e79-477f-9ef1-282a43eb9ba6 req-fff15696-bade-4a0a-9a16-ab017dff251e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:00.048208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-055bbcc9-1e79-477f-9ef1-282a43eb9ba6 req-fff15696-bade-4a0a-9a16-ab017dff251e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0523596 May 06 10:38:00.085886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-055bbcc9-1e79-477f-9ef1-282a43eb9ba6 req-211a8f27-036b-49e4-827b-0393b13e28c2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314658 May 06 10:38:01.203073 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb5a85-04d1-4101-ace1-bc36fa77c9c2 req-d673aa21-263b-407b-912a-411016d7af0b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:01.204580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93eb5a85-04d1-4101-ace1-bc36fa77c9c2 req-d673aa21-263b-407b-912a-411016d7af0b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0496528 May 06 10:38:01.242296 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93eb5a85-04d1-4101-ace1-bc36fa77c9c2 req-fdedc84b-cb6a-4c47-ac11-9393fa993f5f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 May 06 10:38:02.359185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef85b-b6c1-484a-8c69-d19822fda5c7 req-c2f4e6ff-e80c-4660-9a28-ca264a30f534 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:02.360694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-897ef85b-b6c1-484a-8c69-d19822fda5c7 req-c2f4e6ff-e80c-4660-9a28-ca264a30f534 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0491960 May 06 10:38:02.398347 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-897ef85b-b6c1-484a-8c69-d19822fda5c7 req-74232412-4b06-4bbb-974c-999e8dd22979 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 May 06 10:38:03.521730 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34502af-f643-451d-984b-8ba03d56ea1d req-a1dda34a-d2eb-4423-87c3-2b4467aa604a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:03.523166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c34502af-f643-451d-984b-8ba03d56ea1d req-a1dda34a-d2eb-4423-87c3-2b4467aa604a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0522115 May 06 10:38:03.560421 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c34502af-f643-451d-984b-8ba03d56ea1d req-ae5ac8db-1dd9-46c6-ab92-f29a84ecf526 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308182 May 06 10:38:04.675714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebbb65-6e5f-4288-b80e-2b066e2cf5ba req-34c4a83d-b6b4-49f2-9ff4-4ea8f19049d8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:04.677172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ebbb65-6e5f-4288-b80e-2b066e2cf5ba req-34c4a83d-b6b4-49f2-9ff4-4ea8f19049d8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0493321 May 06 10:38:04.716262 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0ebbb65-6e5f-4288-b80e-2b066e2cf5ba req-2971bee1-dbc8-43e7-859d-af3a44e4105f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326519 May 06 10:38:05.831861 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de03f66-845d-4759-b34a-56468e5230df req-c7ee55ab-6c02-4499-a692-64e5c9a441ff tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:05.833352 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1de03f66-845d-4759-b34a-56468e5230df req-c7ee55ab-6c02-4499-a692-64e5c9a441ff tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0505123 May 06 10:38:05.871748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1de03f66-845d-4759-b34a-56468e5230df req-cbdec099-b6fa-46bd-98ea-06cd17ae9187 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313506 May 06 10:38:07.000766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747787d-ef12-488c-a577-5651b3c51ae8 req-ac29fe91-f683-4866-acba-5a92bbb60fb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:07.002260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1747787d-ef12-488c-a577-5651b3c51ae8 req-ac29fe91-f683-4866-acba-5a92bbb60fb7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0565436 May 06 10:38:07.040833 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1747787d-ef12-488c-a577-5651b3c51ae8 req-25082b98-082d-4c58-a500-4ad2f2045e45 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 May 06 10:38:07.064544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38962) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:07.125946 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c3fdb40b-3ec5-417f-94e2-f8ccbaf93f08 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/3e6c5795-6ba6-4658-9ce3-c914690d657f HTTP/1.1" status: 200 len: 993 time: 0.0599678 May 06 10:38:08.422899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68a84-5c12-4259-903c-7cf696fe4db9 req-17b0603f-edf8-467d-95ee-55794f88e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:08.424427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29b68a84-5c12-4259-903c-7cf696fe4db9 req-17b0603f-edf8-467d-95ee-55794f88e114 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0819330 May 06 10:38:08.431392 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-3aaf27d0-6451-4c76-b388-4a06db1fb192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:08.432965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-3aaf27d0-6451-4c76-b388-4a06db1fb192 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1096 time: 0.0586801 May 06 10:38:08.520187 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-29b68a84-5c12-4259-903c-7cf696fe4db9 req-44990a5d-af28-49e5-8365-8796e469c5b9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862236 May 06 10:38:08.553473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-c5f09b46-190e-47fb-b238-88e3db409c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:08.555080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-c5f09b46-190e-47fb-b238-88e3db409c33 service neutron] 10.222.0.82 "GET /v2.0/networks?id=05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 200 len: 897 time: 0.1152148 May 06 10:38:08.623135 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-32fcb896-923d-4c15-bc1a-996dba94a480 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 200 len: 1001 time: 0.0612133 May 06 10:38:08.677899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-e7be50df-c212-4304-9d88-738e8894579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:08.679260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-e7be50df-c212-4304-9d88-738e8894579a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f HTTP/1.1" status: 200 len: 835 time: 0.0484903 May 06 10:38:08.726422 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-4288add3-e0af-4dee-be7a-13bafb8d79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:08.728660 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-4288add3-e0af-4dee-be7a-13bafb8d79ed service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05e1f168-43b4-428d-b040-1c17e3ed73dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422926 May 06 10:38:08.817031 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-dfe4ef2d-890a-44e8-be5e-e4c39e12d923 service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814710 May 06 10:38:08.912073 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-32352d70-2f9e-4f8a-be17-4c151add17c1 req-a2f84e5b-1904-4b1d-a8ce-aafb41af530a service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874212 May 06 10:38:09.645449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895339a9-e25b-4527-90a3-b0a9c59ab373 req-6bbc6f15-257f-4739-b859-0eafcaad9a75 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:09.646996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-895339a9-e25b-4527-90a3-b0a9c59ab373 req-6bbc6f15-257f-4739-b859-0eafcaad9a75 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0518348 May 06 10:38:09.688004 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-895339a9-e25b-4527-90a3-b0a9c59ab373 req-a61632c1-470a-4b32-8fed-ebde42d420bc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340605 May 06 10:38:09.709881 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38974) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:10.099101 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c1be49a3-4ca7-46cb-b961-00839d9d01d1 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/3e6c5795-6ba6-4658-9ce3-c914690d657f HTTP/1.1" status: 200 len: 993 time: 0.3876421 May 06 10:38:12.774598 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cf93233a-90ba-499a-9ea9-a40181daa3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:15.266707 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a5614e34-8526-4ac4-b52e-b3fddf1d9533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:16.881893 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:17.104601 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:18.379247 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:18.860340 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:21.048925 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:30.594626 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:38:40.567696 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 38996) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:40.721604 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port aca45d61-d219-408e-bf24-af30db43ea03 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:38:40.721861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:40.808337 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:40.808662 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:40.821016 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for aca45d61-d219-408e-bf24-af30db43ea03 owned by network:floatingip {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:38:40.965349 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:40.995736 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=aca45d61-d219-408e-bf24-af30db43ea03,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:41.019777 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.020126 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.020468 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.020804 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.021137 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.021469 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.021797 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.022123 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.022450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.022773 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.023093 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.023413 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:41.061630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:41.062227 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 3e6c5795-6ba6-4658-9ce3-c914690d657f disassociated (deleted). External IP: 172.25.8.223, port: 667934e7-650b-4e89-b4d4-db1f7370b45e. May 06 10:38:41.273506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 7c361ff8-f4db-4b04-8417-a0f017b063b6 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:38:41.383375 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:38:41.388441 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:41.393874 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] Sync routers for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:38:41.402630 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:41.403231 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:41.415302 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e25d04f3-07a6-4e55-bd88-bb4829967a9b tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/floatingips/3e6c5795-6ba6-4658-9ce3-c914690d657f HTTP/1.1" status: 204 len: 168 time: 0.8465307 May 06 10:38:41.415913 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:38:41.418149 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e576df13202edad79ab3f5f38fc837d4d2daa017a7770fe4381cce68faabb4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6474dc-2330-4d95-a81d-dec286aa664b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:38:41.511458 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:41.512510 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4bd4b4-983c-40e4-b482-2920138c174d x-openstack-request-id: req-ea4bd4b4-983c-40e4-b482-2920138c174d {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:38:41.512802 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:38:41.513059 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ea4bd4b4-983c-40e4-b482-2920138c174d {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:38:41.513474 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4bd4b4-983c-40e4-b482-2920138c174d'] response: {'name': 'network-changed', 'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'status': 'completed', 'code': 200} May 06 10:38:41.579357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-29b1b912-755e-4e8f-a944-501f4fcf2dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:41.581006 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-29b1b912-755e-4e8f-a944-501f4fcf2dd0 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 1096 time: 0.0439658 May 06 10:38:41.710102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eed71-9bda-4584-b045-bed3fac5e85e req-65058dd8-beef-4edd-8fc5-d42d94f81ca9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:41.711613 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-247eed71-9bda-4584-b045-bed3fac5e85e req-65058dd8-beef-4edd-8fc5-d42d94f81ca9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0986297 May 06 10:38:41.723870 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:04Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:41.731126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-9523dd79-b715-44a5-9e4d-2ff4c4981f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:41.732593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-9523dd79-b715-44a5-9e4d-2ff4c4981f71 service neutron] 10.222.0.82 "GET /v2.0/networks?id=05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 200 len: 897 time: 0.1420739 May 06 10:38:41.751016 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] Checking router: 7c361ff8-f4db-4b04-8417-a0f017b063b6 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:38:41.759151 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:41.759853 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:41.783008 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-108d8e55-4cf6-4eca-817f-afb03548a6db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 200 len: 217 time: 0.0418324 May 06 10:38:41.821200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-247eed71-9bda-4584-b045-bed3fac5e85e req-801cc864-245c-4dd5-90af-658b4e0b1e10 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005034 May 06 10:38:41.839811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-c9e8c1e1-0f84-42d0-85e2-582971b89fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:41.841566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-c9e8c1e1-0f84-42d0-85e2-582971b89fa1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f HTTP/1.1" status: 200 len: 835 time: 0.0508406 May 06 10:38:41.864006 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:41.887610 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-d0bc0da3-b875-4322-b98c-297c9839f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:41.889208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-d0bc0da3-b875-4322-b98c-297c9839f94e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=05e1f168-43b4-428d-b040-1c17e3ed73dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409174 May 06 10:38:41.982827 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-c9894433-cf70-4cba-af4a-0f46e9c74ef0 service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865035 May 06 10:38:42.064423 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:04Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:42.077838 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e6474dc-2330-4d95-a81d-dec286aa664b req-61b5ca13-2463-4d73-b8d5-25cf2b458f3c service neutron] 10.222.0.82 "GET /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 May 06 10:38:42.095969 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec026e86-5ac1-401b-b6ee-707e30b14b9f None None] The sync data for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 is: [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:37:01Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '83108b38-dcd2-40af-afde-32539bc10c89', 'name': '', 'network_id': '05e1f168-43b4-428d-b040-1c17e3ed73dc', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:b5:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:37:00Z', 'updated_at': '2022-05-06T10:37:04Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:38:42.313948 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee4c403-a615-4e2a-bc9d-fc3d9acd121e None None] New status for floating IP 3e6c5795-6ba6-4658-9ce3-c914690d657f: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:38:42.776686 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a9739d4-2966-49a7-9964-ef3a1f2e5ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:42.945473 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61c17f-5434-4443-83d0-dd3222953935 req-85e22705-7d14-4ef2-a7ca-8ce24000dcdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:42.946850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf61c17f-5434-4443-83d0-dd3222953935 req-85e22705-7d14-4ef2-a7ca-8ce24000dcdc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0538595 May 06 10:38:42.986229 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf61c17f-5434-4443-83d0-dd3222953935 req-c24d7316-af17-4968-8bf6-c204d44f907a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=b5da2355-7f85-466e-a5d7-9c72226c1dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 May 06 10:38:43.259293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce357b-468e-4331-a0bc-04b42d71121c req-e44bb889-1fc8-46bc-be11-0e60e7039f00 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:43.260709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48ce357b-468e-4331-a0bc-04b42d71121c req-e44bb889-1fc8-46bc-be11-0e60e7039f00 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 945 time: 0.0485697 May 06 10:38:43.348640 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 667934e7-650b-4e89-b4d4-db1f7370b45e {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:38:43.348977 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:43.439605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 667934e7-650b-4e89-b4d4-db1f7370b45e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=667934e7-650b-4e89-b4d4-db1f7370b45e,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:38:43.439968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:43.452773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 667934e7-650b-4e89-b4d4-db1f7370b45e owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:38:43.586342 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:43.614386 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=667934e7-650b-4e89-b4d4-db1f7370b45e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:43.624271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.624626 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.624968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.625304 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.625638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.625971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.626301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.626630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.627059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.627270 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.627638 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.627937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:43.667739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] No DVR routers for this DVR port 667934e7-650b-4e89-b4d4-db1f7370b45e on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:38:43.670458 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:43.674477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-48ce357b-468e-4331-a0bc-04b42d71121c req-ef9f72ba-1ac8-4e52-a715-f2f6110261f0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "DELETE /v2.0/ports/667934e7-650b-4e89-b4d4-db1f7370b45e HTTP/1.1" status: 204 len: 173 time: 0.4077921 May 06 10:38:43.674918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'name': 'network-vif-deleted', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:38:43.677317 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e897ed-3727-4ce5-bf32-3e913cc08a6e" -d '{"events": [{"server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "name": "network-vif-deleted", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:38:43.715830 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f35661-295a-4350-ace7-ae15fe940bed x-openstack-request-id: req-f9f35661-295a-4350-ace7-ae15fe940bed {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:38:43.716190 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e98eaf-47c7-4806-9397-42598282fd8b", "name": "network-vif-deleted", "tag": "667934e7-650b-4e89-b4d4-db1f7370b45e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:38:43.716509 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9f35661-295a-4350-ace7-ae15fe940bed {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:38:43.716931 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f35661-295a-4350-ace7-ae15fe940bed'] response: {'server_uuid': 'd3e98eaf-47c7-4806-9397-42598282fd8b', 'name': 'network-vif-deleted', 'tag': '667934e7-650b-4e89-b4d4-db1f7370b45e', 'status': 'completed', 'code': 200} May 06 10:38:44.106999 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-132a7e87-e4f8-4c91-bfe7-5ed6ed71ee00 req-598b6df7-feaa-44a9-a8c3-73bf02fab29e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3e98eaf-47c7-4806-9397-42598282fd8b HTTP/1.1" status: 200 len: 210 time: 0.0351794 May 06 10:38:45.166711 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39014) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:45.269861 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ba13550f-4976-4a54-a9a0-2141dd44df47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:45.534795 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:45.787281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 83108b38-dcd2-40af-afde-32539bc10c89 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:38:45.787533 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:45.873201 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 83108b38-dcd2-40af-afde-32539bc10c89, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83108b38-dcd2-40af-afde-32539bc10c89,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:38:45.873668 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:45.886046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 83108b38-dcd2-40af-afde-32539bc10c89 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:38:46.068988 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.096245 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=83108b38-dcd2-40af-afde-32539bc10c89,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:46.277077 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.499186 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 7c361ff8-f4db-4b04-8417-a0f017b063b6 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:38:46.607021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:38:46.612898 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c98a51b1-9895-4eab-93e1-0794265e0ab6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/7c361ff8-f4db-4b04-8417-a0f017b063b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4446216 May 06 10:38:46.615060 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39016) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:46.618088 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] Sync routers for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:38:46.628489 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:46.629090 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:46.665517 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting subnet 523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:38:46.669198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.710208 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.739643 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:46.796812 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.868210 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.889047 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.900021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Subnet': ['ID=523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:46.905420 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:46.911627 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39018) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:46.912620 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3195119d-8666-47c5-a8ca-bdcb814c0826 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/subnets/523fd7f6-ce0c-4eef-9ae6-22f3c7cd2b5f HTTP/1.1" status: 204 len: 168 time: 0.2965648 May 06 10:38:46.922638 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c8936-2012-4f5a-8be8-16c19d94bebf None None] Network 05e1f168-43b4-428d-b040-1c17e3ed73dc requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:38:47.015649 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:38:46Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:47.025545 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.047664 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] Checking router: 7c361ff8-f4db-4b04-8417-a0f017b063b6 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:38:47.056476 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] Routers {'7c361ff8-f4db-4b04-8417-a0f017b063b6'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:47.057101 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['7c361ff8-f4db-4b04-8417-a0f017b063b6'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:47.122678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.126484 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] DHCP port deletion for 05e1f168-43b4-428d-b040-1c17e3ed73dc request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:38:47.144781 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.171478 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] Set router 7c361ff8-f4db-4b04-8417-a0f017b063b6 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:47.182283 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Deleting port 9298bf62-3797-4e37-bfea-373962fb90e1 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:38:47.182656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.205183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 4ceb0f79-7e85-46df-a594-5eed13cec24d {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:38:47.205525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.253293 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] For port 9298bf62-3797-4e37-bfea-373962fb90e1, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=9298bf62-3797-4e37-bfea-373962fb90e1,segment=NetworkSegment(e0ed04bf-1168-4365-be01-5b7aae6f1b1e),segment_id=e0ed04bf-1168-4365-be01-5b7aae6f1b1e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:38:47.253693 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.267831 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Calling delete_port for 9298bf62-3797-4e37-bfea-373962fb90e1 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:38:47.290976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 4ceb0f79-7e85-46df-a594-5eed13cec24d, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=4ceb0f79-7e85-46df-a594-5eed13cec24d,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:38:47.291467 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.305508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 4ceb0f79-7e85-46df-a594-5eed13cec24d owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:38:47.354712 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.370276 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:38:46Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:47.385532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Pushing event deleted for resources: {'Port': ['ID=9298bf62-3797-4e37-bfea-373962fb90e1,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:47.387769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] No DVR routers for this DVR port 9298bf62-3797-4e37-bfea-373962fb90e1 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:38:47.398983 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437d97a-6c23-4837-aed5-bf01e833eed3 None None] The sync data for ids ['7c361ff8-f4db-4b04-8417-a0f017b063b6'] in n-d-840834-1 is: [{'id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479423566', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:36:57Z', 'updated_at': '2022-05-06T10:38:46Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': '4ceb0f79-7e85-46df-a594-5eed13cec24d', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c361ff8-f4db-4b04-8417-a0f017b063b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:36:58Z', 'updated_at': '2022-05-06T10:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:38:47.401131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.401360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.401698 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.402027 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.402355 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.402678 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.402998 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.403306 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.403647 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.404012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.404333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.404686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41198316-f800-4a26-9106-a283658ac7b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:47.496068 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.527250 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=4ceb0f79-7e85-46df-a594-5eed13cec24d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:47.596503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.696316 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.698311 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.742136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.742863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Fanout notify agent at l3_agent the message router_deleted on router 7c361ff8-f4db-4b04-8417-a0f017b063b6 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:38:47.751067 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.754994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39020) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:47.755520 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-f60e9b4f-568f-4a34-a143-27b3e8cc71b8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/routers/7c361ff8-f4db-4b04-8417-a0f017b063b6 HTTP/1.1" status: 204 len: 168 time: 0.8414183 May 06 10:38:47.833801 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.927035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.947901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e1f168-43b4-428d-b040-1c17e3ed73dc']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:47.958164 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:47.958459 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ed04bf-1168-4365-be01-5b7aae6f1b1e') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:47.968882 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.982573 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.989218 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:38:47.989618 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: timer() May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:38:47.992746 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:38:48.052841 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.060341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.063738 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/networks/05e1f168-43b4-428d-b040-1c17e3ed73dc HTTP/1.1" status: 204 len: 168 time: 0.3076205 May 06 10:38:48.066556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39022) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:48.080874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3c28f-c637-485c-84db-86c534e6335d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Network': ['ID=05e1f168-43b4-428d-b040-1c17e3ed73dc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:48.132927 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e453c492-84ec-463c-a23a-1d7e84ba6667 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.158228 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e453c492-84ec-463c-a23a-1d7e84ba6667 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.216814 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e453c492-84ec-463c-a23a-1d7e84ba6667 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.219429 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e453c492-84ec-463c-a23a-1d7e84ba6667 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.220956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e453c492-84ec-463c-a23a-1d7e84ba6667 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/security-groups/b5da2355-7f85-466e-a5d7-9c72226c1dd7 HTTP/1.1" status: 204 len: 168 time: 0.1533799 May 06 10:38:48.230636 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453c492-84ec-463c-a23a-1d7e84ba6667 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da2355-7f85-466e-a5d7-9c72226c1dd7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:48.262579 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 667934e7-650b-4e89-b4d4-db1f7370b45e no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:38:48.286727 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 667934e7-650b-4e89-b4d4-db1f7370b45e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:38:48.287068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 667934e7-650b-4e89-b4d4-db1f7370b45e not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:38:48.382043 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.473601 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83108b38-dcd2-40af-afde-32539bc10c89 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:38:48.479407 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39028) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:48.484678 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-70078f97-e27d-4741-abe9-2c468ba455cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234661271', 'description': 'tempest-secgroup-smoke-1234661271 description', 'project_id': '716fcb654a664b41afc42ce41969f497'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:48.496201 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 83108b38-dcd2-40af-afde-32539bc10c89 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:38:48.496628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83108b38-dcd2-40af-afde-32539bc10c89 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:38:48.497121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9298bf62-3797-4e37-bfea-373962fb90e1 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:38:48.508922 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70078f97-e27d-4741-abe9-2c468ba455cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.518844 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 9298bf62-3797-4e37-bfea-373962fb90e1 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:38:48.519188 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 9298bf62-3797-4e37-bfea-373962fb90e1 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:38:48.519628 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4ceb0f79-7e85-46df-a594-5eed13cec24d no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:38:48.539279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 4ceb0f79-7e85-46df-a594-5eed13cec24d {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:38:48.539650 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 4ceb0f79-7e85-46df-a594-5eed13cec24d not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:38:48.575870 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70078f97-e27d-4741-abe9-2c468ba455cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.579924 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70078f97-e27d-4741-abe9-2c468ba455cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.607280 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-70078f97-e27d-4741-abe9-2c468ba455cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.609239 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-70078f97-e27d-4741-abe9-2c468ba455cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287687 May 06 10:38:48.612440 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39030) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:48.613318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70078f97-e27d-4741-abe9-2c468ba455cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:48.617349 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5e3f0064-de72-40b2-876f-5ed9989c7e6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:48.644255 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0064-de72-40b2-876f-5ed9989c7e6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.700508 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0064-de72-40b2-876f-5ed9989c7e6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.704406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0064-de72-40b2-876f-5ed9989c7e6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.723548 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0064-de72-40b2-876f-5ed9989c7e6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2894da54-71f6-4805-8287-f4c59f12db35,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:48.728557 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0064-de72-40b2-876f-5ed9989c7e6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.729754 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5e3f0064-de72-40b2-876f-5ed9989c7e6d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161969 May 06 10:38:48.732643 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39032) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:48.738113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-5185750c-2113-4d38-a2f2-bf34e07c55fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:48.762321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5185750c-2113-4d38-a2f2-bf34e07c55fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.819697 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5185750c-2113-4d38-a2f2-bf34e07c55fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.823671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5185750c-2113-4d38-a2f2-bf34e07c55fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.846311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185750c-2113-4d38-a2f2-bf34e07c55fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a569e03b-71f1-49a0-a391-59685522ada7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:48.852724 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-5185750c-2113-4d38-a2f2-bf34e07c55fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.853651 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.854114 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-5185750c-2113-4d38-a2f2-bf34e07c55fb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193988 May 06 10:38:48.856936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39034) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:48.862652 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-27e61ed5-19b7-429a-a862-96a44e5d1442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:48.887566 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-27e61ed5-19b7-429a-a862-96a44e5d1442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.945653 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-27e61ed5-19b7-429a-a862-96a44e5d1442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.949448 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-27e61ed5-19b7-429a-a862-96a44e5d1442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.969577 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e61ed5-19b7-429a-a862-96a44e5d1442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adffb4e0-d7d8-4660-a0f4-6096396d5fd0,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:48.978830 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-27e61ed5-19b7-429a-a862-96a44e5d1442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:48.982551 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-27e61ed5-19b7-429a-a862-96a44e5d1442 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218085 May 06 10:38:48.983601 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39036) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:48.987902 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-e8306345-6f07-419a-b1a4-66c7ec335e1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:49.011702 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8306345-6f07-419a-b1a4-66c7ec335e1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.071953 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8306345-6f07-419a-b1a4-66c7ec335e1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.075384 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8306345-6f07-419a-b1a4-66c7ec335e1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.092867 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8306345-6f07-419a-b1a4-66c7ec335e1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bf2ee0-de50-41c1-a37f-ca31f256b01b,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:49.101902 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e8306345-6f07-419a-b1a4-66c7ec335e1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.103126 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e8306345-6f07-419a-b1a4-66c7ec335e1c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186013 May 06 10:38:49.105750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39038) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:49.111322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:49.131480 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:38:49.136354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.197150 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.200763 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.222877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ad4d87-fa6e-4532-9ab3-ebc642f1b013,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:49.229368 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.230564 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-088cc17a-40b9-44a7-8f78-bf5d7ad0bd53 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239123 May 06 10:38:49.233373 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39040) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:49.237919 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'security_group_rule': {'security_group_id': '3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350', 'project_id': '716fcb654a664b41afc42ce41969f497', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:49.257832 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Project 716fcb654a664b41afc42ce41969f497 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:38:49.262848 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.323299 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.326787 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.347284 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6d64ac-6e94-4f3b-b3e5-2cb5468c31d2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:49.356251 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.357465 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2818a150-1915-4437-be5c-6161d108f993 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229398 May 06 10:38:49.360563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39042) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:49.365320 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'network': {'name': 'tempest-network-smoke--602272527', 'project_id': '716fcb654a664b41afc42ce41969f497', 'port_security_enabled': True}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:49.383966 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'network': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:38:49.387257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.411146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102743) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:38:49.420723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.421219 n-d-840834-1 neutron-server[102743]: INFO neutron.db.segments_db [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Added segment 16db9c84-2ae1-4a74-9af6-b3161faf7d3e of type vlan for network 7e7905c0-048c-4fdb-b234-bd75180c6c37 May 06 10:38:49.461886 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.485558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.490862 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:49.491433 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.548972 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1873615 May 06 10:38:49.551621 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39044) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:49.557753 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'admin_state_up': True, 'project_id': '716fcb654a664b41afc42ce41969f497', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:49.568746 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b8814-9812-4f5e-b971-ba73645c45b4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Network': ['ID=7e7905c0-048c-4fdb-b234-bd75180c6c37,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:49.580758 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:38:49.592805 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.594671 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.651191 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:49.796862 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:50.330071 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:50.349767 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:50.458118 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.62 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/c371ebe1-94b7-4fbd-a91a-e088a985f814) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:38:50.556728 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:50.590061 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:50.630401 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:38:50.633074 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:38:50.636411 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:38:50.664874 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=c371ebe1-94b7-4fbd-a91a-e088a985f814,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:50.890644 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.077847 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.089222 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.219214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:38:51.326984 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:38:51.336754 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Sync routers for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:38:51.346305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:51.346907 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:51.347923 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.349151 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ba49d0ab-96be-441b-9051-2cfe1d5ec319 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7966247 May 06 10:38:51.352318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39046) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:51.380703 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-2c8bfeac-52a1-4f43-96a8-39bd09cf5ce9 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=716fcb654a664b41afc42ce41969f497&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272658 May 06 10:38:51.383192 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39048) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:51.454645 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:51.468750 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d059f8-a332-4cd4-8165-002beaf8c7f9 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:51.470837 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-77d059f8-a332-4cd4-8165-002beaf8c7f9 tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866666 May 06 10:38:51.473630 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39050) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:51.507999 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8494afda-a122-4733-8f53-2e33b50046dc tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=787548d0-ce2f-47e8-8359-296a6562f611&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331719 May 06 10:38:51.510464 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39052) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:51.515838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706565240', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'project_id': '716fcb654a664b41afc42ce41969f497', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:51.603752 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:38:51.607139 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.637047 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:50Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:51.664887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Checking router: 6d739195-7d7d-4b00-9d8e-560f28ec2d7c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:38:51.665238 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Updating router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c port c371ebe1-94b7-4fbd-a91a-e088a985f814 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:38:51.691288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.793991 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.854178 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Subnet': ['ID=0c84c33d-b303-45b6-9f8e-2a23ffd931cd,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:51.867063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Checking segment: {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:38:51.867670 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network hostable DHCP agents. Network: 7e7905c0-048c-4fdb-b234-bd75180c6c37, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:38:51.885182 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:38:51.895566 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 7e7905c0-048c-4fdb-b234-bd75180c6c37) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:38:51.899614 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:51.900195 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:51.914044 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b60a76-f7ac-4a42-a260-34033689450a None None] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:38:51.920553 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3ab03b28-0063-4d87-b68a-08303db1f123 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4067345 May 06 10:38:51.920764 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39054) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:38:52.004267 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.016668 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.088336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Attempting to bind port c371ebe1-94b7-4fbd-a91a-e088a985f814 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:38:52.089069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Attempting to bind port c371ebe1-94b7-4fbd-a91a-e088a985f814 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:38:52.089192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Attempting to bind port c371ebe1-94b7-4fbd-a91a-e088a985f814 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:38:52.276333 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732ce6c-8451-4b3c-a529-cbf6a61475d0 None None] Pushing event updated for resources: {'Port': ['ID=c371ebe1-94b7-4fbd-a91a-e088a985f814,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:52.285860 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:38:52.286239 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:38:52.287108 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.287108 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:38:52.287491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Bound port: c371ebe1-94b7-4fbd-a91a-e088a985f814, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:38:52.287896 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.357818 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-7e7905c0-048c-4fdb-b234-bd75180c6c37', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:38:52.358935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.369335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.379159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] For port c371ebe1-94b7-4fbd-a91a-e088a985f814, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:38:52.393259 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] For port c371ebe1-94b7-4fbd-a91a-e088a985f814, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c371ebe1-94b7-4fbd-a91a-e088a985f814,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:38:52.400219 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.530567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:52.531346 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:52.552249 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732ce6c-8451-4b3c-a529-cbf6a61475d0 None None] Pushing event updated for resources: {'Port': ['ID=c371ebe1-94b7-4fbd-a91a-e088a985f814,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:52.646972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Allocated IP 172.20.0.2 (7e7905c0-048c-4fdb-b234-bd75180c6c37/0c84c33d-b303-45b6-9f8e-2a23ffd931cd/83e83f5c-b453-4499-8a36-1b9f04e4a79b) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:38:52.724016 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:52.943200 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:52.951437 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.000557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:38:53.000823 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.1 (7e7905c0-048c-4fdb-b234-bd75180c6c37/0c84c33d-b303-45b6-9f8e-2a23ffd931cd/7d12965a-2faf-4236-9e91-032ae30a8b47) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:38:53.005228 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:38:53.013871 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:38:53.021196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Pushing event updated for resources: {'Port': ['ID=83e83f5c-b453-4499-8a36-1b9f04e4a79b,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:53.054280 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:50Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:53.102529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35ee85-6428-42a0-bbae-ffd152697ac5 None None] The sync data for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 is: [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:50Z', 'revision_number': 3, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:38:53.107683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Attempting to bind port 83e83f5c-b453-4499-8a36-1b9f04e4a79b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:38:53.108051 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Attempting to bind port 83e83f5c-b453-4499-8a36-1b9f04e4a79b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:38:53.108465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Attempting to bind port 83e83f5c-b453-4499-8a36-1b9f04e4a79b on network 7e7905c0-048c-4fdb-b234-bd75180c6c37 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:38:53.114557 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:38:53.114931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Checking segment: {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:38:53.115331 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.115752 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Bound using segment: {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:38:53.116229 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Bound port: 83e83f5c-b453-4499-8a36-1b9f04e4a79b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:38:53.116611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.129435 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.167030 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.188805 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] For port 83e83f5c-b453-4499-8a36-1b9f04e4a79b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:38:53.193165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] For port 83e83f5c-b453-4499-8a36-1b9f04e4a79b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83e83f5c-b453-4499-8a36-1b9f04e4a79b,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:38:53.198058 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.209183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:38:53.212583 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:38:53.216404 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:38:53.256244 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=7d12965a-2faf-4236-9e91-032ae30a8b47,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:53.263246 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3bf78-cd71-4bad-8083-0205dacaeeb4 None None] Pushing event updated for resources: {'Port': ['ID=83e83f5c-b453-4499-8a36-1b9f04e4a79b,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:53.274149 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.447634 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.769086 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.773827 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.851394 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:53.853145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=7d12965a-2faf-4236-9e91-032ae30a8b47,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:53.951214 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:38:53.953430 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:38:54.076069 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:38:54.198353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:38:54.208158 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-68fc562c-9089-4636-917e-57887448c253 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/6d739195-7d7d-4b00-9d8e-560f28ec2d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2862093 May 06 10:38:54.298336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773674b6-20c1-4093-89eb-ed4f97d0bddb None None] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:38:54.357142 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-2d2a2473-5415-46ae-acaa-52965ce9bc8e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234661271&fields=id&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 267 time: 0.0363607 May 06 10:38:54.375937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-630bc56a-1dd1-40ed-bf27-8ac9b9aca4b1 None None] Provisioning complete for port 83e83f5c-b453-4499-8a36-1b9f04e4a79b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:54.376189 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-630bc56a-1dd1-40ed-bf27-8ac9b9aca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:54.477723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-49c32c3a-4bd5-46fc-9184-30aead088141 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:54.479725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-49c32c3a-4bd5-46fc-9184-30aead088141 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/networks?id=7e7905c0-048c-4fdb-b234-bd75180c6c37 HTTP/1.1" status: 200 len: 796 time: 0.1150498 May 06 10:38:54.495802 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-0bfdf456-b93c-4288-844c-25fced858beb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/quotas/716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 375 time: 0.0093565 May 06 10:38:54.525069 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83e83f5c-b453-4499-8a36-1b9f04e4a79b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:38:54.551723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-630bc56a-1dd1-40ed-bf27-8ac9b9aca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:54.558830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-b62493f3-b7ef-4757-bc35-4450edebbfb2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549319 May 06 10:38:54.614652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-630bc56a-1dd1-40ed-bf27-8ac9b9aca4b1 None None] For port 83e83f5c-b453-4499-8a36-1b9f04e4a79b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83e83f5c-b453-4499-8a36-1b9f04e4a79b,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:38:54.623403 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-630bc56a-1dd1-40ed-bf27-8ac9b9aca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:54.633826 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 83e83f5c-b453-4499-8a36-1b9f04e4a79b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:54.634206 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:54.674393 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-086ea4c4-2169-4a81-8402-90a4856fbd0d service neutron] 10.222.0.76 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019342 May 06 10:38:54.727277 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630bc56a-1dd1-40ed-bf27-8ac9b9aca4b1 None None] Pushing event updated for resources: {'Port': ['ID=83e83f5c-b453-4499-8a36-1b9f04e4a79b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:54.776814 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c371ebe1-94b7-4fbd-a91a-e088a985f814 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:38:54.798976 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-f2c3c2fa-7ce8-4353-8145-8f639bbdfa29 service neutron] 10.222.0.76 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177559 May 06 10:38:54.831781 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c371ebe1-94b7-4fbd-a91a-e088a985f814 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:54.832449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:54.949368 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:54.988807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port c371ebe1-94b7-4fbd-a91a-e088a985f814, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c371ebe1-94b7-4fbd-a91a-e088a985f814,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:38:54.996151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e968b48c-8775-49c5-a21d-9bce8c954837 None None] Provisioning complete for port 7d12965a-2faf-4236-9e91-032ae30a8b47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:54.996789 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e968b48c-8775-49c5-a21d-9bce8c954837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.034595 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b06ce71-f30a-479b-856b-0de58ec3e094 req-fca60f84-b6c7-432f-ae8e-6b972dfa681e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 210 time: 0.0488791 May 06 10:38:55.044309 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.048330 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Sync routers for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:38:55.058566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-e968b48c-8775-49c5-a21d-9bce8c954837 None None] Port 7d12965a-2faf-4236-9e91-032ae30a8b47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:38:55.063110 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:55.063790 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:55.103726 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-e968b48c-8775-49c5-a21d-9bce8c954837 None None] Provisioning complete for port 83e83f5c-b453-4499-8a36-1b9f04e4a79b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:55.104092 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e968b48c-8775-49c5-a21d-9bce8c954837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.147057 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=c371ebe1-94b7-4fbd-a91a-e088a985f814,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:55.205091 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:55.356095 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-11e0b1d8-1667-4d5e-8dbf-d6dcea070f7d None None] Provisioning complete for port 7d12965a-2faf-4236-9e91-032ae30a8b47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:55.357095 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-11e0b1d8-1667-4d5e-8dbf-d6dcea070f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.406093 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-11e0b1d8-1667-4d5e-8dbf-d6dcea070f7d None None] Port 7d12965a-2faf-4236-9e91-032ae30a8b47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:38:55.423018 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 2, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:55.449804 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Checking router: 6d739195-7d7d-4b00-9d8e-560f28ec2d7c for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:38:55.450161 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Updating router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c port 7d12965a-2faf-4236-9e91-032ae30a8b47 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:38:55.475463 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.526702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-b16b0c0f-15ce-4af0-af45-62c440767ec6 None None] Provisioning complete for port 7d12965a-2faf-4236-9e91-032ae30a8b47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:55.527073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b16b0c0f-15ce-4af0-af45-62c440767ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.568148 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-b16b0c0f-15ce-4af0-af45-62c440767ec6 None None] Port 7d12965a-2faf-4236-9e91-032ae30a8b47 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:38:55.755708 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.760914 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.832799 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Pushing event updated for resources: {'Port': ['ID=7d12965a-2faf-4236-9e91-032ae30a8b47,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:55.855226 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.855573 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.855933 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.856265 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.856597 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.856924 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.857248 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.857571 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.857890 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.858769 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.859061 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.859376 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:38:55.872169 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Attempting to bind port 7d12965a-2faf-4236-9e91-032ae30a8b47 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:38:55.872530 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Attempting to bind port 7d12965a-2faf-4236-9e91-032ae30a8b47 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:38:55.872973 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Attempting to bind port 7d12965a-2faf-4236-9e91-032ae30a8b47 on network 7e7905c0-048c-4fdb-b234-bd75180c6c37 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:38:55.879060 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:38:55.879423 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Checking segment: {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:38:55.879847 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.880234 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Bound using segment: {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:38:55.880694 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Bound port: 7d12965a-2faf-4236-9e91-032ae30a8b47, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:38:55.881066 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.950603 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] For port 7d12965a-2faf-4236-9e91-032ae30a8b47, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:38:55.954364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] For port 7d12965a-2faf-4236-9e91-032ae30a8b47, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7d12965a-2faf-4236-9e91-032ae30a8b47,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:38:55.958366 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:55.990442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8a29a25e-8280-440a-9227-79ec96939039 None None] Provisioning complete for port 7d12965a-2faf-4236-9e91-032ae30a8b47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:55.990812 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8a29a25e-8280-440a-9227-79ec96939039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.030775 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b174a4-fd13-408f-8c24-a24630c9b238 None None] Pushing event updated for resources: {'Port': ['ID=7d12965a-2faf-4236-9e91-032ae30a8b47,revision_number=4']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:56.033583 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:38:56.034195 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:56.138553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8a29a25e-8280-440a-9227-79ec96939039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.188204 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:38:56.220199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8a29a25e-8280-440a-9227-79ec96939039 None None] For port 7d12965a-2faf-4236-9e91-032ae30a8b47, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7d12965a-2faf-4236-9e91-032ae30a8b47,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:38:56.224500 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8a29a25e-8280-440a-9227-79ec96939039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.283864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29a25e-8280-440a-9227-79ec96939039 None None] Pushing event updated for resources: {'Port': ['ID=7d12965a-2faf-4236-9e91-032ae30a8b47,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:56.285133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-54ee72ac-dec1-481b-b880-f3b634835c4f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:56.286699 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-54ee72ac-dec1-481b-b880-f3b634835c4f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/networks?id=7e7905c0-048c-4fdb-b234-bd75180c6c37 HTTP/1.1" status: 200 len: 796 time: 0.1606920 May 06 10:38:56.304635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45a3048b-7da3-4ef6-b0d5-6295a6b43a1e req-6a61b896-29ea-41a6-bc43-1b442dce4f2c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 210 time: 0.0881557 May 06 10:38:56.341074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-dacb6547-7292-4a89-9db8-452c3a3e3a22 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=716fcb654a664b41afc42ce41969f497 HTTP/1.1" status: 200 len: 380 time: 0.0390275 May 06 10:38:56.350215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-61f2b015-1db6-4010-b8b4-eee05fc4a19b None None] Provisioning complete for port 7d12965a-2faf-4236-9e91-032ae30a8b47 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:56.350588 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-61f2b015-1db6-4010-b8b4-eee05fc4a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.355868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'port': {'device_id': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'admin_state_up': True, 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'security_groups': ['3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:56.469661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83e83f5c-b453-4499-8a36-1b9f04e4a79b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:38:56.476511 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Made reservation on behalf of 716fcb654a664b41afc42ce41969f497 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:38:56.480537 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.524363 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 83e83f5c-b453-4499-8a36-1b9f04e4a79b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:56.525093 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.552731 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:55Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:38:56.588939 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a33cc11-c9b2-43cb-8bd9-5ad97dbe6699 None None] The sync data for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 is: [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:55Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:38:56.617357 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.20.0.12 (7e7905c0-048c-4fdb-b234-bd75180c6c37/0c84c33d-b303-45b6-9f8e-2a23ffd931cd/77351bdd-9ddd-4443-ac1b-1bff425ca5aa) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:38:56.618487 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c371ebe1-94b7-4fbd-a91a-e088a985f814 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:38:56.683305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port c371ebe1-94b7-4fbd-a91a-e088a985f814 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:56.683723 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.790126 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.825618 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.870146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:38:56.873159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:38:56.877725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:38:56.905050 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:56.935922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:56.937459 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:56.956100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-ddd7cec4-9250-4681-a19f-a61d4e649596 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6044300 May 06 10:38:56.971918 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Request body: {'port': {'device_id': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:38:57.039651 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:57.178497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-c510a4b5-1bc0-4d46-8f08-b0395924f040 None None] Provisioning complete for port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:57.178866 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c510a4b5-1bc0-4d46-8f08-b0395924f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:57.221617 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-c510a4b5-1bc0-4d46-8f08-b0395924f040 None None] Port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:38:57.333292 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77351bdd-9ddd-4443-ac1b-1bff425ca5aa {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:38:57.342304 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:57.356976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Transition to ACTIVE for port object 77351bdd-9ddd-4443-ac1b-1bff425ca5aa will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:38:57.362784 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:57.452920 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Pushing event updated for resources: {'Port': ['ID=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:57.837905 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93210-2999-4212-8b16-1cea651583b3 req-2a8c67eb-2490-49a6-afad-8b46f701a88a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:57.839385 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1b93210-2999-4212-8b16-1cea651583b3 req-2a8c67eb-2490-49a6-afad-8b46f701a88a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 944 time: 0.4479067 May 06 10:38:57.885467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Attempting to bind port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:38:57.885723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Attempting to bind port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:38:57.886045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Attempting to bind port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa on network 7e7905c0-048c-4fdb-b234-bd75180c6c37 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:38:57.896991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1b93210-2999-4212-8b16-1cea651583b3 req-236bf7bc-3c97-4f6f-926c-71cf28836026 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498767 May 06 10:38:57.897662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa on network 7e7905c0-048c-4fdb-b234-bd75180c6c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:38:57.897978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Attempting to bind port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa on network 7e7905c0-048c-4fdb-b234-bd75180c6c37 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:38:57.902894 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:38:57.903224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Checking segment: {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:38:57.903624 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Bound using segment: {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:38:57.904055 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Bound port: 77351bdd-9ddd-4443-ac1b-1bff425ca5aa, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16db9c84-2ae1-4a74-9af6-b3161faf7d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:38:57.904415 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:57.966417 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] For port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:38:57.969551 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] For port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:38:57.974111 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:58.014007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.014667 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:58.016112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] 10.222.0.82 "PUT /v2.0/ports/77351bdd-9ddd-4443-ac1b-1bff425ca5aa HTTP/1.1" status: 200 len: 1092 time: 1.0512533 May 06 10:38:58.016564 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:38:58.018859 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49ce25-ce39-4854-9a02-d45603bbbf21" -d '{"events": [{"name": "network-changed", "server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:38:58.042472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37467b37-aaa9-4b10-a284-89b30cc8223b service neutron] Pushing event updated for resources: {'Port': ['ID=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:38:58.070977 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162f6db5-2a69-4aa8-a9f7-67ea07c5fb32 x-openstack-request-id: req-162f6db5-2a69-4aa8-a9f7-67ea07c5fb32 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:38:58.071259 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:38:58.071506 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-162f6db5-2a69-4aa8-a9f7-67ea07c5fb32 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:38:58.071918 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162f6db5-2a69-4aa8-a9f7-67ea07c5fb32'] response: {'name': 'network-changed', 'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'status': 'completed', 'code': 200} May 06 10:38:58.105224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-38516e26-6997-499c-89a0-64567d461361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.106727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-38516e26-6997-499c-89a0-64567d461361 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 1095 time: 0.0455122 May 06 10:38:58.151950 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-1a95e5f2-e648-418d-887f-7ba630b212e4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa HTTP/1.1" status: 200 len: 217 time: 0.0362396 May 06 10:38:58.203606 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-a389f18c-f0dc-4fa2-b97d-ca621551c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.205270 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-a389f18c-f0dc-4fa2-b97d-ca621551c2ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c84c33d-b303-45b6-9f8e-2a23ffd931cd HTTP/1.1" status: 200 len: 835 time: 0.0467505 May 06 10:38:58.255664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-bf2f374e-20c7-4eef-bdd6-81e6d9cde8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.257138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-bf2f374e-20c7-4eef-bdd6-81e6d9cde8c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e7905c0-048c-4fdb-b234-bd75180c6c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444067 May 06 10:38:58.348360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-99c24808-6e12-4dae-9b54-7f0ee42f677f service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837612 May 06 10:38:58.444256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50541057-d13c-4dc1-8edb-d31ca352e3d2 req-1cd284fb-a792-4e51-ad07-c51cc0b3f7d2 service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889058 May 06 10:38:58.462469 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7d12965a-2faf-4236-9e91-032ae30a8b47 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:38:58.512918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7d12965a-2faf-4236-9e91-032ae30a8b47 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:38:58.513288 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:38:58.540500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-323f2f98-a95b-4cd3-af91-08c4dbd54e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.542013 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-323f2f98-a95b-4cd3-af91-08c4dbd54e19 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 1095 time: 0.0420628 May 06 10:38:58.635595 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-074afd67-cab8-4dd4-a062-8df134eb39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.637102 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-074afd67-cab8-4dd4-a062-8df134eb39ec service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e7905c0-048c-4fdb-b234-bd75180c6c37 HTTP/1.1" status: 200 len: 897 time: 0.0884471 May 06 10:38:58.679227 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-424bafd1-57fd-4bb9-bf36-851328648bee service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa HTTP/1.1" status: 200 len: 217 time: 0.0350895 May 06 10:38:58.730530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-48e3eec1-94b6-4324-87f1-4e0a4ad003d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.732010 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-48e3eec1-94b6-4324-87f1-4e0a4ad003d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c84c33d-b303-45b6-9f8e-2a23ffd931cd HTTP/1.1" status: 200 len: 835 time: 0.0443428 May 06 10:38:58.776556 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-52ca4845-6f17-42ed-b150-2556fd94f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:58.778035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-52ca4845-6f17-42ed-b150-2556fd94f01a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e7905c0-048c-4fdb-b234-bd75180c6c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387135 May 06 10:38:58.871996 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-c273d4ab-5c23-47ca-aced-7971cadcc54b service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862756 May 06 10:38:58.979939 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ec49ce25-ce39-4854-9a02-d45603bbbf21 req-3f8b6a52-c816-475e-a45b-fa1fe35d76a7 service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999305 May 06 10:38:59.019688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca19323-1eb1-4dc2-8a9d-a0e595d981d2 req-4678b2dc-ca0a-4cc5-8db9-e5386f0f45e6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:38:59.021193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fca19323-1eb1-4dc2-8a9d-a0e595d981d2 req-4678b2dc-ca0a-4cc5-8db9-e5386f0f45e6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 944 time: 0.0519357 May 06 10:38:59.058413 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fca19323-1eb1-4dc2-8a9d-a0e595d981d2 req-15c5580c-d5a1-4cd8-8470-7c65339fe632 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311503 May 06 10:39:00.180283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14440dc-bfe4-453a-abb9-a09409dd274e req-e8c07434-435c-41b9-8a1a-cf050c4d6143 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:00.181757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14440dc-bfe4-453a-abb9-a09409dd274e req-e8c07434-435c-41b9-8a1a-cf050c4d6143 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 944 time: 0.0492530 May 06 10:39:00.220190 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14440dc-bfe4-453a-abb9-a09409dd274e req-19530c86-b957-4b33-b0d9-947e9725ff66 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323336 May 06 10:39:01.334058 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda149-5f11-48d0-92f9-09cb69ee8af7 req-eac5fd5c-befb-40a6-bc9e-1e0e46f91ec3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:01.335815 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56eda149-5f11-48d0-92f9-09cb69ee8af7 req-eac5fd5c-befb-40a6-bc9e-1e0e46f91ec3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 944 time: 0.0489292 May 06 10:39:01.377850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-56eda149-5f11-48d0-92f9-09cb69ee8af7 req-4df80de6-5136-4a25-b195-4f76cad76f62 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359657 May 06 10:39:02.341692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77351bdd-9ddd-4443-ac1b-1bff425ca5aa details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:39:02.436282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:02.448716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'port_id': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'mac_address': 'fa:16:3e:83:f1:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:39:02.490987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:02.496115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6695ca-89c1-4c19-a68d-977d9c6b0825 req-7ceb58ab-1880-4e30-b4cd-0ce813672db5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:02.497597 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d6695ca-89c1-4c19-a68d-977d9c6b0825 req-7ceb58ab-1880-4e30-b4cd-0ce813672db5 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 944 time: 0.0510225 May 06 10:39:02.504410 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77351bdd-9ddd-4443-ac1b-1bff425ca5aa {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:39:02.523447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:02.528084 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:02.537166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4d6695ca-89c1-4c19-a68d-977d9c6b0825 req-cd1acc61-61f2-4b7f-9ac2-dd574a7dfb77 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 May 06 10:39:02.575450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:02.745695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['77351bdd-9ddd-4443-ac1b-1bff425ca5aa'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:39:03.653662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917dba8-01af-4679-9b46-dc0f75581ec7 req-52e08093-f6c8-47ea-b0d9-25ac73b47b08 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:03.655130 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0917dba8-01af-4679-9b46-dc0f75581ec7 req-52e08093-f6c8-47ea-b0d9-25ac73b47b08 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 945 time: 0.0487552 May 06 10:39:03.692881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0917dba8-01af-4679-9b46-dc0f75581ec7 req-50c41e87-8858-496f-b7e0-f27c8c157ce8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315192 May 06 10:39:04.358089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77351bdd-9ddd-4443-ac1b-1bff425ca5aa up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:39:04.406989 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:39:04.410869 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:39:04.411238 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:04.644014 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:04.667448 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:39:04.670108 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18292ba2-6ec2-47bd-bd0d-dc0117122a96" -d '{"events": [{"server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "name": "network-vif-plugged", "status": "completed", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:39:04.682719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:04.687691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:04.714202 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1debc3df-6af6-4165-9f38-cc9087576712 x-openstack-request-id: req-1debc3df-6af6-4165-9f38-cc9087576712 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:39:04.714497 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "name": "network-vif-plugged", "status": "completed", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:39:04.714742 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1debc3df-6af6-4165-9f38-cc9087576712 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:39:04.715135 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1debc3df-6af6-4165-9f38-cc9087576712'] response: {'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'code': 200} May 06 10:39:04.744433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:04.842452 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e21745-58db-480f-91d2-f0fb31be1836 req-33b5cbb3-e2fc-496f-b950-4b4e1e0ae97c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:04.843863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38e21745-58db-480f-91d2-f0fb31be1836 req-33b5cbb3-e2fc-496f-b950-4b4e1e0ae97c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0790877 May 06 10:39:04.846406 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0e9d-9fcc-4daf-b3a4-41b9ae80b563 req-55f7121e-01b8-433b-b836-4f1749a76e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:04.847807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b28b0e9d-9fcc-4daf-b3a4-41b9ae80b563 req-55f7121e-01b8-433b-b836-4f1749a76e1b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0739834 May 06 10:39:04.903087 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38e21745-58db-480f-91d2-f0fb31be1836 req-bb8bf9e9-5b27-4f75-a2ac-ceb84e780e93 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516193 May 06 10:39:04.907497 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b28b0e9d-9fcc-4daf-b3a4-41b9ae80b563 req-5828c28d-e9a6-4e6e-ac4c-f1d025a73876 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497475 May 06 10:39:06.023161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31970cf-7f2b-44fa-9468-7c4466eb6313 req-d704f13c-1d29-40a0-80d5-b48364ef55bf tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:06.024640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d31970cf-7f2b-44fa-9468-7c4466eb6313 req-d704f13c-1d29-40a0-80d5-b48364ef55bf tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0487423 May 06 10:39:06.063442 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d31970cf-7f2b-44fa-9468-7c4466eb6313 req-d445817f-15ed-4057-b9e1-abe02caa50cf tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 May 06 10:39:06.190958 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfba14d-1f56-4a89-acd7-010e870a6b98 req-1ad8af66-7e86-48a1-bd0d-346f6749cd4a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:06.192540 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-edfba14d-1f56-4a89-acd7-010e870a6b98 req-1ad8af66-7e86-48a1-bd0d-346f6749cd4a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0541110 May 06 10:39:06.232932 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-edfba14d-1f56-4a89-acd7-010e870a6b98 req-56b66bfe-592d-4281-a217-05a95e7a4ae7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343854 May 06 10:39:06.258789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39114) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:06.302911 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47914f7e-cc16-4862-b663-874af1c16f5a tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:06.304536 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-47914f7e-cc16-4862-b663-874af1c16f5a tempest-TestNetworkAdvancedServerOps-514587463 tempest-TestNetworkAdvancedServerOps-514587463-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 1092 time: 0.0446880 May 06 10:39:06.308728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39116) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:06.313157 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:06.335909 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:06.440890 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:06.544582 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Allocated IP 172.25.8.176 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/01c6d1ad-902d-4f97-bd8e-f6bab70dc083) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:39:06.653897 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:06.688136 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:06.727293 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:39:06.730115 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:06.733708 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:39:06.742027 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=01c6d1ad-902d-4f97-bd8e-f6bab70dc083,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:07.428981 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:07.497722 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:07.593464 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:39:07.646484 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:07.652611 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:07.721331 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event updated for resources: {'Port': ['ID=01c6d1ad-902d-4f97-bd8e-f6bab70dc083,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:07.731973 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:07.831287 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 84dac5a0-eec6-4629-a1ff-948fd61d5b2a associated. External IP: 172.25.8.176, port: 77351bdd-9ddd-4443-ac1b-1bff425ca5aa. May 06 10:39:08.038460 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:39:08.146386 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:39:08.155603 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] Sync routers for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:39:08.164625 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:08.165804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:08.166412 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:08.191875 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b5f4a4d3-d7f7-42da-ac0e-7359f1ff53df tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8821082 May 06 10:39:08.192450 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:39:08.194740 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e576df13202edad79ab3f5f38fc837d4d2daa017a7770fe4381cce68faabb4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f34fda-c15f-4c2a-94e4-366a4f8ca994" -d '{"events": [{"name": "network-changed", "server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:39:08.243145 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff868d93-b8bd-4895-ad00-e303257a64b2 x-openstack-request-id: req-ff868d93-b8bd-4895-ad00-e303257a64b2 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:39:08.243481 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:39:08.243758 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff868d93-b8bd-4895-ad00-e303257a64b2 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:39:08.244166 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff868d93-b8bd-4895-ad00-e303257a64b2'] response: {'name': 'network-changed', 'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'status': 'completed', 'code': 200} May 06 10:39:08.281493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:08.331630 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c714-ccb6-428d-85cd-94140b427d0e req-84f74521-2967-46ed-a749-c6d545499ed0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:08.333138 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b14c714-ccb6-428d-85cd-94140b427d0e req-84f74521-2967-46ed-a749-c6d545499ed0 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0819936 May 06 10:39:08.339712 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-f1301b16-e516-4ca5-b328-0c4065cd636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:08.341477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-f1301b16-e516-4ca5-b328-0c4065cd636f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0739214 May 06 10:39:08.428466 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b14c714-ccb6-428d-85cd-94140b427d0e req-24228de9-ca9c-4d70-8df7-1cb78aadd7ae tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859458 May 06 10:39:08.453948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39122) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:08.464646 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-e0221908-101a-46a5-be41-7aa1abca9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:08.466274 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-e0221908-101a-46a5-be41-7aa1abca9388 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e7905c0-048c-4fdb-b234-bd75180c6c37 HTTP/1.1" status: 200 len: 897 time: 0.1172583 May 06 10:39:08.519804 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ab8592c1-5970-4876-8b36-7e691ff9da36 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/84dac5a0-eec6-4629-a1ff-948fd61d5b2a HTTP/1.1" status: 200 len: 992 time: 0.0646734 May 06 10:39:08.522527 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '84dac5a0-eec6-4629-a1ff-948fd61d5b2a', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'port_id': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'mac_address': 'fa:16:3e:83:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:39:07Z', 'updated_at': '2022-05-06T10:39:07Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:08.533988 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-7067f6ba-e749-4973-9bc4-135900b9b510 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa HTTP/1.1" status: 200 len: 1000 time: 0.0602117 May 06 10:39:08.553002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] Checking router: 6d739195-7d7d-4b00-9d8e-560f28ec2d7c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:39:08.561709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:08.562310 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:38:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:08.589339 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-f41ea6af-f7ce-4651-a6aa-2876ecf59bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:08.590809 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-f41ea6af-f7ce-4651-a6aa-2876ecf59bf8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c84c33d-b303-45b6-9f8e-2a23ffd931cd HTTP/1.1" status: 200 len: 835 time: 0.0503800 May 06 10:39:08.636440 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-26f6cf6d-53d6-435a-af5f-74e89b4aee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:08.637947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-26f6cf6d-53d6-435a-af5f-74e89b4aee0a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e7905c0-048c-4fdb-b234-bd75180c6c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403640 May 06 10:39:08.669118 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:08.729246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-e70cd53c-856b-4872-9527-1f539b266111 service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835929 May 06 10:39:08.823230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-75f34fda-c15f-4c2a-94e4-366a4f8ca994 req-2baa938b-3231-4d23-a4cc-048318f53d74 service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866833 May 06 10:39:08.894471 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '84dac5a0-eec6-4629-a1ff-948fd61d5b2a', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'port_id': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'mac_address': 'fa:16:3e:83:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:39:07Z', 'updated_at': '2022-05-06T10:39:07Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:08.925206 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d677c36-9f12-4ff8-ba4c-e78d25d936b1 None None] The sync data for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 is: [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '84dac5a0-eec6-4629-a1ff-948fd61d5b2a', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'port_id': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'mac_address': 'fa:16:3e:83:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:39:07Z', 'updated_at': '2022-05-06T10:39:07Z', 'revision_number': 0, 'project_id': '716fcb654a664b41afc42ce41969f497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:39:09.123653 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e6c8f-1020-48ee-92a9-fd27d4783640 None None] New status for floating IP 84dac5a0-eec6-4629-a1ff-948fd61d5b2a: ACTIVE {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:39:09.523801 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39124) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:09.587914 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b19983eb-f7d8-4d17-a2ed-b37c68f84eaf tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/84dac5a0-eec6-4629-a1ff-948fd61d5b2a HTTP/1.1" status: 200 len: 994 time: 0.0629804 May 06 10:39:12.780344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d3a5f685-0771-436a-8d1c-dd3dc3d573bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:15.270928 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9130babd-3f89-4df9-b325-3bd2bce7063d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:16.887827 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:17.105109 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:18.385018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:18.858773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:21.091025 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:42.783249 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8faf20c1-d78e-4552-a7d4-8c46976e52c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:43.104322 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcb2e0-3af9-443a-90df-8fc4783f699a req-2ad15f62-4170-4916-8714-f0692a88664e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:43.105784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afbcb2e0-3af9-443a-90df-8fc4783f699a req-2ad15f62-4170-4916-8714-f0692a88664e tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0495713 May 06 10:39:43.144525 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-afbcb2e0-3af9-443a-90df-8fc4783f699a req-82f12ede-6ba4-4664-b76c-984e7e34a203 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 May 06 10:39:44.272143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486368-a6e0-4089-a179-20f73b8473da req-ee6c92c6-bf59-4336-a139-4307a2e6b9cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:44.273634 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5486368-a6e0-4089-a179-20f73b8473da req-ee6c92c6-bf59-4336-a139-4307a2e6b9cc tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0554507 May 06 10:39:44.311795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5486368-a6e0-4089-a179-20f73b8473da req-2e0cca1b-ffd9-4804-8578-2c9fe5fd439c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 May 06 10:39:44.334669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39144) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:44.393989 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-286b0606-4715-4747-9184-b9ce1c7284d3 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/84dac5a0-eec6-4629-a1ff-948fd61d5b2a HTTP/1.1" status: 200 len: 994 time: 0.0582037 May 06 10:39:44.593420 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:39:45.273504 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-14bb23c5-adf1-42a3-9bc0-1c6713173e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:45.693538 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5215e-6f9c-4002-b32b-7bddbbccc4c7 req-6dc87d2d-7f03-4ba9-b074-289a5042b70d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.695047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3dd5215e-6f9c-4002-b32b-7bddbbccc4c7 req-6dc87d2d-7f03-4ba9-b074-289a5042b70d tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0769501 May 06 10:39:45.721679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-c9fbf7a8-26f8-47ac-a43f-62d34ce0d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.723128 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-c9fbf7a8-26f8-47ac-a43f-62d34ce0d132 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0693727 May 06 10:39:45.757230 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3dd5215e-6f9c-4002-b32b-7bddbbccc4c7 req-cf059fe2-b4b2-4a0a-9f76-1447f0eb77e9 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557978 May 06 10:39:45.824571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-a2d1cf99-96dd-4a97-8f20-d5d3b26e21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.826047 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-a2d1cf99-96dd-4a97-8f20-d5d3b26e21da service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e7905c0-048c-4fdb-b234-bd75180c6c37 HTTP/1.1" status: 200 len: 897 time: 0.0921772 May 06 10:39:45.896198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-35fe407b-3c6c-492e-9aeb-3079030218a4 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa HTTP/1.1" status: 200 len: 1002 time: 0.0617359 May 06 10:39:45.945975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-db2ae5ad-c6a1-4a98-b6c4-833aa55e4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.947427 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-db2ae5ad-c6a1-4a98-b6c4-833aa55e4fe4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c84c33d-b303-45b6-9f8e-2a23ffd931cd HTTP/1.1" status: 200 len: 835 time: 0.0430605 May 06 10:39:45.992706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-476ff53d-050d-4a82-b023-01c51154fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:45.994171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-476ff53d-050d-4a82-b023-01c51154fb7e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e7905c0-048c-4fdb-b234-bd75180c6c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397141 May 06 10:39:46.086596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-18e46529-940c-496b-a3c3-87d085ad719e service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850277 May 06 10:39:46.176221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ac07f995-4a96-4b5e-8c42-5a998ead56cd req-066c7160-c7c3-4118-8a79-480dfc385e0c service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809224 May 06 10:39:46.878697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66acff-18b6-47ac-8d35-d9f6fdfddc39 req-c4632a77-763b-456c-bcb0-eb171e8e4191 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:46.880219 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e66acff-18b6-47ac-8d35-d9f6fdfddc39 req-c4632a77-763b-456c-bcb0-eb171e8e4191 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0511820 May 06 10:39:46.893259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:46.926694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e66acff-18b6-47ac-8d35-d9f6fdfddc39 req-92f7f5fa-f446-4b43-bd3f-5642899cdc8a tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387561 May 06 10:39:47.118902 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.044540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1e2b9-2fc3-46a2-bddf-11379815745f req-7585c05d-9b21-4183-b1a5-4569a4a2daed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:48.046134 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95a1e2b9-2fc3-46a2-bddf-11379815745f req-7585c05d-9b21-4183-b1a5-4569a4a2daed tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0509021 May 06 10:39:48.085310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-95a1e2b9-2fc3-46a2-bddf-11379815745f req-b123a6bb-1b42-4e1d-9371-ade5a2d8e34f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324647 May 06 10:39:48.108084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39156) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:48.169406 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bde3578d-7412-4de0-acdb-6b1c1ecc1abb tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/floatingips/84dac5a0-eec6-4629-a1ff-948fd61d5b2a HTTP/1.1" status: 200 len: 994 time: 0.0601940 May 06 10:39:48.386699 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.393822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39162) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:48.550421 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 01c6d1ad-902d-4f97-bd8e-f6bab70dc083 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:48.550674 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.629879 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.630212 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.642622 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 01c6d1ad-902d-4f97-bd8e-f6bab70dc083 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:48.790826 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.817889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=01c6d1ad-902d-4f97-bd8e-f6bab70dc083,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:48.841053 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.841391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.841782 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.842125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.842456 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.842787 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.843132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.843433 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.844822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.844822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.844822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.844822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:48.862540 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.886972 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:48.887298 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Floating IP 84dac5a0-eec6-4629-a1ff-948fd61d5b2a disassociated (deleted). External IP: 172.25.8.176, port: 77351bdd-9ddd-4443-ac1b-1bff425ca5aa. May 06 10:39:49.100793 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:39:49.208906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:39:49.213707 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:49.219360 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] Sync routers for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:39:49.229036 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:49.229649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:49.242793 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-990ce612-3ed8-43a3-a5ad-2fa2e60af3a4 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/floatingips/84dac5a0-eec6-4629-a1ff-948fd61d5b2a HTTP/1.1" status: 204 len: 168 time: 0.8478975 May 06 10:39:49.243499 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:39:49.245820 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00ab5a7-a734-441a-8e67-552a02a7f38a" -d '{"events": [{"name": "network-changed", "server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:39:49.285761 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa61d2-733d-4434-bf36-3656a723c86d x-openstack-request-id: req-87aa61d2-733d-4434-bf36-3656a723c86d {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:39:49.286046 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:39:49.286293 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87aa61d2-733d-4434-bf36-3656a723c86d {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:39:49.286726 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87aa61d2-733d-4434-bf36-3656a723c86d'] response: {'name': 'network-changed', 'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'status': 'completed', 'code': 200} May 06 10:39:49.351632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:49.356211 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-ff89c05f-806d-4ca1-b1d0-e7587fbe4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:49.357800 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-ff89c05f-806d-4ca1-b1d0-e7587fbe4d18 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=716fcb654a664b41afc42ce41969f497&device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 1097 time: 0.0475826 May 06 10:39:49.490754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-b030decf-7423-4106-b594-099fb6a6aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:49.492354 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-b030decf-7423-4106-b594-099fb6a6aae3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=7e7905c0-048c-4fdb-b234-bd75180c6c37 HTTP/1.1" status: 200 len: 897 time: 0.1220655 May 06 10:39:49.505838 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3530-274c-4c9b-886a-fcd8b33fd7e4 req-e6443824-6e35-48f7-a27e-7e23048d78fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:49.507246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88aa3530-274c-4c9b-886a-fcd8b33fd7e4 req-e6443824-6e35-48f7-a27e-7e23048d78fd tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0712411 May 06 10:39:49.553923 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-d294e256-e5ae-43c0-9565-092247859eea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa HTTP/1.1" status: 200 len: 217 time: 0.0456982 May 06 10:39:49.570623 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:49.599185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] Checking router: 6d739195-7d7d-4b00-9d8e-560f28ec2d7c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:39:49.607769 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:49.608419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:49.610425 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-88aa3530-274c-4c9b-886a-fcd8b33fd7e4 req-b396cecf-67fa-423f-88c2-ced54f00699f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947049 May 06 10:39:49.619094 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-3816711b-55c1-4ed5-8fa8-4334ae58de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:49.620553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-3816711b-55c1-4ed5-8fa8-4334ae58de85 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=0c84c33d-b303-45b6-9f8e-2a23ffd931cd HTTP/1.1" status: 200 len: 835 time: 0.0590305 May 06 10:39:49.675675 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-43595f38-ee49-4f47-822a-4bab8d53d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:49.677171 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-43595f38-ee49-4f47-822a-4bab8d53d06d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=7e7905c0-048c-4fdb-b234-bd75180c6c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409758 May 06 10:39:49.718004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:49.773623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-11c095ac-f4ce-46e1-b0d2-091dde77601f service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 May 06 10:39:49.876644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a00ab5a7-a734-441a-8e67-552a02a7f38a req-79cc5185-c411-4119-9f06-2894a2c83016 service neutron] 10.222.0.82 "GET /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935667 May 06 10:39:50.076204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:50.106706 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65c70c7-34ec-485e-bade-03f7eb6e26c7 None None] The sync data for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 is: [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:38:53Z', 'revision_number': 4, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '7d12965a-2faf-4236-9e91-032ae30a8b47', 'name': '', 'network_id': '7e7905c0-048c-4fdb-b234-bd75180c6c37', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'mac_address': 'fa:16:3e:5a:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:52Z', 'updated_at': '2022-05-06T10:38:56Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'subnets': [{'id': '0c84c33d-b303-45b6-9f8e-2a23ffd931cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:39:50.320430 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3954e-429b-4618-8b19-6f7f3a2278c2 None None] New status for floating IP 84dac5a0-eec6-4629-a1ff-948fd61d5b2a: DOWN {{(pid=102745) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:39:50.736543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19456fb7-49d4-45ef-b491-8eadad82e463 req-08f60995-8d3c-4e7f-933e-931beff5431c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:50.737714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19456fb7-49d4-45ef-b491-8eadad82e463 req-08f60995-8d3c-4e7f-933e-931beff5431c tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0558782 May 06 10:39:50.782893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-19456fb7-49d4-45ef-b491-8eadad82e463 req-15b9ac49-29f1-42c0-9b76-bc0d3861f31f tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/security-groups?id=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 May 06 10:39:51.081510 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.144553 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869101c-18ed-4313-99d1-34214771032f req-e343a737-d47a-42cb-a84a-07b899c039d6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:51.146131 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4869101c-18ed-4313-99d1-34214771032f req-e343a737-d47a-42cb-a84a-07b899c039d6 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 946 time: 0.0495687 May 06 10:39:51.244537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:51.244911 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.338482 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:51.338757 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.351775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 77351bdd-9ddd-4443-ac1b-1bff425ca5aa owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:51.481310 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.511605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=77351bdd-9ddd-4443-ac1b-1bff425ca5aa,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:51.553997 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] No DVR routers for this DVR port 77351bdd-9ddd-4443-ac1b-1bff425ca5aa on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:39:51.556674 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:51.560111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4869101c-18ed-4313-99d1-34214771032f req-cb655d8a-f036-4d2c-9210-b2c2b3e9c975 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.82 "DELETE /v2.0/ports/77351bdd-9ddd-4443-ac1b-1bff425ca5aa HTTP/1.1" status: 204 len: 173 time: 0.4074130 May 06 10:39:51.560547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'name': 'network-vif-deleted', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:39:51.563014 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77e33f4-c6a3-4043-8313-e5df5ef80064" -d '{"events": [{"server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "name": "network-vif-deleted", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:39:51.610850 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc864de6-6a2f-4fcd-bd84-ca5765172bdc x-openstack-request-id: req-cc864de6-6a2f-4fcd-bd84-ca5765172bdc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:39:51.610850 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c63094-d191-4a58-975f-4f5ff9e102c2", "name": "network-vif-deleted", "tag": "77351bdd-9ddd-4443-ac1b-1bff425ca5aa", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:39:51.610850 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc864de6-6a2f-4fcd-bd84-ca5765172bdc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:39:51.611205 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc864de6-6a2f-4fcd-bd84-ca5765172bdc'] response: {'server_uuid': '24c63094-d191-4a58-975f-4f5ff9e102c2', 'name': 'network-vif-deleted', 'tag': '77351bdd-9ddd-4443-ac1b-1bff425ca5aa', 'status': 'completed', 'code': 200} May 06 10:39:51.896795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b8ce92ac-8efd-47bf-99b9-192739288ebe req-976d2e32-dd3c-4a3f-9b63-00d6e66d6918 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "GET /v2.0/ports?device_id=24c63094-d191-4a58-975f-4f5ff9e102c2 HTTP/1.1" status: 200 len: 210 time: 0.0327120 May 06 10:39:52.954577 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39180) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:53.308504 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.866534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port 7d12965a-2faf-4236-9e91-032ae30a8b47 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:53.866792 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.958166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port 7d12965a-2faf-4236-9e91-032ae30a8b47, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7d12965a-2faf-4236-9e91-032ae30a8b47,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:53.959150 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:53.972576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for 7d12965a-2faf-4236-9e91-032ae30a8b47 owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:54.157232 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.188584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=7d12965a-2faf-4236-9e91-032ae30a8b47,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:54.365378 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.581317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:39:54.688453 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:39:54.695821 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a9e081da-0a59-479e-ac00-0eead69b5bd2 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "PUT /v2.0/routers/6d739195-7d7d-4b00-9d8e-560f28ec2d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7375205 May 06 10:39:54.696863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:54.698584 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] Sync routers for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:39:54.710281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:54.710893 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:54.752050 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting subnet 0c84c33d-b303-45b6-9f8e-2a23ffd931cd {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:39:54.755280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.795504 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.819924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:54.887417 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.948638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.979029 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:54.985391 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/subnets/0c84c33d-b303-45b6-9f8e-2a23ffd931cd HTTP/1.1" status: 204 len: 168 time: 0.2839744 May 06 10:39:54.985391 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Subnet': ['ID=0c84c33d-b303-45b6-9f8e-2a23ffd931cd,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:54.985709 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39186) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:54.991661 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4eb494-7842-4c70-b13e-9cedc4d7df3a None None] Network 7e7905c0-048c-4fdb-b234-bd75180c6c37 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:39:54.993289 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.993648 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.994000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.994341 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.994671 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.995004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.995347 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.995707 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.996035 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.996365 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.996692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:54.997013 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81627cb-4201-4a18-8b8f-a76610057d29 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.095064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.104756 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:39:54Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:55.139495 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] Checking router: 6d739195-7d7d-4b00-9d8e-560f28ec2d7c for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:39:55.154175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] Routers {'6d739195-7d7d-4b00-9d8e-560f28ec2d7c'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:39:55.154776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:55.207048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.242467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] DHCP port deletion for 7e7905c0-048c-4fdb-b234-bd75180c6c37 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:39:55.263942 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Deleting port c371ebe1-94b7-4fbd-a91a-e088a985f814 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:55.264288 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.294175 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] Set router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:39:55.348682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] For port c371ebe1-94b7-4fbd-a91a-e088a985f814, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=c371ebe1-94b7-4fbd-a91a-e088a985f814,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:55.349078 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.361910 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Calling delete_port for c371ebe1-94b7-4fbd-a91a-e088a985f814 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:55.412643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Deleting port 83e83f5c-b453-4499-8a36-1b9f04e4a79b {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:39:55.413020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.523560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] For port 83e83f5c-b453-4499-8a36-1b9f04e4a79b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=83e83f5c-b453-4499-8a36-1b9f04e4a79b,segment=NetworkSegment(16db9c84-2ae1-4a74-9af6-b3161faf7d3e),segment_id=16db9c84-2ae1-4a74-9af6-b3161faf7d3e)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:39:55.523874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.534660 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.542759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Calling delete_port for 83e83f5c-b453-4499-8a36-1b9f04e4a79b owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:39:55.562584 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Port': ['ID=c371ebe1-94b7-4fbd-a91a-e088a985f814,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:55.620728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:39:54Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:55.622492 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.651855 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8860142-1094-4cb0-b81b-410319c70255 None None] The sync data for ids ['6d739195-7d7d-4b00-9d8e-560f28ec2d7c'] in n-d-840834-1 is: [{'id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866542017', 'tenant_id': '716fcb654a664b41afc42ce41969f497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:38:49Z', 'updated_at': '2022-05-06T10:39:54Z', 'revision_number': 5, 'project_id': '716fcb654a664b41afc42ce41969f497', 'gw_port': {'id': 'c371ebe1-94b7-4fbd-a91a-e088a985f814', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d739195-7d7d-4b00-9d8e-560f28ec2d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:38:50Z', 'updated_at': '2022-05-06T10:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:39:55.673283 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.702335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Pushing event deleted for resources: {'Port': ['ID=83e83f5c-b453-4499-8a36-1b9f04e4a79b,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:55.705458 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] No DVR routers for this DVR port 83e83f5c-b453-4499-8a36-1b9f04e4a79b on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:39:55.716729 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.716933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.717234 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.717566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.717900 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.719644 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.719971 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.720341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.721195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.721533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.721863 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.722187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcff604-d6a0-4741-8e50-ee188dc701c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:39:55.725091 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.727494 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.770716 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.771290 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Fanout notify agent at l3_agent the message router_deleted on router 6d739195-7d7d-4b00-9d8e-560f28ec2d7c {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:39:55.778210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.779315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a531454d-8303-4e69-b02c-d59e2a4311a8 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/routers/6d739195-7d7d-4b00-9d8e-560f28ec2d7c HTTP/1.1" status: 204 len: 168 time: 0.7926719 May 06 10:39:55.782824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39188) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:55.859186 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.948720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:55.969683 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7905c0-048c-4fdb-b234-bd75180c6c37']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:55.978824 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db9c84-2ae1-4a74-9af6-b3161faf7d3e') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:55.979120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db9c84-2ae1-4a74-9af6-b3161faf7d3e') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:39:55.988620 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.003609 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.009864 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:39:56.010269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: timer() May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:39:56.013412 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:39:56.077738 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.085997 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.091934 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39190) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:56.092412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/networks/7e7905c0-048c-4fdb-b234-bd75180c6c37 HTTP/1.1" status: 204 len: 168 time: 0.3082290 May 06 10:39:56.106148 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516452a-f9bf-48cb-bcfb-0c05bb5e97e7 tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'Network': ['ID=7e7905c0-048c-4fdb-b234-bd75180c6c37,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:56.153638 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20af519a-ad3e-4577-8b82-591ecefb55be tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.184689 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20af519a-ad3e-4577-8b82-591ecefb55be tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.250116 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20af519a-ad3e-4577-8b82-591ecefb55be tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.252875 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-20af519a-ad3e-4577-8b82-591ecefb55be tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.254045 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-20af519a-ad3e-4577-8b82-591ecefb55be tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] 10.222.0.76 "DELETE /v2.0/security-groups/3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350 HTTP/1.1" status: 204 len: 168 time: 0.1610618 May 06 10:39:56.263493 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af519a-ad3e-4577-8b82-591ecefb55be tempest-TestNetworkAdvancedServerOps-664725484 tempest-TestNetworkAdvancedServerOps-664725484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4b4b80-22e8-41a8-ab92-dc0b9ddbb350,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:56.564466 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39198) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:56.636909 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77351bdd-9ddd-4443-ac1b-1bff425ca5aa no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:56.658544 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 77351bdd-9ddd-4443-ac1b-1bff425ca5aa {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:56.658896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 77351bdd-9ddd-4443-ac1b-1bff425ca5aa not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:56.699016 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-ca4db242-d899-4c45-9b4a-0d59715be7f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=716fcb654a664b41afc42ce41969f497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333575 May 06 10:39:56.702229 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39202) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:56.758126 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d097ab29-dc9d-4fed-ba66-d243d14f31da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.759068 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83e83f5c-b453-4499-8a36-1b9f04e4a79b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:56.780389 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d097ab29-dc9d-4fed-ba66-d243d14f31da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.784194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 83e83f5c-b453-4499-8a36-1b9f04e4a79b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:56.784744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 83e83f5c-b453-4499-8a36-1b9f04e4a79b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:56.785164 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c371ebe1-94b7-4fbd-a91a-e088a985f814 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:56.805914 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: c371ebe1-94b7-4fbd-a91a-e088a985f814 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:56.806263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device c371ebe1-94b7-4fbd-a91a-e088a985f814 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:56.806684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7d12965a-2faf-4236-9e91-032ae30a8b47 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:39:56.827525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7d12965a-2faf-4236-9e91-032ae30a8b47 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:39:56.827965 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7d12965a-2faf-4236-9e91-032ae30a8b47 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:39:56.829521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d097ab29-dc9d-4fed-ba66-d243d14f31da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.831640 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d097ab29-dc9d-4fed-ba66-d243d14f31da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:56.832797 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d097ab29-dc9d-4fed-ba66-d243d14f31da admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/656bd8df-4779-4bdb-8ba0-def7a68b1745 HTTP/1.1" status: 204 len: 168 time: 0.1295819 May 06 10:39:56.842821 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097ab29-dc9d-4fed-ba66-d243d14f31da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656bd8df-4779-4bdb-8ba0-def7a68b1745,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:57.105639 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39208) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:57.119326 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36f7bfca-728e-45b1-b308-4ab0b544c1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.200509 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36f7bfca-728e-45b1-b308-4ab0b544c1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.204723 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-36f7bfca-728e-45b1-b308-4ab0b544c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.243512 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-36f7bfca-728e-45b1-b308-4ab0b544c1a8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bf3d72b09ae84e6299353b1aca7aa2d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367548 May 06 10:39:57.244388 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7bfca-728e-45b1-b308-4ab0b544c1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9bba73-cb81-40f1-8365-4d1e87221481,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:57.246284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39210) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:57.295153 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ae7f5-1ce3-47ac-a92d-35567d2152f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.317243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ae7f5-1ce3-47ac-a92d-35567d2152f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.364959 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ae7f5-1ce3-47ac-a92d-35567d2152f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.367608 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-990ae7f5-1ce3-47ac-a92d-35567d2152f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:57.368786 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-990ae7f5-1ce3-47ac-a92d-35567d2152f4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a9bba73-cb81-40f1-8365-4d1e87221481 HTTP/1.1" status: 204 len: 168 time: 0.1214125 May 06 10:39:57.377382 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ae7f5-1ce3-47ac-a92d-35567d2152f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9bba73-cb81-40f1-8365-4d1e87221481,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:58.042327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39234) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:58.138396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1787297499-network', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:58.159491 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Made reservation on behalf of ad11115fb2ae4f20a342dbd6f64108f9 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:39:58.161884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.170577 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.247607 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.252223 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.274865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:39:58.290477 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780a9af1-2ed0-45e3-9af2-ae605fe57b2e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:58.294544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.294896 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Added segment cb921972-d197-4bd4-9b94-1501293daa33 of type vlan for network 87baae41-42f3-41fe-85f6-e9fd765e9f54 May 06 10:39:58.341265 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.366915 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.367987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:58.368563 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.422669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3791921 May 06 10:39:58.425965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39238) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:58.431478 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Request body: {'subnet': {'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1787297499-subnet', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:58.437853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e51dc9-3936-4376-9b14-2a115ac51ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=87baae41-42f3-41fe-85f6-e9fd765e9f54,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:58.447543 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:39:58.456592 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Made reservation on behalf of ad11115fb2ae4f20a342dbd6f64108f9 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:39:58.459248 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.630648 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.688342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=15dcb4a6-2d7c-4537-9645-951321de51f7,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:58.696046 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Checking segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:39:58.696408 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Network hostable DHCP agents. Network: 87baae41-42f3-41fe-85f6-e9fd765e9f54, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:39:58.714593 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:39:58.723171 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 87baae41-42f3-41fe-85f6-e9fd765e9f54) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:58.727410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:39:58.728727 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.731986 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9a8aa2-981a-4ec2-b2c9-0c71255968f6 None None] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:39:58.744481 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-51de8cbb-036f-4b6d-b434-30b667247fdb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166625 May 06 10:39:58.747400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39240) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:39:58.752560 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:39:58.771894 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.773003 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.830001 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.883573 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-87baae41-42f3-41fe-85f6-e9fd765e9f54', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:39:58.884502 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:58.966492 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.024463 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Allocated IP 172.20.0.2 (87baae41-42f3-41fe-85f6-e9fd765e9f54/15dcb4a6-2d7c-4537-9645-951321de51f7/f889b4e0-86d6-4732-89aa-cd5ae22efced) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:39:59.167945 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.168327 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.175024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.188220 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.218904 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:39:59.221610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:59.224035 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:39:59.235429 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Pushing event updated for resources: {'Port': ['ID=f889b4e0-86d6-4732-89aa-cd5ae22efced,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:59.287910 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Attempting to bind port f889b4e0-86d6-4732-89aa-cd5ae22efced on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:39:59.288272 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Attempting to bind port f889b4e0-86d6-4732-89aa-cd5ae22efced by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:39:59.288624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Attempting to bind port f889b4e0-86d6-4732-89aa-cd5ae22efced on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:39:59.293570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:39:59.293932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Checking segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:39:59.294351 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.294873 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Bound using segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:39:59.295324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Bound port: f889b4e0-86d6-4732-89aa-cd5ae22efced, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:39:59.295721 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.298744 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Allocated IP 172.25.8.200 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/47a439e9-0c48-43d9-bce3-827fdf6c1dd6) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:39:59.358545 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] For port f889b4e0-86d6-4732-89aa-cd5ae22efced, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:39:59.364150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] For port f889b4e0-86d6-4732-89aa-cd5ae22efced, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f889b4e0-86d6-4732-89aa-cd5ae22efced,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:39:59.368543 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.410144 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.429621 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bd375-801a-4008-a744-f10a4a71ad9e None None] Pushing event updated for resources: {'Port': ['ID=f889b4e0-86d6-4732-89aa-cd5ae22efced,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:59.447210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:39:59.487641 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:39:59.490546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:39:59.493088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:39:59.523794 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:39:59.775897 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.293240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.346516 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae8342-66a9-4f04-a487-ffd83186787e None None] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:40:00.415038 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ebe95a84-6609-40cb-8b20-1f3e14c90ef6 None None] Provisioning complete for port f889b4e0-86d6-4732-89aa-cd5ae22efced triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:00.415702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ebe95a84-6609-40cb-8b20-1f3e14c90ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.431642 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Router 986e898a-85e8-451a-8a4b-59240d857cc7 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:40:00.545253 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:40:00.554814 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Sync routers for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:40:00.565098 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.566645 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dbb00691-9f37-4a27-a2ce-99b90724d1c2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8179164 May 06 10:40:00.566824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:00.567569 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:00.569247 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39242) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:00.626566 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f889b4e0-86d6-4732-89aa-cd5ae22efced up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:00.683165 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:00.752588 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f889b4e0-86d6-4732-89aa-cd5ae22efced triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:00.752959 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.810656 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ebe95a84-6609-40cb-8b20-1f3e14c90ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.868314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ebe95a84-6609-40cb-8b20-1f3e14c90ef6 None None] For port f889b4e0-86d6-4732-89aa-cd5ae22efced, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f889b4e0-86d6-4732-89aa-cd5ae22efced,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:00.868730 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:39:59Z', 'revision_number': 3, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:00.894212 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ebe95a84-6609-40cb-8b20-1f3e14c90ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.901519 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Checking router: 986e898a-85e8-451a-8a4b-59240d857cc7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:40:00.902091 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Updating router 986e898a-85e8-451a-8a4b-59240d857cc7 port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:40:00.929145 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:00.960804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe95a84-6609-40cb-8b20-1f3e14c90ef6 None None] Pushing event updated for resources: {'Port': ['ID=f889b4e0-86d6-4732-89aa-cd5ae22efced,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:01.031653 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.147846 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-f38ce0b7-3090-4c8f-92a3-07aada6ccfd0 None None] Provisioning complete for port f889b4e0-86d6-4732-89aa-cd5ae22efced triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:01.148136 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f38ce0b7-3090-4c8f-92a3-07aada6ccfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.199397 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.205939 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.222427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Allocated IP 172.20.0.1 (87baae41-42f3-41fe-85f6-e9fd765e9f54/15dcb4a6-2d7c-4537-9645-951321de51f7/04eb31e6-b303-4c69-bee9-cb7d16f0639b) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:01.253238 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Pushing event updated for resources: {'Port': ['ID=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:01.269025 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Attempting to bind port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:01.269391 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Attempting to bind port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:01.269749 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Attempting to bind port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:01.275168 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.275509 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.275864 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.276193 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.276515 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.276851 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.277167 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.277486 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.277802 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.278119 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.278435 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.278748 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:40:01.282439 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:01.282894 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:01.283193 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.283567 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:01.284056 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Bound port: 47a439e9-0c48-43d9-bce3-827fdf6c1dd6, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:01.284427 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.333031 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.339315 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] For port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:01.342855 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] For port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:01.346905 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.366106 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.407225 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:01.408022 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:01.411134 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:01.415415 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:01.422750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:01.424738 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Pushing event updated for resources: {'Port': ['ID=04eb31e6-b303-4c69-bee9-cb7d16f0639b,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:01.444338 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d9b1e-1fa6-419d-baeb-54214962560a None None] Pushing event updated for resources: {'Port': ['ID=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:01.464051 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.521585 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:01.609240 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.681802 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-5e1ebe9f-e8f4-4cda-9622-b79ddc181fa3 None None] Provisioning complete for port 04eb31e6-b303-4c69-bee9-cb7d16f0639b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:01.682839 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5e1ebe9f-e8f4-4cda-9622-b79ddc181fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.720926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ebe9f-e8f4-4cda-9622-b79ddc181fa3 None None] Port 04eb31e6-b303-4c69-bee9-cb7d16f0639b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:01.785191 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.790252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.798348 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:39:59Z', 'revision_number': 3, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:01.827244 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b1d5bc-b184-4581-abb8-25778141f973 None None] The sync data for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 is: [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:39:59Z', 'revision_number': 3, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:40:01.862100 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Pushing event updated for resources: {'Port': ['ID=04eb31e6-b303-4c69-bee9-cb7d16f0639b,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:01.865514 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:01.960575 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:01.962042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:02.095763 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Router 986e898a-85e8-451a-8a4b-59240d857cc7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:40:02.221821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:40:02.228074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-6e4d9f44-9e0c-46ce-8216-4ae95d045170 admin admin] 10.222.0.76 "PUT /v2.0/routers/986e898a-85e8-451a-8a4b-59240d857cc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577923 May 06 10:40:02.252528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-cd307e13-83c7-4fdf-b53f-5e36138a52b8 None None] Provisioning complete for port 04eb31e6-b303-4c69-bee9-cb7d16f0639b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:02.252898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cd307e13-83c7-4fdf-b53f-5e36138a52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.304266 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-cd307e13-83c7-4fdf-b53f-5e36138a52b8 None None] Port 04eb31e6-b303-4c69-bee9-cb7d16f0639b cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:02.575159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f889b4e0-86d6-4732-89aa-cd5ae22efced up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:02.639144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port f889b4e0-86d6-4732-89aa-cd5ae22efced triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:02.639369 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.737789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:02.778908 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39262) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:02.784708 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1646239668-network', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:02.787872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:02.788244 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.803723 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Made reservation on behalf of b9eb2d4cee554ec3aa181c877b8424e3 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:40:02.806057 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.815539 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.866479 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.886593 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:02.892496 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.901352 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.905305 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.929933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:40:02.940527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4495d548-d15d-4eff-80f6-5403a805e26d,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:02.945613 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:02.945956 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Added segment 0f651136-95fe-4d49-985e-9436da0765a1 of type vlan for network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 May 06 10:40:02.946086 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:02.987281 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.011779 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.012699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:03.013275 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.067136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2868819 May 06 10:40:03.069947 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39266) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:03.075314 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Request body: {'subnet': {'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1646239668-subnet', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'ip_version': 4}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:03.078521 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a95122-1952-4317-b071-961a301e2833 admin admin] Pushing event updated for resources: {'Network': ['ID=e98aa5e4-239e-4f97-a0cf-f44b68ec0006,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:03.088937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:40:03.095519 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Made reservation on behalf of b9eb2d4cee554ec3aa181c877b8424e3 for: {'subnet': 1} {{(pid=102743) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:40:03.097822 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30655270'] for subnet, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.269367 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31060961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30655284'] for subnet, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.324786 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04198c1-7a79-4f05-96fa-54a5a2668bbc,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:03.333619 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Checking segment: {'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:03.333970 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Network hostable DHCP agents. Network: e98aa5e4-239e-4f97-a0cf-f44b68ec0006, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102743) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:40:03.350891 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102743) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:40:03.361023 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, e98aa5e4-239e-4f97-a0cf-f44b68ec0006) {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:03.366608 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:03.368142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.371305 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc653496-15a8-42f1-8ce4-9f3730de8a81 None None] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:40:03.389273 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-40771fcf-ec55-4ea1-9b8a-f8dbb37e5eaf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180192 May 06 10:40:03.391915 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39268) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:03.396188 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:03.416288 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.417242 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.480169 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.530162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-e98aa5e4-239e-4f97-a0cf-f44b68ec0006', 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'fixed_ips': [{'subnet_id': 'a04198c1-7a79-4f05-96fa-54a5a2668bbc'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:40:03.532357 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.544932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Sync routers for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:40:03.568224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:03.568964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:03.623709 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.775834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:03.803555 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Allocated IP 172.20.0.2 (e98aa5e4-239e-4f97-a0cf-f44b68ec0006/a04198c1-7a79-4f05-96fa-54a5a2668bbc/5d3f787c-18f7-465e-8119-f95cd2c959c9) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:03.832810 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.852773 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:03.959638 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Allocated IP 172.25.8.114 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/b1df11db-5195-4fa3-b68f-e30a54002092) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:04.060712 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.083834 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.090336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.094538 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.130610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:04.133678 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:04.137230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:04.141562 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:04.148502 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:04.155485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:04.159431 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 2, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:04.162823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Pushing event updated for resources: {'Port': ['ID=5d3f787c-18f7-465e-8119-f95cd2c959c9,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:04.173361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Pushing event updated for resources: {'Port': ['ID=b1df11db-5195-4fa3-b68f-e30a54002092,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:04.192936 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Checking router: 986e898a-85e8-451a-8a4b-59240d857cc7 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:40:04.193289 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Updating router 986e898a-85e8-451a-8a4b-59240d857cc7 port 04eb31e6-b303-4c69-bee9-cb7d16f0639b binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:40:04.233662 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.273433 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Attempting to bind port 5d3f787c-18f7-465e-8119-f95cd2c959c9 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:04.273799 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Attempting to bind port 5d3f787c-18f7-465e-8119-f95cd2c959c9 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:04.274168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Attempting to bind port 5d3f787c-18f7-465e-8119-f95cd2c959c9 on network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:04.298824 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:04.299199 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Checking segment: {'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:04.299618 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.300014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Bound using segment: {'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:04.300493 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Bound port: 5d3f787c-18f7-465e-8119-f95cd2c959c9, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:04.300871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.392189 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.474437 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] For port 5d3f787c-18f7-465e-8119-f95cd2c959c9, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:04.488823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:04.496728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] For port 5d3f787c-18f7-465e-8119-f95cd2c959c9, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d3f787c-18f7-465e-8119-f95cd2c959c9,segment=NetworkSegment(0f651136-95fe-4d49-985e-9436da0765a1),segment_id=0f651136-95fe-4d49-985e-9436da0765a1)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:04.523739 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.594336 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.806697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc809681-33d5-4529-988a-1dfbfb79af39 None None] Pushing event updated for resources: {'Port': ['ID=5d3f787c-18f7-465e-8119-f95cd2c959c9,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:04.839185 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:04.839561 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.883955 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.894227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:04.960056 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae40e43-f3e5-4c1e-89f1-9efb9675282c None None] Pushing event updated for resources: {'Port': ['ID=04eb31e6-b303-4c69-bee9-cb7d16f0639b,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:05.070959 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Attempting to bind port 04eb31e6-b303-4c69-bee9-cb7d16f0639b on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:05.071428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Attempting to bind port 04eb31e6-b303-4c69-bee9-cb7d16f0639b by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:05.071942 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Attempting to bind port 04eb31e6-b303-4c69-bee9-cb7d16f0639b on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:05.077773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:05.080159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Checking segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:05.080159 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.080839 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Bound using segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:05.081428 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Bound port: 04eb31e6-b303-4c69-bee9-cb7d16f0639b, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:05.081899 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.103204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Router b1889442-ca1e-4d9d-82a1-229e10e7686b is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102743) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:40:05.156421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] For port 04eb31e6-b303-4c69-bee9-cb7d16f0639b, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:05.160703 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] For port 04eb31e6-b303-4c69-bee9-cb7d16f0639b, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=04eb31e6-b303-4c69-bee9-cb7d16f0639b,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:05.176106 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.223532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:05.224193 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:05.229877 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:40:05.243137 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Sync routers for ids ['b1889442-ca1e-4d9d-82a1-229e10e7686b'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:40:05.250495 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.252132 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-d88a41de-98bf-4f62-9f9d-5339ad334edc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8591740 May 06 10:40:05.254825 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39272) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:05.274717 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Routers {'b1889442-ca1e-4d9d-82a1-229e10e7686b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:05.275303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1889442-ca1e-4d9d-82a1-229e10e7686b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:05.295755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae40e43-f3e5-4c1e-89f1-9efb9675282c None None] Pushing event updated for resources: {'Port': ['ID=04eb31e6-b303-4c69-bee9-cb7d16f0639b,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:05.388588 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Set router b1889442-ca1e-4d9d-82a1-229e10e7686b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:05.393019 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:05.394759 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-68478754-dd05-4bfe-a319-ae406cb4add0 None None] Provisioning complete for port 04eb31e6-b303-4c69-bee9-cb7d16f0639b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:05.395130 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-68478754-dd05-4bfe-a319-ae406cb4add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.599924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-68478754-dd05-4bfe-a319-ae406cb4add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.632826 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:04Z', 'revision_number': 3, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port': {'id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:05.651192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-68478754-dd05-4bfe-a319-ae406cb4add0 None None] For port 04eb31e6-b303-4c69-bee9-cb7d16f0639b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=04eb31e6-b303-4c69-bee9-cb7d16f0639b,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:05.666530 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-68478754-dd05-4bfe-a319-ae406cb4add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.674531 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Checking router: b1889442-ca1e-4d9d-82a1-229e10e7686b for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:40:05.675104 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Updating router b1889442-ca1e-4d9d-82a1-229e10e7686b port b1df11db-5195-4fa3-b68f-e30a54002092 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:40:05.709217 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.771697 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68478754-dd05-4bfe-a319-ae406cb4add0 None None] Pushing event updated for resources: {'Port': ['ID=04eb31e6-b303-4c69-bee9-cb7d16f0639b,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:05.808211 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.809115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-672121c7-1ab7-4d15-9822-f166055ffbcb None None] Provisioning complete for port 04eb31e6-b303-4c69-bee9-cb7d16f0639b triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:05.809590 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-672121c7-1ab7-4d15-9822-f166055ffbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:05.851658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:05.885341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee741b-b981-4715-9d46-b0a09b20e7ba None None] The sync data for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 is: [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:40:06.036409 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Allocated IP 172.20.0.1 (e98aa5e4-239e-4f97-a0cf-f44b68ec0006/a04198c1-7a79-4f05-96fa-54a5a2668bbc/ff25c2c3-9446-48ee-aa14-5add547b4d54) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:06.057024 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.069051 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.133463 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Attempting to bind port b1df11db-5195-4fa3-b68f-e30a54002092 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:06.133912 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Attempting to bind port b1df11db-5195-4fa3-b68f-e30a54002092 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:06.134333 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Attempting to bind port b1df11db-5195-4fa3-b68f-e30a54002092 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:06.144772 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2ef5b-240e-4298-a43d-2aa46053010f None None] Pushing event updated for resources: {'Port': ['ID=b1df11db-5195-4fa3-b68f-e30a54002092,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:06.148012 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:06.148349 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:06.148821 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.149257 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:06.149779 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Bound port: b1df11db-5195-4fa3-b68f-e30a54002092, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:06.150202 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.170461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f28a3-ca84-4f0f-93c5-098aa5835857 None None] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:40:06.176154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.213239 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] For port b1df11db-5195-4fa3-b68f-e30a54002092, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:06.217089 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] For port b1df11db-5195-4fa3-b68f-e30a54002092, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1df11db-5195-4fa3-b68f-e30a54002092,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:06.221965 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.225379 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.262341 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-9ee74375-6519-4667-9a40-c69b5691a10d None None] Provisioning complete for port 5d3f787c-18f7-465e-8119-f95cd2c959c9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:06.262775 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ee74375-6519-4667-9a40-c69b5691a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.274970 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Routers {'b1889442-ca1e-4d9d-82a1-229e10e7686b'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:06.275623 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1889442-ca1e-4d9d-82a1-229e10e7686b'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:06.278968 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:06.283460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:06.291323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:06.338065 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Pushing event updated for resources: {'Port': ['ID=ff25c2c3-9446-48ee-aa14-5add547b4d54,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:06.353048 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.392728 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2ef5b-240e-4298-a43d-2aa46053010f None None] Pushing event updated for resources: {'Port': ['ID=b1df11db-5195-4fa3-b68f-e30a54002092,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:06.406355 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] Set router b1889442-ca1e-4d9d-82a1-229e10e7686b gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:06.478004 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ee74375-6519-4667-9a40-c69b5691a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.542404 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.556519 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-9ee74375-6519-4667-9a40-c69b5691a10d None None] For port 5d3f787c-18f7-465e-8119-f95cd2c959c9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d3f787c-18f7-465e-8119-f95cd2c959c9,segment=NetworkSegment(0f651136-95fe-4d49-985e-9436da0765a1),segment_id=0f651136-95fe-4d49-985e-9436da0765a1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:06.574944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9ee74375-6519-4667-9a40-c69b5691a10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.692968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74375-6519-4667-9a40-c69b5691a10d None None] Pushing event updated for resources: {'Port': ['ID=5d3f787c-18f7-465e-8119-f95cd2c959c9,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:06.710380 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 04eb31e6-b303-4c69-bee9-cb7d16f0639b up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:06.731218 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:04Z', 'revision_number': 3, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port': {'id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:06.773939 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af0e445-18b2-40de-9084-0cc3d74dee65 None None] The sync data for ids ['b1889442-ca1e-4d9d-82a1-229e10e7686b'] in n-d-840834-1 is: [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:04Z', 'revision_number': 3, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port': {'id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fa:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:40:06.793268 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 04eb31e6-b303-4c69-bee9-cb7d16f0639b triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:06.793587 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.818255 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.823939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.912472 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:06.913461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d3f787c-18f7-465e-8119-f95cd2c959c9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:06.979755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-62a167ae-9f53-4884-9097-9b3d91c4d543 None None] Provisioning complete for port 5d3f787c-18f7-465e-8119-f95cd2c959c9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:06.981002 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-62a167ae-9f53-4884-9097-9b3d91c4d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.004243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Pushing event updated for resources: {'Port': ['ID=ff25c2c3-9446-48ee-aa14-5add547b4d54,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:07.058795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:07.060412 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:07.071491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5d3f787c-18f7-465e-8119-f95cd2c959c9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:07.071906 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.197850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-62a167ae-9f53-4884-9097-9b3d91c4d543 None None] Provisioning complete for port ff25c2c3-9446-48ee-aa14-5add547b4d54 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:07.198228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-62a167ae-9f53-4884-9097-9b3d91c4d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.236248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Router b1889442-ca1e-4d9d-82a1-229e10e7686b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:40:07.292332 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-62a167ae-9f53-4884-9097-9b3d91c4d543 None None] Port ff25c2c3-9446-48ee-aa14-5add547b4d54 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:07.381049 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:40:07.396529 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ddc0a70b-bbf2-4eff-b01a-b07465ab7299 admin admin] 10.222.0.76 "PUT /v2.0/routers/b1889442-ca1e-4d9d-82a1-229e10e7686b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1316142 May 06 10:40:07.414739 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-96e8ef12-62a7-4c20-abb7-59c77d9bedde None None] Provisioning complete for port ff25c2c3-9446-48ee-aa14-5add547b4d54 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:07.415248 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-96e8ef12-62a7-4c20-abb7-59c77d9bedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.470131 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-96e8ef12-62a7-4c20-abb7-59c77d9bedde None None] Port ff25c2c3-9446-48ee-aa14-5add547b4d54 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:07.593912 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a99998f7-1451-4b4f-94fc-4d0527ffe506 None None] Provisioning complete for port ff25c2c3-9446-48ee-aa14-5add547b4d54 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:07.594290 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a99998f7-1451-4b4f-94fc-4d0527ffe506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.632172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a99998f7-1451-4b4f-94fc-4d0527ffe506 None None] Port ff25c2c3-9446-48ee-aa14-5add547b4d54 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:07.887778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39280) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:07.892795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8b49eba0-b30b-4a5c-a8b3-efed7f2dd97e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849675602', 'description': 'tempest-secgroup-smoke-849675602 description', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:07.913243 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b49eba0-b30b-4a5c-a8b3-efed7f2dd97e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.983503 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b49eba0-b30b-4a5c-a8b3-efed7f2dd97e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:07.987842 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b49eba0-b30b-4a5c-a8b3-efed7f2dd97e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.015391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8b49eba0-b30b-4a5c-a8b3-efed7f2dd97e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.016656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8b49eba0-b30b-4a5c-a8b3-efed7f2dd97e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1277750 May 06 10:40:08.019905 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39282) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:08.020766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49eba0-b30b-4a5c-a8b3-efed7f2dd97e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0114b33d-e6ea-4dfd-92bb-cfb5d4346635,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.025353 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-9701714e-63cb-45f7-a14b-578e441a9c61 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '0114b33d-e6ea-4dfd-92bb-cfb5d4346635', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:08.053748 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9701714e-63cb-45f7-a14b-578e441a9c61 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.112869 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9701714e-63cb-45f7-a14b-578e441a9c61 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.116516 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9701714e-63cb-45f7-a14b-578e441a9c61 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.133595 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701714e-63cb-45f7-a14b-578e441a9c61 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf2123d-825b-4576-a6f9-34f2a42e5d28,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.142218 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9701714e-63cb-45f7-a14b-578e441a9c61 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.143407 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9701714e-63cb-45f7-a14b-578e441a9c61 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225135 May 06 10:40:08.146180 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39284) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:08.150423 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c2fcc762-b1b1-438f-ba59-930d22a1b431 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '0114b33d-e6ea-4dfd-92bb-cfb5d4346635', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:08.176093 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc762-b1b1-438f-ba59-930d22a1b431 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.238547 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc762-b1b1-438f-ba59-930d22a1b431 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.242489 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc762-b1b1-438f-ba59-930d22a1b431 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.259948 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcc762-b1b1-438f-ba59-930d22a1b431 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120cc2c5-efc8-4fa5-9317-dd6e9c374e1d,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.269555 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc762-b1b1-438f-ba59-930d22a1b431 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.270751 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c2fcc762-b1b1-438f-ba59-930d22a1b431 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236696 May 06 10:40:08.273909 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39286) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:08.278702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-a5636c33-7042-4bee-b997-60fcaeef1d17 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '0114b33d-e6ea-4dfd-92bb-cfb5d4346635', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:08.304893 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5636c33-7042-4bee-b997-60fcaeef1d17 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.372584 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5636c33-7042-4bee-b997-60fcaeef1d17 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.376381 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5636c33-7042-4bee-b997-60fcaeef1d17 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.396716 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5636c33-7042-4bee-b997-60fcaeef1d17 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087b4ebd-f6ac-4233-b73e-d76321d8621b,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.402564 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-a5636c33-7042-4bee-b997-60fcaeef1d17 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.403796 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-a5636c33-7042-4bee-b997-60fcaeef1d17 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287785 May 06 10:40:08.407341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39288) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:08.411743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-18b7b283-cd27-4183-a37c-b42a7e58c871 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '0114b33d-e6ea-4dfd-92bb-cfb5d4346635', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:08.442999 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-18b7b283-cd27-4183-a37c-b42a7e58c871 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.523039 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-18b7b283-cd27-4183-a37c-b42a7e58c871 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.527721 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-18b7b283-cd27-4183-a37c-b42a7e58c871 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.553070 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7b283-cd27-4183-a37c-b42a7e58c871 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c5fff2-8de5-453a-be20-cfc47776fd50,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.564745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-18b7b283-cd27-4183-a37c-b42a7e58c871 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.564745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-18b7b283-cd27-4183-a37c-b42a7e58c871 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559577 May 06 10:40:08.567062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39290) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:08.569680 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d3f787c-18f7-465e-8119-f95cd2c959c9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:08.572655 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '0114b33d-e6ea-4dfd-92bb-cfb5d4346635', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:08.605056 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Project ad11115fb2ae4f20a342dbd6f64108f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:40:08.611287 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.636695 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 5d3f787c-18f7-465e-8119-f95cd2c959c9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:08.636973 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.677548 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.681446 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.702469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae8b54b-8e03-4b6a-b350-72c4cb3f27d3,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.708913 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.711567 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-58fd68c8-ca5d-49f8-93e2-2eae4528e5b7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429167 May 06 10:40:08.712671 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39292) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:08.717162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '0114b33d-e6ea-4dfd-92bb-cfb5d4346635', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:08.728203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1df11db-5195-4fa3-b68f-e30a54002092 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:08.739734 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Project ad11115fb2ae4f20a342dbd6f64108f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:40:08.744955 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.779943 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b1df11db-5195-4fa3-b68f-e30a54002092 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:08.780311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.822817 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.826885 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.847263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a6d30a-afc8-46e1-8e83-bae18332ea9a,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:08.857768 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.859045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9d10b334-8b9c-42f4-bb09-993ba90c9c70 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454155 May 06 10:40:08.878595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.902325 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port b1df11db-5195-4fa3-b68f-e30a54002092, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1df11db-5195-4fa3-b68f-e30a54002092,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:08.906777 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:08.963681 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=b1df11db-5195-4fa3-b68f-e30a54002092,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:09.020974 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-c8bfaffa-a66f-4b1c-b18b-685d7a4ffd88 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849675602&fields=id&tenant_id=ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 267 time: 0.0339370 May 06 10:40:09.129923 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-e14499d2-e517-4ad9-b4e3-b1597fb04300 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:09.131361 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-e14499d2-e517-4ad9-b4e3-b1597fb04300 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 809 time: 0.1019754 May 06 10:40:09.146568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-1d8afc60-2ae0-4aba-9267-6d67f22cb52b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/quotas/ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 375 time: 0.0092220 May 06 10:40:09.206129 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-e8c8a200-a7e4-4b34-ab42-54ec6e6317b5 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532091 May 06 10:40:09.401401 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-7fd2681f-5439-4d7c-ab13-b2634c0a4310 service neutron] 10.222.0.76 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822987 May 06 10:40:09.478115 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Sync routers for ids ['b1889442-ca1e-4d9d-82a1-229e10e7686b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:40:09.490877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Routers {'b1889442-ca1e-4d9d-82a1-229e10e7686b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:09.491709 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1889442-ca1e-4d9d-82a1-229e10e7686b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:09.501717 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-ea73554d-2372-4d96-8452-a68a2b383129 service neutron] 10.222.0.76 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927055 May 06 10:40:09.601215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Set router b1889442-ca1e-4d9d-82a1-229e10e7686b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:09.680014 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3e70e205-bcdc-4774-9885-f5a4afaf0577 req-7e216e41-fa9b-4b61-807e-88fc527cf77b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 210 time: 0.0406876 May 06 10:40:09.980141 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:06Z', 'revision_number': 4, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port': {'id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ff25c2c3-9446-48ee-aa14-5add547b4d54', 'name': '', 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'mac_address': 'fa:16:3e:ea:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'a04198c1-7a79-4f05-96fa-54a5a2668bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:05Z', 'updated_at': '2022-05-06T10:40:06Z', 'revision_number': 2, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'subnets': [{'id': 'a04198c1-7a79-4f05-96fa-54a5a2668bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:10.008449 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Checking router: b1889442-ca1e-4d9d-82a1-229e10e7686b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:40:10.008804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Updating router b1889442-ca1e-4d9d-82a1-229e10e7686b port ff25c2c3-9446-48ee-aa14-5add547b4d54 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:40:10.035665 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.323200 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.330399 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.386887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a44646-8b33-4ec7-a3e3-f56c8e99ef23 None None] Pushing event updated for resources: {'Port': ['ID=ff25c2c3-9446-48ee-aa14-5add547b4d54,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:10.462077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Attempting to bind port ff25c2c3-9446-48ee-aa14-5add547b4d54 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:10.462450 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Attempting to bind port ff25c2c3-9446-48ee-aa14-5add547b4d54 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:10.462815 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Attempting to bind port ff25c2c3-9446-48ee-aa14-5add547b4d54 on network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:10.470932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:10.471314 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Checking segment: {'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:10.471741 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.472138 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Bound using segment: {'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:10.472852 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Bound port: ff25c2c3-9446-48ee-aa14-5add547b4d54, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f651136-95fe-4d49-985e-9436da0765a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:10.473649 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.515784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1df11db-5195-4fa3-b68f-e30a54002092 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:10.588203 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] For port ff25c2c3-9446-48ee-aa14-5add547b4d54, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:10.592263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] For port ff25c2c3-9446-48ee-aa14-5add547b4d54, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff25c2c3-9446-48ee-aa14-5add547b4d54,segment=NetworkSegment(0f651136-95fe-4d49-985e-9436da0765a1),segment_id=0f651136-95fe-4d49-985e-9436da0765a1)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:10.598311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.633353 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port b1df11db-5195-4fa3-b68f-e30a54002092 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:10.634064 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.712198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Routers {'b1889442-ca1e-4d9d-82a1-229e10e7686b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:10.712937 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:39:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1889442-ca1e-4d9d-82a1-229e10e7686b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:10.715106 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a44646-8b33-4ec7-a3e3-f56c8e99ef23 None None] Pushing event updated for resources: {'Port': ['ID=ff25c2c3-9446-48ee-aa14-5add547b4d54,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:10.768748 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-534a4d95-5a5e-488a-bf20-6f47c8669f09 None None] Provisioning complete for port ff25c2c3-9446-48ee-aa14-5add547b4d54 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:10.769179 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-534a4d95-5a5e-488a-bf20-6f47c8669f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:10.842244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff1185e2-9cdf-4184-a378-b776ec5afc6a req-6bde3a5b-ba71-4229-96cf-630fa8a4dd18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 210 time: 0.0565310 May 06 10:40:10.914115 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-79b46cd9-dfcc-46f1-aeea-9366c1301200 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:10.916265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-79b46cd9-dfcc-46f1-aeea-9366c1301200 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 809 time: 0.1650617 May 06 10:40:10.941891 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] Set router b1889442-ca1e-4d9d-82a1-229e10e7686b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:10.970740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-438fc8ba-3420-441d-ae61-a5019c15f86d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 379 time: 0.0452735 May 06 10:40:10.981044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'port': {'device_id': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'admin_state_up': True, 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'security_groups': ['0114b33d-e6ea-4dfd-92bb-cfb5d4346635']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:11.014442 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-534a4d95-5a5e-488a-bf20-6f47c8669f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.085498 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Made reservation on behalf of ad11115fb2ae4f20a342dbd6f64108f9 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:40:11.088920 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.120964 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-534a4d95-5a5e-488a-bf20-6f47c8669f09 None None] For port ff25c2c3-9446-48ee-aa14-5add547b4d54, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff25c2c3-9446-48ee-aa14-5add547b4d54,segment=NetworkSegment(0f651136-95fe-4d49-985e-9436da0765a1),segment_id=0f651136-95fe-4d49-985e-9436da0765a1)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:11.131483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-534a4d95-5a5e-488a-bf20-6f47c8669f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.215168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4d95-5a5e-488a-bf20-6f47c8669f09 None None] Pushing event updated for resources: {'Port': ['ID=ff25c2c3-9446-48ee-aa14-5add547b4d54,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:11.244649 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Allocated IP 172.20.0.10 (87baae41-42f3-41fe-85f6-e9fd765e9f54/15dcb4a6-2d7c-4537-9645-951321de51f7/34b29caa-b9ca-43a4-b4a1-9a7a540366fc) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:11.258897 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:06Z', 'revision_number': 4, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port': {'id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ff25c2c3-9446-48ee-aa14-5add547b4d54', 'name': '', 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'mac_address': 'fa:16:3e:ea:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'a04198c1-7a79-4f05-96fa-54a5a2668bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:05Z', 'updated_at': '2022-05-06T10:40:10Z', 'revision_number': 4, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'subnets': [{'id': 'a04198c1-7a79-4f05-96fa-54a5a2668bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:11.291931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48529758-435c-428c-ae1a-9b5f0393f0dd None None] The sync data for ids ['b1889442-ca1e-4d9d-82a1-229e10e7686b'] in n-d-840834-1 is: [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:06Z', 'revision_number': 4, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port': {'id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'ff25c2c3-9446-48ee-aa14-5add547b4d54', 'name': '', 'network_id': 'e98aa5e4-239e-4f97-a0cf-f44b68ec0006', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'mac_address': 'fa:16:3e:ea:0e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'a04198c1-7a79-4f05-96fa-54a5a2668bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:05Z', 'updated_at': '2022-05-06T10:40:10Z', 'revision_number': 4, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'subnets': [{'id': 'a04198c1-7a79-4f05-96fa-54a5a2668bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:40:11.299565 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-af2a57c0-7f83-4650-8997-30e4a937e488 None None] Provisioning complete for port ff25c2c3-9446-48ee-aa14-5add547b4d54 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:11.299871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af2a57c0-7f83-4650-8997-30e4a937e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.438880 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.475065 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.520721 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:11.523862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:11.527814 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:11.558685 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:11.592717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:11.594238 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.612432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-08a110f2-fc94-4e0a-8bc0-b43481061c1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6350057 May 06 10:40:11.627568 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Request body: {'port': {'device_id': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:11.693718 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.840129 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7cfe49d7-e901-4c19-b10c-9d50f34c704f None None] Provisioning complete for port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:11.840716 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7cfe49d7-e901-4c19-b10c-9d50f34c704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:11.876789 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe49d7-e901-4c19-b10c-9d50f34c704f None None] Port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:40:12.006836 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b29caa-b9ca-43a4-b4a1-9a7a540366fc {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:40:12.021150 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2a455-11e3-4b55-b286-ba1eeb21dd16 req-ab71403b-555a-44b2-93b1-265f3837287c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.022626 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eb2a455-11e3-4b55-b286-ba1eeb21dd16 req-ab71403b-555a-44b2-93b1-265f3837287c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 932 time: 0.1021397 May 06 10:40:12.024369 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:12.052427 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Transition to ACTIVE for port object 34b29caa-b9ca-43a4-b4a1-9a7a540366fc will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:40:12.056651 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:12.122929 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9eb2a455-11e3-4b55-b286-ba1eeb21dd16 req-e0e9e7c3-ac3c-4480-afdc-4052e0d0899c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925329 May 06 10:40:12.131372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:12.203799 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Attempting to bind port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:40:12.204138 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Attempting to bind port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:40:12.204460 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Attempting to bind port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:12.209370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:40:12.209682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Attempting to bind port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:40:12.214449 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:40:12.214775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Checking segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:40:12.215153 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Bound using segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:40:12.215571 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Bound port: 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:40:12.215949 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:12.290637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:40:12.293986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:40:12.298338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:12.336029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.336666 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:12.338091 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] 10.222.0.82 "PUT /v2.0/ports/34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1092 time: 0.7161336 May 06 10:40:12.338526 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:40:12.340854 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43a0993-f581-4128-9a17-6ef01d63ac55" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:40:12.376166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550acf66-2b88-4e9b-99c2-d56fd65a5bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:12.393077 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e6f1f-d56f-4dcc-9649-fc823c041d37 x-openstack-request-id: req-777e6f1f-d56f-4dcc-9649-fc823c041d37 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:40:12.393370 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:40:12.393621 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-777e6f1f-d56f-4dcc-9649-fc823c041d37 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:40:12.394019 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777e6f1f-d56f-4dcc-9649-fc823c041d37'] response: {'name': 'network-changed', 'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'status': 'completed', 'code': 200} May 06 10:40:12.427289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-47506f8f-5fcd-4821-ae4f-e07fb012a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.429732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-47506f8f-5fcd-4821-ae4f-e07fb012a3c9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1095 time: 0.0485463 May 06 10:40:12.485174 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-dc67dc4d-c964-4081-aaa4-fb40f767abb7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 217 time: 0.0384071 May 06 10:40:12.519370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff25c2c3-9446-48ee-aa14-5add547b4d54 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:12.539604 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-b9538f50-f24e-42cc-8d97-ef21a2b5488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.541365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-b9538f50-f24e-42cc-8d97-ef21a2b5488a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0488961 May 06 10:40:12.573348 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port ff25c2c3-9446-48ee-aa14-5add547b4d54 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:12.573739 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:12.607398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c9681-e158-4980-b39c-a238421ca43b req-5fd596be-a00a-4dd0-bd29-8ec79bd5207a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:12.609857 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-5fd596be-a00a-4dd0-bd29-8ec79bd5207a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617073 May 06 10:40:12.700558 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-69986dda-3236-475c-a14b-975e21d8d778 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826817 May 06 10:40:12.786632 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-de34eaec-d778-4c74-a02e-fef7794c0869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:13.120103 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-316c9681-e158-4980-b39c-a238421ca43b req-63c955f6-5c1d-4737-8600-6d42dcd7e269 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127789 May 06 10:40:13.232869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-9298704f-c0c2-446c-9997-87322ccf404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:13.234584 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-9298704f-c0c2-446c-9997-87322ccf404e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1095 time: 0.0679228 May 06 10:40:13.307369 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb2f49-44b8-406b-9657-c357cc801961 req-58bd614f-b42a-45d8-af6a-e5c1de524e9f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:13.308941 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22cb2f49-44b8-406b-9657-c357cc801961 req-58bd614f-b42a-45d8-af6a-e5c1de524e9f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.1056542 May 06 10:40:13.372015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-4df0da34-4730-4411-a6ed-acfa198cdd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:13.373486 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-4df0da34-4730-4411-a6ed-acfa198cdd79 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.1305566 May 06 10:40:13.377278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-22cb2f49-44b8-406b-9657-c357cc801961 req-51bd4f14-3f37-458b-a65e-7de2c60f09e9 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577698 May 06 10:40:13.419058 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-0973c552-f069-4698-8445-958337684cea service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 217 time: 0.0381341 May 06 10:40:13.472156 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-f8c82c5f-76c6-40f7-9e72-d05d5598de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:13.473588 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-f8c82c5f-76c6-40f7-9e72-d05d5598de6e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0452592 May 06 10:40:13.521631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-e6e16dcf-b31d-4f65-9675-74447d82b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:13.523106 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-e6e16dcf-b31d-4f65-9675-74447d82b783 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415728 May 06 10:40:13.616856 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-858b2720-7114-4d3e-87bf-5cf9c926fc41 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856419 May 06 10:40:13.710536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d43a0993-f581-4128-9a17-6ef01d63ac55 req-9dd3136a-3f0f-4386-9fea-4a15e41d9c7c service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860691 May 06 10:40:14.496414 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de970942-61b3-4386-b8da-d0523e422dcc req-0b3f86c9-eb3a-4c57-b79f-204e036c0aac tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:14.497874 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de970942-61b3-4386-b8da-d0523e422dcc req-0b3f86c9-eb3a-4c57-b79f-204e036c0aac tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0491993 May 06 10:40:14.535382 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-de970942-61b3-4386-b8da-d0523e422dcc req-68c580a6-c6a9-47c1-9715-51f389f337f9 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307224 May 06 10:40:15.274497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0abab6f5-05c0-4e9b-9a04-e11111fb409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:15.658446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8a5a9-31e1-4253-a7ba-aed284ee6f7a req-f8884e36-2d2f-4243-983e-55ac53139f72 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:15.659925 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccb8a5a9-31e1-4253-a7ba-aed284ee6f7a req-f8884e36-2d2f-4243-983e-55ac53139f72 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0548682 May 06 10:40:15.697304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ccb8a5a9-31e1-4253-a7ba-aed284ee6f7a req-2aaf70ed-3bbb-4820-a219-2b92cf49e8f7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 May 06 10:40:16.716304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:40:16.810474 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:16.817346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5245c00-6f34-4627-99e7-e6e5ed8b7db8 req-a2fef5cd-2a91-443e-b476-a6472575ff29 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:16.818903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5245c00-6f34-4627-99e7-e6e5ed8b7db8 req-a2fef5cd-2a91-443e-b476-a6472575ff29 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0487990 May 06 10:40:16.822875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'port_id': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'mac_address': 'fa:16:3e:95:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:40:16.859018 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f5245c00-6f34-4627-99e7-e6e5ed8b7db8 req-7199512a-bbcb-4c5d-bdb9-76048bdcf3a2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332911 May 06 10:40:16.865893 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:16.879877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b29caa-b9ca-43a4-b4a1-9a7a540366fc {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:40:16.910582 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:16.912182 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:16.913884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:16.962630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:17.106594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:17.140089 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['34b29caa-b9ca-43a4-b4a1-9a7a540366fc'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:40:17.976016 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1467-4687-4e51-b6a7-fc526c15de63 req-ab324c89-3bb2-46c2-a10f-53402b1189e5 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:17.977484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51fc1467-4687-4e51-b6a7-fc526c15de63 req-ab324c89-3bb2-46c2-a10f-53402b1189e5 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 945 time: 0.0484602 May 06 10:40:18.014738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-51fc1467-4687-4e51-b6a7-fc526c15de63 req-ac214dde-bbae-4e0f-9dda-b2d18001308f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312653 May 06 10:40:18.393385 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:18.718202 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:40:18.770070 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:40:18.773733 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:40:18.774102 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:18.849413 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:18.880752 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:18.885987 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:40:18.888248 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fe2636-1979-4de2-8674-0d826954a50a" -d '{"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-plugged", "status": "completed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:40:18.901673 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:40:18.906569 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:18.930819 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aebf3a-3861-4996-b163-c38ce8c0f284 x-openstack-request-id: req-26aebf3a-3861-4996-b163-c38ce8c0f284 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:40:18.931110 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-plugged", "status": "completed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:40:18.931365 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26aebf3a-3861-4996-b163-c38ce8c0f284 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:40:18.931780 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26aebf3a-3861-4996-b163-c38ce8c0f284'] response: {'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'code': 200} May 06 10:40:18.961710 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:19.028615 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08fa38-4b9f-40b2-b278-ce2cc6f87211 req-0921f17b-d2bc-474e-8db4-dcf0cbd9f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:19.030107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e08fa38-4b9f-40b2-b278-ce2cc6f87211 req-0921f17b-d2bc-474e-8db4-dcf0cbd9f2dd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1097 time: 0.0442884 May 06 10:40:19.066643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7e08fa38-4b9f-40b2-b278-ce2cc6f87211 req-2a17dfb6-8d33-4039-8f99-8c9fd8a07eca service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296090 May 06 10:40:19.130898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d914b-0a40-4009-a8e6-e741d68393f9 req-e389043f-d50f-4169-84c2-b2c67f99ad9c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:19.132398 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-863d914b-0a40-4009-a8e6-e741d68393f9 req-e389043f-d50f-4169-84c2-b2c67f99ad9c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0482125 May 06 10:40:19.169639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-863d914b-0a40-4009-a8e6-e741d68393f9 req-7f851370-9d52-40f1-878d-ca1f0ba28fbc tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 May 06 10:40:20.291698 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2bf9e-ce75-4087-98a4-ba16f8e180c5 req-c83d4b5f-f4ff-43db-9b52-520d8ffd7b5b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:20.293176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1e2bf9e-ce75-4087-98a4-ba16f8e180c5 req-c83d4b5f-f4ff-43db-9b52-520d8ffd7b5b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0491655 May 06 10:40:20.331639 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c1e2bf9e-ce75-4087-98a4-ba16f8e180c5 req-73725da8-cdfe-47c0-b94e-ab68062664ef tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313213 May 06 10:40:20.452833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c2b5b-f251-43f3-abb4-2db25093d101 req-79d4885c-7be4-4190-b955-182a06b65672 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:20.454357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b2c2b5b-f251-43f3-abb4-2db25093d101 req-79d4885c-7be4-4190-b955-182a06b65672 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0558331 May 06 10:40:20.494279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b2c2b5b-f251-43f3-abb4-2db25093d101 req-ffd9b4bc-e101-4482-98e7-15318e072bef tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 May 06 10:40:20.516238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39348) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:20.596682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3182c3cf-8201-4648-8cc1-3b81ca7ab0e0 tempest-TestShelveInstance-759466087 tempest-TestShelveInstance-759466087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:20.598213 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-3182c3cf-8201-4648-8cc1-3b81ca7ab0e0 tempest-TestShelveInstance-759466087 tempest-TestShelveInstance-759466087-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1092 time: 0.0810156 May 06 10:40:20.601130 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39352) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:40:20.605321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:40:20.625044 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:20.724021 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:20.825907 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Allocated IP 172.25.8.248 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/067d29ed-1ac3-4f5c-b25d-f694518b4923) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:40:20.931323 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:20.964843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.001026 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:40:21.003747 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:40:21.007064 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:40:21.034975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'Port': ['ID=067d29ed-1ac3-4f5c-b25d-f694518b4923,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:21.104782 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.371805 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.436448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.588874 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.592793 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:40:21.593581 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.663248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'Port': ['ID=067d29ed-1ac3-4f5c-b25d-f694518b4923,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:40:21.672992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:21.774372 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Floating IP 3de29842-c9c2-48e0-97c3-b32da0c238e6 associated. External IP: 172.25.8.248, port: 34b29caa-b9ca-43a4-b4a1-9a7a540366fc. May 06 10:40:21.978129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Router 986e898a-85e8-451a-8a4b-59240d857cc7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:40:22.086230 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:40:22.096633 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] Sync routers for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:40:22.103390 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:22.105759 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:22.106364 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:22.131468 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-164f2ed9-75b8-40ef-aa70-61bb0f6f3e18 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5293257 May 06 10:40:22.132101 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:40:22.134328 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da136eba-9b0c-40d8-a4ae-9289155c1ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:40:22.173163 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b08e304-179f-4f4c-9370-4de02f0d8be2 x-openstack-request-id: req-8b08e304-179f-4f4c-9370-4de02f0d8be2 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:40:22.173460 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:40:22.173716 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b08e304-179f-4f4c-9370-4de02f0d8be2 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:40:22.174131 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b08e304-179f-4f4c-9370-4de02f0d8be2'] response: {'name': 'network-changed', 'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'status': 'completed', 'code': 200} May 06 10:40:22.241758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-073ff3ad-1bdb-4baa-b80d-9ff7bb31cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:22.243260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-073ff3ad-1bdb-4baa-b80d-9ff7bb31cd4b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1097 time: 0.0479434 May 06 10:40:22.306472 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:22.337272 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-cabf74aa-f4db-4a32-8316-a0591b0f15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:22.338731 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-cabf74aa-f4db-4a32-8316-a0591b0f15a4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0879405 May 06 10:40:22.408440 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-46db1778-d047-4882-b02f-094ca40a9f21 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1000 time: 0.0620780 May 06 10:40:22.457188 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-df12c3b7-b98b-49ab-a20e-7a9303441221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:22.458888 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-df12c3b7-b98b-49ab-a20e-7a9303441221 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0442958 May 06 10:40:22.506129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-2a35f6aa-b98c-4952-8431-f4e15a33c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:22.507568 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-2a35f6aa-b98c-4952-8431-f4e15a33c7ca service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415082 May 06 10:40:22.533392 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3de29842-c9c2-48e0-97c3-b32da0c238e6', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'port_id': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'mac_address': 'fa:16:3e:95:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:40:21Z', 'updated_at': '2022-05-06T10:40:21Z', 'revision_number': 0, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:22.559319 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] Checking router: 986e898a-85e8-451a-8a4b-59240d857cc7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:40:22.568475 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:40:22.569068 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:40:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:22.604271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-0ce72243-6d41-40ec-9940-0e4003a49c33 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885863 May 06 10:40:22.675305 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:40:22.695668 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-da136eba-9b0c-40d8-a4ae-9289155c1ddb req-0b43afed-043c-4b6c-a997-cdf9c0c65e01 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841906 May 06 10:40:22.898440 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3de29842-c9c2-48e0-97c3-b32da0c238e6', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'port_id': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'mac_address': 'fa:16:3e:95:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:40:21Z', 'updated_at': '2022-05-06T10:40:21Z', 'revision_number': 0, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:40:22.925309 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8459e2e-cc70-4409-a1e8-3e90678154c9 None None] The sync data for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 is: [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3de29842-c9c2-48e0-97c3-b32da0c238e6', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'floating_ip_address': '172.25.8.248', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'port_id': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'mac_address': 'fa:16:3e:95:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:40:21Z', 'updated_at': '2022-05-06T10:40:21Z', 'revision_number': 0, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:40:23.107962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e709585-4015-474a-88ff-42f439e1d77b None None] New status for floating IP 3de29842-c9c2-48e0-97c3-b32da0c238e6: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:40:42.788944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aefb5d01-653e-48f7-b559-afc9d364abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:45.275199 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-432e2f5d-4009-4c0e-98ef-c19b2c34b169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:46.898602 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:47.119088 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:48.396518 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:48.862221 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:51.118726 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:40:51.857943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-35b01476-76fc-49ab-b114-5a71f40cd4fd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403366 May 06 10:40:51.943819 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-7c469da0-0189-4223-a9ef-851f03ddafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:51.945318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-7c469da0-0189-4223-a9ef-851f03ddafd9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1097 time: 0.0443208 May 06 10:40:52.047718 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-5b3fdbc8-5aac-4c1a-ad8b-54c36cbc0cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:52.049166 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-5b3fdbc8-5aac-4c1a-ad8b-54c36cbc0cc9 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0841334 May 06 10:40:52.119886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-8a2da351-7b18-4653-90a9-e26aa65bd63a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1002 time: 0.0624022 May 06 10:40:52.169279 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-531a166d-af13-4cc5-b385-8cc7af220aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:52.170696 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-531a166d-af13-4cc5-b385-8cc7af220aa9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0433073 May 06 10:40:52.216189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-c22eee0b-ed3a-45cf-be93-9c4bee3185b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:40:52.217681 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-c22eee0b-ed3a-45cf-be93-9c4bee3185b7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395744 May 06 10:40:52.310172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-3e687510-e64f-4f0a-8efe-8b22fb200e30 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850396 May 06 10:40:52.400785 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-38774eb1-4d2a-4f5c-9d3d-ac54e92a7ebf req-7c8d1047-fdcb-4f82-bdd8-3de119814ed3 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832562 May 06 10:40:58.591568 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:41:12.791321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6ba6518c-0623-4947-b7f6-f21e0df1d604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:15.276655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5dcc7c61-010c-4eed-a4af-367f59fab063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:16.902102 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:17.146438 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:17.384291 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-63ec8c0c-cadb-4ffb-bb48-a32cdee3d646 req-7a87cb6e-09de-4984-97e6-9d430f795d20 service neutron] (102743) timed out ('10.222.0.76', 35548) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 10:41:18.395485 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:18.864828 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:21.124878 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:35.590575 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:41:42.792718 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfe1aec0-600b-463c-a1cb-9f81ee648ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:45.277553 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2e79f897-c259-4d0e-9c49-dc15576d3aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:46.904438 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:47.135990 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:48.398105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:48.869259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:51.129198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:41:52.855846 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-4d884f44-0f27-4a06-9e5d-f0ded84559b0 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406799 May 06 10:41:52.942056 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-0b14f6a9-dbdc-4918-aac0-22af6774a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:52.943642 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-0b14f6a9-dbdc-4918-aac0-22af6774a3a2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1097 time: 0.0448256 May 06 10:41:53.047287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-98b213a1-ee76-4f96-805b-26ce7223c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:53.048818 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-98b213a1-ee76-4f96-805b-26ce7223c98a service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0850391 May 06 10:41:53.121195 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-ca5f935e-5f1a-4071-b688-f79fb9635d14 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1002 time: 0.0623739 May 06 10:41:53.169500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-56e741fe-0d39-42f3-af5d-d6d7c7a73681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:53.170961 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-56e741fe-0d39-42f3-af5d-d6d7c7a73681 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0432708 May 06 10:41:53.216089 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-cb4600ad-f041-44b5-9e6f-e639ad0b94cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:41:53.217575 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-cb4600ad-f041-44b5-9e6f-e639ad0b94cd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401082 May 06 10:41:53.309539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-dd6ed9b2-c671-4b85-acef-73d97298e3f0 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848956 May 06 10:41:53.397563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64c26417-e31a-496c-aa55-a6c0d692bb3e req-47374606-75cc-46c9-b537-67b667800bcd service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811689 May 06 10:42:12.590170 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:42:12.796956 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6bc64a21-062e-48d7-b511-04654b437e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:15.280074 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a0b8318b-493d-4635-bffb-8cb3477c9a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:16.907746 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:17.138191 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:18.401970 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:18.873027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:19.923539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86815-39f7-4578-ae9f-346864c7c1f6 req-8d35197a-c41d-47f9-a98d-55ebaec935aa tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:19.925035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73c86815-39f7-4578-ae9f-346864c7c1f6 req-8d35197a-c41d-47f9-a98d-55ebaec935aa tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.1008694 May 06 10:42:19.964379 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73c86815-39f7-4578-ae9f-346864c7c1f6 req-3235f5a8-ac08-48e7-a462-9dce7fa1ca81 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 May 06 10:42:21.134630 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:21.411057 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5030c-c133-4c12-9cb5-4cf9677b82f5 req-95413c85-38a3-485d-bc6f-9b50a143224b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:21.412564 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49d5030c-c133-4c12-9cb5-4cf9677b82f5 req-95413c85-38a3-485d-bc6f-9b50a143224b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.3661695 May 06 10:42:21.450775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-49d5030c-c133-4c12-9cb5-4cf9677b82f5 req-db45d70b-8644-424c-8bbd-f75a926eef79 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 May 06 10:42:22.574221 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14812bf-547b-4da7-8d0e-a0b6850c0c8a req-b65a049e-a836-48fd-b55c-cfb011192263 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:22.575710 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14812bf-547b-4da7-8d0e-a0b6850c0c8a req-b65a049e-a836-48fd-b55c-cfb011192263 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0471590 May 06 10:42:22.613420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b14812bf-547b-4da7-8d0e-a0b6850c0c8a req-8d991169-a47b-49ee-8907-7d0e9357ec1b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 May 06 10:42:23.731500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e60940-8ab4-4736-b1c7-d10d8c2bae0c req-09b8a7f7-fdfe-4b70-9e04-0c321840fed8 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:23.733001 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20e60940-8ab4-4736-b1c7-d10d8c2bae0c req-09b8a7f7-fdfe-4b70-9e04-0c321840fed8 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0492935 May 06 10:42:23.770524 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-20e60940-8ab4-4736-b1c7-d10d8c2bae0c req-816c27a3-6ddf-4500-8126-beee1ade49c7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315073 May 06 10:42:24.892102 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe083d-4f94-4a95-b418-65c59d35eefb req-72902d97-c6cc-4e2b-bb29-65a182d09c90 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:24.893834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0fe083d-4f94-4a95-b418-65c59d35eefb req-72902d97-c6cc-4e2b-bb29-65a182d09c90 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0538042 May 06 10:42:24.932975 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c0fe083d-4f94-4a95-b418-65c59d35eefb req-dd81301f-d399-49be-bfaf-23cf3c61c79e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 May 06 10:42:26.047789 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5573be-7894-4f0c-8e96-2739a76b1f63 req-05fcc6d9-33d2-43ae-b82a-04609d665538 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:26.049256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a5573be-7894-4f0c-8e96-2739a76b1f63 req-05fcc6d9-33d2-43ae-b82a-04609d665538 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0480883 May 06 10:42:26.086905 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a5573be-7894-4f0c-8e96-2739a76b1f63 req-a585b600-5a68-4d13-a84e-1a6d666d8bd2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316050 May 06 10:42:27.204859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f2e9c-ed3b-479d-b5a2-6ec8bb2270fa req-a663631a-a06b-4f6c-a763-b782b1f547a0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:27.206596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b4f2e9c-ed3b-479d-b5a2-6ec8bb2270fa req-a663631a-a06b-4f6c-a763-b782b1f547a0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0492435 May 06 10:42:27.244738 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b4f2e9c-ed3b-479d-b5a2-6ec8bb2270fa req-14b226a5-bde8-46a7-bfcc-aa10c79d847c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 May 06 10:42:28.365621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47dad5-7815-41e7-8cc4-5ba20332334d req-91e06ffe-9fa9-4e78-8d5f-850da68ef051 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:28.367146 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a47dad5-7815-41e7-8cc4-5ba20332334d req-91e06ffe-9fa9-4e78-8d5f-850da68ef051 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0538776 May 06 10:42:28.404573 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9a47dad5-7815-41e7-8cc4-5ba20332334d req-d7989a18-f6c9-4ac4-84c1-a4d6317e1a99 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306664 May 06 10:42:29.522122 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b1c22-dcb4-418d-aeb8-e672120c1020 req-0e7a83eb-3223-49a4-8a12-d8e3bf0b8f0e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:29.523636 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d0b1c22-dcb4-418d-aeb8-e672120c1020 req-0e7a83eb-3223-49a4-8a12-d8e3bf0b8f0e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0502779 May 06 10:42:29.561417 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d0b1c22-dcb4-418d-aeb8-e672120c1020 req-0209ec29-aa81-42b3-ad08-f335864d27e4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315075 May 06 10:42:30.681573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8833a15-8319-49a3-b0f4-982ac7d547e7 req-fb3c4be8-443f-4d76-a5e3-0f18a3602ecb tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:30.683119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8833a15-8319-49a3-b0f4-982ac7d547e7 req-fb3c4be8-443f-4d76-a5e3-0f18a3602ecb tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0493999 May 06 10:42:30.722937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d8833a15-8319-49a3-b0f4-982ac7d547e7 req-9be73dfa-c8c1-443d-accd-8a86657ce067 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336156 May 06 10:42:31.440243 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:42:31.531406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:42:31.543114 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'port_id': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'mac_address': 'fa:16:3e:95:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:42:31.584866 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:31.599483 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34b29caa-b9ca-43a4-b4a1-9a7a540366fc {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:42:31.619214 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:42:31.624115 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:31.670624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:42:31.682465 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.682804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.683241 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.683610 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.683952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.684282 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.684609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.684931 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.685250 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.685570 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.685887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.686205 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:42:31.751399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['34b29caa-b9ca-43a4-b4a1-9a7a540366fc'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:42:31.843745 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fadbc-96c8-4d15-ac72-b045123cc26d req-a2b20877-6831-4c76-9adf-6dd278a7f369 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:31.845211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b67fadbc-96c8-4d15-ac72-b045123cc26d req-a2b20877-6831-4c76-9adf-6dd278a7f369 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 945 time: 0.0530531 May 06 10:42:31.883767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b67fadbc-96c8-4d15-ac72-b045123cc26d req-934a5298-6877-4f2a-881b-6d6fff266fcd tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 May 06 10:42:33.010242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d2dae-f893-4e46-9acb-61a5efeb4c67 req-001f1433-2927-4fbe-8a36-83c9dfb769b4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:33.011967 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa7d2dae-f893-4e46-9acb-61a5efeb4c67 req-001f1433-2927-4fbe-8a36-83c9dfb769b4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 945 time: 0.0536776 May 06 10:42:33.051865 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fa7d2dae-f893-4e46-9acb-61a5efeb4c67 req-029ea5c0-bbf0-450e-bc44-cfb3f4e6aebf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332241 May 06 10:42:33.465578 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:42:33.525548 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:42:33.525936 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:33.623854 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:33.648615 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:42:33.650900 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8246f122-4f1a-48b0-a571-b4bab44cff4f" -d '{"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-plugged", "status": "completed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:42:33.666827 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:42:33.672272 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:33.736361 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:42:33.772925 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398eccba-3297-4075-a3e8-6df829eb7cbe x-openstack-request-id: req-398eccba-3297-4075-a3e8-6df829eb7cbe {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:42:33.773259 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-plugged", "status": "completed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:42:33.773259 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-398eccba-3297-4075-a3e8-6df829eb7cbe {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:42:33.774433 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398eccba-3297-4075-a3e8-6df829eb7cbe'] response: {'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'code': 200} May 06 10:42:34.179416 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93938b-d391-4fab-bc22-013972cba3f9 req-1022be1c-c34c-4743-ae4d-595851784371 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:34.187780 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f93938b-d391-4fab-bc22-013972cba3f9 req-1022be1c-c34c-4743-ae4d-595851784371 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0631232 May 06 10:42:34.230112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f93938b-d391-4fab-bc22-013972cba3f9 req-440c4197-566b-4f99-90d7-83d98ff17409 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413816 May 06 10:42:35.363529 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fe4e3-1320-45c3-a256-e40474e586b2 req-4e3f05fe-313d-44e2-a4ff-e8d64f174747 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:35.365111 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2fe4e3-1320-45c3-a256-e40474e586b2 req-4e3f05fe-313d-44e2-a4ff-e8d64f174747 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0657413 May 06 10:42:35.413246 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9e2fe4e3-1320-45c3-a256-e40474e586b2 req-29376245-1763-45eb-bf79-2edbd1a58232 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 May 06 10:42:36.547772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f94d5-052e-43ef-9737-e1ab757ddc1f req-22e0b23a-dd54-44ad-9a28-c1d2f0572421 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:36.549279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf6f94d5-052e-43ef-9737-e1ab757ddc1f req-22e0b23a-dd54-44ad-9a28-c1d2f0572421 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0603373 May 06 10:42:36.593715 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bf6f94d5-052e-43ef-9737-e1ab757ddc1f req-9bcb1635-1427-4095-8585-e2b0ab51d580 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378582 May 06 10:42:37.729993 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc05f81-2048-4a4b-9912-000b61ef4d2a req-dfc7081d-e709-4e4f-88fa-7d8dedf19aac tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:37.732176 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fc05f81-2048-4a4b-9912-000b61ef4d2a req-dfc7081d-e709-4e4f-88fa-7d8dedf19aac tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0616994 May 06 10:42:37.772559 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6fc05f81-2048-4a4b-9912-000b61ef4d2a req-02bd8cd8-b87f-478b-a584-826d2a1a34f0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343857 May 06 10:42:38.903402 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c6ab8-fd2d-46b2-9da3-5def4c0bd2e1 req-09cdbbcf-f492-497d-bf08-3a6a2f71fde3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:38.905158 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519c6ab8-fd2d-46b2-9da3-5def4c0bd2e1 req-09cdbbcf-f492-497d-bf08-3a6a2f71fde3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0569620 May 06 10:42:38.959669 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-519c6ab8-fd2d-46b2-9da3-5def4c0bd2e1 req-45df50e8-7320-4e69-b1c7-f0075fc246ca tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432963 May 06 10:42:40.076420 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30419b-dc17-4585-b541-c050096d3f57 req-5c3281b8-4fc4-4421-b911-843d35b1097a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:40.078799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee30419b-dc17-4585-b541-c050096d3f57 req-5c3281b8-4fc4-4421-b911-843d35b1097a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0538445 May 06 10:42:40.118698 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ee30419b-dc17-4585-b541-c050096d3f57 req-91a7729c-932e-40bc-bf8d-8fe6bd9fda56 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338867 May 06 10:42:41.238806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f49c-cf30-4ea2-8d59-1072aece253a req-d79ecd4c-2efb-4407-97c3-89507e64804d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:41.240293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b312f49c-cf30-4ea2-8d59-1072aece253a req-d79ecd4c-2efb-4407-97c3-89507e64804d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0501051 May 06 10:42:41.278186 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b312f49c-cf30-4ea2-8d59-1072aece253a req-e4aeca9e-b7b3-445e-a12a-33df5ddb490c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 May 06 10:42:41.830607 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-325a537f-faa0-4b76-adc1-4844c2e99b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:41.832100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-325a537f-faa0-4b76-adc1-4844c2e99b83 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1097 time: 0.0869253 May 06 10:42:41.922171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-d1054a80-f244-4c0b-b355-1070e40bbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:41.923548 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-d1054a80-f244-4c0b-b355-1070e40bbb38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0840902 May 06 10:42:41.993292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-e2a6d1b1-3ea5-41f7-8ae0-ea756bb9577b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1002 time: 0.0621941 May 06 10:42:42.040769 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-55e088ca-56f5-4e4d-b577-0bdb270d5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:42.042180 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-55e088ca-56f5-4e4d-b577-0bdb270d5d24 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0420799 May 06 10:42:42.088668 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-4f4132e9-1bb4-4682-aa33-360e913776c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:42.090147 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-4f4132e9-1bb4-4682-aa33-360e913776c2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397429 May 06 10:42:42.183164 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-a0d2a56d-74d4-476f-ae9b-de9d64ce1e41 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842795 May 06 10:42:42.274775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-50c8fd58-9d8d-4358-8418-804e7a962f24 req-734a9ceb-01a7-443e-98e2-30b6c2f49376 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843227 May 06 10:42:42.395527 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24031ec-c0e6-42e4-a807-43e27d186b0a req-1e552b91-f14a-4924-a4e8-bacff870c878 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:42.397024 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a24031ec-c0e6-42e4-a807-43e27d186b0a req-1e552b91-f14a-4924-a4e8-bacff870c878 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0506241 May 06 10:42:42.439730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a24031ec-c0e6-42e4-a807-43e27d186b0a req-48f18c3f-cd74-4e7f-8a8d-9c562af40e34 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358438 May 06 10:42:42.798252 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2c212ca4-72c3-4908-9593-bd876f3d3251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:43.561569 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16160-e3a6-4d54-a66f-354d9f73a72a req-372795d2-c80d-4f1d-87df-f0343d50cb8a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:43.563077 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6d16160-e3a6-4d54-a66f-354d9f73a72a req-372795d2-c80d-4f1d-87df-f0343d50cb8a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0500000 May 06 10:42:43.602629 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c6d16160-e3a6-4d54-a66f-354d9f73a72a req-f2a001d8-33f4-4337-bf9f-0890c524fcf8 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334692 May 06 10:42:44.719344 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328808-24bf-4c47-91e3-18adeeef733b req-8e650965-4a38-49c8-9915-8a7b7bc830ae tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:44.720853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4328808-24bf-4c47-91e3-18adeeef733b req-8e650965-4a38-49c8-9915-8a7b7bc830ae tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0502136 May 06 10:42:44.761098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a4328808-24bf-4c47-91e3-18adeeef733b req-8f569ea5-df8e-40cc-be62-3c417499a00d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317287 May 06 10:42:44.880771 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-a11da244-da61-42d3-9bc2-95086391c659 req-18aa1eff-2012-49db-8721-8146d158fcc1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:42:44.881775 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a11da244-da61-42d3-9bc2-95086391c659 req-18aa1eff-2012-49db-8721-8146d158fcc1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0544562 May 06 10:42:45.044237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7c7fa-b4a3-4e68-9ef5-107d414a6ac3 req-03e612c7-01e7-480e-a2df-d77a924acc10 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:45.045953 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7e7c7fa-b4a3-4e68-9ef5-107d414a6ac3 req-03e612c7-01e7-480e-a2df-d77a924acc10 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 946 time: 0.0506048 May 06 10:42:45.091107 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7e7c7fa-b4a3-4e68-9ef5-107d414a6ac3 req-2bb1e2f0-ffb2-4e32-a1e4-8a12a9be95ed tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378904 May 06 10:42:45.233661 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-06ded2fe-6f6b-4dd3-a9bb-a1c9f0b392b3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890820 May 06 10:42:45.283501 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d01b9e22-f0bd-4a19-98df-ba3cc63a7f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:45.518434 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:42:45.598572 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:45.625190 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:42:45.627446 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73adb060-0380-4dfd-856c-71e35fcf2d6b" -d '{"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-unplugged", "status": "completed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:42:45.642632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:42:45.650207 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:45.673160 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 10:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a25559-1cef-48ce-831b-64d0332df930 x-openstack-request-id: req-32a25559-1cef-48ce-831b-64d0332df930 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:42:45.673455 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-unplugged", "status": "failed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "code": 422}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:42:45.673703 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32a25559-1cef-48ce-831b-64d0332df930 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:42:45.674096 n-d-840834-1 neutron-server[102744]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-32a25559-1cef-48ce-831b-64d0332df930']: {'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'code': 422} returned with failed status May 06 10:42:45.701850 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:42:46.002271 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-ca7c73d4-7774-419f-bc56-c9f9f0be87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:46.003744 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-ca7c73d4-7774-419f-bc56-c9f9f0be87a4 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523&tenant_id=ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 1095 time: 0.0412459 May 06 10:42:46.064019 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-61a0ea7f-eca8-41e7-9df7-133d829ff1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:46.065492 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-61a0ea7f-eca8-41e7-9df7-133d829ff1e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1095 time: 0.0398912 May 06 10:42:46.159597 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-989d2078-5042-49af-bfe8-621518039eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:46.161095 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-989d2078-5042-49af-bfe8-621518039eba service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0887699 May 06 10:42:46.248728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-0110c635-c90d-41aa-8458-da15f121cf65 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1000 time: 0.0784547 May 06 10:42:46.258904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8f39a-9031-46ba-9b98-5373523b3700 req-e054163a-3793-450f-bc2a-690a83588985 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:46.260302 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73a8f39a-9031-46ba-9b98-5373523b3700 req-e054163a-3793-450f-bc2a-690a83588985 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0983493 May 06 10:42:46.330751 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-e2e9f34c-ea66-4750-aff3-9588b70318c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:46.332275 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-e2e9f34c-ea66-4750-aff3-9588b70318c8 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0711052 May 06 10:42:46.335193 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-73a8f39a-9031-46ba-9b98-5373523b3700 req-0116e6cf-8a9f-4faa-b16f-cad0ff82f661 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668862 May 06 10:42:46.379072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-1c712572-884b-4a28-acb4-5f0653cc6b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:46.380680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-1c712572-884b-4a28-acb4-5f0653cc6b11 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412037 May 06 10:42:46.472730 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-af8143cc-77d9-4d1a-841c-ddf968807e01 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 May 06 10:42:46.564272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-aefb9551-e29c-491e-a658-47d09cb1da2c req-841c5b92-9f3e-4984-9fa0-a6da976a7d34 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842402 May 06 10:42:46.922715 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:47.158366 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:47.457090 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02176e9-bec3-4dc9-95cf-fd099dd2a235 req-59b80e5b-1933-44fc-bb47-44cfaab15f64 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:47.458631 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d02176e9-bec3-4dc9-95cf-fd099dd2a235 req-59b80e5b-1933-44fc-bb47-44cfaab15f64 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0518734 May 06 10:42:47.502363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d02176e9-bec3-4dc9-95cf-fd099dd2a235 req-5b5c2b69-f6cc-4748-884a-29f7c2e5e4c2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370924 May 06 10:42:48.405581 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:48.646795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6721891-32d4-440e-8eb2-19b576fc8202 req-1b7e12fc-8515-452b-877b-61c7ae52f879 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:48.650485 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6721891-32d4-440e-8eb2-19b576fc8202 req-1b7e12fc-8515-452b-877b-61c7ae52f879 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0574934 May 06 10:42:48.693606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e6721891-32d4-440e-8eb2-19b576fc8202 req-907d65cc-0909-4979-a01f-57d7b9cdb551 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374670 May 06 10:42:48.876405 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:49.591824 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:42:49.820296 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcb2c5-4bd4-4846-9332-d42ac31151d1 req-d5fb2c23-5263-401c-9219-3aabe3a7ad77 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:49.821912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4afcb2c5-4bd4-4846-9332-d42ac31151d1 req-d5fb2c23-5263-401c-9219-3aabe3a7ad77 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0550864 May 06 10:42:49.863960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4afcb2c5-4bd4-4846-9332-d42ac31151d1 req-d032584a-f060-4b12-991d-deeb6924b43f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353880 May 06 10:42:50.989143 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44e965-91df-47ed-bc3c-4477192404ba req-17cdf443-0b4b-4d09-b314-1ef2eeb9a26a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:50.990641 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d44e965-91df-47ed-bc3c-4477192404ba req-17cdf443-0b4b-4d09-b314-1ef2eeb9a26a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0548489 May 06 10:42:51.032514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6d44e965-91df-47ed-bc3c-4477192404ba req-2cc7d7aa-ab9b-4463-8f51-d61d346dbcc6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347860 May 06 10:42:51.134031 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:52.165547 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce46bf3-27a4-429b-a0b7-2354f57d5e9a req-a843c63b-ecb5-4fa6-9322-1f58f75fc3b4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:52.167066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ce46bf3-27a4-429b-a0b7-2354f57d5e9a req-a843c63b-ecb5-4fa6-9322-1f58f75fc3b4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0596008 May 06 10:42:52.214202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ce46bf3-27a4-429b-a0b7-2354f57d5e9a req-3e615dcc-e3a1-4a1e-a5b6-e85ed7917fbe tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 May 06 10:42:53.359740 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbec98-f0d4-47c1-ad59-0489b3249c60 req-22b5ba8c-46dd-49c1-a033-944591945297 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:53.361363 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68dbec98-f0d4-47c1-ad59-0489b3249c60 req-22b5ba8c-46dd-49c1-a033-944591945297 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0533359 May 06 10:42:53.403085 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-68dbec98-f0d4-47c1-ad59-0489b3249c60 req-5c5eac31-5b12-4a21-80ab-e93f49f9706d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345061 May 06 10:42:54.522069 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf79d2-5822-4f06-8fd5-cf5dda9796d0 req-6d3bc696-33ab-4a54-827e-452abad70fc5 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:54.523640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9abf79d2-5822-4f06-8fd5-cf5dda9796d0 req-6d3bc696-33ab-4a54-827e-452abad70fc5 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0504191 May 06 10:42:54.561869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9abf79d2-5822-4f06-8fd5-cf5dda9796d0 req-c6c0e2fb-a077-421d-a480-eaca722e1188 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 May 06 10:42:54.878633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-b88c237c-0688-48e8-89db-6ef228381728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:54.880256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-b88c237c-0688-48e8-89db-6ef228381728 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1095 time: 0.0464199 May 06 10:42:54.988012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-632c4b26-72b8-41a3-80ce-1866fec4437f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:54.989472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-632c4b26-72b8-41a3-80ce-1866fec4437f service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0860109 May 06 10:42:55.058770 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-e9638ba3-1b51-41e8-b274-ef90efc0396c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1000 time: 0.0621443 May 06 10:42:55.107879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-930887ff-a6f2-499e-afbc-5b2d3f8a82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:55.109318 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-930887ff-a6f2-499e-afbc-5b2d3f8a82d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0435705 May 06 10:42:55.155168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-4ee5d8a9-9d90-4373-bf93-ee5ac7c6762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:55.156576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-4ee5d8a9-9d90-4373-bf93-ee5ac7c6762c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393565 May 06 10:42:55.248094 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-6ce4b12e-b276-4d8b-b174-70768ae3c91f service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834105 May 06 10:42:55.340167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53bbb38a-7982-4c03-854b-705a57f5faa0 req-40d40072-2c23-4607-b341-b1f36fbead3f service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837688 May 06 10:42:55.680312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874aa76-5e6e-4dac-ac45-9281f2a2e0cc req-efbcdd89-791f-4644-b434-518d82bbbd1e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:55.681784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b874aa76-5e6e-4dac-ac45-9281f2a2e0cc req-efbcdd89-791f-4644-b434-518d82bbbd1e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0507801 May 06 10:42:55.724545 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b874aa76-5e6e-4dac-ac45-9281f2a2e0cc req-94f4ce91-3443-4938-816c-ef26e102dcc3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350769 May 06 10:42:56.849688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccb2ce-245d-4fd2-a6e6-9f926387c609 req-c0fc0b13-0c42-4a07-a58b-05268afd6027 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:56.851365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1ccb2ce-245d-4fd2-a6e6-9f926387c609 req-c0fc0b13-0c42-4a07-a58b-05268afd6027 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 944 time: 0.0553491 May 06 10:42:56.888654 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a1ccb2ce-245d-4fd2-a6e6-9f926387c609 req-c635d506-03ba-411d-9fae-634d9baf0858 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310574 May 06 10:42:57.595952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:42:57.688150 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:42:57.699309 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'port_id': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'mac_address': 'fa:16:3e:95:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:42:57.739873 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:57.753050 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b29caa-b9ca-43a4-b4a1-9a7a540366fc {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:42:57.771252 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:42:57.775839 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:57.822359 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:42:57.991533 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['34b29caa-b9ca-43a4-b4a1-9a7a540366fc'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:42:58.009728 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31f2c9-410a-4506-8273-da178be2ebc8 req-ae948e1e-0e94-461c-8051-9b50799f5ea3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:58.011224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb31f2c9-410a-4506-8273-da178be2ebc8 req-ae948e1e-0e94-461c-8051-9b50799f5ea3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 945 time: 0.0495315 May 06 10:42:58.050378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fb31f2c9-410a-4506-8273-da178be2ebc8 req-eb5a50a6-a0e3-4a28-b838-d74b7342fb6a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328803 May 06 10:42:59.165865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e67f9-1f45-420a-8a79-741d64cc53fc req-a74caad6-e02a-4986-9e2b-678f1495125b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:59.167324 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-230e67f9-1f45-420a-8a79-741d64cc53fc req-a74caad6-e02a-4986-9e2b-678f1495125b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 945 time: 0.0478134 May 06 10:42:59.204244 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-230e67f9-1f45-420a-8a79-741d64cc53fc req-0d073066-fdb6-4b4b-9f38-18aef03c7586 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307908 May 06 10:42:59.614924 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:42:59.662169 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:42:59.662560 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:59.742373 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:59.765143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:42:59.767365 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1426ebc0-8cf6-4054-b1e0-d7f278736483" -d '{"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-plugged", "status": "completed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:42:59.780107 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:42:59.784311 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:42:59.808138 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff283a6-e72a-4298-aa3e-c4f009db4456 x-openstack-request-id: req-fff283a6-e72a-4298-aa3e-c4f009db4456 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:42:59.808410 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-plugged", "status": "completed", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:42:59.808659 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fff283a6-e72a-4298-aa3e-c4f009db4456 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:42:59.809038 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff283a6-e72a-4298-aa3e-c4f009db4456'] response: {'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'code': 200} May 06 10:42:59.837488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=10']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:42:59.977085 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6440a6-88be-41bb-b0fc-b6f09dd69ff7 req-0bac76cc-c41e-4ef3-9852-7b778bf9bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:42:59.978667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd6440a6-88be-41bb-b0fc-b6f09dd69ff7 req-0bac76cc-c41e-4ef3-9852-7b778bf9bb39 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1098 time: 0.0467043 May 06 10:43:00.015214 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-fd6440a6-88be-41bb-b0fc-b6f09dd69ff7 req-60a66e5e-e3af-4dc5-99c6-6843a9ee09bd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280702 May 06 10:43:00.321105 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657e999-3a8b-4f05-83f9-188ad3d4a2b2 req-f44c24e3-cb1a-485e-a467-418a46829ba2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:00.322591 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e657e999-3a8b-4f05-83f9-188ad3d4a2b2 req-f44c24e3-cb1a-485e-a467-418a46829ba2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 947 time: 0.0495765 May 06 10:43:00.360156 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e657e999-3a8b-4f05-83f9-188ad3d4a2b2 req-3feb852f-db6a-46ee-83ba-1997ae3db661 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315738 May 06 10:43:01.480474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b2964-131e-4552-a480-5706b1b565d5 req-0be371a1-4d1f-47ab-bd9b-112fa56b68a1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:01.481971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-619b2964-131e-4552-a480-5706b1b565d5 req-0be371a1-4d1f-47ab-bd9b-112fa56b68a1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 947 time: 0.0502703 May 06 10:43:01.521563 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-619b2964-131e-4552-a480-5706b1b565d5 req-b2fa4394-91d8-45e7-9cc2-6b68db6051ca tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332360 May 06 10:43:02.642859 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05981a61-a88c-402c-8cb5-347cf0da8ff8 req-ec543ee2-4236-411d-9e2b-1184f548893d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:02.644364 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05981a61-a88c-402c-8cb5-347cf0da8ff8 req-ec543ee2-4236-411d-9e2b-1184f548893d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 947 time: 0.0527976 May 06 10:43:02.682167 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-05981a61-a88c-402c-8cb5-347cf0da8ff8 req-2ca46d28-14bf-4a00-84eb-81342eaba3a7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 May 06 10:43:12.801998 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-75059711-d95e-45f8-99b4-333eab64e5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:15.285396 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d97f14f4-086e-4190-b79c-8c4f8f20aeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:16.906898 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:17.145370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:18.407384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:18.881939 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:21.133534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:26.590862 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:43:42.803423 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-47700b8f-ade6-4778-aa6e-478516a8a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:45.286982 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-100d9bfa-b1da-42f2-8080-c7cc88dbae0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:46.909294 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:47.158447 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:48.409801 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:48.884258 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:51.162619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:43:53.861377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-3ffdbcff-cee8-44e6-9696-7fb7d49a590d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397594 May 06 10:43:53.940118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-1bbb130f-eb1a-4e64-9cdc-77cc5faaba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:53.941614 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-1bbb130f-eb1a-4e64-9cdc-77cc5faaba6e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1098 time: 0.0399668 May 06 10:43:54.046472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-07859e53-abed-4a12-8196-e1607129f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:54.047969 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-07859e53-abed-4a12-8196-e1607129f145 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0879710 May 06 10:43:54.113098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-9ea0f64d-8ad0-4304-ad8d-453e7fb15b90 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 1002 time: 0.0577531 May 06 10:43:54.167558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-97c1605d-328b-4d60-bbca-0314198f0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:54.169068 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-97c1605d-328b-4d60-bbca-0314198f0281 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0487125 May 06 10:43:54.216699 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-a04dec15-d544-4639-ba77-4daf1caf6031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:43:54.218178 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-a04dec15-d544-4639-ba77-4daf1caf6031 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408456 May 06 10:43:54.305928 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-b4281a69-9437-4a7d-a0de-b6363ab3a11a service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805681 May 06 10:43:54.408019 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b55d950-38fd-4569-96f8-92a9e4551c19 req-faf6ab7c-dd88-46fd-8ce9-21debab4fe42 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946763 May 06 10:44:03.590690 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:44:12.808001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-af1cffae-2284-4168-bf13-0db540adb30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:15.290116 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-85d0305d-25b7-46e0-af07-44be2cfedc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:15.337714 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39670) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:15.500185 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Deleting port 067d29ed-1ac3-4f5c-b25d-f694518b4923 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:44:15.500528 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:15.574863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:15.575103 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:15.588373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Calling delete_port for 067d29ed-1ac3-4f5c-b25d-f694518b4923 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:44:15.735208 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:15.758375 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event deleted for resources: {'Port': ['ID=067d29ed-1ac3-4f5c-b25d-f694518b4923,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:15.768566 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.768911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.769251 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.769583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.769911 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.770242 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.770928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.770928 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.771187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.771505 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.771925 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.772785 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:15.835533 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:15.835898 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Floating IP 3de29842-c9c2-48e0-97c3-b32da0c238e6 disassociated (deleted). External IP: 172.25.8.248, port: 34b29caa-b9ca-43a4-b4a1-9a7a540366fc. May 06 10:44:16.041637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Router 986e898a-85e8-451a-8a4b-59240d857cc7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:44:16.147132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:44:16.152046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:16.156503 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] Sync routers for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:44:16.167404 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:44:16.168066 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:16.178264 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-508d3d06-5a2d-4f99-ae41-e874f8a2f75a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "DELETE /v2.0/floatingips/3de29842-c9c2-48e0-97c3-b32da0c238e6 HTTP/1.1" status: 204 len: 168 time: 0.8394127 May 06 10:44:16.179593 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:44:16.181913 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd275b6d-a4d5-499f-9f6c-648344696b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:44:16.277862 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bbf72d-02cb-4778-a81e-e6fa9d7b3cc9 x-openstack-request-id: req-a8bbf72d-02cb-4778-a81e-e6fa9d7b3cc9 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:44:16.278155 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:44:16.278460 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8bbf72d-02cb-4778-a81e-e6fa9d7b3cc9 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:44:16.279252 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bbf72d-02cb-4778-a81e-e6fa9d7b3cc9'] response: {'name': 'network-changed', 'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'status': 'completed', 'code': 200} May 06 10:44:16.360689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-c58c6220-2f88-4e1a-bcb7-d320ea1f4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:16.362226 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-c58c6220-2f88-4e1a-bcb7-d320ea1f4d8a service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 1098 time: 0.0536902 May 06 10:44:16.374932 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:44:16.485356 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31da22-f694-4756-8013-c3b41358b58b req-2705266b-6a2a-458b-b78e-590e4a85b423 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:16.486746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b31da22-f694-4756-8013-c3b41358b58b req-2705266b-6a2a-458b-b78e-590e4a85b423 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 947 time: 0.0964475 May 06 10:44:16.505984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-5d0fc738-0642-4bb6-aa5b-2bcaa1500461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:16.507566 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-5d0fc738-0642-4bb6-aa5b-2bcaa1500461 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.1370292 May 06 10:44:16.558315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-196d96b3-a765-4ef3-a67e-754a471d96a8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 200 len: 217 time: 0.0436711 May 06 10:44:16.565377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1b31da22-f694-4756-8013-c3b41358b58b req-edd6e8ee-ea19-4263-beea-971607f4bd1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693614 May 06 10:44:16.572679 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:16.610026 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] Checking router: 986e898a-85e8-451a-8a4b-59240d857cc7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:44:16.618909 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:44:16.619505 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:44:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:16.622947 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-dc2a9d95-ad67-4c9d-a824-5b5080f2d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:16.624496 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-dc2a9d95-ad67-4c9d-a824-5b5080f2d6ee service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0500174 May 06 10:44:16.670635 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-96779bd2-60fa-411b-bf23-cf8dfbf9ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:16.672221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-96779bd2-60fa-411b-bf23-cf8dfbf9ab1b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408440 May 06 10:44:16.724012 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:44:16.761066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-9dc1c28c-f974-40ff-b4c2-58d3a1c68adb service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814121 May 06 10:44:16.855154 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bd275b6d-a4d5-499f-9f6c-648344696b3a req-c9d22885-9fd8-4c1c-becd-044f8de794bf service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872514 May 06 10:44:16.911346 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:16.921519 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:16.947933 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baaa6c4-a340-42f0-8384-427d6d5e10e0 None None] The sync data for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 is: [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:44:17.158475 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:17.174442 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7de7107-8b25-4b7a-b04e-dd12bfd5092c None None] New status for floating IP 3de29842-c9c2-48e0-97c3-b32da0c238e6: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:44:17.692052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551b9a7-9119-4802-95a9-6b6b3b894717 req-4a614436-e730-43dd-a0b4-e533f49c336c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:17.693512 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d551b9a7-9119-4802-95a9-6b6b3b894717 req-4a614436-e730-43dd-a0b4-e533f49c336c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 947 time: 0.0503924 May 06 10:44:17.760931 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d551b9a7-9119-4802-95a9-6b6b3b894717 req-6c52dc3d-5b19-4513-b79d-eed44c1d4b2e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=0114b33d-e6ea-4dfd-92bb-cfb5d4346635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612729 May 06 10:44:17.779855 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-abb9cc86-7043-4a1d-a28e-d858ba6e154e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:17.779855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-abb9cc86-7043-4a1d-a28e-d858ba6e154e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.82 "GET /v2.0/ports?device_id=b3a1526d-4d0f-4034-baca-a6970c467523 HTTP/1.1" status: 200 len: 947 time: 0.0718229 May 06 10:44:17.872078 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Deleting port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:44:17.872336 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:17.963204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] For port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:17.963549 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:17.976020 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Calling delete_port for 34b29caa-b9ca-43a4-b4a1-9a7a540366fc owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:44:18.103459 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.136180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event deleted for resources: {'Port': ['ID=34b29caa-b9ca-43a4-b4a1-9a7a540366fc,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:18.177012 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] No DVR routers for this DVR port 34b29caa-b9ca-43a4-b4a1-9a7a540366fc on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:44:18.180269 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.183461 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5dec918c-0e14-4d43-8211-abd10c9b0d74 req-ba99c912-d0e2-4de7-be7c-cc4ee68e1cce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.82 "DELETE /v2.0/ports/34b29caa-b9ca-43a4-b4a1-9a7a540366fc HTTP/1.1" status: 204 len: 173 time: 0.3945034 May 06 10:44:18.280301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-deleted', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:44:18.282816 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139f881e-be14-459b-ad0c-7de101d73a7c" -d '{"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-deleted", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:44:18.320781 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3c70ee-48c5-4b77-8822-624e3ea3cb98 x-openstack-request-id: req-eb3c70ee-48c5-4b77-8822-624e3ea3cb98 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:44:18.321067 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a1526d-4d0f-4034-baca-a6970c467523", "name": "network-vif-deleted", "tag": "34b29caa-b9ca-43a4-b4a1-9a7a540366fc", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:44:18.321328 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb3c70ee-48c5-4b77-8822-624e3ea3cb98 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:44:18.321705 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3c70ee-48c5-4b77-8822-624e3ea3cb98'] response: {'server_uuid': 'b3a1526d-4d0f-4034-baca-a6970c467523', 'name': 'network-vif-deleted', 'tag': '34b29caa-b9ca-43a4-b4a1-9a7a540366fc', 'status': 'completed', 'code': 200} May 06 10:44:18.412622 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.818189 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39694) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:18.879161 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.886885 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.906342 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.966894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.969422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:18.970573 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "DELETE /v2.0/security-groups/0114b33d-e6ea-4dfd-92bb-cfb5d4346635 HTTP/1.1" status: 204 len: 168 time: 0.1513901 May 06 10:44:18.979853 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0114b33d-e6ea-4dfd-92bb-cfb5d4346635,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:18.992516 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.992860 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.993195 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.993529 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.993859 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.994183 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.994507 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.994838 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.995146 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.995462 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.995846 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:18.996323 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce9de3a-da26-461c-88ad-fa847bb2cae4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:19.287172 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39702) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:19.292355 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-706f2024-1a92-41e1-81d7-1075d0b90715 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36556447', 'description': 'tempest-secgroup-smoke-36556447 description', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:19.318558 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-706f2024-1a92-41e1-81d7-1075d0b90715 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.389278 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-706f2024-1a92-41e1-81d7-1075d0b90715 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.393073 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-706f2024-1a92-41e1-81d7-1075d0b90715 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.421894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-706f2024-1a92-41e1-81d7-1075d0b90715 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.423240 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-706f2024-1a92-41e1-81d7-1075d0b90715 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1344206 May 06 10:44:19.427021 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39704) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:19.431610 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-aadb4f50-ab2b-4c00-b067-728eadcc0162 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '8021152c-e649-475e-afb4-3240716492b1', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:19.439230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f2024-1a92-41e1-81d7-1075d0b90715 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8021152c-e649-475e-afb4-3240716492b1,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:19.461521 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aadb4f50-ab2b-4c00-b067-728eadcc0162 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.523249 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aadb4f50-ab2b-4c00-b067-728eadcc0162 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.527036 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aadb4f50-ab2b-4c00-b067-728eadcc0162 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.544800 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb4f50-ab2b-4c00-b067-728eadcc0162 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61aa3a51-6cfb-4ae8-b29a-8db875249687,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:19.551344 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-aadb4f50-ab2b-4c00-b067-728eadcc0162 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.552804 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-aadb4f50-ab2b-4c00-b067-728eadcc0162 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246023 May 06 10:44:19.556233 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39706) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:19.560476 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-1e9edd20-2964-44d9-98ae-e32c825550b1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '8021152c-e649-475e-afb4-3240716492b1', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:19.586406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1e9edd20-2964-44d9-98ae-e32c825550b1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.642576 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1e9edd20-2964-44d9-98ae-e32c825550b1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.646142 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1e9edd20-2964-44d9-98ae-e32c825550b1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.666728 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9edd20-2964-44d9-98ae-e32c825550b1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffd415a-97d1-48a7-be91-0f6d1496d4a2,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:19.675309 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-1e9edd20-2964-44d9-98ae-e32c825550b1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.676527 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-1e9edd20-2964-44d9-98ae-e32c825550b1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193750 May 06 10:44:19.679398 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39708) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:19.683812 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-b123f997-b1df-498d-b495-f16a1d76a037 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '8021152c-e649-475e-afb4-3240716492b1', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:19.708088 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b123f997-b1df-498d-b495-f16a1d76a037 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.764756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b123f997-b1df-498d-b495-f16a1d76a037 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.768133 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b123f997-b1df-498d-b495-f16a1d76a037 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.785827 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123f997-b1df-498d-b495-f16a1d76a037 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783514dc-8795-4ef9-aab6-bf8e3ad32581,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:19.794001 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b123f997-b1df-498d-b495-f16a1d76a037 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.795266 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b123f997-b1df-498d-b495-f16a1d76a037 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148593 May 06 10:44:19.797889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 39710) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:19.802133 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-c0c09922-8f37-45a9-b0d5-c2b901325f07 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '8021152c-e649-475e-afb4-3240716492b1', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:19.826321 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0c09922-8f37-45a9-b0d5-c2b901325f07 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.887357 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0c09922-8f37-45a9-b0d5-c2b901325f07 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.890756 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0c09922-8f37-45a9-b0d5-c2b901325f07 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.909280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c09922-8f37-45a9-b0d5-c2b901325f07 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a05a34e-7445-4966-8544-befdeaa8803e,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:19.915451 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-c0c09922-8f37-45a9-b0d5-c2b901325f07 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:19.916500 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-c0c09922-8f37-45a9-b0d5-c2b901325f07 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176751 May 06 10:44:19.919426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39712) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:19.923889 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '8021152c-e649-475e-afb4-3240716492b1', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:19.943695 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Project ad11115fb2ae4f20a342dbd6f64108f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:44:19.949038 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.008693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.012363 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.030274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf01ab7f-928f-4282-914c-5751cc6a7596,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:20.038099 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.039290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9b433d1c-f7c5-4866-85ed-b4e968e78e84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188488 May 06 10:44:20.041971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39714) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:20.046224 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'security_group_rule': {'security_group_id': '8021152c-e649-475e-afb4-3240716492b1', 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:20.065297 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Project ad11115fb2ae4f20a342dbd6f64108f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:44:20.070914 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.448752 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.453551 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.471039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14f29c4-fd08-47bf-958d-4a883ebb1c09,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:20.478928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:20.480149 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fbb418b2-36ce-450e-93be-3502bb41536c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4372613 May 06 10:44:21.166305 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:21.987954 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:44:22.009586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 34b29caa-b9ca-43a4-b4a1-9a7a540366fc {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:44:22.009946 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 34b29caa-b9ca-43a4-b4a1-9a7a540366fc not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:44:34.672829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-04e2b0f2-91ac-4a0e-99a8-38fb712f98bd tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-36556447&fields=id&tenant_id=ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 267 time: 0.0338712 May 06 10:44:34.778821 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-60eb56a3-b579-4b38-a8e8-4a5970a66415 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:34.780290 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-60eb56a3-b579-4b38-a8e8-4a5970a66415 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 809 time: 0.1004889 May 06 10:44:34.795836 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-0ee6348c-2c9c-497e-8d92-831a828d8a81 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/quotas/ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 375 time: 0.0096500 May 06 10:44:34.853901 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-abaabfb3-2882-437a-bbdd-7845c3b81ee0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525458 May 06 10:44:34.870781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-acdd27f8-dcbb-4a8c-a381-ee7c934d56bd service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:44:34.871760 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-acdd27f8-dcbb-4a8c-a381-ee7c934d56bd service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058799 May 06 10:44:34.963251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-7734a310-ed7c-4804-84aa-8624bfd57005 service neutron] 10.222.0.76 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851393 May 06 10:44:35.054528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-48c6aa45-03a4-4d66-bd96-246724d385f8 service neutron] 10.222.0.76 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849276 May 06 10:44:35.343256 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3f119e31-0f69-4b91-bb5e-56b312b438ab req-1b326cb4-3617-46eb-9666-fbcd15605e2d tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 210 time: 0.0278354 May 06 10:44:36.230823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-4b5fff11-cacf-4a8d-8766-c8fe0b066520 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:36.232333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-4b5fff11-cacf-4a8d-8766-c8fe0b066520 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.83 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 809 time: 0.1034787 May 06 10:44:36.280463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-0b19f912-d9db-48e4-863e-0e5536f38d60 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 378 time: 0.0382519 May 06 10:44:36.289239 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'port': {'device_id': '64ea3508-f91e-441a-bc13-d3e808105c16', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'admin_state_up': True, 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'security_groups': ['8021152c-e649-475e-afb4-3240716492b1']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:36.403306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Made reservation on behalf of ad11115fb2ae4f20a342dbd6f64108f9 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:44:36.407058 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:36.447978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-953086eb-a49c-47eb-9a92-858356b550b9 req-bb042771-a6c1-4aa0-9921-69b001c9058b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 210 time: 0.0298572 May 06 10:44:36.562904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Allocated IP 172.20.0.10 (87baae41-42f3-41fe-85f6-e9fd765e9f54/15dcb4a6-2d7c-4537-9645-951321de51f7/b0b796d8-bcdf-4c8d-a7e9-48246e464fad) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:44:36.717654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:36.751992 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:36.793174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:44:36.796255 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:44:36.799084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:44:36.840139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:36.868892 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:36.869680 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:36.888125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-ab8303d8-0ca6-4ca0-8814-25b9c759644f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6026709 May 06 10:44:36.951226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Request body: {'port': {'device_id': '64ea3508-f91e-441a-bc13-d3e808105c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:37.014296 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.092918 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a84c46a9-0ef1-426b-9b96-09804397d2c4 None None] Provisioning complete for port b0b796d8-bcdf-4c8d-a7e9-48246e464fad triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:44:37.093931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a84c46a9-0ef1-426b-9b96-09804397d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.128753 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-a84c46a9-0ef1-426b-9b96-09804397d2c4 None None] Port b0b796d8-bcdf-4c8d-a7e9-48246e464fad cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:44:37.286189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b796d8-bcdf-4c8d-a7e9-48246e464fad {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:44:37.294536 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.306534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Transition to ACTIVE for port object b0b796d8-bcdf-4c8d-a7e9-48246e464fad will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:44:37.311551 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.368393 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:37.446719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:44:37.447060 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:44:37.447469 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:44:37.452681 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:44:37.453004 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:44:37.460917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:44:37.461264 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Checking segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:44:37.461654 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Bound using segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:44:37.462088 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Bound port: b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:44:37.462450 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.541169 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:44:37.577992 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:44:37.589670 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.631194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bad7e-e25d-44e5-b2de-85a23cc7ec77 req-36b3e064-abca-4731-a3e1-d2f9a3708b51 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:37.632651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c91bad7e-e25d-44e5-b2de-85a23cc7ec77 req-36b3e064-abca-4731-a3e1-d2f9a3708b51 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0938690 May 06 10:44:37.637953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:37.638707 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:37.640339 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] 10.222.0.83 "PUT /v2.0/ports/b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 1092 time: 0.7438457 May 06 10:44:37.644493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:44:37.647612 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85" -d '{"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:44:37.733132 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e225241-9691-4253-9dbc-8ec9daced811 x-openstack-request-id: req-7e225241-9691-4253-9dbc-8ec9daced811 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:44:37.733436 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:44:37.733663 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e225241-9691-4253-9dbc-8ec9daced811 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:44:37.734099 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e225241-9691-4253-9dbc-8ec9daced811'] response: {'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'status': 'completed', 'code': 200} May 06 10:44:37.737679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c91bad7e-e25d-44e5-b2de-85a23cc7ec77 req-ba3aefdb-4ae5-402d-9c6b-bcad57ccb712 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944762 May 06 10:44:37.738585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463dec8-8669-435d-9052-213a0f4bf8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:37.767692 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-19404ad1-230e-4df7-93c2-a90143eebabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:37.769315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-19404ad1-230e-4df7-93c2-a90143eebabd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1095 time: 0.0752871 May 06 10:44:37.815883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-644a82c3-45e6-4f0e-a927-8fa2eb5ea5c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 217 time: 0.0377235 May 06 10:44:37.874557 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-c82f5113-16bf-4562-aab6-37a6f98e5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:37.876124 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-c82f5113-16bf-4562-aab6-37a6f98e5c04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0538552 May 06 10:44:37.926858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-fc73d965-a2dc-465a-9ffe-7e32e1bba83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:37.928448 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-fc73d965-a2dc-465a-9ffe-7e32e1bba83b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447669 May 06 10:44:38.019490 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-e3b0fc38-b530-4861-9f1d-6c154fd1ce2f service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845697 May 06 10:44:38.119203 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-defe6b21-c4e9-4e68-b2b0-c4b3dac858a3 req-227fb34a-42e9-49a0-91ba-cf72d9fe3df9 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932174 May 06 10:44:38.204381 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-e3e41517-7de2-4efc-acc2-8de3e991fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:38.206050 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-e3e41517-7de2-4efc-acc2-8de3e991fe13 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1095 time: 0.0422223 May 06 10:44:38.301132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-4db22a22-def2-469b-b00d-f6a278d25ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:38.303143 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-4db22a22-def2-469b-b00d-f6a278d25ccd service neutron] 10.222.0.83 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0897849 May 06 10:44:38.345758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-7efc3cf7-4d5c-4640-93c3-9889b560f2dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 217 time: 0.0363402 May 06 10:44:38.395652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-7e255eed-3ce4-4d26-82bb-998ea13ec7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:38.397140 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-7e255eed-3ce4-4d26-82bb-998ea13ec7c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0440409 May 06 10:44:38.447269 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-0536c8b5-af2b-4afd-aa0c-1e88e733b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:38.448850 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-0536c8b5-af2b-4afd-aa0c-1e88e733b8da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457914 May 06 10:44:38.538914 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-e2eb95b5-de13-48ae-8ca9-52f523dee660 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836794 May 06 10:44:38.635648 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8d0c5f0-2565-470c-8521-ffb0e0fdfb85 req-2ea81b7b-f2ba-4cdf-8262-97b2f755be83 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906653 May 06 10:44:38.860806 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f588b-a587-417e-a6e0-d8219fadbf21 req-be09ed43-6b50-4775-8eed-16dcbef75f98 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:38.862311 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f01f588b-a587-417e-a6e0-d8219fadbf21 req-be09ed43-6b50-4775-8eed-16dcbef75f98 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0514050 May 06 10:44:38.902118 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f01f588b-a587-417e-a6e0-d8219fadbf21 req-620c2a00-3eee-43be-b0c2-c7e8d940b217 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329216 May 06 10:44:40.022534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153c819-d8d8-4c0a-a2ea-7901eecad20e req-b2808fb1-0e53-49b7-b04d-377c537230d9 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:40.024090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3153c819-d8d8-4c0a-a2ea-7901eecad20e req-b2808fb1-0e53-49b7-b04d-377c537230d9 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0512331 May 06 10:44:40.065605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3153c819-d8d8-4c0a-a2ea-7901eecad20e req-69d7d4b4-c008-4e91-8128-cf84bddc1a9f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338244 May 06 10:44:40.590841 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:44:41.181674 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998ee0c-ff36-4f92-9e41-175a1400e7c2 req-fddb0fe1-de23-42c0-bcbb-3bbabc1f62ac tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:41.183119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b998ee0c-ff36-4f92-9e41-175a1400e7c2 req-fddb0fe1-de23-42c0-bcbb-3bbabc1f62ac tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0477469 May 06 10:44:41.226306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b998ee0c-ff36-4f92-9e41-175a1400e7c2 req-73b63477-d01e-4f55-b871-a5cbc8a5b269 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370808 May 06 10:44:42.343302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc0370-e940-4a53-bec7-3ce90f69a78d req-b4dc3bf5-b5ae-4c3f-b88b-bcd7576df832 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:42.344971 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64dc0370-e940-4a53-bec7-3ce90f69a78d req-b4dc3bf5-b5ae-4c3f-b88b-bcd7576df832 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0492494 May 06 10:44:42.382622 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-64dc0370-e940-4a53-bec7-3ce90f69a78d req-7007066b-09dc-433c-a646-d74548cc0294 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310237 May 06 10:44:42.809603 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3230ac28-cfd9-4ea7-b94b-4142fd023104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:43.497384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e4c67-6bac-43b6-b3be-b3160997c18f req-43d24ad9-7bf7-4f7c-b8f9-ed7ac9dc94ab tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:43.498853 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b8e4c67-6bac-43b6-b3be-b3160997c18f req-43d24ad9-7bf7-4f7c-b8f9-ed7ac9dc94ab tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0490952 May 06 10:44:43.536747 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-2b8e4c67-6bac-43b6-b3be-b3160997c18f req-3d2dfffc-9964-45c8-aea6-396ff253406c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319679 May 06 10:44:44.654171 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698fbc0-8cea-4d8c-af73-3803c4c647ea req-174e9494-a5a4-475b-a336-67387b657d53 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:44.655680 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a698fbc0-8cea-4d8c-af73-3803c4c647ea req-174e9494-a5a4-475b-a336-67387b657d53 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0501482 May 06 10:44:44.698851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a698fbc0-8cea-4d8c-af73-3803c4c647ea req-2dfc2f04-98fe-426a-83a8-d19fe05aaacf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369284 May 06 10:44:45.293111 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f7539b4-03b0-4df5-a8fc-3719697ff7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:45.814586 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878fbf6-4acd-431f-8aef-e37e1b7fbac8 req-6f88931e-d9a6-4c30-99a1-c04d7e7e49a6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:45.816090 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c878fbf6-4acd-431f-8aef-e37e1b7fbac8 req-6f88931e-d9a6-4c30-99a1-c04d7e7e49a6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0500367 May 06 10:44:45.857683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c878fbf6-4acd-431f-8aef-e37e1b7fbac8 req-1ca24f34-6d2e-4cf8-9d1c-7fd57afd8ebd tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325286 May 06 10:44:46.917070 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:46.984207 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843b7ad-8adf-49df-8db3-359ea04a1f95 req-848a89ea-8dd1-4ca8-b542-df424473cd00 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:46.986606 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e843b7ad-8adf-49df-8db3-359ea04a1f95 req-848a89ea-8dd1-4ca8-b542-df424473cd00 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0566752 May 06 10:44:47.024560 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e843b7ad-8adf-49df-8db3-359ea04a1f95 req-f427d555-1b5f-40a7-bab7-8b26c4da9243 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309427 May 06 10:44:47.171882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:48.144365 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d5bf-3567-43ae-a893-db3cbf0def06 req-ce7f3b4e-35d5-4391-8639-fe4a2e59dd6a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:48.145825 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5630d5bf-3567-43ae-a893-db3cbf0def06 req-ce7f3b4e-35d5-4391-8639-fe4a2e59dd6a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0502160 May 06 10:44:48.186798 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5630d5bf-3567-43ae-a893-db3cbf0def06 req-b18368bf-24b4-47d4-b162-b09452f345d7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345261 May 06 10:44:48.415979 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:48.889018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:49.287061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b0b796d8-bcdf-4c8d-a7e9-48246e464fad details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:44:49.303318 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c3300-8889-4ca2-bd4d-0da66a177306 req-01d666c7-b86a-4c98-85cf-2239603ebdce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:49.304755 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06c3300-8889-4ca2-bd4d-0da66a177306 req-01d666c7-b86a-4c98-85cf-2239603ebdce tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0506473 May 06 10:44:49.344911 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f06c3300-8889-4ca2-bd4d-0da66a177306 req-7f707752-e239-4d81-9f0c-0e13869e1638 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337334 May 06 10:44:49.386041 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:49.398143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'port_id': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'mac_address': 'fa:16:3e:df:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:44:49.433195 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:49.446319 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b796d8-bcdf-4c8d-a7e9-48246e464fad {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:44:49.465358 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:49.468738 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:49.516768 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:49.524741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.525082 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.525417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.525747 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.526074 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.526397 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.526719 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.527037 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.527357 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.527702 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.528023 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.528342 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:44:49.851031 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['b0b796d8-bcdf-4c8d-a7e9-48246e464fad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:44:50.461001 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a60b8-03da-4018-956a-bc9813ccb1dc req-0c9c7c5d-9bfe-41bf-9eef-9908483b06db tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:50.462657 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c4a60b8-03da-4018-956a-bc9813ccb1dc req-0c9c7c5d-9bfe-41bf-9eef-9908483b06db tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 945 time: 0.0497272 May 06 10:44:50.499960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9c4a60b8-03da-4018-956a-bc9813ccb1dc req-ce54d2f6-1121-4cb4-a6ad-f01321c02484 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311334 May 06 10:44:51.175625 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.290652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b0b796d8-bcdf-4c8d-a7e9-48246e464fad up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:44:51.342540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port b0b796d8-bcdf-4c8d-a7e9-48246e464fad completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:44:51.346777 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port b0b796d8-bcdf-4c8d-a7e9-48246e464fad triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:44:51.347259 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.426870 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.449215 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:44:51.451406 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f67cf0-f34c-4d82-81a7-4188c32d2fa3" -d '{"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-plugged", "status": "completed", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:44:51.464418 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:44:51.468286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:51.492326 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22092cf8-aedd-43d4-b77c-027ebbcf3375 x-openstack-request-id: req-22092cf8-aedd-43d4-b77c-027ebbcf3375 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:44:51.492617 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-plugged", "status": "completed", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:44:51.492866 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22092cf8-aedd-43d4-b77c-027ebbcf3375 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:44:51.493249 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22092cf8-aedd-43d4-b77c-027ebbcf3375'] response: {'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'code': 200} May 06 10:44:51.518065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:51.620195 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33949d-af86-4685-8ecf-858c537745b1 req-437c50b7-f31b-4ec4-b677-be5d0918c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:51.621704 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f33949d-af86-4685-8ecf-858c537745b1 req-437c50b7-f31b-4ec4-b677-be5d0918c701 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1097 time: 0.0752528 May 06 10:44:51.633301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476bc79-e218-4dfb-9ee0-09b2d95515f0 req-a849ed79-4c21-407b-9528-48ddc3b51e85 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:51.634677 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4476bc79-e218-4dfb-9ee0-09b2d95515f0 req-a849ed79-4c21-407b-9528-48ddc3b51e85 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0632041 May 06 10:44:51.686049 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9f33949d-af86-4685-8ecf-858c537745b1 req-137e562a-2e6d-43dd-bd35-75e8119f668f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503423 May 06 10:44:51.690784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4476bc79-e218-4dfb-9ee0-09b2d95515f0 req-467e377a-dc42-44e3-b335-f32143d50b08 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501688 May 06 10:44:52.807470 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af329d21-d1cf-40fc-abaa-018d6bbb4516 req-72b053f5-19b9-418b-8ba9-bdd23cb42892 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:52.808912 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af329d21-d1cf-40fc-abaa-018d6bbb4516 req-72b053f5-19b9-418b-8ba9-bdd23cb42892 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0490091 May 06 10:44:52.846587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-af329d21-d1cf-40fc-abaa-018d6bbb4516 req-a61a3841-3f0a-4d8d-9e25-ba242f2e1493 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315838 May 06 10:44:53.965773 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3b42d-b67c-4ed1-beff-d2cbfb3f5b72 req-7d95ad24-1697-4891-9a7f-212506ed9454 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:53.967238 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9a3b42d-b67c-4ed1-beff-d2cbfb3f5b72 req-7d95ad24-1697-4891-9a7f-212506ed9454 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0526502 May 06 10:44:54.004776 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e9a3b42d-b67c-4ed1-beff-d2cbfb3f5b72 req-0ba96058-eaf8-4048-9b30-6ce7da9b5e1e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313816 May 06 10:44:54.120965 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00565f1d-8fe8-493e-a1f7-bc63503c73fb req-524ab8d9-d7f7-4303-bd05-3dabe716318c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:54.122435 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00565f1d-8fe8-493e-a1f7-bc63503c73fb req-524ab8d9-d7f7-4303-bd05-3dabe716318c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0483489 May 06 10:44:54.159687 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-00565f1d-8fe8-493e-a1f7-bc63503c73fb req-17e2690c-3124-4412-bbfc-3bc80fca59a9 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312476 May 06 10:44:54.180987 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39904) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:54.219749 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303ab358-22fc-4adb-9c81-54f59a841f22 tempest-TestShelveInstance-759466087 tempest-TestShelveInstance-759466087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:54.221249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-303ab358-22fc-4adb-9c81-54f59a841f22 tempest-TestShelveInstance-759466087 tempest-TestShelveInstance-759466087-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1092 time: 0.0392833 May 06 10:44:54.224051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 39908) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:44:54.228337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:44:54.248529 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:54.346448 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:54.447662 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Allocated IP 172.25.8.86 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/df7463df-5fd9-4c69-9f32-bb8bcf71f97f) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:44:54.549934 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:54.583742 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:54.621029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:44:54.625005 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:44:54.628389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:44:54.636467 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'Port': ['ID=df7463df-5fd9-4c69-9f32-bb8bcf71f97f,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:54.992589 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:55.058077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:55.209506 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:55.214274 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:55.283373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event updated for resources: {'Port': ['ID=df7463df-5fd9-4c69-9f32-bb8bcf71f97f,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:44:55.295803 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:55.397971 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Floating IP 3f6a1fd9-1961-4229-bbfd-ab54a3a50b74 associated. External IP: 172.25.8.86, port: b0b796d8-bcdf-4c8d-a7e9-48246e464fad. May 06 10:44:55.605689 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Router 986e898a-85e8-451a-8a4b-59240d857cc7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:44:56.026922 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:44:56.036922 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] Sync routers for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:44:56.043917 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:44:56.046931 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:44:56.047615 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:56.070644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9ae68db6-c950-4d60-b79e-21de8f549a9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8454611 May 06 10:44:56.071232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:44:56.073490 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cba7983-4660-40cd-853e-012a0c284f86" -d '{"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:44:56.112227 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cfb594-dac9-4166-b3a6-6ac80d08c0a6 x-openstack-request-id: req-29cfb594-dac9-4166-b3a6-6ac80d08c0a6 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:44:56.112514 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:44:56.112761 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29cfb594-dac9-4166-b3a6-6ac80d08c0a6 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:44:56.113162 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cfb594-dac9-4166-b3a6-6ac80d08c0a6'] response: {'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'status': 'completed', 'code': 200} May 06 10:44:56.160552 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:44:56.175189 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7983-4660-40cd-853e-012a0c284f86 req-d6a09cd3-c75e-4f58-a722-422cb9569727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:56.176993 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cba7983-4660-40cd-853e-012a0c284f86 req-d6a09cd3-c75e-4f58-a722-422cb9569727 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1097 time: 0.0416508 May 06 10:44:56.274236 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7983-4660-40cd-853e-012a0c284f86 req-b01e0c12-f516-47d7-8370-4381de93c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:56.275734 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cba7983-4660-40cd-853e-012a0c284f86 req-b01e0c12-f516-47d7-8370-4381de93c7be service neutron] 10.222.0.83 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0923362 May 06 10:44:56.343819 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cba7983-4660-40cd-853e-012a0c284f86 req-aeb16001-00da-44b4-84fd-4ef0fe2bb605 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 999 time: 0.0618145 May 06 10:44:56.387819 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3f6a1fd9-1961-4229-bbfd-ab54a3a50b74', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'port_id': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'mac_address': 'fa:16:3e:df:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea3508-f91e-441a-bc13-d3e808105c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:44:54Z', 'updated_at': '2022-05-06T10:44:54Z', 'revision_number': 0, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:56.393180 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7983-4660-40cd-853e-012a0c284f86 req-99331478-c561-4505-ba3a-cacbda6d1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:56.394650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cba7983-4660-40cd-853e-012a0c284f86 req-99331478-c561-4505-ba3a-cacbda6d1490 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0440340 May 06 10:44:56.416636 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] Checking router: 986e898a-85e8-451a-8a4b-59240d857cc7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:44:56.425096 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:44:56.425686 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:44:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:56.444537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba7983-4660-40cd-853e-012a0c284f86 req-27972afc-63c9-454c-801d-81a49a95bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:44:56.446032 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cba7983-4660-40cd-853e-012a0c284f86 req-27972afc-63c9-454c-801d-81a49a95bf11 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450077 May 06 10:44:56.529996 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:44:56.536500 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cba7983-4660-40cd-853e-012a0c284f86 req-92b9a224-56c1-4af2-a089-f358b4473c75 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834019 May 06 10:44:56.629587 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8cba7983-4660-40cd-853e-012a0c284f86 req-83cf2b49-f82f-4add-ae29-35472260ac87 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868568 May 06 10:44:56.759064 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3f6a1fd9-1961-4229-bbfd-ab54a3a50b74', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'port_id': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'mac_address': 'fa:16:3e:df:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea3508-f91e-441a-bc13-d3e808105c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:44:54Z', 'updated_at': '2022-05-06T10:44:54Z', 'revision_number': 0, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:44:56.882260 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6835a3-5f01-489f-9822-f4df7bd4b8bb None None] The sync data for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 is: [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '3f6a1fd9-1961-4229-bbfd-ab54a3a50b74', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'port_id': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'mac_address': 'fa:16:3e:df:78:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ea3508-f91e-441a-bc13-d3e808105c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:44:54Z', 'updated_at': '2022-05-06T10:44:54Z', 'revision_number': 0, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:44:57.079404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59158556-566e-4e68-8ad7-3f31518cc9f3 None None] New status for floating IP 3f6a1fd9-1961-4229-bbfd-ab54a3a50b74: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:45:01.727125 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-cd2e6acc-e968-47a3-aab4-1dfa8e4b6b60 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409172 May 06 10:45:01.805132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff3b81-776a-4e63-9651-156b6d24212c req-3ee65ee4-92a1-47cc-a21c-16bcd9616286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:01.806623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-3ee65ee4-92a1-47cc-a21c-16bcd9616286 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1097 time: 0.0404623 May 06 10:45:01.910481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff3b81-776a-4e63-9651-156b6d24212c req-772abfab-3201-49b3-94fc-ea7bba799021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:01.912578 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-772abfab-3201-49b3-94fc-ea7bba799021 service neutron] 10.222.0.83 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0879819 May 06 10:45:01.975943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-007fde74-be67-4606-8d2e-8ff6ca89733c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 1001 time: 0.0574610 May 06 10:45:02.024444 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff3b81-776a-4e63-9651-156b6d24212c req-f7c7ab62-3823-4d4f-864c-11f4a7b02d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:02.025869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-f7c7ab62-3823-4d4f-864c-11f4a7b02d13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0441985 May 06 10:45:02.073750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff3b81-776a-4e63-9651-156b6d24212c req-12be2e5c-efef-48ef-8cc8-e233e2f07b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:45:02.075273 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-12be2e5c-efef-48ef-8cc8-e233e2f07b91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436001 May 06 10:45:02.164416 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-c3016223-6e4c-4206-8717-9a8649938221 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824966 May 06 10:45:02.257009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-53ff3b81-776a-4e63-9651-156b6d24212c req-9904c0c3-0a71-4c8a-9e74-dada1ee5e998 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868263 May 06 10:45:12.811247 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5ee61ec3-948b-46cd-8826-1cfc01115cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:15.296749 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-94e6074b-1cb2-4358-bf32-72e07af02654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:16.923058 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:17.329942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:17.590876 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:45:18.419726 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:18.892175 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:21.166764 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:42.812422 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-104a3fd8-85ff-4957-9c6c-c981e1a5449a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:45.298275 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1ef5e6f7-aee9-4127-9cda-a4955d515835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:46.925667 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:47.188599 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:48.420264 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:48.894633 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:51.175836 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:45:54.591858 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:46:01.736528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-22f6e659-b0ce-48b7-a18d-de720c896f3b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399964 May 06 10:46:01.815540 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-099aefc2-bf1f-4054-ba0e-9a48c6ef2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:01.817074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-099aefc2-bf1f-4054-ba0e-9a48c6ef2d9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1097 time: 0.0411813 May 06 10:46:01.921784 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-951dee5e-18fe-4006-a48d-39b3654390cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:01.923211 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-951dee5e-18fe-4006-a48d-39b3654390cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0877917 May 06 10:46:01.987281 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-3728099e-1855-4434-ba2a-9d7879c7485e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 1001 time: 0.0580485 May 06 10:46:02.034074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-cabdd4aa-a92a-4412-b4c2-7b1588bdbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:02.035523 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-cabdd4aa-a92a-4412-b4c2-7b1588bdbf5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0423675 May 06 10:46:02.083410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-8bdb2d49-2f35-4de6-8fa3-307939831184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:02.084919 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-8bdb2d49-2f35-4de6-8fa3-307939831184 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433204 May 06 10:46:02.094725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-411d694e-95bd-4d2c-be8f-fbf3ac0f1743 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:46:02.095777 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-411d694e-95bd-4d2c-be8f-fbf3ac0f1743 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048711 May 06 10:46:02.184646 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-637687ba-4c71-4fa1-82cd-4d557c431a1b service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815644 May 06 10:46:02.276902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc39e0eb-776e-40d7-918a-b881b6e7abcb req-94e08696-e7a3-4542-9e94-75848cc6ac6d service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 May 06 10:46:12.814246 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3b98aa99-74b0-4a04-a149-924b07ae6243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:15.302075 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-da994c6c-e116-4eda-a422-c73421bdf058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:16.925601 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:17.207137 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:18.425929 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:18.897154 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:21.188384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:31.592178 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:46:42.816733 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0cbe9a73-3ac5-45d5-bbd7-c1997a3f21de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:45.305814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9dc4987f-33f8-405c-b270-307e3a708523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:46.927897 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:47.229119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:48.425204 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:48.899743 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:51.191596 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:46:51.866961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8757662-361a-402c-b33c-3eb003aee935 req-6008139d-7e2b-4ba3-897b-dca975e02b63 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:51.868761 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8757662-361a-402c-b33c-3eb003aee935 req-6008139d-7e2b-4ba3-897b-dca975e02b63 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0567057 May 06 10:46:51.907917 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e8757662-361a-402c-b33c-3eb003aee935 req-fe5014f9-1502-424e-bed8-69048f65a0be tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322995 May 06 10:46:53.034154 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edab9-431c-443a-acc8-5ab4d7b31447 req-d74990db-8b6f-4580-81ee-e1d6ccf8cfab tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:53.035655 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-567edab9-431c-443a-acc8-5ab4d7b31447 req-d74990db-8b6f-4580-81ee-e1d6ccf8cfab tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0491209 May 06 10:46:53.072072 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-567edab9-431c-443a-acc8-5ab4d7b31447 req-84338832-afd5-4c98-aea3-2545f13fffe6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302887 May 06 10:46:54.194385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64b0f9-f877-4629-ab13-771057337bab req-615a688f-eafc-4184-aafd-f5a5b3171af4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:54.195924 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b64b0f9-f877-4629-ab13-771057337bab req-615a688f-eafc-4184-aafd-f5a5b3171af4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0494184 May 06 10:46:54.239706 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9b64b0f9-f877-4629-ab13-771057337bab req-e5bb1952-5e39-48e0-9f17-d74148e1d5fe tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369225 May 06 10:46:55.358213 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36212317-f4c0-4f0b-a792-98b03eb51287 req-a5319993-6236-4c45-a55e-830dd9e7ce1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:55.359720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36212317-f4c0-4f0b-a792-98b03eb51287 req-a5319993-6236-4c45-a55e-830dd9e7ce1f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0488367 May 06 10:46:55.397207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-36212317-f4c0-4f0b-a792-98b03eb51287 req-b78de93e-65b3-4370-a187-00a187f04693 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313621 May 06 10:46:56.516804 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22f973-7932-41be-b59a-78ae46c2eba4 req-80041b6c-a147-4233-a498-51ebe111d41a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:56.518514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b22f973-7932-41be-b59a-78ae46c2eba4 req-80041b6c-a147-4233-a498-51ebe111d41a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0492411 May 06 10:46:56.556301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0b22f973-7932-41be-b59a-78ae46c2eba4 req-52249b08-e6f5-450f-84e2-5a2f0994b700 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316503 May 06 10:46:57.671474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0545319-49c7-4746-9723-be99703f1c6d req-a3c155f7-c5b3-4062-aa9e-ebc32b019d9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:57.672956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0545319-49c7-4746-9723-be99703f1c6d req-a3c155f7-c5b3-4062-aa9e-ebc32b019d9e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0486987 May 06 10:46:57.713903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d0545319-49c7-4746-9723-be99703f1c6d req-af059826-2e8e-4e10-95d9-e59990a3b169 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349274 May 06 10:46:58.830971 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4e9e-8d99-4c88-9c07-511ff3bc0fd6 req-51eb6083-793c-4418-b32b-268ad2cd1554 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:58.832484 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-faec4e9e-8d99-4c88-9c07-511ff3bc0fd6 req-51eb6083-793c-4418-b32b-268ad2cd1554 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0499604 May 06 10:46:58.870902 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-faec4e9e-8d99-4c88-9c07-511ff3bc0fd6 req-fadbe0ca-0a47-4b44-b49f-730a008b544f tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322101 May 06 10:46:59.986576 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae555033-4460-4cc4-bdea-c985cae118fa req-8c218e9f-71f2-4b45-a00c-d2726d38db84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:46:59.988074 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae555033-4460-4cc4-bdea-c985cae118fa req-8c218e9f-71f2-4b45-a00c-d2726d38db84 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0491097 May 06 10:47:00.025752 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ae555033-4460-4cc4-bdea-c985cae118fa req-b6bc5283-d53e-444a-9bf8-a54ee567bca3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315938 May 06 10:47:01.140732 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8145e-8c4c-4f18-a459-755a5bd322e2 req-fadaf659-5d34-4349-b80b-39b4ecc74367 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:01.142172 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46b8145e-8c4c-4f18-a459-755a5bd322e2 req-fadaf659-5d34-4349-b80b-39b4ecc74367 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0473151 May 06 10:47:01.184656 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-46b8145e-8c4c-4f18-a459-755a5bd322e2 req-1c87b34e-d0db-4f45-8ef8-0a2ff66e444b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357218 May 06 10:47:02.002524 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-e91787e7-4a77-42d1-9e11-7e49633f7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:02.003963 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-e91787e7-4a77-42d1-9e11-7e49633f7f33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1097 time: 0.0430295 May 06 10:47:02.099707 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-ea786de1-7329-419e-b820-874448114210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:02.101188 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-ea786de1-7329-419e-b820-874448114210 service neutron] 10.222.0.83 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0909312 May 06 10:47:02.174503 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-9046eb9a-2271-4615-b5fc-5d8d91eeb8eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 1001 time: 0.0672302 May 06 10:47:02.222904 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-81a6f87b-0805-465f-b526-4cccbd7450bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:02.224301 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-81a6f87b-0805-465f-b526-4cccbd7450bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0441456 May 06 10:47:02.299317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-5093948f-8a9a-43e9-a3f2-bb0e6b80f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:02.300727 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-5093948f-8a9a-43e9-a3f2-bb0e6b80f7a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703821 May 06 10:47:02.321752 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdbdcd-9113-4d4a-95c9-cdb1c6afd2ad req-a39a2c31-ce63-40cc-a36c-7d4a522072a7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:02.323365 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84fdbdcd-9113-4d4a-95c9-cdb1c6afd2ad req-a39a2c31-ce63-40cc-a36c-7d4a522072a7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0666728 May 06 10:47:02.407179 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-84fdbdcd-9113-4d4a-95c9-cdb1c6afd2ad req-cc11ee58-ca3f-4c21-9079-f13b7e3231c4 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730462 May 06 10:47:02.425551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-e66f1627-ae14-4ee8-8c25-f93b7d5913cf service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174431 May 06 10:47:02.521025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5bd5af97-21ed-4059-807c-2e2e643f7567 req-7d170ce8-bd2d-4201-b69f-2b5942a4a8a5 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895450 May 06 10:47:03.526451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb0aa2-5495-46a0-8b54-658d99bac1c8 req-37c66dc5-6bca-4626-b0d7-402c81963dfb tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:03.527952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34cb0aa2-5495-46a0-8b54-658d99bac1c8 req-37c66dc5-6bca-4626-b0d7-402c81963dfb tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0500467 May 06 10:47:03.565709 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-34cb0aa2-5495-46a0-8b54-658d99bac1c8 req-b456a43b-b390-4d94-b748-59343eed1113 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317769 May 06 10:47:03.754530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-317dcb14-c590-4ebd-aff3-a58897de21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:03.755943 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-317dcb14-c590-4ebd-aff3-a58897de21c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1097 time: 0.0402219 May 06 10:47:03.859879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-95285f45-c45c-46b4-841d-70d5e33dc135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:03.861315 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-95285f45-c45c-46b4-841d-70d5e33dc135 service neutron] 10.222.0.83 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0871170 May 06 10:47:03.927810 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-2203bd8e-517e-4e2f-a65b-0eae80f23eab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 1001 time: 0.0577958 May 06 10:47:03.980720 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-e988f2f6-9300-4f39-a7c3-4933d5120d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:03.982251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-e988f2f6-9300-4f39-a7c3-4933d5120d91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0482872 May 06 10:47:04.029879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-24f0efc1-86bd-4f6f-9300-19598a52354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:04.031292 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-24f0efc1-86bd-4f6f-9300-19598a52354f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407002 May 06 10:47:04.119477 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-02727a56-d9ab-49fc-8189-4b1803bb6356 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813768 May 06 10:47:04.220271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-74e1a378-66aa-4c75-929a-9a5cbf12bfb0 req-0de666e8-6c8b-4fd9-84de-e239388d62c9 service neutron] 10.222.0.83 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939968 May 06 10:47:04.688151 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af49de9-1964-4071-b70f-88312bde9d6f req-cc4220cd-d4c5-4de9-89b1-368dc84c3ac2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:04.689910 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af49de9-1964-4071-b70f-88312bde9d6f req-cc4220cd-d4c5-4de9-89b1-368dc84c3ac2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0522885 May 06 10:47:04.729803 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3af49de9-1964-4071-b70f-88312bde9d6f req-b7b1c232-e765-4309-9bec-65a6254d49c9 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331576 May 06 10:47:05.846696 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa847c2-0e20-4481-8f5c-e4732faa70be req-8394fcfc-5c6f-4189-b46f-a3802478a1cc tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:05.848196 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eaa847c2-0e20-4481-8f5c-e4732faa70be req-8394fcfc-5c6f-4189-b46f-a3802478a1cc tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0484796 May 06 10:47:05.887972 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-eaa847c2-0e20-4481-8f5c-e4732faa70be req-c2341cd1-46bd-4951-be82-dd6e5c9494e9 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334837 May 06 10:47:06.022048 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-0a5cb18e-e037-40e9-9ce1-f77dbbfc985c req-2c62420b-99ac-471f-917e-adb4c220cd1f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:47:06.023117 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0a5cb18e-e037-40e9-9ce1-f77dbbfc985c req-2c62420b-99ac-471f-917e-adb4c220cd1f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548205 May 06 10:47:06.158546 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-5ad7035a-9599-4e2f-84d2-88a9cdc2e9d7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437286 May 06 10:47:06.168912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-166f0d8b-616a-4220-ac73-bf916d3eadd6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102743) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:47:06.170132 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-166f0d8b-616a-4220-ac73-bf916d3eadd6 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059423 May 06 10:47:06.192858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210ccba-a08d-43eb-b8cf-d8f3f5c2ceec req-b441b8f2-93f7-4284-808f-b60d6d39fffe tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:06.194346 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c210ccba-a08d-43eb-b8cf-d8f3f5c2ceec req-b441b8f2-93f7-4284-808f-b60d6d39fffe tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0569763 May 06 10:47:06.235732 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c210ccba-a08d-43eb-b8cf-d8f3f5c2ceec req-df4705ce-6405-4821-a957-bce25a9019e0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335555 May 06 10:47:07.355283 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b7432-3855-440d-b13a-112d780047cb req-76968b4b-ca02-4e13-a2b9-df383cc15c8a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:07.356824 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-020b7432-3855-440d-b13a-112d780047cb req-76968b4b-ca02-4e13-a2b9-df383cc15c8a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 946 time: 0.0509920 May 06 10:47:07.394624 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-020b7432-3855-440d-b13a-112d780047cb req-d01804ed-a1c8-4c3d-a095-4a43d1070723 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314221 May 06 10:47:07.815716 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device b0b796d8-bcdf-4c8d-a7e9-48246e464fad no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:47:07.901199 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:07.924144 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:47:07.926369 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d9fa47-d707-4f9c-975f-c50580a5df13" -d '{"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-unplugged", "status": "completed", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:47:07.940136 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:07.945998 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:07.970117 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 06 May 2022 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fb6baa-932a-486d-8eb0-38ccc5cfa0bb x-openstack-request-id: req-f9fb6baa-932a-486d-8eb0-38ccc5cfa0bb {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:47:07.970411 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-unplugged", "status": "failed", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "code": 422}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:47:07.970675 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9fb6baa-932a-486d-8eb0-38ccc5cfa0bb {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:47:07.971062 n-d-840834-1 neutron-server[102744]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f9fb6baa-932a-486d-8eb0-38ccc5cfa0bb']: {'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'code': 422} returned with failed status May 06 10:47:07.998738 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:08.006153 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.006415 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.006751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.007085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.007419 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.007773 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.008100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.008423 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.008744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.009065 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.009404 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.010026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:08.512573 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ca499-1376-4e04-9bcc-d1c0f4182de7 req-32b5beff-ced4-4f8b-866c-28ded02d6e13 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:08.514067 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-317ca499-1376-4e04-9bcc-d1c0f4182de7 req-32b5beff-ced4-4f8b-866c-28ded02d6e13 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0505724 May 06 10:47:08.551956 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-317ca499-1376-4e04-9bcc-d1c0f4182de7 req-d18d5d15-793f-4b2f-933b-6cd4a982b9bb tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315168 May 06 10:47:08.591659 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:47:09.685631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd147ad0-b998-48cc-8c9a-6d8fccf851fb req-76d4efd7-d11d-4d26-b5da-66eac75cedb0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:09.687279 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd147ad0-b998-48cc-8c9a-6d8fccf851fb req-76d4efd7-d11d-4d26-b5da-66eac75cedb0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0558143 May 06 10:47:09.726843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd147ad0-b998-48cc-8c9a-6d8fccf851fb req-c0abee21-2423-4fe5-81c9-6e3e2f71fd9b tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329757 May 06 10:47:10.873027 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18929aa9-904f-4362-9616-f41c9a60f30f req-fae1e98c-3e7d-4816-b5d9-2d32606bc1bd tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:10.874893 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18929aa9-904f-4362-9616-f41c9a60f30f req-fae1e98c-3e7d-4816-b5d9-2d32606bc1bd tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0772443 May 06 10:47:10.877263 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-e28d89d3-ec81-4873-bbb5-94b16542ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:10.878585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-e28d89d3-ec81-4873-bbb5-94b16542ac70 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16&tenant_id=ad11115fb2ae4f20a342dbd6f64108f9 HTTP/1.1" status: 200 len: 1095 time: 0.0694778 May 06 10:47:10.891173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-78260d56-57e2-40d4-b07c-983da83108a6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:47:10.892120 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-78260d56-57e2-40d4-b07c-983da83108a6 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054226 May 06 10:47:10.905959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-840834-1', 'device_owner': 'compute:nova'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:47:10.945420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18929aa9-904f-4362-9616-f41c9a60f30f req-c340ef51-3fc2-41ea-be3b-222b13f61204 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647993 May 06 10:47:10.974046 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:11.174363 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:11.207849 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:47:11.239961 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b796d8-bcdf-4c8d-a7e9-48246e464fad {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:47:11.247632 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:11.259792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Transition to ACTIVE for port object b0b796d8-bcdf-4c8d-a7e9-48246e464fad will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:47:11.263393 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:11.345938 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=7']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:11.357986 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.358331 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.358670 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.359008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.359335 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.359686 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.360014 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.360336 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.360659 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.360978 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.361297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.361621 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:47:11.395706 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] No DVR routers for this DVR port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:47:11.533204 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:47:11.533537 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:47:11.533866 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:47:11.538095 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:47:11.538410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Attempting to bind port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on network 87baae41-42f3-41fe-85f6-e9fd765e9f54 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:47:11.543321 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:47:11.543690 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Checking segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:47:11.544074 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Bound using segment: {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:47:11.544493 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Bound port: b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb921972-d197-4bd4-9b94-1501293daa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:47:11.544892 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:11.610818 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:47:11.613801 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:47:11.618650 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:11.651314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:11.651797 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:11.653144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] 10.222.0.82 "PUT /v2.0/ports/b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 1092 time: 0.7520189 May 06 10:47:11.653574 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:47:11.655793 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:47:11.708172 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4950c63-0662-4775-ba71-7a4b8a3424cd x-openstack-request-id: req-e4950c63-0662-4775-ba71-7a4b8a3424cd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:47:11.708457 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:47:11.708700 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e4950c63-0662-4775-ba71-7a4b8a3424cd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:47:11.709096 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4950c63-0662-4775-ba71-7a4b8a3424cd'] response: {'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'status': 'completed', 'code': 200} May 06 10:47:11.709953 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3add1-901f-4ad6-9e43-6ee3358dbcfd service neutron] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=8']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:11.729605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-e34b31fd-23cf-41a1-bb79-24621546dede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:11.731098 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-e34b31fd-23cf-41a1-bb79-24621546dede service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1095 time: 0.0541008 May 06 10:47:11.830652 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-7d12f744-ccf3-4688-b180-af36d1e2c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:11.832205 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-7d12f744-ccf3-4688-b180-af36d1e2c225 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0932593 May 06 10:47:11.896806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-34ed7b57-c2a7-48e4-8e11-bc809de91ae7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 999 time: 0.0578287 May 06 10:47:11.945223 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-027b9662-8303-42a0-8009-67ef2904ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:11.946531 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-027b9662-8303-42a0-8009-67ef2904ce3e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0420537 May 06 10:47:11.994944 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-456e4d88-bfca-43a6-aaee-76446beae6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:11.996458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-456e4d88-bfca-43a6-aaee-76446beae6cc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434160 May 06 10:47:12.112653 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2c189-b318-40d3-a221-73171fdd7181 req-99877738-30e6-4e23-bf52-7516bfb3eae0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:12.114093 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07f2c189-b318-40d3-a221-73171fdd7181 req-99877738-30e6-4e23-bf52-7516bfb3eae0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0922523 May 06 10:47:12.140784 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-8adcc61e-e234-46aa-9085-1c688b53cd5a service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358700 May 06 10:47:12.174553 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07f2c189-b318-40d3-a221-73171fdd7181 req-42e18247-97d4-4332-b43c-1688d587ae37 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506260 May 06 10:47:12.239661 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-f9a69f83-85ac-4a38-964e-eba5d92f6c60 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868919 May 06 10:47:12.324465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-c512343c-09fb-4b6d-8ccd-3a05e1683fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:12.325832 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-c512343c-09fb-4b6d-8ccd-3a05e1683fd2 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1095 time: 0.0409412 May 06 10:47:12.734261 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-82e20723-5924-4a72-b475-9ab97fe7edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:12.735788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-82e20723-5924-4a72-b475-9ab97fe7edf1 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.4028044 May 06 10:47:12.804295 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-139926d9-c7a5-45dd-881b-07ff0d1a3515 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 999 time: 0.0572851 May 06 10:47:12.818112 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1aa0a9ad-626a-42cc-88d3-37f338d539e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:12.857840 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-e4be58c0-6125-42fd-bf95-d69f12369d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:12.859251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-e4be58c0-6125-42fd-bf95-d69f12369d0f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0479765 May 06 10:47:12.904637 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-a246cba8-dce7-4848-ad61-6dfcbcb93f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:12.906089 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-a246cba8-dce7-4848-ad61-6dfcbcb93f56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394824 May 06 10:47:12.995084 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-a4f0d667-9994-4a2e-9da0-7f16d64c1603 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808058 May 06 10:47:13.088162 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7d5cc137-d6f1-42e2-8e6d-2b5cac417a1e req-2221a905-283e-4c44-8404-7a3b137e1e62 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855203 May 06 10:47:13.293775 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc60964-242d-4606-9141-14697348842b req-d7f705c6-7514-496d-84e7-85e24226a67e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:13.295235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bc60964-242d-4606-9141-14697348842b req-d7f705c6-7514-496d-84e7-85e24226a67e tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0490646 May 06 10:47:13.332231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7bc60964-242d-4606-9141-14697348842b req-050f9f82-9d6e-476c-a467-84af428eb8a3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310249 May 06 10:47:14.450945 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c2a7d-0205-459b-8b3e-a6b75c66dcbd req-a2466f41-1473-4937-8067-59c6ee32375c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:14.452432 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e20c2a7d-0205-459b-8b3e-a6b75c66dcbd req-a2466f41-1473-4937-8067-59c6ee32375c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0529082 May 06 10:47:14.490381 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e20c2a7d-0205-459b-8b3e-a6b75c66dcbd req-43f09a7e-c3c4-4714-a9b0-4dd531da6eb8 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319993 May 06 10:47:15.309025 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f397b26f-2ea7-44de-874d-a57d933deb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:15.608299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0560f-0277-4c88-acbc-367cd6d6baf4 req-a75f77a8-b039-4a4f-b6c1-0324d3d53ae6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:15.609816 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ff0560f-0277-4c88-acbc-367cd6d6baf4 req-a75f77a8-b039-4a4f-b6c1-0324d3d53ae6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0497470 May 06 10:47:15.647436 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5ff0560f-0277-4c88-acbc-367cd6d6baf4 req-72d76266-a08b-4625-841f-195e53bcd087 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316222 May 06 10:47:16.767245 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba10b3-5c59-4129-9ffd-6c7f177f09d5 req-c20db6ed-266c-4ad3-bfd3-3c646b774150 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:16.768739 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfba10b3-5c59-4129-9ffd-6c7f177f09d5 req-c20db6ed-266c-4ad3-bfd3-3c646b774150 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0506337 May 06 10:47:16.805679 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cfba10b3-5c59-4129-9ffd-6c7f177f09d5 req-3bc1cece-cf01-4dd6-a134-c184b2bae0f6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309832 May 06 10:47:16.930701 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:17.240165 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:17.936383 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c336974-8b0e-408b-b4fd-1d43bd9d0bea req-e532faf9-4975-4a90-a21e-6c90f421a630 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:17.938733 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c336974-8b0e-408b-b4fd-1d43bd9d0bea req-e532faf9-4975-4a90-a21e-6c90f421a630 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0625222 May 06 10:47:17.980454 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0c336974-8b0e-408b-b4fd-1d43bd9d0bea req-03684e85-5740-4090-a53a-d8f5027da83a tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352781 May 06 10:47:18.427716 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:18.901528 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:19.096996 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511c472-37ae-4201-b7e1-03649ddc78de req-0ce9bba0-c4d7-4001-acb6-bd91c29e18db tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:19.098449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1511c472-37ae-4201-b7e1-03649ddc78de req-0ce9bba0-c4d7-4001-acb6-bd91c29e18db tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0499833 May 06 10:47:19.135231 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1511c472-37ae-4201-b7e1-03649ddc78de req-ed75596e-cf95-4097-9441-98ebdbc49f04 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306854 May 06 10:47:20.296860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a0a8e-abab-4d72-8747-c4875b58c445 req-d94d8ab5-8274-4987-acde-31d0e0bbe7f6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:20.298327 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf0a0a8e-abab-4d72-8747-c4875b58c445 req-d94d8ab5-8274-4987-acde-31d0e0bbe7f6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 944 time: 0.0942419 May 06 10:47:20.335598 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-cf0a0a8e-abab-4d72-8747-c4875b58c445 req-0ed8512b-5106-4686-8b00-7c36eb670aca tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308821 May 06 10:47:20.908007 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b0b796d8-bcdf-4c8d-a7e9-48246e464fad details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:47:21.004890 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:21.016152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'port_id': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'mac_address': 'fa:16:3e:df:78:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:47:21.052546 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:21.065248 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b796d8-bcdf-4c8d-a7e9-48246e464fad {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:47:21.084417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:21.088649 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:21.138718 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=9']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:21.188653 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:21.322892 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['b0b796d8-bcdf-4c8d-a7e9-48246e464fad'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:47:21.504756 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0b3c6-41c4-44d3-bc90-984d9afcf4dd req-71004e54-9f39-4553-9f07-3574aba8bb6c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:21.506251 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f0b3c6-41c4-44d3-bc90-984d9afcf4dd req-71004e54-9f39-4553-9f07-3574aba8bb6c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 945 time: 0.0986400 May 06 10:47:21.545216 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a8f0b3c6-41c4-44d3-bc90-984d9afcf4dd req-06a3cc69-ceee-48bb-9bc4-a8be597ae6a1 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316663 May 06 10:47:22.665323 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed830b25-a7f6-4bb1-affb-0af39f56e8b3 req-f18fff43-4f23-4717-a92f-be170e27b9c5 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:22.666841 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed830b25-a7f6-4bb1-affb-0af39f56e8b3 req-f18fff43-4f23-4717-a92f-be170e27b9c5 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 945 time: 0.0497220 May 06 10:47:22.707278 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ed830b25-a7f6-4bb1-affb-0af39f56e8b3 req-37b8bc01-a1c6-4f21-b956-61b9586e4226 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332835 May 06 10:47:22.912286 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b0b796d8-bcdf-4c8d-a7e9-48246e464fad up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:47:22.961524 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port b0b796d8-bcdf-4c8d-a7e9-48246e464fad completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:47:22.965312 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port b0b796d8-bcdf-4c8d-a7e9-48246e464fad triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:47:22.965678 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.046646 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.069195 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:47:23.071853 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1016a0f1-bb91-4a7c-b173-d1ef9a82fdd4" -d '{"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-plugged", "status": "completed", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:47:23.084796 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:47:23.088901 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:23.114839 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3516fdd-bc9a-41c2-8fb2-74e97e6546dd x-openstack-request-id: req-c3516fdd-bc9a-41c2-8fb2-74e97e6546dd {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:47:23.115126 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-plugged", "status": "completed", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:47:23.115372 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3516fdd-bc9a-41c2-8fb2-74e97e6546dd {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:47:23.115784 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3516fdd-bc9a-41c2-8fb2-74e97e6546dd'] response: {'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'code': 200} May 06 10:47:23.142071 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=10']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:47:23.257811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d765-0d5a-4262-832e-2cb69f02bd34 req-b77eb423-ad9f-4a6d-bd27-08886e9c59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:23.259249 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bd8d765-0d5a-4262-832e-2cb69f02bd34 req-b77eb423-ad9f-4a6d-bd27-08886e9c59b8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1098 time: 0.0393279 May 06 10:47:23.295322 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4bd8d765-0d5a-4262-832e-2cb69f02bd34 req-3ee6916a-4fa7-4ceb-b601-502b9da78414 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290229 May 06 10:47:23.826039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9983d-663d-4023-b6e8-d0bb99c70aa5 req-559d7e2a-4bdd-4a7b-ac30-529fad39f1e3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:23.827605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71b9983d-663d-4023-b6e8-d0bb99c70aa5 req-559d7e2a-4bdd-4a7b-ac30-529fad39f1e3 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 947 time: 0.0539155 May 06 10:47:23.864635 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-71b9983d-663d-4023-b6e8-d0bb99c70aa5 req-a6a5a4cb-400b-4671-9029-e2fe53828be0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310373 May 06 10:47:24.983141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4131e1-dfbb-46b1-9325-9cfc92c7802e req-d1b5b085-34ed-48e2-ad26-be6758d3a6a0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:24.984640 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d4131e1-dfbb-46b1-9325-9cfc92c7802e req-d1b5b085-34ed-48e2-ad26-be6758d3a6a0 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 947 time: 0.0492673 May 06 10:47:25.022952 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3d4131e1-dfbb-46b1-9325-9cfc92c7802e req-a40226de-98f7-4df6-812d-b54a5e76af47 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323138 May 06 10:47:42.820286 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-963c2daa-f11f-4e32-bae9-e64ff7051eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:45.311021 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-4ef07c4d-bcea-4eae-8e4c-6fa987d4b846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:45.591102 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:47:46.937071 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:47.249408 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:48.430767 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:48.906037 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:51.206736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:47:56.876847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-d009ea2a-1b68-431a-851f-ac4a7e1f929b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788090 May 06 10:47:56.960313 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-b40e58ec-99cb-44c6-90f1-5093efb1bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:56.961795 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-b40e58ec-99cb-44c6-90f1-5093efb1bdaf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1098 time: 0.0406158 May 06 10:47:57.071168 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-26b90d09-10dd-4d96-866a-b07367f5c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:57.072962 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-26b90d09-10dd-4d96-866a-b07367f5c494 service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.0913684 May 06 10:47:57.139248 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-639688ef-9447-47d6-9bde-04de4208fbcc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 1001 time: 0.0584545 May 06 10:47:57.194256 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-8136f159-391e-478b-a31c-9b50abf98138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:57.195758 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-8136f159-391e-478b-a31c-9b50abf98138 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0488563 May 06 10:47:57.241316 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-36a180cb-81c6-4d1d-8389-3907973cb415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:47:57.242948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-36a180cb-81c6-4d1d-8389-3907973cb415 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403495 May 06 10:47:57.336762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-a6539e38-932e-455b-9bec-beb3a44e53a8 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 May 06 10:47:57.432799 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5fd07224-9b5e-4f64-bd7b-a810c5ced70a req-b78a3fc9-8cb1-4222-8c0c-d6359b9d98b2 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868306 May 06 10:48:12.822709 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-42cf8a84-13fa-4b40-ab86-be4dd6625c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:15.314994 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5cb55811-a9aa-432b-8b04-a384bf228247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:16.936990 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:17.250034 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:18.433410 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:18.909359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:21.216779 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:22.589618 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:48:38.851725 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40056) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:39.013743 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Deleting port df7463df-5fd9-4c69-9f32-bb8bcf71f97f {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:39.014081 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:39.093580 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:39.093904 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:39.105766 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Calling delete_port for df7463df-5fd9-4c69-9f32-bb8bcf71f97f owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:39.250051 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:39.277106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event deleted for resources: {'Port': ['ID=df7463df-5fd9-4c69-9f32-bb8bcf71f97f,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:39.289374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.289724 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.290059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.290390 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.290715 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.291042 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.291366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.291722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.292047 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.292368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.292684 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.292999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:39.350907 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:39.350907 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Floating IP 3f6a1fd9-1961-4229-bbfd-ab54a3a50b74 disassociated (deleted). External IP: 172.25.8.86, port: b0b796d8-bcdf-4c8d-a7e9-48246e464fad. May 06 10:48:39.561146 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Router 986e898a-85e8-451a-8a4b-59240d857cc7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:48:39.670120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:48:39.675148 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:39.679644 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] Sync routers for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:48:39.689020 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:39.689625 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:39.701817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-fb52e22c-b5cd-49f1-8608-096d87dc00cf tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "DELETE /v2.0/floatingips/3f6a1fd9-1961-4229-bbfd-ab54a3a50b74 HTTP/1.1" status: 204 len: 168 time: 0.8490450 May 06 10:48:39.702410 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:48:39.705633 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9032a1-05d8-41c9-9f18-505abb33b0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:48:39.744774 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce39e3d3-9ec1-4b29-8440-9a7d3230d67a x-openstack-request-id: req-ce39e3d3-9ec1-4b29-8440-9a7d3230d67a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:48:39.745061 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:48:39.745314 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce39e3d3-9ec1-4b29-8440-9a7d3230d67a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:48:39.745740 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce39e3d3-9ec1-4b29-8440-9a7d3230d67a'] response: {'name': 'network-changed', 'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'status': 'completed', 'code': 200} May 06 10:48:39.804868 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:39.811298 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-d59358f7-d55f-4a1b-8035-66d90d4ed762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:39.812883 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-d59358f7-d55f-4a1b-8035-66d90d4ed762 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 1098 time: 0.0445771 May 06 10:48:39.950555 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-23144f74-e94e-4208-8f5a-da5a630babcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:39.952070 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-23144f74-e94e-4208-8f5a-da5a630babcd service neutron] 10.222.0.82 "GET /v2.0/networks?id=87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 200 len: 910 time: 0.1251848 May 06 10:48:39.960676 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e70cf1-2c28-4dc4-9abe-24125f772e6e req-5c91275f-2065-4b50-9537-5c45ed8b3d15 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:39.962080 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93e70cf1-2c28-4dc4-9abe-24125f772e6e req-5c91275f-2065-4b50-9537-5c45ed8b3d15 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 947 time: 0.0709529 May 06 10:48:40.007330 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-0a907e9a-25c6-4aa7-b00f-0870f0ed3f04 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 200 len: 217 time: 0.0442934 May 06 10:48:40.022769 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:40.049452 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] Checking router: 986e898a-85e8-451a-8a4b-59240d857cc7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:48:40.057436 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:40.058035 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:40.063368 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93e70cf1-2c28-4dc4-9abe-24125f772e6e req-fdcf2bba-bde7-45bc-869d-7572bd497063 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938468 May 06 10:48:40.073196 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-bf2e37c6-2a94-4fd1-ae4e-67a9ff7c4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:40.074650 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-bf2e37c6-2a94-4fd1-ae4e-67a9ff7c4249 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 200 len: 848 time: 0.0596917 May 06 10:48:40.123235 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-47d6f601-f775-41f9-af5c-51ced133cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:40.124767 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-47d6f601-f775-41f9-af5c-51ced133cc32 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=87baae41-42f3-41fe-85f6-e9fd765e9f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414793 May 06 10:48:40.165960 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:40.219362 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-b9a3723a-db96-425b-8747-cafa2bbbb9c4 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859945 May 06 10:48:40.310748 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6a9032a1-05d8-41c9-9f18-505abb33b0bd req-02ca0464-7f6b-4fed-84a3-aa012aa89590 service neutron] 10.222.0.82 "GET /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842910 May 06 10:48:40.363776 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:40.393288 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439df63-d56b-48d6-9da5-5ed62022b70a None None] The sync data for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 is: [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:40:01Z', 'revision_number': 4, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': '04eb31e6-b303-4c69-bee9-cb7d16f0639b', 'name': '', 'network_id': '87baae41-42f3-41fe-85f6-e9fd765e9f54', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'mac_address': 'fa:16:3e:f9:cd:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:01Z', 'updated_at': '2022-05-06T10:40:05Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'subnets': [{'id': '15dcb4a6-2d7c-4537-9645-951321de51f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:48:40.605858 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74020909-3688-4639-8700-371ac81a0012 None None] New status for floating IP 3f6a1fd9-1961-4229-bbfd-ab54a3a50b74: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:48:41.186465 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c5b08-46c8-4336-aac5-f0dec28e781b req-18f8b44a-3e7d-4f44-b2d4-6d044bfe860c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:41.187949 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db3c5b08-46c8-4336-aac5-f0dec28e781b req-18f8b44a-3e7d-4f44-b2d4-6d044bfe860c tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 947 time: 0.0489359 May 06 10:48:41.229235 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-db3c5b08-46c8-4336-aac5-f0dec28e781b req-0a941357-d07c-4267-9fa8-65223211f656 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/security-groups?id=8021152c-e649-475e-afb4-3240716492b1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340712 May 06 10:48:41.516411 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-bfe4ef23-b96f-48e7-ba97-4fcfbac12d62 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:41.518075 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-bfe4ef23-b96f-48e7-ba97-4fcfbac12d62 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.82 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 947 time: 0.0539515 May 06 10:48:41.608044 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Deleting port b0b796d8-bcdf-4c8d-a7e9-48246e464fad {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:41.608383 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:41.700289 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] For port b0b796d8-bcdf-4c8d-a7e9-48246e464fad, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:41.700648 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:41.713133 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Calling delete_port for b0b796d8-bcdf-4c8d-a7e9-48246e464fad owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:41.840248 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:41.877484 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event deleted for resources: {'Port': ['ID=b0b796d8-bcdf-4c8d-a7e9-48246e464fad,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:41.912076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] No DVR routers for this DVR port b0b796d8-bcdf-4c8d-a7e9-48246e464fad on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:48:41.914883 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:41.918271 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dc8d9847-9556-4305-b8b7-8686dc9d868b req-63323b40-7861-42d1-9ac4-4879d8664aa6 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.82 "DELETE /v2.0/ports/b0b796d8-bcdf-4c8d-a7e9-48246e464fad HTTP/1.1" status: 204 len: 173 time: 0.3943934 May 06 10:48:41.918758 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-deleted', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:48:41.921105 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26533b0-3141-47a3-aa5c-2a86e8f06955" -d '{"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-deleted", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:48:41.962799 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8aef0e-b04a-4781-9ad4-11aa644da9bd x-openstack-request-id: req-2e8aef0e-b04a-4781-9ad4-11aa644da9bd {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:48:41.963082 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ea3508-f91e-441a-bc13-d3e808105c16", "name": "network-vif-deleted", "tag": "b0b796d8-bcdf-4c8d-a7e9-48246e464fad", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:48:41.963340 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e8aef0e-b04a-4781-9ad4-11aa644da9bd {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:48:41.963793 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8aef0e-b04a-4781-9ad4-11aa644da9bd'] response: {'server_uuid': '64ea3508-f91e-441a-bc13-d3e808105c16', 'name': 'network-vif-deleted', 'tag': 'b0b796d8-bcdf-4c8d-a7e9-48246e464fad', 'status': 'completed', 'code': 200} May 06 10:48:42.331789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-ff9cdc73-0c18-412b-b05d-2206354a046a req-0f5e6748-be55-4789-941f-4c0b7c1cbf71 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 210 time: 0.0284824 May 06 10:48:42.825248 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1b2b6a37-9722-4f04-b0f0-86739eb61b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:43.431965 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c2f390ef-5708-4171-b3e7-ee518e7c2461 req-71836645-e0e0-43f4-bfcc-fe193781c1a7 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 210 time: 0.0271244 May 06 10:48:44.534096 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f8c82e6a-795c-410c-8daf-2c087b1cea31 req-62bffe7c-bf77-4028-8907-2a4f42f05e04 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 210 time: 0.0304761 May 06 10:48:45.288273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b0b796d8-bcdf-4c8d-a7e9-48246e464fad no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:48:45.322121 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: b0b796d8-bcdf-4c8d-a7e9-48246e464fad {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:48:45.322377 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device b0b796d8-bcdf-4c8d-a7e9-48246e464fad not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:48:45.331024 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-21f5a10e-c338-496f-8df9-2524aa46f2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:45.659202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-bc4c49dc-59d1-4f7d-9a97-fd60de2751c3 req-73672f34-5a1f-43a4-8fb1-cfc361d47b91 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "GET /v2.0/ports?device_id=64ea3508-f91e-441a-bc13-d3e808105c16 HTTP/1.1" status: 200 len: 210 time: 0.0315952 May 06 10:48:46.721448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40086) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:46.780154 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d514c6c8-83b1-4073-9ba5-1962e28ae5a2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:46.806533 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d514c6c8-83b1-4073-9ba5-1962e28ae5a2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:46.869525 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d514c6c8-83b1-4073-9ba5-1962e28ae5a2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:46.872139 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d514c6c8-83b1-4073-9ba5-1962e28ae5a2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:46.873297 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d514c6c8-83b1-4073-9ba5-1962e28ae5a2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] 10.222.0.76 "DELETE /v2.0/security-groups/8021152c-e649-475e-afb4-3240716492b1 HTTP/1.1" status: 204 len: 168 time: 0.1508684 May 06 10:48:46.883129 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514c6c8-83b1-4073-9ba5-1962e28ae5a2 tempest-TestShelveInstance-715135527 tempest-TestShelveInstance-715135527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8021152c-e649-475e-afb4-3240716492b1,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:46.928034 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40090) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:46.949474 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:47.262199 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:47.401532 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:47.662295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Deleting port 04eb31e6-b303-4c69-bee9-cb7d16f0639b {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:47.662556 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:47.742691 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] For port 04eb31e6-b303-4c69-bee9-cb7d16f0639b, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=04eb31e6-b303-4c69-bee9-cb7d16f0639b,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:47.743391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:47.756348 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Calling delete_port for 04eb31e6-b303-4c69-bee9-cb7d16f0639b owned by network:router_interface {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:47.936027 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:47.972546 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Pushing event deleted for resources: {'Port': ['ID=04eb31e6-b303-4c69-bee9-cb7d16f0639b,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:48.142012 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:48.437119 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:48.676118 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Router 986e898a-85e8-451a-8a4b-59240d857cc7 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:48:48.787302 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:48:48.792412 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e4eeb11a-120a-4e2d-be2e-efc4a379901f admin admin] 10.222.0.76 "PUT /v2.0/routers/986e898a-85e8-451a-8a4b-59240d857cc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8629980 May 06 10:48:48.794943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40094) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:48.796030 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] Sync routers for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:48:48.806558 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:48.807162 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:48.902108 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:48.915467 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.006308 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:49.006887 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.062898 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Deleting port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:49.063326 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.144917 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] For port 47a439e9-0c48-43d9-bce3-827fdf6c1dd6, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:49.145274 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.158926 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Calling delete_port for 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:49.182537 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:48:47Z', 'revision_number': 5, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port': {'id': '47a439e9-0c48-43d9-bce3-827fdf6c1dd6', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:39:59Z', 'updated_at': '2022-05-06T10:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:49.213788 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] Checking router: 986e898a-85e8-451a-8a4b-59240d857cc7 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:48:49.222132 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] Routers {'986e898a-85e8-451a-8a4b-59240d857cc7'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:49.222732 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['986e898a-85e8-451a-8a4b-59240d857cc7'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:49.309731 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] Set router 986e898a-85e8-451a-8a4b-59240d857cc7 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:49.328200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.352021 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a439e9-0c48-43d9-bce3-827fdf6c1dd6,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:49.362649 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:48:49Z', 'revision_number': 6, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:49.392798 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a5c28a-ea3b-4ae5-9798-05210e56708f None None] The sync data for ids ['986e898a-85e8-451a-8a4b-59240d857cc7'] in n-d-840834-1 is: [{'id': '986e898a-85e8-451a-8a4b-59240d857cc7', 'name': 'tempest-TestShelveInstance-1787297499-router', 'tenant_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:39:58Z', 'updated_at': '2022-05-06T10:48:49Z', 'revision_number': 6, 'project_id': 'ad11115fb2ae4f20a342dbd6f64108f9', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:48:49.424222 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.514453 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.517194 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.558939 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.559451 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 986e898a-85e8-451a-8a4b-59240d857cc7 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:48:49.564531 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.565623 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c2943b15-b2ec-4246-9749-60f8fce4f0e7 admin admin] 10.222.0.76 "DELETE /v2.0/routers/986e898a-85e8-451a-8a4b-59240d857cc7 HTTP/1.1" status: 204 len: 168 time: 0.7697568 May 06 10:48:49.568161 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40096) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:49.612332 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] Deleting subnet 15dcb4a6-2d7c-4537-9645-951321de51f7 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:48:49.615361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.653905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.729184 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.791693 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.820246 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15dcb4a6-2d7c-4537-9645-951321de51f7,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:49.822534 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.828384 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-55e59f1b-a7b8-4f72-94a0-4c5fbde063a2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/15dcb4a6-2d7c-4537-9645-951321de51f7 HTTP/1.1" status: 204 len: 168 time: 0.2566462 May 06 10:48:49.828384 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40098) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:49.832352 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e418fbe-29fb-4db4-bd28-efb10728a485 None None] Network 87baae41-42f3-41fe-85f6-e9fd765e9f54 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:48:49.904259 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:49.960205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Deleting port f889b4e0-86d6-4732-89aa-cd5ae22efced {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:49.960734 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.035045 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] For port f889b4e0-86d6-4732-89aa-cd5ae22efced, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=f889b4e0-86d6-4732-89aa-cd5ae22efced,segment=NetworkSegment(cb921972-d197-4bd4-9b94-1501293daa33),segment_id=cb921972-d197-4bd4-9b94-1501293daa33)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:50.035399 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.048808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Calling delete_port for f889b4e0-86d6-4732-89aa-cd5ae22efced owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:50.124866 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.152359 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f889b4e0-86d6-4732-89aa-cd5ae22efced,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:50.154306 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] No DVR routers for this DVR port f889b4e0-86d6-4732-89aa-cd5ae22efced on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:48:50.188917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001646e-461f-4471-8c60-6109ec8115e9 None None] DHCP port deletion for 87baae41-42f3-41fe-85f6-e9fd765e9f54 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:48:50.236210 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.258183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87baae41-42f3-41fe-85f6-e9fd765e9f54']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:50.270280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb921972-d197-4bd4-9b94-1501293daa33') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:50.270585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb921972-d197-4bd4-9b94-1501293daa33') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:50.280603 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.294605 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.302194 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:48:50.302587 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: timer() May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:48:50.304386 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:48:50.361787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.368136 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.371357 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/87baae41-42f3-41fe-85f6-e9fd765e9f54 HTTP/1.1" status: 204 len: 168 time: 0.5422866 May 06 10:48:50.375200 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40100) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:50.388531 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b62d1-7fcb-4b3e-af71-955ee86b97f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87baae41-42f3-41fe-85f6-e9fd765e9f54,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:50.740243 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:50.747751 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 04eb31e6-b303-4c69-bee9-cb7d16f0639b no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:48:50.772509 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 04eb31e6-b303-4c69-bee9-cb7d16f0639b {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:48:50.772853 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 04eb31e6-b303-4c69-bee9-cb7d16f0639b not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:48:50.773270 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f889b4e0-86d6-4732-89aa-cd5ae22efced no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:48:50.795240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: f889b4e0-86d6-4732-89aa-cd5ae22efced {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:48:50.795600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device f889b4e0-86d6-4732-89aa-cd5ae22efced not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:48:50.796014 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:48:50.815137 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:48:50.815477 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 47a439e9-0c48-43d9-bce3-827fdf6c1dd6 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:48:50.993361 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Deleting port ff25c2c3-9446-48ee-aa14-5add547b4d54 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:50.993603 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.069834 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] For port ff25c2c3-9446-48ee-aa14-5add547b4d54, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=ff25c2c3-9446-48ee-aa14-5add547b4d54,segment=NetworkSegment(0f651136-95fe-4d49-985e-9436da0765a1),segment_id=0f651136-95fe-4d49-985e-9436da0765a1)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:51.070199 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.083345 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Calling delete_port for ff25c2c3-9446-48ee-aa14-5add547b4d54 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:51.212300 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.262847 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.289789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff25c2c3-9446-48ee-aa14-5add547b4d54,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:51.319622 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.319977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.320318 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.320655 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.320989 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.321578 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.321908 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.322232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.322563 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.322890 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.323208 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.323526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:51.470177 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.682311 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Router b1889442-ca1e-4d9d-82a1-229e10e7686b has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:48:51.784748 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:48:51.789600 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-56e399ae-3374-4e23-9079-b2915d8eab51 admin admin] 10.222.0.76 "PUT /v2.0/routers/b1889442-ca1e-4d9d-82a1-229e10e7686b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4129021 May 06 10:48:51.792075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40104) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:51.794684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] Sync routers for ids ['b1889442-ca1e-4d9d-82a1-229e10e7686b'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:48:51.805162 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] Routers {'b1889442-ca1e-4d9d-82a1-229e10e7686b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:51.805776 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1889442-ca1e-4d9d-82a1-229e10e7686b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:51.897298 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:51.911830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] Set router b1889442-ca1e-4d9d-82a1-229e10e7686b gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:52.005198 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.061277 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Deleting port b1df11db-5195-4fa3-b68f-e30a54002092 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:52.061621 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.149676 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] For port b1df11db-5195-4fa3-b68f-e30a54002092, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=b1df11db-5195-4fa3-b68f-e30a54002092,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:52.149951 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.163498 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Calling delete_port for b1df11db-5195-4fa3-b68f-e30a54002092 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:52.252491 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:48:51Z', 'revision_number': 5, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port': {'id': 'b1df11db-5195-4fa3-b68f-e30a54002092', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fa:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:52.282922 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] Checking router: b1889442-ca1e-4d9d-82a1-229e10e7686b for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:48:52.291187 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] Routers {'b1889442-ca1e-4d9d-82a1-229e10e7686b'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:52.291819 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['b1889442-ca1e-4d9d-82a1-229e10e7686b'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:52.333422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.358544 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1df11db-5195-4fa3-b68f-e30a54002092,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:52.381263 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] Set router b1889442-ca1e-4d9d-82a1-229e10e7686b gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:52.426257 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.432864 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:48:52Z', 'revision_number': 6, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:52.463301 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd2789-0009-4ffd-8afb-f8d9eaee11d1 None None] The sync data for ids ['b1889442-ca1e-4d9d-82a1-229e10e7686b'] in n-d-840834-1 is: [{'id': 'b1889442-ca1e-4d9d-82a1-229e10e7686b', 'name': 'tempest-TestShelveInstance-1646239668-router', 'tenant_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:40:03Z', 'updated_at': '2022-05-06T10:48:52Z', 'revision_number': 6, 'project_id': 'b9eb2d4cee554ec3aa181c877b8424e3', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:48:52.520500 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.522626 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.566000 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.566579 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1889442-ca1e-4d9d-82a1-229e10e7686b {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:48:52.570933 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.572368 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b2c66758-331b-4f2e-884a-b03b0e4fb485 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b1889442-ca1e-4d9d-82a1-229e10e7686b HTTP/1.1" status: 204 len: 168 time: 0.7794042 May 06 10:48:52.575028 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40106) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:52.618950 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] Deleting subnet a04198c1-7a79-4f05-96fa-54a5a2668bbc {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:48:52.621965 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.655665 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.737354 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.789913 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.818387 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04198c1-7a79-4f05-96fa-54a5a2668bbc,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:52.819964 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.827145 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8dabab35-1d83-4b1a-aedd-42bc1a544b7d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a04198c1-7a79-4f05-96fa-54a5a2668bbc HTTP/1.1" status: 204 len: 168 time: 0.2476153 May 06 10:48:52.827145 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40108) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:52.837079 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e9f5b-f205-4714-8496-e3073180233d None None] Network e98aa5e4-239e-4f97-a0cf-f44b68ec0006 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:48:52.913296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.972645 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Deleting port 5d3f787c-18f7-465e-8119-f95cd2c959c9 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:48:52.972986 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:52.975388 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff25c2c3-9446-48ee-aa14-5add547b4d54 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:48:53.007624 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: ff25c2c3-9446-48ee-aa14-5add547b4d54 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:48:53.007967 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device ff25c2c3-9446-48ee-aa14-5add547b4d54 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:48:53.037256 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] For port 5d3f787c-18f7-465e-8119-f95cd2c959c9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=5d3f787c-18f7-465e-8119-f95cd2c959c9,segment=NetworkSegment(0f651136-95fe-4d49-985e-9436da0765a1),segment_id=0f651136-95fe-4d49-985e-9436da0765a1)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:53.037622 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.049988 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Calling delete_port for 5d3f787c-18f7-465e-8119-f95cd2c959c9 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:48:53.130894 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.156912 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3f787c-18f7-465e-8119-f95cd2c959c9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:53.162431 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] No DVR routers for this DVR port 5d3f787c-18f7-465e-8119-f95cd2c959c9 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:48:53.237798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.257814 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98aa5e4-239e-4f97-a0cf-f44b68ec0006']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:53.267443 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f651136-95fe-4d49-985e-9436da0765a1') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:53.267774 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f651136-95fe-4d49-985e-9436da0765a1') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:53.276849 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.290381 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.297198 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:48:53.298148 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: timer() May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:48:53.300358 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:48:53.318652 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f6f60-fbc5-4ea5-b9f7-e70f5dcdae0e None None] DHCP port deletion for e98aa5e4-239e-4f97-a0cf-f44b68ec0006 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:48:53.359422 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.365445 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.368558 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e98aa5e4-239e-4f97-a0cf-f44b68ec0006 HTTP/1.1" status: 204 len: 168 time: 0.5405164 May 06 10:48:53.380062 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a4e3-3cdc-402c-b99f-e750802009f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98aa5e4-239e-4f97-a0cf-f44b68ec0006,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:53.483766 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40112) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:53.526771 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-b48c5f6a-3d95-4ae4-89a2-da8ed2a7a7c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad11115fb2ae4f20a342dbd6f64108f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418079 May 06 10:48:53.529534 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40114) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:53.585378 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af427ca3-e9ed-4d1e-a8ad-044a57b8e331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.607338 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af427ca3-e9ed-4d1e-a8ad-044a57b8e331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.653408 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af427ca3-e9ed-4d1e-a8ad-044a57b8e331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.656090 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-af427ca3-e9ed-4d1e-a8ad-044a57b8e331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:53.658628 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-af427ca3-e9ed-4d1e-a8ad-044a57b8e331 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/780a9af1-2ed0-45e3-9af2-ae605fe57b2e HTTP/1.1" status: 204 len: 168 time: 0.1279347 May 06 10:48:53.669774 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af427ca3-e9ed-4d1e-a8ad-044a57b8e331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780a9af1-2ed0-45e3-9af2-ae605fe57b2e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:53.986811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40120) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:54.027683 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-ef98b3af-55fc-4805-ab77-8811adc88e9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b9eb2d4cee554ec3aa181c877b8424e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396268 May 06 10:48:54.030071 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40122) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:54.077395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afe13732-821c-44ff-b7e7-28e1f580ce71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:54.097953 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afe13732-821c-44ff-b7e7-28e1f580ce71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:54.145582 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afe13732-821c-44ff-b7e7-28e1f580ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:54.148175 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-afe13732-821c-44ff-b7e7-28e1f580ce71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:54.149331 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-afe13732-821c-44ff-b7e7-28e1f580ce71 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4495d548-d15d-4eff-80f6-5403a805e26d HTTP/1.1" status: 204 len: 168 time: 0.1183283 May 06 10:48:54.156833 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe13732-821c-44ff-b7e7-28e1f580ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4495d548-d15d-4eff-80f6-5403a805e26d,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:54.740321 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d3f787c-18f7-465e-8119-f95cd2c959c9 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:48:54.761744 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 5d3f787c-18f7-465e-8119-f95cd2c959c9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:48:54.762085 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 5d3f787c-18f7-465e-8119-f95cd2c959c9 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:48:54.762497 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1df11db-5195-4fa3-b68f-e30a54002092 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:48:54.784985 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: b1df11db-5195-4fa3-b68f-e30a54002092 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:48:54.785324 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device b1df11db-5195-4fa3-b68f-e30a54002092 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:48:54.854062 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40144) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:54.964891 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-613147513-network', 'tenant_id': 'd019b88af32841a49b71b96027926898'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:48:54.986036 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Made reservation on behalf of d019b88af32841a49b71b96027926898 for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:48:54.988418 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:54.996745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.070877 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.075325 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.098340 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:48:55.111628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b46518-39eb-4af9-9fd6-6497bdd7b1a8,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:55.118380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.118751 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Added segment 9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8 of type vlan for network 61010663-0f13-4ad1-8bbf-7854c257694e May 06 10:48:55.159928 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.184110 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.184977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:55.185550 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.245293 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3901167 May 06 10:48:55.248132 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40148) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:55.253515 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Request body: {'subnet': {'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-613147513-subnet', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:48:55.261032 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325a41f-acbe-4bd0-86ed-3a8a5263ad7d admin admin] Pushing event updated for resources: {'Network': ['ID=61010663-0f13-4ad1-8bbf-7854c257694e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:55.271237 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network 61010663-0f13-4ad1-8bbf-7854c257694e details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:48:55.276294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Made reservation on behalf of d019b88af32841a49b71b96027926898 for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:48:55.278594 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.445434 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.503860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063e88fe-7321-42d3-b29a-673a40acbf10,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:55.508145 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Checking segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:48:55.508501 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Network hostable DHCP agents. Network: 61010663-0f13-4ad1-8bbf-7854c257694e, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:48:55.526285 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Network 61010663-0f13-4ad1-8bbf-7854c257694e is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:48:55.534901 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, 61010663-0f13-4ad1-8bbf-7854c257694e) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:48:55.538943 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:55.539523 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.543462 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99091ff-6d02-48cd-a6f7-6dd14320bdbd None None] Network 61010663-0f13-4ad1-8bbf-7854c257694e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:48:55.555830 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-546283f5-e5d7-451d-bafd-4bdeb9b2fac7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065925 May 06 10:48:55.558353 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40150) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:55.562486 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:48:55.584859 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.586396 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.640995 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.691670 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-61010663-0f13-4ad1-8bbf-7854c257694e', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:48:55.692529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.783094 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.829920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Allocated IP 172.20.0.2 (61010663-0f13-4ad1-8bbf-7854c257694e/063e88fe-7321-42d3-b29a-673a40acbf10/564a6243-c73a-4997-9350-1029d9be43e5) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:48:55.976900 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.982557 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:55.987755 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.007645 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.023322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Network 61010663-0f13-4ad1-8bbf-7854c257694e is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:48:56.026116 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:48:56.032995 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:48:56.034952 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Pushing event updated for resources: {'Port': ['ID=564a6243-c73a-4997-9350-1029d9be43e5,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:56.045887 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.046226 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.046556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.046881 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.047236 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.047556 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.047896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.048212 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.048529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.048840 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.049151 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.049461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:56.099594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Attempting to bind port 564a6243-c73a-4997-9350-1029d9be43e5 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:48:56.099981 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Attempting to bind port 564a6243-c73a-4997-9350-1029d9be43e5 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:48:56.100322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Attempting to bind port 564a6243-c73a-4997-9350-1029d9be43e5 on network 61010663-0f13-4ad1-8bbf-7854c257694e {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:48:56.105174 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:48:56.105550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Checking segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:48:56.105942 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.106326 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Bound using segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:48:56.106782 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Bound port: 564a6243-c73a-4997-9350-1029d9be43e5, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:48:56.107148 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.111589 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Allocated IP 172.25.8.202 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/22691768-a513-4182-81c3-7d27ca3523d2) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:48:56.173242 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] For port 564a6243-c73a-4997-9350-1029d9be43e5, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:48:56.176457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] For port 564a6243-c73a-4997-9350-1029d9be43e5, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=564a6243-c73a-4997-9350-1029d9be43e5,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:48:56.181149 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.224361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.239866 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e9d56-12b1-4537-ba3d-54a2adc44ee4 None None] Pushing event updated for resources: {'Port': ['ID=564a6243-c73a-4997-9350-1029d9be43e5,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:56.263840 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.305875 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:48:56.308633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:48:56.311159 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:48:56.341777 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Pushing event updated for resources: {'Port': ['ID=22691768-a513-4182-81c3-7d27ca3523d2,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:56.587843 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.770077 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 564a6243-c73a-4997-9350-1029d9be43e5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:48:56.784380 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.818454 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 564a6243-c73a-4997-9350-1029d9be43e5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:48:56.818824 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.903287 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.920061 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Router fbc58abc-7183-4bd9-bb80-ed880cded581 is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:48:56.939845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 564a6243-c73a-4997-9350-1029d9be43e5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=564a6243-c73a-4997-9350-1029d9be43e5,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:56.944585 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:56.999825 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=564a6243-c73a-4997-9350-1029d9be43e5,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:57.043980 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:48:57.054704 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Sync routers for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:48:57.063956 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.065208 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-91e186c6-9ca9-4914-abb8-db1e0190636d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5059314 May 06 10:48:57.068371 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40152) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:57.068891 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:57.069323 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:57.178754 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:57.238613 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5c0a60-91a9-43f0-b2b9-6a87e296db17 None None] Network 61010663-0f13-4ad1-8bbf-7854c257694e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:48:57.355500 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-d9e565bf-9ad1-45ee-96b1-b1d36d3a1849 None None] Provisioning complete for port 564a6243-c73a-4997-9350-1029d9be43e5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:48:57.355914 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d9e565bf-9ad1-45ee-96b1-b1d36d3a1849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.370165 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:56Z', 'revision_number': 3, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:57.398768 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Checking router: fbc58abc-7183-4bd9-bb80-ed880cded581 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:48:57.399113 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Updating router fbc58abc-7183-4bd9-bb80-ed880cded581 port 22691768-a513-4182-81c3-7d27ca3523d2 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:48:57.428900 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.512543 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.685603 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Allocated IP 172.20.0.1 (61010663-0f13-4ad1-8bbf-7854c257694e/063e88fe-7321-42d3-b29a-673a40acbf10/cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:48:57.695457 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-2107cc74-78a2-487b-9814-28f7d54e9c06 None None] Provisioning complete for port 564a6243-c73a-4997-9350-1029d9be43e5 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:48:57.696011 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2107cc74-78a2-487b-9814-28f7d54e9c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.701978 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.708272 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.758108 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Attempting to bind port 22691768-a513-4182-81c3-7d27ca3523d2 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:48:57.758390 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Attempting to bind port 22691768-a513-4182-81c3-7d27ca3523d2 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:48:57.758748 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Attempting to bind port 22691768-a513-4182-81c3-7d27ca3523d2 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:48:57.771569 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:48:57.772315 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:48:57.772315 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.772716 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:48:57.773180 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Bound port: 22691768-a513-4182-81c3-7d27ca3523d2, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:48:57.773550 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.776642 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Pushing event updated for resources: {'Port': ['ID=22691768-a513-4182-81c3-7d27ca3523d2,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:57.793020 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.805540 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.805873 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.806201 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.806525 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.806845 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.807168 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.807486 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.807825 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.809016 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.809353 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.810027 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.810354 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:48:57.827686 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.847890 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] For port 22691768-a513-4182-81c3-7d27ca3523d2, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:48:57.850980 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] For port 22691768-a513-4182-81c3-7d27ca3523d2, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=22691768-a513-4182-81c3-7d27ca3523d2,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:48:57.854734 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:57.868866 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Network 61010663-0f13-4ad1-8bbf-7854c257694e is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:48:57.871789 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:48:57.875335 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:48:57.907004 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Pushing event updated for resources: {'Port': ['ID=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:57.914581 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2769ae-8cef-495b-9d01-bee39645042f None None] Pushing event updated for resources: {'Port': ['ID=22691768-a513-4182-81c3-7d27ca3523d2,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:57.917105 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:57.917691 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:57.931080 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.028010 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:48:58.071352 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.208560 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-21e62abf-035b-470a-94be-3c70656495b3 None None] Provisioning complete for port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:48:58.209724 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-21e62abf-035b-470a-94be-3c70656495b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.248227 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-21e62abf-035b-470a-94be-3c70656495b3 None None] Port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:48:58.248483 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.255602 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.304395 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:56Z', 'revision_number': 3, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:48:58.323167 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.325000 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Pushing event updated for resources: {'Port': ['ID=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:58.335420 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0866ddd-6e9e-44c1-b4db-383f014f5dd7 None None] The sync data for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 is: [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:56Z', 'revision_number': 3, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:48:58.426111 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Network 61010663-0f13-4ad1-8bbf-7854c257694e is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:48:58.427494 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:48:58.779406 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-6c914f6c-7d7e-4ffe-8e6d-d900dda946f1 None None] Provisioning complete for port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:48:58.779819 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-6c914f6c-7d7e-4ffe-8e6d-d900dda946f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.826688 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-6c914f6c-7d7e-4ffe-8e6d-d900dda946f1 None None] Port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:48:58.852338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 564a6243-c73a-4997-9350-1029d9be43e5 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:48:58.910167 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 564a6243-c73a-4997-9350-1029d9be43e5 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:48:58.910537 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:58.917570 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Router fbc58abc-7183-4bd9-bb80-ed880cded581 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:48:58.996529 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22691768-a513-4182-81c3-7d27ca3523d2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:48:59.034078 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:48:59.047704 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4ad73461-76c7-40e7-a710-e8aaeab1fd11 admin admin] 10.222.0.76 "PUT /v2.0/routers/fbc58abc-7183-4bd9-bb80-ed880cded581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9696383 May 06 10:48:59.053194 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 22691768-a513-4182-81c3-7d27ca3523d2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:48:59.053371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.138803 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.162665 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 22691768-a513-4182-81c3-7d27ca3523d2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=22691768-a513-4182-81c3-7d27ca3523d2,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:48:59.167680 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.224765 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=22691768-a513-4182-81c3-7d27ca3523d2,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:59.527850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40168) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:59.533581 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-327888561-network', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:48:59.552219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Made reservation on behalf of 0cde62c785af4c798f7450aa5e342b1b for: {'network': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:48:59.554493 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for network, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.563180 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.590064 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:48:59.639388 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.643888 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.671879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=102742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 06 10:48:59.678736 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf218c3-59bb-4f82-8f64-ff769c764399,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:59.685074 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.685470 n-d-840834-1 neutron-server[102742]: INFO neutron.db.segments_db [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Added segment caf85c2f-a016-4fdc-b051-8eed93cfc844 of type vlan for network c78d981c-6db3-4f0a-a194-ecf69d647732 May 06 10:48:59.731253 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788761618553'] for network, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.756076 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348'] for network, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.757162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:48:59.757745 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.814408 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2854311 May 06 10:48:59.817178 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40170) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:48:59.824119 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Request body: {'subnet': {'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-327888561-subnet', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'ip_version': 4}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:48:59.838388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796d057-ce02-409e-9af2-afc34819597d admin admin] Pushing event updated for resources: {'Network': ['ID=c78d981c-6db3-4f0a-a194-ecf69d647732,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:48:59.848692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Network c78d981c-6db3-4f0a-a194-ecf69d647732 details requested by agent ovs-agent-n-d-840834-1 with host n-d-840834-1 {{(pid=102744) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 06 10:48:59.851404 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Made reservation on behalf of 0cde62c785af4c798f7450aa5e342b1b for: {'subnet': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:48:59.854170 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31193734'] for subnet, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:48:59.960024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Sync routers for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:48:59.975304 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:48:59.976225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:00.067200 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31158380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31193748'] for subnet, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.111684 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:00.133002 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd72987-15bf-44fe-9d24-04745ec879d7,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:00.140024 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Checking segment: {'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:49:00.140314 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Network hostable DHCP agents. Network: c78d981c-6db3-4f0a-a194-ecf69d647732, hostable agents: ['5f299371-2a9a-4f8a-bf6f-a244e204df7f'], hosted agents: [] {{(pid=102742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 06 10:49:00.156558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Network c78d981c-6db3-4f0a-a194-ecf69d647732 is scheduled to be hosted by DHCP agent 5f299371-2a9a-4f8a-bf6f-a244e204df7f with binding_index 1 {{(pid=102742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 06 10:49:00.165125 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-840834-1, c78d981c-6db3-4f0a-a194-ecf69d647732) {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:49:00.169162 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:00.169963 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.182475 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aaecb3-3311-4250-85a5-077db89e8132 None None] Network c78d981c-6db3-4f0a-a194-ecf69d647732 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:49:00.188333 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c43c97b3-8c41-47fa-81d1-eef75df2be13 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673306 May 06 10:49:00.190858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40172) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:00.195072 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:00.214391 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1024583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26414'] for router, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.215473 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1024563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899599', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-888832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26391'] for router, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.278328 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.595486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc9782b1-5f4d-578d-80ea-92516c06c964-c78d981c-6db3-4f0a-a194-ecf69d647732', 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'fixed_ips': [{'subnet_id': 'bdd72987-15bf-44fe-9d24-04745ec879d7'}]}} from n-d-840834-1. {{(pid=102744) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 06 10:49:00.596516 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.601708 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 2, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:00.636984 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Checking router: fbc58abc-7183-4bd9-bb80-ed880cded581 for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:49:00.637338 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Updating router fbc58abc-7183-4bd9-bb80-ed880cded581 port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:49:00.721923 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.741000 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.772951 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22691768-a513-4182-81c3-7d27ca3523d2 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:00.918926 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.db_base_plugin_common [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Allocated IP 172.20.0.2 (c78d981c-6db3-4f0a-a194-ecf69d647732/bdd72987-15bf-44fe-9d24-04745ec879d7/73e6333e-ca8c-450d-a46c-b73ee0cda760) {{(pid=102744) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:49:00.942808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:00.962631 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.030481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 22691768-a513-4182-81c3-7d27ca3523d2 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:01.030853 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.068663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Allocated IP 172.25.8.170 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:49:01.176075 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.209770 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.220913 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Notify callbacks [] for port, precommit_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.238535 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926'] for port, after_create {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.251602 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:49:01.256739 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:49:01.260297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:49:01.268742 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Pushing event updated for resources: {'Port': ['ID=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:01.320540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Network c78d981c-6db3-4f0a-a194-ecf69d647732 is already hosted by enough agents. {{(pid=102744) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:49:01.325941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.scheduler.base_scheduler [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Resources bound (agent type, host, resource id): {{(pid=102744) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:49:01.339898 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Received port after_create {{(pid=102744) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:49:01.347702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.352830 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Pushing event updated for resources: {'Port': ['ID=73e6333e-ca8c-450d-a46c-b73ee0cda760,revision_number=1']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:01.359361 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.458837 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6319305-bffe-4382-be9b-1d8bbaed041b None None] Pushing event updated for resources: {'Port': ['ID=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:01.465168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Attempting to bind port 73e6333e-ca8c-450d-a46c-b73ee0cda760 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:49:01.465536 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Attempting to bind port 73e6333e-ca8c-450d-a46c-b73ee0cda760 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:49:01.465896 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Attempting to bind port 73e6333e-ca8c-450d-a46c-b73ee0cda760 on network c78d981c-6db3-4f0a-a194-ecf69d647732 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:01.489417 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:49:01.489786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Checking segment: {'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:49:01.490186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.490583 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Bound using segment: {'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:49:01.491073 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Bound port: 73e6333e-ca8c-450d-a46c-b73ee0cda760, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:49:01.491463 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.535361 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.550198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Attempting to bind port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:49:01.550567 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Attempting to bind port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:49:01.550927 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Attempting to bind port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 on network 61010663-0f13-4ad1-8bbf-7854c257694e {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:01.562421 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:49:01.563528 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Checking segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:49:01.564058 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.564451 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Bound using segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:49:01.564932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Bound port: cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:49:01.565312 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.620885 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] For port 73e6333e-ca8c-450d-a46c-b73ee0cda760, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:49:01.637632 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] For port 73e6333e-ca8c-450d-a46c-b73ee0cda760, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=73e6333e-ca8c-450d-a46c-b73ee0cda760,segment=NetworkSegment(caf85c2f-a016-4fdc-b051-8eed93cfc844),segment_id=caf85c2f-a016-4fdc-b051-8eed93cfc844)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:49:01.661086 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.702786 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] For port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:49:01.730549 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] For port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:49:01.731550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-8c33831a-ce9f-41b9-8127-1b8175e385c2 None None] Provisioning complete for port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:01.731941 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c33831a-ce9f-41b9-8127-1b8175e385c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.744874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.754961 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1024570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899642'] for router, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:01.777384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c496cb-64b8-4b04-8dbb-32958f53492a None None] Pushing event updated for resources: {'Port': ['ID=73e6333e-ca8c-450d-a46c-b73ee0cda760,revision_number=2']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:01.849473 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:49:01.850111 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:01.890456 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6319305-bffe-4382-be9b-1d8bbaed041b None None] Pushing event updated for resources: {'Port': ['ID=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:01.923228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Router 5ec3f409-0b74-42b4-94c2-b80bce05babb is scheduled to L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 with binding_index 1 {{(pid=102742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 06 10:49:01.977874 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c33831a-ce9f-41b9-8127-1b8175e385c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:02.032690 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:02.059232 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-8c33831a-ce9f-41b9-8127-1b8175e385c2 None None] For port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:02.075089 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8c33831a-ce9f-41b9-8127-1b8175e385c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:02.099858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:49:02.112121 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Sync routers for ids ['5ec3f409-0b74-42b4-94c2-b80bce05babb'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:49:02.130126 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Routers {'5ec3f409-0b74-42b4-94c2-b80bce05babb'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:49:02.131314 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5ec3f409-0b74-42b4-94c2-b80bce05babb'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:02.137496 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:02.138892 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-c29b4fbb-4c21-41f0-85f0-afe73d47f028 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9470947 May 06 10:49:02.143426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40174) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:02.222996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33831a-ce9f-41b9-8127-1b8175e385c2 None None] Pushing event updated for resources: {'Port': ['ID=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:02.241439 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-dbc87bdc-b868-420b-a166-00f42cbe3c35 None None] Provisioning complete for port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:02.241814 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dbc87bdc-b868-420b-a166-00f42cbe3c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:02.290268 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Set router 5ec3f409-0b74-42b4-94c2-b80bce05babb gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:02.397130 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:02.429687 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ad3734-8124-4025-b04c-e62c8fe6ea07 None None] The sync data for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 is: [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:49:02.510666 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 3, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port': {'id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:02.547637 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Checking router: 5ec3f409-0b74-42b4-94c2-b80bce05babb for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:49:02.548246 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Updating router 5ec3f409-0b74-42b4-94c2-b80bce05babb port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 binding host n-d-840834-1 {{(pid=102745) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:49:02.589469 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:02.681182 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:02.920273 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 73e6333e-ca8c-450d-a46c-b73ee0cda760 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:02.928107 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Allocated IP 172.20.0.1 (c78d981c-6db3-4f0a-a194-ecf69d647732/bdd72987-15bf-44fe-9d24-04745ec879d7/a2e9eb34-569a-430e-a77a-9627cb96dda9) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:49:02.991198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 73e6333e-ca8c-450d-a46c-b73ee0cda760 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:02.991568 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.032320 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551e024-37d5-4825-982b-c84910d60a75 None None] Network c78d981c-6db3-4f0a-a194-ecf69d647732 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:49:03.042661 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Notify callbacks [] for port, precommit_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.051066 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.106690 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.115464 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Attempting to bind port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:49:03.116133 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Attempting to bind port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:49:03.116248 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Attempting to bind port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 on network 787548d0-ce2f-47e8-8359-296a6562f611 {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:03.123398 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:49:03.124021 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Checking segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:49:03.124495 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.125073 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Bound using segment: {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'} {{(pid=102745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:49:03.126233 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.managers [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Bound port: 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da27795b-12ee-4576-b42d-d7b9ca2a5a03', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611'}}] {{(pid=102745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:49:03.126811 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.134944 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cac8d-da98-4bcd-99c5-32ba05bb525c None None] Pushing event updated for resources: {'Port': ['ID=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,revision_number=2']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:03.164406 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.200132 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] For port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776, host n-d-840834-1, cleared binding levels {{(pid=102745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:49:03.204884 n-d-840834-1 neutron-server[102745]: DEBUG neutron.plugins.ml2.db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] For port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:49:03.211015 n-d-840834-1 neutron-server[102745]: DEBUG neutron_lib.callbacks.manager [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.227090 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Network c78d981c-6db3-4f0a-a194-ecf69d647732 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:49:03.230343 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:49:03.237641 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:49:03.286290 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Routers {'5ec3f409-0b74-42b4-94c2-b80bce05babb'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:49:03.287164 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5ec3f409-0b74-42b4-94c2-b80bce05babb'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:03.297923 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Pushing event updated for resources: {'Port': ['ID=a2e9eb34-569a-430e-a77a-9627cb96dda9,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:03.319798 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1036303'] for router_interface, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.356337 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-fd0dd4d8-abef-48e6-93e7-41cbaf7fbea8 None None] Provisioning complete for port 73e6333e-ca8c-450d-a46c-b73ee0cda760 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:03.356711 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd4d8-abef-48e6-93e7-41cbaf7fbea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.425769 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] Set router 5ec3f409-0b74-42b4-94c2-b80bce05babb gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:03.427517 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cac8d-da98-4bcd-99c5-32ba05bb525c None None] Pushing event updated for resources: {'Port': ['ID=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,revision_number=3']} {{(pid=102745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:03.436655 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.491245 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.565901 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 73e6333e-ca8c-450d-a46c-b73ee0cda760, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=73e6333e-ca8c-450d-a46c-b73ee0cda760,segment=NetworkSegment(caf85c2f-a016-4fdc-b051-8eed93cfc844),segment_id=caf85c2f-a016-4fdc-b051-8eed93cfc844)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:03.568594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd0dd4d8-abef-48e6-93e7-41cbaf7fbea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.597384 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.598172 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:03.652341 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 3, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port': {'id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:03.688704 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.694332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.711970 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416594d-b67f-41cf-b9e8-cd028bab6063 None None] The sync data for ids ['5ec3f409-0b74-42b4-94c2-b80bce05babb'] in n-d-840834-1 is: [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 3, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port': {'id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:49:03.762219 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=73e6333e-ca8c-450d-a46c-b73ee0cda760,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:03.782648 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.db.api [None req-fd0dd4d8-abef-48e6-93e7-41cbaf7fbea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102744) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 06 10:49:03.783264 n-d-840834-1 neutron-server[102744]: DEBUG oslo_db.api [None req-fd0dd4d8-abef-48e6-93e7-41cbaf7fbea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 06 10:49:03.789376 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-542354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1036539'] for router_interface, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.798394 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:03.798959 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:03.803598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Pushing event updated for resources: {'Port': ['ID=a2e9eb34-569a-430e-a77a-9627cb96dda9,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:03.949762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Network c78d981c-6db3-4f0a-a194-ecf69d647732 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:49:03.951168 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:49:04.077008 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Router 5ec3f409-0b74-42b4-94c2-b80bce05babb has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:49:04.203993 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:49:04.211681 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-0f2de7c6-6f63-4765-86a8-8a3cc5ca223f admin admin] 10.222.0.76 "PUT /v2.0/routers/5ec3f409-0b74-42b4-94c2-b80bce05babb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669901 May 06 10:49:04.448784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-46487518-6104-434f-837f-2d6ade86e1eb None None] Provisioning complete for port 73e6333e-ca8c-450d-a46c-b73ee0cda760 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:04.448784 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-46487518-6104-434f-837f-2d6ade86e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:04.543336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-46487518-6104-434f-837f-2d6ade86e1eb None None] Provisioning complete for port a2e9eb34-569a-430e-a77a-9627cb96dda9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:04.543654 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-46487518-6104-434f-837f-2d6ade86e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:04.590643 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-46487518-6104-434f-837f-2d6ade86e1eb None None] Port a2e9eb34-569a-430e-a77a-9627cb96dda9 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:49:04.841192 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:04.895511 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:04.896056 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:04.979054 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.001125 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] For port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:05.005486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.006181 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 73e6333e-ca8c-450d-a46c-b73ee0cda760 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:05.083962 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Pushing event updated for resources: {'Port': ['ID=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:05.094932 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 73e6333e-ca8c-450d-a46c-b73ee0cda760 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:05.095401 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.113266 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40182) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:05.118177 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-4b559baa-77fe-4512-b00f-dc6b806c999d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18826467', 'description': 'tempest-secgroup-smoke-18826467 description', 'project_id': 'd019b88af32841a49b71b96027926898'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:05.138630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b559baa-77fe-4512-b00f-dc6b806c999d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.211513 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b559baa-77fe-4512-b00f-dc6b806c999d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.215137 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b559baa-77fe-4512-b00f-dc6b806c999d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.243985 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b559baa-77fe-4512-b00f-dc6b806c999d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.245216 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4b559baa-77fe-4512-b00f-dc6b806c999d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1308758 May 06 10:49:05.248450 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40184) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:05.249169 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b559baa-77fe-4512-b00f-dc6b806c999d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15de4813-dcd0-4610-922b-1af90da1910e,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:05.253317 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-dd19f925-3123-4d9e-b2cd-17dfbf8163f4 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'security_group_rule': {'security_group_id': '15de4813-dcd0-4610-922b-1af90da1910e', 'project_id': 'd019b88af32841a49b71b96027926898', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:05.277106 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd19f925-3123-4d9e-b2cd-17dfbf8163f4 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.348201 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd19f925-3123-4d9e-b2cd-17dfbf8163f4 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.352463 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd19f925-3123-4d9e-b2cd-17dfbf8163f4 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.371297 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19f925-3123-4d9e-b2cd-17dfbf8163f4 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf79855-a18e-4b78-a23d-ff3edaa61f61,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:05.381654 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dd19f925-3123-4d9e-b2cd-17dfbf8163f4 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.382867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dd19f925-3123-4d9e-b2cd-17dfbf8163f4 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332612 May 06 10:49:05.385673 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40186) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:05.390114 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-8a7a2df6-11d6-40ae-be8c-efeb14fe01ef tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'security_group_rule': {'security_group_id': '15de4813-dcd0-4610-922b-1af90da1910e', 'project_id': 'd019b88af32841a49b71b96027926898', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:05.424989 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2df6-11d6-40ae-be8c-efeb14fe01ef tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.484833 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2df6-11d6-40ae-be8c-efeb14fe01ef tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.488717 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2df6-11d6-40ae-be8c-efeb14fe01ef tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.509897 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a2df6-11d6-40ae-be8c-efeb14fe01ef tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9c613c-fb78-4d9f-bb74-76c8057a23e2,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:05.517038 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2df6-11d6-40ae-be8c-efeb14fe01ef tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.517601 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8a7a2df6-11d6-40ae-be8c-efeb14fe01ef tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309087 May 06 10:49:05.520512 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40188) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:05.524717 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-66e9308c-ecc0-48b6-b6d9-e622c794bfda tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'security_group_rule': {'security_group_id': '15de4813-dcd0-4610-922b-1af90da1910e', 'project_id': 'd019b88af32841a49b71b96027926898', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:05.550999 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66e9308c-ecc0-48b6-b6d9-e622c794bfda tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.612143 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66e9308c-ecc0-48b6-b6d9-e622c794bfda tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.615795 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66e9308c-ecc0-48b6-b6d9-e622c794bfda tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.636120 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9308c-ecc0-48b6-b6d9-e622c794bfda tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a965ca-47b5-4476-b8e3-79463d749c5e,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:05.644221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-66e9308c-ecc0-48b6-b6d9-e622c794bfda tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.645456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-66e9308c-ecc0-48b6-b6d9-e622c794bfda tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240335 May 06 10:49:05.648212 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40190) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:05.652625 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-d6551c84-fe01-4b65-8184-73076785c7bb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'security_group_rule': {'security_group_id': '15de4813-dcd0-4610-922b-1af90da1910e', 'project_id': 'd019b88af32841a49b71b96027926898', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:05.679201 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d6551c84-fe01-4b65-8184-73076785c7bb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.741950 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d6551c84-fe01-4b65-8184-73076785c7bb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.746206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d6551c84-fe01-4b65-8184-73076785c7bb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.764046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551c84-fe01-4b65-8184-73076785c7bb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a5c96b-cda2-4e33-8c52-ca117cab6237,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:05.777252 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-d6551c84-fe01-4b65-8184-73076785c7bb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.781198 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d6551c84-fe01-4b65-8184-73076785c7bb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293151 May 06 10:49:05.781628 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40192) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:05.786669 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'security_group_rule': {'security_group_id': '15de4813-dcd0-4610-922b-1af90da1910e', 'project_id': 'd019b88af32841a49b71b96027926898', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:05.807736 n-d-840834-1 neutron-server[102742]: INFO neutron.db.securitygroups_db [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Project d019b88af32841a49b71b96027926898 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:49:05.813024 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.862004 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Sync routers for ids ['5ec3f409-0b74-42b4-94c2-b80bce05babb'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:49:05.876444 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.876646 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Routers {'5ec3f409-0b74-42b4-94c2-b80bce05babb'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:49:05.877018 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5ec3f409-0b74-42b4-94c2-b80bce05babb'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:05.880146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.898123 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad797fb1-837a-4c52-81c6-6417da7ba540,revision_number=0']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:05.908492 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:05.912370 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-b05d536f-14f3-4730-96cf-60ed3d2fe13a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266193 May 06 10:49:05.912749 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40194) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:05.917308 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'security_group_rule': {'security_group_id': '15de4813-dcd0-4610-922b-1af90da1910e', 'project_id': 'd019b88af32841a49b71b96027926898', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:05.945539 n-d-840834-1 neutron-server[102743]: INFO neutron.db.securitygroups_db [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Project d019b88af32841a49b71b96027926898 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 06 10:49:05.951642 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.013006 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Set router 5ec3f409-0b74-42b4-94c2-b80bce05babb gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:06.018223 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.022050 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1038408'] for security_group_rule, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.039273 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba4b0cb-2014-4d11-bc7e-355808e0f1f4,revision_number=0']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:06.048701 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.049919 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-8756b0d5-a685-4729-a641-67e774e23569 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361651 May 06 10:49:06.195608 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-690cf526-679d-4675-9e66-117d39d40c06 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18826467&fields=id&tenant_id=d019b88af32841a49b71b96027926898 HTTP/1.1" status: 200 len: 267 time: 0.0341756 May 06 10:49:06.227336 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:03Z', 'revision_number': 4, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port': {'id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a2e9eb34-569a-430e-a77a-9627cb96dda9', 'name': '', 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'mac_address': 'fa:16:3e:dd:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'bdd72987-15bf-44fe-9d24-04745ec879d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:02Z', 'updated_at': '2022-05-06T10:49:03Z', 'revision_number': 2, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'subnets': [{'id': 'bdd72987-15bf-44fe-9d24-04745ec879d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:06.253933 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Checking router: 5ec3f409-0b74-42b4-94c2-b80bce05babb for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:49:06.254279 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Updating router 5ec3f409-0b74-42b4-94c2-b80bce05babb port a2e9eb34-569a-430e-a77a-9627cb96dda9 binding host n-d-840834-1 {{(pid=102744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 06 10:49:06.280291 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.309183 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-d5782186-d784-4acb-990a-385016c40bfe tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:06.310644 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-d5782186-d784-4acb-990a-385016c40bfe tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 809 time: 0.1063795 May 06 10:49:06.326449 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-ce02030a-5200-4530-abc9-ec564143462a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/quotas/d019b88af32841a49b71b96027926898 HTTP/1.1" status: 200 len: 375 time: 0.0093400 May 06 10:49:06.379694 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-aeaa84a2-9dba-4208-8646-d4c7ad6481c9 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469174 May 06 10:49:06.396474 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-fa2cdea2-4ff6-422b-99da-8c376256e2e2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=102742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 06 10:49:06.397306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-fa2cdea2-4ff6-422b-99da-8c376256e2e2 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052173 May 06 10:49:06.492222 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-e1e6d04e-2a6a-4765-ba38-89478587ecaa service neutron] 10.222.0.76 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884845 May 06 10:49:06.551769 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Notify callbacks [] for port, precommit_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.557782 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.590725 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-b53fa266-3b88-4386-8d79-28e6dd6eb175 service neutron] 10.222.0.76 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919323 May 06 10:49:06.616658 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875aed6-1aae-4023-b227-4c1483feea11 None None] Pushing event updated for resources: {'Port': ['ID=a2e9eb34-569a-430e-a77a-9627cb96dda9,revision_number=3']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:06.672026 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Attempting to bind port a2e9eb34-569a-430e-a77a-9627cb96dda9 on host n-d-840834-1 for vnic_type normal with profile {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:49:06.672732 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Attempting to bind port a2e9eb34-569a-430e-a77a-9627cb96dda9 by drivers openvswitch,hyperv on host n-d-840834-1 at level 0 using segments [{'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:49:06.673165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Attempting to bind port a2e9eb34-569a-430e-a77a-9627cb96dda9 on network c78d981c-6db3-4f0a-a194-ecf69d647732 {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:06.679196 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Checking agent: {'id': '6efbf2ac-69f8-4285-9a1f-e5a95cac0148', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 22, 49), 'started_at': datetime.datetime(2022, 5, 6, 9, 23, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-840834-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:49:06.679563 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Checking segment: {'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:49:06.680534 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.680534 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Bound using segment: {'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'} {{(pid=102744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:49:06.680834 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.managers [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Bound port: a2e9eb34-569a-430e-a77a-9627cb96dda9, host: n-d-840834-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf85c2f-a016-4fdc-b051-8eed93cfc844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732'}}] {{(pid=102744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:49:06.681324 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.773760 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] For port a2e9eb34-569a-430e-a77a-9627cb96dda9, host n-d-840834-1, cleared binding levels {{(pid=102744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:49:06.790957 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] For port a2e9eb34-569a-430e-a77a-9627cb96dda9, host n-d-840834-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2e9eb34-569a-430e-a77a-9627cb96dda9,segment=NetworkSegment(caf85c2f-a016-4fdc-b051-8eed93cfc844),segment_id=caf85c2f-a016-4fdc-b051-8eed93cfc844)] {{(pid=102744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:49:06.798245 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.809746 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0af2161a-a0a4-4d80-802f-64370978d970 req-bbf4d869-4c30-4fad-93fb-5db06125df33 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 210 time: 0.0486157 May 06 10:49:06.841366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:06.911728 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875aed6-1aae-4023-b227-4c1483feea11 None None] Pushing event updated for resources: {'Port': ['ID=a2e9eb34-569a-430e-a77a-9627cb96dda9,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:06.917244 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Routers {'5ec3f409-0b74-42b4-94c2-b80bce05babb'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:49:06.917868 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:48:45Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5ec3f409-0b74-42b4-94c2-b80bce05babb'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:06.987812 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:06.988186 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:06.995807 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-a47d6daf-cba4-4e3b-ba26-435ae86f47e0 None None] Provisioning complete for port a2e9eb34-569a-430e-a77a-9627cb96dda9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:06.996184 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a47d6daf-cba4-4e3b-ba26-435ae86f47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:07.114928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] Set router 5ec3f409-0b74-42b4-94c2-b80bce05babb gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:07.484083 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a47d6daf-cba4-4e3b-ba26-435ae86f47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:07.557281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-a47d6daf-cba4-4e3b-ba26-435ae86f47e0 None None] For port a2e9eb34-569a-430e-a77a-9627cb96dda9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2e9eb34-569a-430e-a77a-9627cb96dda9,segment=NetworkSegment(caf85c2f-a016-4fdc-b051-8eed93cfc844),segment_id=caf85c2f-a016-4fdc-b051-8eed93cfc844)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:07.565571 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-a47d6daf-cba4-4e3b-ba26-435ae86f47e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:07.622968 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d6daf-cba4-4e3b-ba26-435ae86f47e0 None None] Pushing event updated for resources: {'Port': ['ID=a2e9eb34-569a-430e-a77a-9627cb96dda9,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:07.633183 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:03Z', 'revision_number': 4, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port': {'id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a2e9eb34-569a-430e-a77a-9627cb96dda9', 'name': '', 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'mac_address': 'fa:16:3e:dd:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'bdd72987-15bf-44fe-9d24-04745ec879d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:02Z', 'updated_at': '2022-05-06T10:49:06Z', 'revision_number': 4, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'subnets': [{'id': 'bdd72987-15bf-44fe-9d24-04745ec879d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:07.659857 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf9f3b-b38e-4b3d-9c1a-42a39d3cbd86 None None] The sync data for ids ['5ec3f409-0b74-42b4-94c2-b80bce05babb'] in n-d-840834-1 is: [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:03Z', 'revision_number': 4, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port': {'id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'a2e9eb34-569a-430e-a77a-9627cb96dda9', 'name': '', 'network_id': 'c78d981c-6db3-4f0a-a194-ecf69d647732', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'mac_address': 'fa:16:3e:dd:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'bdd72987-15bf-44fe-9d24-04745ec879d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:02Z', 'updated_at': '2022-05-06T10:49:06Z', 'revision_number': 4, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'subnets': [{'id': 'bdd72987-15bf-44fe-9d24-04745ec879d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:49:07.686251 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-7bbf2b83-bf45-44dc-82e3-46f1007c6be8 None None] Provisioning complete for port a2e9eb34-569a-430e-a77a-9627cb96dda9 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:07.686619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7bbf2b83-bf45-44dc-82e3-46f1007c6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:07.946879 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f2ff3a2a-3d9e-45eb-be9f-e27dcd423ed0 req-fb030a2c-dd76-45c7-9d1b-d54aac9117d0 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 210 time: 0.0375113 May 06 10:49:07.997220 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-d529fd23-0bab-4c23-aade-7709865d8e12 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:07.998978 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-d529fd23-0bab-4c23-aade-7709865d8e12 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 809 time: 0.1511521 May 06 10:49:08.047873 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-fc314b5f-19fc-454f-8463-1c9ccaf6597b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d019b88af32841a49b71b96027926898 HTTP/1.1" status: 200 len: 378 time: 0.0378249 May 06 10:49:08.056934 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'port': {'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'admin_state_up': True, 'tenant_id': 'd019b88af32841a49b71b96027926898', 'security_groups': ['15de4813-dcd0-4610-922b-1af90da1910e']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:08.170075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Made reservation on behalf of d019b88af32841a49b71b96027926898 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:49:08.173678 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.307792 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Allocated IP 172.20.0.9 (61010663-0f13-4ad1-8bbf-7854c257694e/063e88fe-7321-42d3-b29a-673a40acbf10/dc1fbf50-12ae-4df6-bba2-182e483488b0) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:49:08.448104 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.481863 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.523280 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Network 61010663-0f13-4ad1-8bbf-7854c257694e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:49:08.526237 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:49:08.529759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:49:08.557633 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:08.586858 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:08.587520 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.604136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-8e312b7c-1b81-4963-864d-f4728642c3c8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510147 May 06 10:49:08.616426 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Request body: {'port': {'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:08.677077 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.786784 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2e9eb34-569a-430e-a77a-9627cb96dda9 up at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:08.834461 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-926422e0-0a30-472d-81ba-b5e3bae163f9 None None] Provisioning complete for port dc1fbf50-12ae-4df6-bba2-182e483488b0 triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:08.834832 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-926422e0-0a30-472d-81ba-b5e3bae163f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.875594 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Provisioning complete for port a2e9eb34-569a-430e-a77a-9627cb96dda9 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:08.875975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.878606 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-926422e0-0a30-472d-81ba-b5e3bae163f9 None None] Port dc1fbf50-12ae-4df6-bba2-182e483488b0 cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:49:08.958309 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1fbf50-12ae-4df6-bba2-182e483488b0 {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:49:08.966395 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:08.979075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Transition to ACTIVE for port object dc1fbf50-12ae-4df6-bba2-182e483488b0 will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:49:08.983544 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:09.048218 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:09.139301 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f6d2f-1c59-40ec-84fc-4946758ab6c7 req-479de557-74ca-4019-bddf-3a4305e27b76 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:09.141583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908f6d2f-1c59-40ec-84fc-4946758ab6c7 req-479de557-74ca-4019-bddf-3a4305e27b76 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.1172037 May 06 10:49:09.159366 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Attempting to bind port dc1fbf50-12ae-4df6-bba2-182e483488b0 on host n-h2-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:49:09.159863 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Attempting to bind port dc1fbf50-12ae-4df6-bba2-182e483488b0 by drivers openvswitch,hyperv on host n-h2-840834-1 at level 0 using segments [{'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:49:09.160059 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Attempting to bind port dc1fbf50-12ae-4df6-bba2-182e483488b0 on network 61010663-0f13-4ad1-8bbf-7854c257694e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:09.171445 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Port dc1fbf50-12ae-4df6-bba2-182e483488b0 on network 61010663-0f13-4ad1-8bbf-7854c257694e not bound, no agent of type Open vSwitch agent registered on host n-h2-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:49:09.171999 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Attempting to bind port dc1fbf50-12ae-4df6-bba2-182e483488b0 on network 61010663-0f13-4ad1-8bbf-7854c257694e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:49:09.181754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Checking agent: {'id': 'b5a7a58d-7cea-423a-b45e-16ae318fd74d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:49:09.182092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Checking segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:49:09.182475 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Bound using segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:49:09.182914 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Bound port: dc1fbf50-12ae-4df6-bba2-182e483488b0, host: n-h2-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:49:09.183272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:09.204859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-908f6d2f-1c59-40ec-84fc-4946758ab6c7 req-3ca0dcfa-20ee-46ad-a3d1-1328e093cc6d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572000 May 06 10:49:09.261341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:49:09.264583 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:49:09.270291 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:09.313084 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:09.313705 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:09.315069 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] 10.222.0.83 "PUT /v2.0/ports/dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 1091 time: 0.7028685 May 06 10:49:09.315500 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:49:09.317738 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9611b891-9ff0-494c-ba34-fe1473175175" -d '{"events": [{"name": "network-changed", "server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:49:09.368068 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f76153-08e7-49ca-97fd-062668bb1b90 x-openstack-request-id: req-24f76153-08e7-49ca-97fd-062668bb1b90 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:49:09.368454 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:49:09.368782 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24f76153-08e7-49ca-97fd-062668bb1b90 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:49:09.369247 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f76153-08e7-49ca-97fd-062668bb1b90'] response: {'name': 'network-changed', 'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'status': 'completed', 'code': 200} May 06 10:49:09.396481 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85aaea7-bee6-4dbc-abae-5dd323fccc9e service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:09.415413 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-912b8297-d1dd-4bbc-9eee-2a4fa1d22530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:09.417054 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-912b8297-d1dd-4bbc-9eee-2a4fa1d22530 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1094 time: 0.0512400 May 06 10:49:09.466260 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-2e4fc37b-c76a-45f8-a4ee-05a9f4fc3704 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 217 time: 0.0411880 May 06 10:49:09.523874 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-d061a643-7f9c-448d-a0dd-3f425c3b3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:09.525561 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-d061a643-7f9c-448d-a0dd-3f425c3b3681 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0529900 May 06 10:49:09.573851 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-4e17ea4d-08cd-4f26-a084-c5f3e28adeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:09.575429 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-4e17ea4d-08cd-4f26-a084-c5f3e28adeb2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418811 May 06 10:49:09.674807 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-89bfa7b1-74d0-4444-9f57-80ea2f321a32 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923321 May 06 10:49:09.769380 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b74a84dd-e11b-4f42-a8a2-b40d76643ed2 req-ff900422-1fb2-48a4-ab90-97cc489d9ef7 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884039 May 06 10:49:09.866141 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b891-9ff0-494c-ba34-fe1473175175 req-2ed6b0e7-1add-46c7-8bad-c92c3d75e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:09.867817 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9611b891-9ff0-494c-ba34-fe1473175175 req-2ed6b0e7-1add-46c7-8bad-c92c3d75e057 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1094 time: 0.0508153 May 06 10:49:09.974368 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b891-9ff0-494c-ba34-fe1473175175 req-b4de228a-b59b-4656-88a5-d25c2128b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:09.975792 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9611b891-9ff0-494c-ba34-fe1473175175 req-b4de228a-b59b-4656-88a5-d25c2128b398 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0993931 May 06 10:49:10.017789 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9611b891-9ff0-494c-ba34-fe1473175175 req-fc96ad52-cf10-4e05-8ffa-1a913cf1efb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 217 time: 0.0349524 May 06 10:49:10.072075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b891-9ff0-494c-ba34-fe1473175175 req-9f7e37f9-3111-452c-8100-4f3e64b0f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:10.073579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9611b891-9ff0-494c-ba34-fe1473175175 req-9f7e37f9-3111-452c-8100-4f3e64b0f4e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0491636 May 06 10:49:10.126822 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b891-9ff0-494c-ba34-fe1473175175 req-83d6dc01-014f-40cc-bbc9-24e9e4cea1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:10.128377 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9611b891-9ff0-494c-ba34-fe1473175175 req-83d6dc01-014f-40cc-bbc9-24e9e4cea1ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424287 May 06 10:49:10.218025 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9611b891-9ff0-494c-ba34-fe1473175175 req-3a0cb857-fe7a-490e-83fd-ce3b5bed6af1 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824840 May 06 10:49:10.357378 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda42bb-9192-4b1e-aac7-57bc0f911cc8 req-ba118315-26f7-467b-9c9d-8d85b734996c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:10.358769 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bda42bb-9192-4b1e-aac7-57bc0f911cc8 req-ba118315-26f7-467b-9c9d-8d85b734996c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.0784838 May 06 10:49:10.365583 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-9611b891-9ff0-494c-ba34-fe1473175175 req-6a75c7b4-9829-44b3-ba9e-97899dc4f810 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404421 May 06 10:49:10.402881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-1bda42bb-9192-4b1e-aac7-57bc0f911cc8 req-8beaf1ab-b3c5-4f5a-b17f-9f13e698edb6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361509 May 06 10:49:11.526190 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb1728-92ac-4fbc-a6c5-5c6d1715da5d req-cfd82eb0-e386-48f5-a7de-a35399677a35 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:11.527667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3bb1728-92ac-4fbc-a6c5-5c6d1715da5d req-cfd82eb0-e386-48f5-a7de-a35399677a35 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.0522709 May 06 10:49:11.564539 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b3bb1728-92ac-4fbc-a6c5-5c6d1715da5d req-89383203-32ab-41a9-9af6-1547a66fca72 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301137 May 06 10:49:12.681007 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4e623-a20f-4864-befd-955083e198e3 req-79d0e1b1-05fa-45eb-a6b2-63df4793ded6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:12.682511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63c4e623-a20f-4864-befd-955083e198e3 req-79d0e1b1-05fa-45eb-a6b2-63df4793ded6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.0488281 May 06 10:49:12.720938 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-63c4e623-a20f-4864-befd-955083e198e3 req-ce3f4bcc-b8d9-46e9-8bbe-2e99c7cb68ed tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319097 May 06 10:49:12.828174 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c051dd38-c299-40c8-b6b5-bc39e2110119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:13.835113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a4f3a-ee96-45b8-a43e-66eb612f944d req-6d66dc61-6e28-4800-aaab-5d135a149867 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:13.836667 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-182a4f3a-ee96-45b8-a43e-66eb612f944d req-6d66dc61-6e28-4800-aaab-5d135a149867 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.0482574 May 06 10:49:13.874934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-182a4f3a-ee96-45b8-a43e-66eb612f944d req-e0230423-a0fb-446c-a5cd-25179d17948e tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321884 May 06 10:49:14.406538 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc1fbf50-12ae-4df6-bba2-182e483488b0 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:49:14.503281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:14.514281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:49:14.550322 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:14.564281 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1fbf50-12ae-4df6-bba2-182e483488b0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:49:14.583686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:14.588540 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:14.635683 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:14.938767 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['dc1fbf50-12ae-4df6-bba2-182e483488b0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:49:14.995324 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b5c5a-2699-4274-a92a-a18fdbc1952f req-7fbdeb3a-163e-43f2-b3ab-9f704860dcb6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:14.996926 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-242b5c5a-2699-4274-a92a-a18fdbc1952f req-7fbdeb3a-163e-43f2-b3ab-9f704860dcb6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 944 time: 0.0540693 May 06 10:49:15.324902 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38a703f6-95e6-4e6e-8d2a-1e00acf7a530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:15.358845 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-242b5c5a-2699-4274-a92a-a18fdbc1952f req-33190247-4520-4d4a-ae87-da7e25ad11a2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3543155 May 06 10:49:16.420908 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc1fbf50-12ae-4df6-bba2-182e483488b0 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:49:16.471024 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning for port dc1fbf50-12ae-4df6-bba2-182e483488b0 completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:49:16.474872 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port dc1fbf50-12ae-4df6-bba2-182e483488b0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:49:16.475240 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:16.480857 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779d81-bb49-418d-aeed-c3c4a07e007f req-26e3cded-4cd1-4146-8f39-6619695b31ec tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:16.482495 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5779d81-bb49-418d-aeed-c3c4a07e007f req-26e3cded-4cd1-4146-8f39-6619695b31ec tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 944 time: 0.0526841 May 06 10:49:16.522514 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c5779d81-bb49-418d-aeed-c3c4a07e007f req-33f5b70b-db50-4b30-a9f1-d05b71bdfc59 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330482 May 06 10:49:16.552794 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:16.578763 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:49:16.581185 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a52c2f0-d8d0-43af-b7d3-25a6996b64e2" -d '{"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:49:16.594335 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:49:16.598451 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:16.646002 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:16.676331 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221d5ed4-1a71-4084-b4e5-dc0516e7284c x-openstack-request-id: req-221d5ed4-1a71-4084-b4e5-dc0516e7284c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:49:16.676621 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:49:16.676867 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-221d5ed4-1a71-4084-b4e5-dc0516e7284c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:49:16.677265 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221d5ed4-1a71-4084-b4e5-dc0516e7284c'] response: {'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'code': 200} May 06 10:49:16.771823 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b993f-819a-40d1-9f82-520f078a8f3d req-fe14e3e7-0e5c-4ef7-9e46-cee8d1de4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:16.773389 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-905b993f-819a-40d1-9f82-520f078a8f3d req-fe14e3e7-0e5c-4ef7-9e46-cee8d1de4641 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1096 time: 0.0407395 May 06 10:49:16.810202 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-905b993f-819a-40d1-9f82-520f078a8f3d req-fd01abe8-199a-438d-a205-6927e603161f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290661 May 06 10:49:16.953449 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:17.270434 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:17.642587 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8b391-3bb2-439e-b886-c1465ba9e7b9 req-d3184fb9-ee89-4a90-83c4-e2dad901b2c5 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:17.644059 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42e8b391-3bb2-439e-b886-c1465ba9e7b9 req-d3184fb9-ee89-4a90-83c4-e2dad901b2c5 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 945 time: 0.0515883 May 06 10:49:17.681395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-42e8b391-3bb2-439e-b886-c1465ba9e7b9 req-7539465e-5fef-4917-9296-914b27977461 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313747 May 06 10:49:18.440419 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:18.816750 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d3099-1ff6-453c-aa06-8f3a1a6caff3 req-5697cb47-7fef-4e8a-8f11-19ada78a37c2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:18.818294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-983d3099-1ff6-453c-aa06-8f3a1a6caff3 req-5697cb47-7fef-4e8a-8f11-19ada78a37c2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 945 time: 0.0545368 May 06 10:49:18.857445 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-983d3099-1ff6-453c-aa06-8f3a1a6caff3 req-f3595069-012c-43e0-85df-affad4211606 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321836 May 06 10:49:18.913478 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:18.985113 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edd06d-e040-4704-befc-7a9625b448f9 req-4632d92b-1639-474b-808a-78a02e375305 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:18.986649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07edd06d-e040-4704-befc-7a9625b448f9 req-4632d92b-1639-474b-808a-78a02e375305 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 945 time: 0.0540135 May 06 10:49:19.028869 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-07edd06d-e040-4704-befc-7a9625b448f9 req-24f10bad-9eb9-49d6-9752-7398c40a57c9 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353007 May 06 10:49:19.054305 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40256) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:19.184965 n-d-840834-1 neutron-server[102743]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdfb5c8-505a-4232-bd49-09039cd3b9ee tempest-TestSnapshotPattern-552789375 tempest-TestSnapshotPattern-552789375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102743) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:19.186464 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-3cdfb5c8-505a-4232-bd49-09039cd3b9ee tempest-TestSnapshotPattern-552789375 tempest-TestSnapshotPattern-552789375-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1091 time: 0.1311643 May 06 10:49:19.189506 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40260) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:49:19.193790 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.v2.base [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102743) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:49:19.214341 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:19.313958 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:19.418457 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_common [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Allocated IP 172.25.8.7 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/2d9f728f-027a-4e63-801b-79d79f36181a) {{(pid=102743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:49:19.521173 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for port, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:19.554524 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:19.591808 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:49:19.595264 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.base_scheduler [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Resources bound (agent type, host, resource id): {{(pid=102743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:49:19.598732 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Received port after_create {{(pid=102743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:49:19.626063 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'Port': ['ID=2d9f728f-027a-4e63-801b-79d79f36181a,revision_number=1']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:19.957996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:20.023561 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:20.179051 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for port, precommit_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:20.183696 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31060852'] for port, after_update {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:20.253810 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'Port': ['ID=2d9f728f-027a-4e63-801b-79d79f36181a,revision_number=2']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:49:20.263687 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:20.362534 n-d-840834-1 neutron-server[102743]: INFO neutron.db.l3_db [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Floating IP 4ffd197f-a5cb-42bc-abad-5a0005d755a2 associated. External IP: 172.25.8.7, port: dc1fbf50-12ae-4df6-bba2-182e483488b0. May 06 10:49:20.571901 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Router fbc58abc-7183-4bd9-bb80-ed880cded581 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:49:20.682461 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:49:20.693918 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] Sync routers for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:49:20.702109 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:20.706889 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:49:20.707605 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:20.743598 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-f15a32fc-0002-497d-9d5a-adaec36dbe95 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5426157 May 06 10:49:20.743598 n-d-840834-1 neutron-server[102743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0'}] {{(pid=102743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:49:20.743598 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e576df13202edad79ab3f5f38fc837d4d2daa017a7770fe4381cce68faabb4b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a384bef-3b45-4021-9553-9255015aef34" -d '{"events": [{"name": "network-changed", "server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0"}]}' {{(pid=102743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:49:20.819794 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:20.830618 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90796d2a-9b5d-4dcd-bf5a-05b0a6fda811 x-openstack-request-id: req-90796d2a-9b5d-4dcd-bf5a-05b0a6fda811 {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:49:20.830989 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0", "status": "completed", "code": 200}]} {{(pid=102743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:49:20.831296 n-d-840834-1 neutron-server[102743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90796d2a-9b5d-4dcd-bf5a-05b0a6fda811 {{(pid=102743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:49:20.831831 n-d-840834-1 neutron-server[102743]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90796d2a-9b5d-4dcd-bf5a-05b0a6fda811'] response: {'name': 'network-changed', 'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'status': 'completed', 'code': 200} May 06 10:49:20.896869 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384bef-3b45-4021-9553-9255015aef34 req-ab2187ad-1ff3-433d-a64c-03be6880b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:20.898528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a384bef-3b45-4021-9553-9255015aef34 req-ab2187ad-1ff3-433d-a64c-03be6880b0c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1096 time: 0.0457838 May 06 10:49:20.993702 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384bef-3b45-4021-9553-9255015aef34 req-a3a6850f-7045-4c7a-9447-cf1006abf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:20.995177 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a384bef-3b45-4021-9553-9255015aef34 req-a3a6850f-7045-4c7a-9447-cf1006abf494 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0906088 May 06 10:49:21.065100 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a384bef-3b45-4021-9553-9255015aef34 req-f6785476-e739-4f67-a9a4-264f71fbed80 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 997 time: 0.0627019 May 06 10:49:21.114107 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384bef-3b45-4021-9553-9255015aef34 req-25698afc-7499-47aa-bc19-0be6e8ca4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:21.115625 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a384bef-3b45-4021-9553-9255015aef34 req-25698afc-7499-47aa-bc19-0be6e8ca4553 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0441961 May 06 10:49:21.142518 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:19Z', 'revision_number': 0, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:21.161226 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a384bef-3b45-4021-9553-9255015aef34 req-b5391dc7-39b7-427f-94cb-0e36ffe2be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:49:21.162735 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a384bef-3b45-4021-9553-9255015aef34 req-b5391dc7-39b7-427f-94cb-0e36ffe2be02 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410876 May 06 10:49:21.172792 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] Checking router: fbc58abc-7183-4bd9-bb80-ed880cded581 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:49:21.181270 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:49:21.181872 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:49:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:21.224187 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:21.264685 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a384bef-3b45-4021-9553-9255015aef34 req-57b6cc09-7728-456d-b076-882f9ef9de05 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957978 May 06 10:49:21.294008 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:49:21.354209 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8a384bef-3b45-4021-9553-9255015aef34 req-35dbf678-f80f-4fd2-ac55-b21321ffc309 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828981 May 06 10:49:21.514236 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:19Z', 'revision_number': 0, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:49:21.543466 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36da61-ec94-469e-9770-890cefc562ce None None] The sync data for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 is: [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:19Z', 'revision_number': 0, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:49:21.736049 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7837e455-e648-4a26-ac2d-886490c96db7 None None] New status for floating IP 4ffd197f-a5cb-42bc-abad-5a0005d755a2: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:49:36.589182 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:49:42.830476 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-2f3f25c8-3363-46b2-a3c5-01e0ee59fe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:45.326257 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-238c38ca-8bad-4591-a737-42b0557fcd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:46.956198 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:47.271773 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:48.451651 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:48.906407 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:49:51.231338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:08.421579 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-ae75e0a3-848b-4aac-bb86-0e5ca653d04e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853384 May 06 10:50:08.506438 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-d5387d3a-d817-41bf-a7f9-e3a313e8306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:08.507936 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-d5387d3a-d817-41bf-a7f9-e3a313e8306c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1096 time: 0.0452006 May 06 10:50:08.607879 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-f4b45423-59a6-425d-9964-661f200c61a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:08.609269 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-f4b45423-59a6-425d-9964-661f200c61a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0833664 May 06 10:50:08.678163 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-964b5811-9eda-4755-a33c-352bec5c5356 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 999 time: 0.0622895 May 06 10:50:08.726319 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-ffbc190c-7d7b-4257-aeeb-e909d5083d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:08.727847 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-ffbc190c-7d7b-4257-aeeb-e909d5083d09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0435278 May 06 10:50:08.772543 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-780eb308-0697-4760-8191-a87fd8217f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:50:08.774023 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-780eb308-0697-4760-8191-a87fd8217f38 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400908 May 06 10:50:08.866843 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-bd480457-c81d-49b7-b31f-7b3da84ff8d6 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862081 May 06 10:50:08.955948 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-752c5cb7-4877-49ac-bec3-7baf217dfdb3 req-12bf9d58-ef7b-45de-95de-8123dd7c5dd8 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818026 May 06 10:50:12.832482 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c67b082e-087b-4872-9749-9f5e94321a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:13.588371 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:50:15.328731 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-563961fe-b41b-49f5-a97c-2d2bda62b70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:16.958753 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:17.285867 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:18.445690 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:18.909858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:21.247347 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:42.835336 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f86320c5-0bd6-4936-8929-ec83df0b8fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:45.335253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8e32d548-a796-4a51-838f-350bba3b0ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:46.962612 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:47.289054 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:48.448828 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:48.911702 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:50:50.587770 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:50:51.244704 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:09.251766 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-d0439836-b692-43ad-b347-30db2bafefec service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429761 May 06 10:51:09.340373 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afa4b1-e363-403d-8eae-649be1e37029 req-1b348073-1f58-405e-98b8-8da3789659bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:09.341859 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-1b348073-1f58-405e-98b8-8da3789659bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1096 time: 0.0478544 May 06 10:51:09.446278 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afa4b1-e363-403d-8eae-649be1e37029 req-aa470cb3-aa11-4a0f-9a1f-de9c0b6aef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:09.447882 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-aa470cb3-aa11-4a0f-9a1f-de9c0b6aef4a service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0864875 May 06 10:51:09.517012 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-ac907f7c-4743-4fcf-b788-5da529e05297 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 999 time: 0.0625935 May 06 10:51:09.566697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afa4b1-e363-403d-8eae-649be1e37029 req-8f4b30fa-5523-44e4-8422-c4b15abaf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:09.568192 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-8f4b30fa-5523-44e4-8422-c4b15abaf099 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0452507 May 06 10:51:09.616946 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afa4b1-e363-403d-8eae-649be1e37029 req-6fb9bf2b-59bc-4fba-b1df-17263ddd410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:51:09.618458 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-6fb9bf2b-59bc-4fba-b1df-17263ddd410a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428109 May 06 10:51:09.711714 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-93e84350-e53c-4909-91a8-5640ad1851dc service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867102 May 06 10:51:09.802585 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-37afa4b1-e363-403d-8eae-649be1e37029 req-59421314-dcf4-460a-910c-65ee467f4b48 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839903 May 06 10:51:12.836614 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-fd822649-9671-4b76-907a-ff8795e30f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:15.328472 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-60e40b12-b64b-4f5f-95a8-c406c3256bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:16.967188 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:17.290935 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:18.450975 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:18.914685 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:21.259332 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:27.587055 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:51:42.838595 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e7164cb3-40f8-4879-b24d-0302e9df9ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:45.330713 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5bb2060f-54a5-4077-a08c-b068e0c39e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:46.969355 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:47.291519 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:48.453458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:48.918465 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:51:51.269695 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.221061 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc1fbf50-12ae-4df6-bba2-182e483488b0 details requested by agent hyperv_n-h2-840834-1 with host n-h2-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:52:03.317414 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:03.329413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Returning: {'device': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:52:03.365877 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.378532 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc1fbf50-12ae-4df6-bba2-182e483488b0 {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:52:03.398399 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:03.403040 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:03.454366 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:03.461488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.461835 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.462171 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.462503 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.462832 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.463213 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.463485 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.463845 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.464168 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.464486 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.464804 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.465122 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:03.472920 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] get_ports_and_sgs() called for port_ids ['dc1fbf50-12ae-4df6-bba2-182e483488b0'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:52:04.586267 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:52:05.227395 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc1fbf50-12ae-4df6-bba2-182e483488b0 up at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:05.277547 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Provisioning complete for port dc1fbf50-12ae-4df6-bba2-182e483488b0 triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:05.277905 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:05.353167 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:05.375062 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:05.377301 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5a1722-8e8c-4235-a31d-f00cf607615a" -d '{"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:05.390649 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:05.395386 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:05.422823 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc2915-12fc-46db-9629-7d5bfec63847 x-openstack-request-id: req-3ecc2915-12fc-46db-9629-7d5bfec63847 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:05.423112 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:05.423360 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ecc2915-12fc-46db-9629-7d5bfec63847 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:05.423782 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecc2915-12fc-46db-9629-7d5bfec63847'] response: {'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'code': 200} May 06 10:52:05.449996 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:08.776219 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-029b20e0-f1bc-433b-a8b5-5af789decc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:08.777728 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-029b20e0-f1bc-433b-a8b5-5af789decc3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1096 time: 0.0458591 May 06 10:52:08.901259 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-13b60f22-fca1-4006-a9fc-4d892df0c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:08.902855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-13b60f22-fca1-4006-a9fc-4d892df0c605 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0976996 May 06 10:52:08.976122 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-cfec4b74-f147-443c-b5c4-d480a2315ee8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 999 time: 0.0656543 May 06 10:52:09.033391 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-079f875e-0308-4377-9d90-897d02508381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.034854 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-079f875e-0308-4377-9d90-897d02508381 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0518124 May 06 10:52:09.096772 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-bc7f0cb5-b2da-45d1-8494-3e8c13930faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:09.098300 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-bc7f0cb5-b2da-45d1-8494-3e8c13930faa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559134 May 06 10:52:09.196556 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-b410452e-6ed0-473c-9acd-c3c1522a3cb9 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913694 May 06 10:52:09.297161 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d633ae41-f5b7-49d9-aeb5-2674a7a8bc75 req-891325f3-665c-4c21-b13e-a7b96ef97ad5 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941026 May 06 10:52:12.844017 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f59be646-b59d-422c-b383-41e14949732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:15.280200 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-4e9fb2d6-9b47-498d-aa8e-bfb48a7ae4f9 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18826467&fields=id&tenant_id=d019b88af32841a49b71b96027926898 HTTP/1.1" status: 200 len: 267 time: 0.0393417 May 06 10:52:15.333049 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-19fcce13-1aa4-4c8a-a58d-37595120d6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:15.386103 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-98151336-a3e1-4c74-97ea-7b6d4e0d32ad tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:15.387690 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-98151336-a3e1-4c74-97ea-7b6d4e0d32ad tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 809 time: 0.1003704 May 06 10:52:15.402947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-53dbcc14-018f-4369-8429-941f654a4d78 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/quotas/d019b88af32841a49b71b96027926898 HTTP/1.1" status: 200 len: 375 time: 0.0090554 May 06 10:52:15.465136 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-72ae9a66-e186-41ef-9e23-62cac0039cff tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0562868 May 06 10:52:15.606740 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-979524c0-2a59-4728-bc23-b42d4c47220e service neutron] 10.222.0.76 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292086 May 06 10:52:15.707757 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-43902c9e-09d6-4c82-86a3-707d12366a04 service neutron] 10.222.0.76 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927701 May 06 10:52:15.891367 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-6b4525dc-325e-4084-bc61-edd1f233c0c0 req-00a01b93-cf45-4741-98ed-efe723b2f62e tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 210 time: 0.0276194 May 06 10:52:16.884950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-eadea90a-5fa5-472f-9849-a788f1125fea tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:16.886304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-eadea90a-5fa5-472f-9849-a788f1125fea tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.82 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 809 time: 0.1066849 May 06 10:52:16.935762 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-da94b7f3-2727-4ced-bbc1-0a6d52065be0 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d019b88af32841a49b71b96027926898 HTTP/1.1" status: 200 len: 378 time: 0.0400627 May 06 10:52:16.946106 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'port': {'device_id': '62e4afa0-090b-497d-95d6-acbf452435f9', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'admin_state_up': True, 'tenant_id': 'd019b88af32841a49b71b96027926898', 'security_groups': ['15de4813-dcd0-4610-922b-1af90da1910e']}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:16.973478 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:17.026806 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d1ce24b8-8642-473d-bd9c-abde01522cfe req-8aac646a-c114-4907-a12b-26f7f89d160a tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 210 time: 0.0336750 May 06 10:52:17.085868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Made reservation on behalf of d019b88af32841a49b71b96027926898 for: {'port': 1} {{(pid=102742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 06 10:52:17.090343 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:17.270899 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Allocated IP 172.20.0.3 (61010663-0f13-4ad1-8bbf-7854c257694e/063e88fe-7321-42d3-b29a-673a40acbf10/6063a9de-dad5-456c-9628-eef11609f95e) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:52:17.331242 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:17.516743 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:17.555306 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:17.604913 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Network 61010663-0f13-4ad1-8bbf-7854c257694e is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:52:17.608352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:52:17.616458 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:52:17.672672 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:17.673426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:17.675970 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:17.697977 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.698374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.698748 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.699052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.701582 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.701868 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.702205 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.703046 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.704697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.705038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.705385 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.705778 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:52:17.717593 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-2513bda6-1930-4114-a50e-6ca0b4bb78c1 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7753088 May 06 10:52:17.879745 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-0a5325f2-4010-4543-ba0a-cb340ef34562 None None] Provisioning complete for port 6063a9de-dad5-456c-9628-eef11609f95e triggered by entity DHCP. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:17.880253 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0a5325f2-4010-4543-ba0a-cb340ef34562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:17.915686 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0a5325f2-4010-4543-ba0a-cb340ef34562 None None] Port 6063a9de-dad5-456c-9628-eef11609f95e cannot update to ACTIVE because it is not bound. {{(pid=102744) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 06 10:52:18.153759 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675ef33-2fc0-4a9d-8b79-51d2557b2882 req-4389aab2-ce63-481a-9dfd-ad6bd60a9f19 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:18.155261 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c675ef33-2fc0-4a9d-8b79-51d2557b2882 req-4389aab2-ce63-481a-9dfd-ad6bd60a9f19 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 931 time: 0.0540357 May 06 10:52:18.200720 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-c675ef33-2fc0-4a9d-8b79-51d2557b2882 req-cc9ac54a-0fb1-4c8d-926d-cb4c7761f2e0 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380888 May 06 10:52:18.462006 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:18.923497 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.269378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc1fbf50-12ae-4df6-bba2-182e483488b0 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:52:19.344605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630e330-1d1a-4a64-a3ac-107e90269324 req-2e1cc8d0-c7d8-4def-8892-3e7523de6628 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:19.346551 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e630e330-1d1a-4a64-a3ac-107e90269324 req-2e1cc8d0-c7d8-4def-8892-3e7523de6628 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 931 time: 0.0682902 May 06 10:52:19.363348 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.395230 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:19.397955 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ac087a-d765-431e-a005-0a7ab910635a" -d '{"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:19.404165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:19.408610 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e630e330-1d1a-4a64-a3ac-107e90269324 req-73fc4a61-b114-4c34-97ec-fb8cdc3edbf2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539999 May 06 10:52:19.410416 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:19.463729 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 May 2022 10:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a76a02-fecb-4659-9f1f-37c5483fc6e6 x-openstack-request-id: req-04a76a02-fecb-4659-9f1f-37c5483fc6e6 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:19.464360 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:19.464473 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04a76a02-fecb-4659-9f1f-37c5483fc6e6 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:19.464930 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a76a02-fecb-4659-9f1f-37c5483fc6e6'] response: {'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'code': 200} May 06 10:52:19.478941 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Pushing event updated for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=8']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:20.539052 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374121e5-160c-4e2b-9bce-b6b26d5c56cb req-bf470a55-142b-4f4f-8cf9-6e672caa7fc8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:20.540612 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-374121e5-160c-4e2b-9bce-b6b26d5c56cb req-bf470a55-142b-4f4f-8cf9-6e672caa7fc8 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 931 time: 0.0566552 May 06 10:52:20.584456 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-374121e5-160c-4e2b-9bce-b6b26d5c56cb req-0558c1a7-dc9b-4899-8e3f-e6d7b8ea82ac tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366993 May 06 10:52:21.298358 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:21.765039 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767be613-fa25-47f2-921e-c6c5ddc2bca9 req-6c7bb1e8-872a-4f25-ac91-8623ce2c83ba tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:21.768127 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-767be613-fa25-47f2-921e-c6c5ddc2bca9 req-6c7bb1e8-872a-4f25-ac91-8623ce2c83ba tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 931 time: 0.1069117 May 06 10:52:21.812979 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-767be613-fa25-47f2-921e-c6c5ddc2bca9 req-df4fb91d-1734-4c73-a5dd-146ffc6874a6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379510 May 06 10:52:23.002860 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f76cf0-b456-4e4c-b0b5-4e51f84d8541 req-34326f8d-b4f8-4f12-a29e-0aa06ba5f127 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:23.004441 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97f76cf0-b456-4e4c-b0b5-4e51f84d8541 req-34326f8d-b4f8-4f12-a29e-0aa06ba5f127 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 931 time: 0.1098955 May 06 10:52:23.052005 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-97f76cf0-b456-4e4c-b0b5-4e51f84d8541 req-b657bcdd-27c0-4a61-8dd5-2db31249118c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409732 May 06 10:52:24.209436 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a75017-d37d-4b0c-a1eb-9e8f3ddb9ed8 req-2edf4beb-a7c8-417c-8782-4d4b264fb332 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:24.215637 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7a75017-d37d-4b0c-a1eb-9e8f3ddb9ed8 req-2edf4beb-a7c8-417c-8782-4d4b264fb332 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 931 time: 0.0597289 May 06 10:52:24.253469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-d7a75017-d37d-4b0c-a1eb-9e8f3ddb9ed8 req-3a957348-e240-4ddd-b30c-acd295cef0fb tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375171 May 06 10:52:25.116371 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Request body: {'port': {'device_id': '62e4afa0-090b-497d-95d6-acbf452435f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-840834-1'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:25.173478 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:25.411906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06432d40-17d4-466a-a468-4232f34cc56f req-140325e6-d1dd-44c5-85d8-59225dcafdce tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:25.413277 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06432d40-17d4-466a-a468-4232f34cc56f req-140325e6-d1dd-44c5-85d8-59225dcafdce tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 931 time: 0.0773242 May 06 10:52:25.469155 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-06432d40-17d4-466a-a468-4232f34cc56f req-3884a688-5b7b-429c-8745-18ff36d6d266 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495131 May 06 10:52:25.503352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6063a9de-dad5-456c-9628-eef11609f95e {{(pid=102742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:52:25.510884 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:25.524811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.provisioning_blocks [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Transition to ACTIVE for port object 6063a9de-dad5-456c-9628-eef11609f95e will not be triggered until provisioned by entity L2. {{(pid=102742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 06 10:52:25.527832 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:25.597882 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Pushing event updated for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:25.648345 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Attempting to bind port 6063a9de-dad5-456c-9628-eef11609f95e on host n-h1-840834-1 for vnic_type normal with profile {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 06 10:52:25.648679 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Attempting to bind port 6063a9de-dad5-456c-9628-eef11609f95e by drivers openvswitch,hyperv on host n-h1-840834-1 at level 0 using segments [{'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 06 10:52:25.649006 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Attempting to bind port 6063a9de-dad5-456c-9628-eef11609f95e on network 61010663-0f13-4ad1-8bbf-7854c257694e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:52:25.653687 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Port 6063a9de-dad5-456c-9628-eef11609f95e on network 61010663-0f13-4ad1-8bbf-7854c257694e not bound, no agent of type Open vSwitch agent registered on host n-h1-840834-1 {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 06 10:52:25.654010 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Attempting to bind port 6063a9de-dad5-456c-9628-eef11609f95e on network 61010663-0f13-4ad1-8bbf-7854c257694e {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 06 10:52:25.659139 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Checking agent: {'id': '46043b35-f42a-408e-9912-e3b3b12c39cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-840834-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'started_at': datetime.datetime(2022, 5, 6, 9, 30, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 6, 10, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 06 10:52:25.659483 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Checking segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 06 10:52:25.660009 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Bound using segment: {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'} {{(pid=102742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 06 10:52:25.660443 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.managers [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Bound port: 6063a9de-dad5-456c-9628-eef11609f95e, host: n-h1-840834-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e'}}] {{(pid=102742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 06 10:52:25.660810 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:25.732539 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, cleared binding levels {{(pid=102742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 06 10:52:25.735722 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 06 10:52:25.740198 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:25.772352 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:25.772957 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:25.774420 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] 10.222.0.82 "PUT /v2.0/ports/6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 200 len: 1091 time: 0.6629403 May 06 10:52:25.774880 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:25.777104 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671" -d '{"events": [{"name": "network-changed", "server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "tag": "6063a9de-dad5-456c-9628-eef11609f95e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:25.805896 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54403e83-d7b4-4bf7-ad30-7c4ee5f85c53 service neutron] Pushing event updated for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=3']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:25.873719 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-690bd7b4-fb16-4584-98c7-eafdb974fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:25.875505 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-690bd7b4-fb16-4584-98c7-eafdb974fc98 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1094 time: 0.0487268 May 06 10:52:25.884888 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f36d1b-bf9a-4a55-9b1d-7b13dc01edbc x-openstack-request-id: req-46f36d1b-bf9a-4a55-9b1d-7b13dc01edbc {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:25.885181 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "tag": "6063a9de-dad5-456c-9628-eef11609f95e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:25.885435 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46f36d1b-bf9a-4a55-9b1d-7b13dc01edbc {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:25.885846 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f36d1b-bf9a-4a55-9b1d-7b13dc01edbc'] response: {'name': 'network-changed', 'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e', 'status': 'completed', 'code': 200} May 06 10:52:25.926294 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-a1e7d19d-8ca3-4dd5-9269-9cc022df28ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 200 len: 217 time: 0.0361924 May 06 10:52:25.982533 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-866befb5-23cb-49a1-bcd6-4dd9b6409a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:25.984112 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-866befb5-23cb-49a1-bcd6-4dd9b6409a64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0498106 May 06 10:52:26.032429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-7c98a881-16d0-4a73-906e-37c4a41ad60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:26.033921 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-7c98a881-16d0-4a73-906e-37c4a41ad60f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400202 May 06 10:52:26.125224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-ae8067a6-f694-42db-9320-d179b012e3e0 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823584 May 06 10:52:26.218237 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-7f0c298d-81da-42df-ade6-7458f4c17916 req-d0003e6c-efde-4289-be7b-be51ff27c953 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 May 06 10:52:26.300038 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-1b7462c7-46f4-478b-ba26-96fbd04708be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:26.301511 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-1b7462c7-46f4-478b-ba26-96fbd04708be service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1094 time: 0.0410719 May 06 10:52:26.396099 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-6a05844e-11bc-48d5-9725-749487e90236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:26.397590 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-6a05844e-11bc-48d5-9725-749487e90236 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0874808 May 06 10:52:26.443345 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-340358de-c1a0-4826-8758-032760a68c4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 200 len: 217 time: 0.0346377 May 06 10:52:26.494389 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-d37fc19f-9878-4f43-b19f-87b9a50c3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:26.495840 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-d37fc19f-9878-4f43-b19f-87b9a50c3dc2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0440264 May 06 10:52:26.568754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-732b623d-3789-4395-8eb9-9e7d1e081da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:26.570221 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-732b623d-3789-4395-8eb9-9e7d1e081da1 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665448 May 06 10:52:26.637680 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daf308-febb-4c87-aff8-0b22838cdfe1 req-17d4f6b7-700f-4c4a-bcf2-38a54752f592 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:26.639150 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45daf308-febb-4c87-aff8-0b22838cdfe1 req-17d4f6b7-700f-4c4a-bcf2-38a54752f592 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 943 time: 0.0994732 May 06 10:52:26.703410 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-45daf308-febb-4c87-aff8-0b22838cdfe1 req-a211bd45-4c59-4f47-b458-86b4f4cfb960 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570979 May 06 10:52:26.705855 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-0e99b970-9255-4d60-87a2-c979ff003235 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267638 May 06 10:52:26.802692 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e3e2f8b9-8ae6-414b-980d-60e2a91bf671 req-70ce65d1-9675-4a34-885c-934a7009752c service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807364 May 06 10:52:27.825155 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e5722-19c5-410d-8505-8c6fe7e8d5bf req-b47c6c70-edc4-43b5-9411-d8ce0c846b73 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:27.826903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-325e5722-19c5-410d-8505-8c6fe7e8d5bf req-b47c6c70-edc4-43b5-9411-d8ce0c846b73 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 943 time: 0.0504835 May 06 10:52:27.864306 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-325e5722-19c5-410d-8505-8c6fe7e8d5bf req-56bb3df9-b845-4f01-bb8d-e01b728559cf tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307083 May 06 10:52:28.499741 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6063a9de-dad5-456c-9628-eef11609f95e details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:52:28.591467 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:28.603378 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '6063a9de-dad5-456c-9628-eef11609f95e', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'port_id': '6063a9de-dad5-456c-9628-eef11609f95e', 'mac_address': 'fa:16:3e:a0:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:52:28.642421 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:28.804972 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6063a9de-dad5-456c-9628-eef11609f95e {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:52:28.823798 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:28.829887 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:28.874672 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=4']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:28.988173 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960df5-9081-40ba-b291-800cf977101f req-7640ebd9-0a6b-4892-a259-4972d4ea04f6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:28.989754 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18960df5-9081-40ba-b291-800cf977101f req-7640ebd9-0a6b-4892-a259-4972d4ea04f6 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 944 time: 0.0530550 May 06 10:52:29.030224 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-18960df5-9081-40ba-b291-800cf977101f req-d8296c8d-45db-470b-9480-a66ee1b583db tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341797 May 06 10:52:29.083354 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6063a9de-dad5-456c-9628-eef11609f95e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:52:30.151076 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292f9ba-fa99-4429-bcd6-352a0f157435 req-9e4b27e0-412d-4f5b-9e09-8289093713fe tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:30.152506 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b292f9ba-fa99-4429-bcd6-352a0f157435 req-9e4b27e0-412d-4f5b-9e09-8289093713fe tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 944 time: 0.0536571 May 06 10:52:30.190582 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b292f9ba-fa99-4429-bcd6-352a0f157435 req-358a11b0-5fe5-496f-9e21-c2ab949e480f tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320027 May 06 10:52:30.500184 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6063a9de-dad5-456c-9628-eef11609f95e up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:52:30.548550 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning for port 6063a9de-dad5-456c-9628-eef11609f95e completed by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 06 10:52:30.552540 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 6063a9de-dad5-456c-9628-eef11609f95e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:52:30.552925 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:30.631884 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:30.653797 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:30.656697 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d288064e-b22f-405f-884f-8033951534e7" -d '{"events": [{"server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "name": "network-vif-plugged", "status": "completed", "tag": "6063a9de-dad5-456c-9628-eef11609f95e"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:30.669617 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:52:30.674952 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:30.698077 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5b2eea-df0c-4577-a8c0-2166f32ba783 x-openstack-request-id: req-9b5b2eea-df0c-4577-a8c0-2166f32ba783 {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:30.698373 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "name": "network-vif-plugged", "status": "completed", "tag": "6063a9de-dad5-456c-9628-eef11609f95e", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:30.698618 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b5b2eea-df0c-4577-a8c0-2166f32ba783 {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:30.699015 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5b2eea-df0c-4577-a8c0-2166f32ba783'] response: {'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e', 'code': 200} May 06 10:52:30.725861 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=5']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:30.790513 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6d443-99a6-4a79-9ba8-ddf25a6fba86 req-42d2bb46-edea-4911-b006-caf78274dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:30.791947 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12b6d443-99a6-4a79-9ba8-ddf25a6fba86 req-42d2bb46-edea-4911-b006-caf78274dab6 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1096 time: 0.0393293 May 06 10:52:30.829596 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-12b6d443-99a6-4a79-9ba8-ddf25a6fba86 req-d7078d16-ca0a-451c-a6c8-e00ca427bc31 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299559 May 06 10:52:31.313429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eef0a-49c7-48a1-b49e-28d541e20917 req-a13d6a62-563c-4dd3-955b-a34ef6953813 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:31.314889 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a96eef0a-49c7-48a1-b49e-28d541e20917 req-a13d6a62-563c-4dd3-955b-a34ef6953813 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 945 time: 0.0537555 May 06 10:52:31.352463 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a96eef0a-49c7-48a1-b49e-28d541e20917 req-5ac4347d-4655-45ab-b0a7-4c55a01a8245 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313747 May 06 10:52:32.471294 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5325b-3c26-42bf-a822-30152324ab60 req-320441ae-5875-40ac-8c32-7878fbe47fb2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:32.472794 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ce5325b-3c26-42bf-a822-30152324ab60 req-320441ae-5875-40ac-8c32-7878fbe47fb2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 945 time: 0.0485721 May 06 10:52:32.510643 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-3ce5325b-3c26-42bf-a822-30152324ab60 req-e0e9bc81-f335-4e36-83cf-92d0aa7e4d31 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317321 May 06 10:52:32.625308 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65d963-22db-4def-8610-1981d349f308 req-c2622723-2290-4b44-a403-e63ae97475b2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:32.627378 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd65d963-22db-4def-8610-1981d349f308 req-c2622723-2290-4b44-a403-e63ae97475b2 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 945 time: 0.0490561 May 06 10:52:32.664240 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-dd65d963-22db-4def-8610-1981d349f308 req-1c64ef95-421e-4d1f-8ba7-803648640b45 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304894 May 06 10:52:32.685701 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40584) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:32.727906 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4067326-f1fd-4ef9-9554-d5016f7aba39 tempest-TestSnapshotPattern-552789375 tempest-TestSnapshotPattern-552789375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:32.729404 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-d4067326-f1fd-4ef9-9554-d5016f7aba39 tempest-TestSnapshotPattern-552789375 tempest-TestSnapshotPattern-552789375-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1091 time: 0.0427055 May 06 10:52:32.732140 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40586) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:52:32.736853 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.v2.base [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Request body: {'floatingip': {'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'port_id': '6063a9de-dad5-456c-9628-eef11609f95e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 06 10:52:32.757935 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:32.853403 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:32.959762 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_common [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Allocated IP 172.25.8.77 (787548d0-ce2f-47e8-8359-296a6562f611/005d34e7-d298-4a33-975e-2389294dcdb6/a933a994-6432-425c-9456-f1978fddee48) {{(pid=102742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 06 10:52:33.061066 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for port, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:33.093943 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788761621926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:33.137126 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Network 787548d0-ce2f-47e8-8359-296a6562f611 is already hosted by enough agents. {{(pid=102742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 06 10:52:33.139955 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.base_scheduler [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Resources bound (agent type, host, resource id): {{(pid=102742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 06 10:52:33.146862 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Received port after_create {{(pid=102742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 06 10:52:33.149826 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'Port': ['ID=a933a994-6432-425c-9456-f1978fddee48,revision_number=1']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:33.495167 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:33.562876 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:33.717905 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for port, precommit_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:33.722206 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31158521'] for port, after_update {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:33.790350 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event updated for resources: {'Port': ['ID=a933a994-6432-425c-9456-f1978fddee48,revision_number=2']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:52:33.801812 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899728'] for floatingip, after_create {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:34.218463 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Floating IP 5eba2b5c-f419-4124-bd2a-06caf39f6bd4 associated. External IP: 172.25.8.77, port: 6063a9de-dad5-456c-9628-eef11609f95e. May 06 10:52:34.425631 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Router fbc58abc-7183-4bd9-bb80-ed880cded581 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:52:34.531518 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:52:34.543207 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] Sync routers for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:52:34.550146 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:34.554954 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:52:34.555565 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:52:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:34.583472 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-1828a2f5-e49c-49a6-86a9-c0801f453b7c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8502941 May 06 10:52:34.584398 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:52:34.586923 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5059c075-05e6-4136-960e-d636deb78e75" -d '{"events": [{"name": "network-changed", "server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "tag": "6063a9de-dad5-456c-9628-eef11609f95e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:52:34.626137 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf53dc4-5a10-4159-aa4a-ebe872b8eb79 x-openstack-request-id: req-acf53dc4-5a10-4159-aa4a-ebe872b8eb79 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:52:34.626455 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "tag": "6063a9de-dad5-456c-9628-eef11609f95e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:52:34.626791 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acf53dc4-5a10-4159-aa4a-ebe872b8eb79 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:52:34.627198 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf53dc4-5a10-4159-aa4a-ebe872b8eb79'] response: {'name': 'network-changed', 'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e', 'status': 'completed', 'code': 200} May 06 10:52:34.663768 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:52:34.687492 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059c075-05e6-4136-960e-d636deb78e75 req-01a1eab2-bc7f-45f1-9c2e-f8dac6706db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:34.689469 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5059c075-05e6-4136-960e-d636deb78e75 req-01a1eab2-bc7f-45f1-9c2e-f8dac6706db7 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1096 time: 0.0412018 May 06 10:52:34.784093 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059c075-05e6-4136-960e-d636deb78e75 req-fb7f0d9c-8bfd-428b-960e-a7a51e6a372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:34.786133 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5059c075-05e6-4136-960e-d636deb78e75 req-fb7f0d9c-8bfd-428b-960e-a7a51e6a372f service neutron] 10.222.0.82 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0904853 May 06 10:52:34.854113 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5059c075-05e6-4136-960e-d636deb78e75 req-5c8a0865-1394-412a-9891-6f11bb92fde3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 200 len: 998 time: 0.0606134 May 06 10:52:34.888724 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:21Z', 'revision_number': 1, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}, {'id': '5eba2b5c-f419-4124-bd2a-06caf39f6bd4', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': '6063a9de-dad5-456c-9628-eef11609f95e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:a0:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e4afa0-090b-497d-95d6-acbf452435f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:33Z', 'updated_at': '2022-05-06T10:52:33Z', 'revision_number': 0, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:34.903830 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059c075-05e6-4136-960e-d636deb78e75 req-2c6841db-27c1-4650-9b4f-0c1866d3b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:34.905304 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5059c075-05e6-4136-960e-d636deb78e75 req-2c6841db-27c1-4650-9b4f-0c1866d3b2d2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0449216 May 06 10:52:34.920634 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] Checking router: fbc58abc-7183-4bd9-bb80-ed880cded581 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:52:34.929514 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:52:34.930343 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:52:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:34.956695 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059c075-05e6-4136-960e-d636deb78e75 req-ba517c00-cf86-468d-b05c-43a68319e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:52:34.958175 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5059c075-05e6-4136-960e-d636deb78e75 req-ba517c00-cf86-468d-b05c-43a68319e911 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460031 May 06 10:52:35.036398 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:52:35.047507 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5059c075-05e6-4136-960e-d636deb78e75 req-3104d483-08a0-4311-8846-5257c82d8bac service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816214 May 06 10:52:35.149340 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-5059c075-05e6-4136-960e-d636deb78e75 req-4a14c47e-3125-453b-9755-1ba7ec4988e9 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938993 May 06 10:52:35.350339 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:21Z', 'revision_number': 1, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}, {'id': '5eba2b5c-f419-4124-bd2a-06caf39f6bd4', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': '6063a9de-dad5-456c-9628-eef11609f95e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:a0:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e4afa0-090b-497d-95d6-acbf452435f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:33Z', 'updated_at': '2022-05-06T10:52:33Z', 'revision_number': 0, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:52:35.379770 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14461e6e-fb8d-4ae2-aa1f-05ddc7ccc876 None None] The sync data for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 is: [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:21Z', 'revision_number': 1, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}, {'id': '5eba2b5c-f419-4124-bd2a-06caf39f6bd4', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.77', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': '6063a9de-dad5-456c-9628-eef11609f95e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:a0:9a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e4afa0-090b-497d-95d6-acbf452435f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:52:33Z', 'updated_at': '2022-05-06T10:52:33Z', 'revision_number': 0, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:52:35.582734 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7b4a43-7d86-4599-a38d-9299b2d2d79b None None] New status for floating IP 5eba2b5c-f419-4124-bd2a-06caf39f6bd4: ACTIVE {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:52:41.586565 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:52:42.838692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1e1a1573-b802-4f61-a0e0-998aefa1872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:45.335171 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-aeb61640-f9f5-4d2a-a1f7-283a82ada369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:46.978940 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:47.310439 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:48.459105 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:48.925517 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:52:51.282835 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:02.963030 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-f0a5045e-e144-4939-bb4a-8b76507a39d8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836046 May 06 10:53:03.045975 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-fa8cab84-75a8-4667-93d5-01c6b43cf4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:03.047483 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-fa8cab84-75a8-4667-93d5-01c6b43cf4db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1096 time: 0.0408902 May 06 10:53:03.160163 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-c7dc0017-9d79-4e75-809a-67bbeb4990f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:03.161536 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-c7dc0017-9d79-4e75-809a-67bbeb4990f7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0875447 May 06 10:53:03.232934 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-2fac5316-fb30-48c8-946e-4b9c9fa16bc0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 200 len: 1000 time: 0.0591164 May 06 10:53:03.281341 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-94cc21f2-702a-4672-b8c5-9c1bb3e3061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:03.282771 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-94cc21f2-702a-4672-b8c5-9c1bb3e3061b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0425344 May 06 10:53:03.334243 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-e11f7817-24b9-4269-b66b-ac55abe1e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:03.335863 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-e11f7817-24b9-4269-b66b-ac55abe1e770 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459409 May 06 10:53:03.428872 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-84a79b15-7a95-4fbc-9e1d-706dd69eb5d1 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848801 May 06 10:53:03.522937 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-0e7998e5-ac96-48b7-b0f5-79fd9a6051f0 req-4ac75c24-9e75-4300-ba98-7e1d453b4bf3 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870643 May 06 10:53:09.723970 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-0ce1d53c-3e78-47e9-a9e9-6ae023b2f90a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407815 May 06 10:53:09.805795 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-84f0782e-c21b-4820-a3c9-da74259154f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:09.807310 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-84f0782e-c21b-4820-a3c9-da74259154f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1094 time: 0.0412931 May 06 10:53:09.914979 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-d61bf5c1-1986-4e49-b8b6-0c10535bc3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:09.916360 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-d61bf5c1-1986-4e49-b8b6-0c10535bc3da service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0903511 May 06 10:53:09.985580 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-45c77a4d-cf02-4911-9785-5bbe328ffe8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 997 time: 0.0620813 May 06 10:53:10.036374 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-325bf1cb-6f8a-4031-9d45-2392d80e49b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:10.037813 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-325bf1cb-6f8a-4031-9d45-2392d80e49b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0443225 May 06 10:53:10.090312 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-36b7d69f-01b7-459b-981e-97488a2ead96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:53:10.091867 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-36b7d69f-01b7-459b-981e-97488a2ead96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471144 May 06 10:53:10.185083 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-26619106-fb0c-41b2-ba42-a904798ae9b7 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862057 May 06 10:53:10.280415 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-a2e7fd2b-3501-41e2-9b21-e5c6767f639b req-962bf81d-aaba-4d38-b3a8-850fb85d48ff service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893435 May 06 10:53:12.840270 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d7495348-eae5-49d8-be3c-42c411a7b647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:15.337385 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5f0d3d64-c58c-41f3-82c0-95a7800f8105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:16.977347 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:17.313417 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:18.461447 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:18.585885 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:53:18.927770 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:21.313554 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:42.842965 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8827edd5-bcb4-46c8-a021-16b69345d07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:45.339180 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-650e3a71-72e8-4a00-841d-65cc8baa0553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:46.980462 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:47.339002 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:48.464961 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:48.934560 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:51.331881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:53:55.585768 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:54:04.896274 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-acaf375a-d0b2-4281-b3f9-6a96494fefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:04.898450 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-acaf375a-d0b2-4281-b3f9-6a96494fefca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1096 time: 0.0428052 May 06 10:54:05.001508 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-979dcaa2-be2f-486e-9e14-1660be2827ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:05.003272 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-979dcaa2-be2f-486e-9e14-1660be2827ad service neutron] 10.222.0.82 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.0846202 May 06 10:54:05.074576 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-5a44c7da-df13-4f8a-94d1-80d074919923 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 200 len: 1000 time: 0.0619290 May 06 10:54:05.126933 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-14d019e2-8c3a-45df-9bb0-f7b2f3dd2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:05.128336 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-14d019e2-8c3a-45df-9bb0-f7b2f3dd2cc7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0443165 May 06 10:54:05.183051 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-3cf89068-8d8e-4d3a-bb0e-7b795267d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:05.184605 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-3cf89068-8d8e-4d3a-bb0e-7b795267d217 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417495 May 06 10:54:05.291464 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-79cdffca-c0c3-4386-9d9c-afe47f6c9cc5 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910401 May 06 10:54:05.391851 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-91ca2f0e-95f5-46c0-b452-d4c1b916e058 req-0dcacb05-82ca-455e-880f-3b8e467e6d83 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931981 May 06 10:54:06.942875 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6063a9de-dad5-456c-9628-eef11609f95e details requested by agent hyperv_n-h1-840834-1 with host n-h1-840834-1 {{(pid=102744) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 06 10:54:07.057599 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:07.071877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Returning: {'device': '6063a9de-dad5-456c-9628-eef11609f95e', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'port_id': '6063a9de-dad5-456c-9628-eef11609f95e', 'mac_address': 'fa:16:3e:a0:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102744) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 06 10:54:07.113979 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:07.129197 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6063a9de-dad5-456c-9628-eef11609f95e {{(pid=102744) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 06 10:54:07.153460 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:07.167374 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:07.237600 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=6']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:07.246813 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] get_ports_and_sgs() called for port_ids ['6063a9de-dad5-456c-9628-eef11609f95e'] {{(pid=102744) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 06 10:54:07.251060 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.251413 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.252317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.252317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.252317 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.252862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.252862 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.254370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.254370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.254370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.254370 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:07.255159 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:08.946390 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6063a9de-dad5-456c-9628-eef11609f95e up at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 06 10:54:09.005143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.provisioning_blocks [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Provisioning complete for port 6063a9de-dad5-456c-9628-eef11609f95e triggered by entity L2. {{(pid=102744) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 06 10:54:09.005781 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2059043'] for port, provisioning_complete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:09.091020 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1986287'] for port, before_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:09.118806 n-d-840834-1 neutron-server[102744]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e'}] {{(pid=102744) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:54:09.121036 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b33b84e3ab59bb519f3305f8d9e645225ac7e2f28053651a508adb12306462c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eeef8b8-1131-4799-9a22-1c99538ae292" -d '{"events": [{"server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "name": "network-vif-plugged", "status": "completed", "tag": "6063a9de-dad5-456c-9628-eef11609f95e"}]}' {{(pid=102744) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:54:09.135322 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:09.143371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788762031490', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788761621899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788761627953'] for port, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:09.172520 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988ab537-9459-456a-86bd-03f9de576a6c x-openstack-request-id: req-988ab537-9459-456a-86bd-03f9de576a6c {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:54:09.172817 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "name": "network-vif-plugged", "status": "completed", "tag": "6063a9de-dad5-456c-9628-eef11609f95e", "code": 200}]} {{(pid=102744) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:54:09.173068 n-d-840834-1 neutron-server[102744]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-988ab537-9459-456a-86bd-03f9de576a6c {{(pid=102744) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:54:09.173467 n-d-840834-1 neutron-server[102744]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988ab537-9459-456a-86bd-03f9de576a6c'] response: {'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e', 'code': 200} May 06 10:54:09.197436 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Pushing event updated for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=7']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:09.747745 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-68c3e4fe-9c9b-43fc-88b8-c3fef77a125f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602567 May 06 10:54:09.835008 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-00aaa5bd-3f06-45aa-b64a-b6cc000384d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:09.837651 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-00aaa5bd-3f06-45aa-b64a-b6cc000384d3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1094 time: 0.0471988 May 06 10:54:09.959734 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-3d07ed21-526e-4dd5-91b0-6f4a8cb8b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:09.962041 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-3d07ed21-526e-4dd5-91b0-6f4a8cb8b6b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.1035569 May 06 10:54:10.045395 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-79101edc-77af-4058-802e-61dcdddf9017 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 997 time: 0.0768104 May 06 10:54:10.100232 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-a9907d30-7c36-4833-ac1b-29b1f314839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:10.102207 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-a9907d30-7c36-4833-ac1b-29b1f314839f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0510499 May 06 10:54:10.152187 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-ff2f892f-90de-4296-849a-5f1a0dbc898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:10.153829 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-ff2f892f-90de-4296-849a-5f1a0dbc898d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456915 May 06 10:54:10.265834 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-d84f45bc-b3b5-4978-8433-58bf2b7e5434 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050413 May 06 10:54:10.373045 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-b71fdcc8-fd85-441c-b348-a67ae3c8c697 req-04ebc203-eade-422e-8765-bb568b8e3aa8 service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997767 May 06 10:54:12.846804 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-25b59149-8a10-4d70-a532-182b556ab596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.107811 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40782) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:15.275976 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Deleting port a933a994-6432-425c-9456-f1978fddee48 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:15.276322 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.341408 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-df0c60c9-0ed8-4b26-9ae9-4d3baa916a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.355601 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.355942 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.368594 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Calling delete_port for a933a994-6432-425c-9456-f1978fddee48 owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:15.519702 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.547174 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event deleted for resources: {'Port': ['ID=a933a994-6432-425c-9456-f1978fddee48,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:15.561682 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.562238 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.562580 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.562959 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.563293 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.563639 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.563966 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.564287 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.564605 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.564974 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.565295 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.565613 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:15.624507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.624738 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Floating IP 5eba2b5c-f419-4124-bd2a-06caf39f6bd4 disassociated (deleted). External IP: 172.25.8.77, port: 6063a9de-dad5-456c-9628-eef11609f95e. May 06 10:54:15.839457 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Router fbc58abc-7183-4bd9-bb80-ed880cded581 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:54:15.947429 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:54:15.952221 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:15.956940 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] Sync routers for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:54:15.966100 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:15.966702 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:15.979265 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-95ae478a-92e8-4c23-ae59-e5641ffd0b26 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "DELETE /v2.0/floatingips/5eba2b5c-f419-4124-bd2a-06caf39f6bd4 HTTP/1.1" status: 204 len: 168 time: 0.8703322 May 06 10:54:15.979984 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:54:15.982332 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4" -d '{"events": [{"name": "network-changed", "server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "tag": "6063a9de-dad5-456c-9628-eef11609f95e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:54:16.023543 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316b3d22-7345-42c5-a1af-5e3a467134cf x-openstack-request-id: req-316b3d22-7345-42c5-a1af-5e3a467134cf {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:54:16.024168 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "tag": "6063a9de-dad5-456c-9628-eef11609f95e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:54:16.024568 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-316b3d22-7345-42c5-a1af-5e3a467134cf {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:54:16.025040 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316b3d22-7345-42c5-a1af-5e3a467134cf'] response: {'name': 'network-changed', 'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e', 'status': 'completed', 'code': 200} May 06 10:54:16.079552 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:16.092299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-985a173b-9090-4764-8ebc-a71f78e15bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:16.094066 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-985a173b-9090-4764-8ebc-a71f78e15bf4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 1096 time: 0.0466826 May 06 10:54:16.227240 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-6da24bb4-53bd-47b0-82f4-1e01b995f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:16.228812 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-6da24bb4-53bd-47b0-82f4-1e01b995f63f service neutron] 10.222.0.82 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.1262944 May 06 10:54:16.252343 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e690ce-3e56-487d-a24a-451228887996 req-8a519a3b-7558-430d-8dfb-e230decbda08 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:16.253788 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14e690ce-3e56-487d-a24a-451228887996 req-8a519a3b-7558-430d-8dfb-e230decbda08 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 945 time: 0.0737755 May 06 10:54:16.284218 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-c952d2cd-8cce-402d-9772-53c874b733ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 200 len: 217 time: 0.0455158 May 06 10:54:16.318467 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:21Z', 'revision_number': 1, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:16.344741 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] Checking router: fbc58abc-7183-4bd9-bb80-ed880cded581 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:54:16.353303 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-14e690ce-3e56-487d-a24a-451228887996 req-33292fca-971f-427f-bb07-076ee2011a64 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717165 May 06 10:54:16.354441 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:16.355044 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:16.358834 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-9c693dfb-42dc-41d3-8b1f-1ae986c4d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:16.360376 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-9c693dfb-42dc-41d3-8b1f-1ae986c4d78b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0635228 May 06 10:54:16.464958 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:16.698500 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:21Z', 'revision_number': 1, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:16.729981 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a5dbb9-bc6a-4148-a660-d2e3eed1fceb None None] The sync data for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 is: [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_floatingips': [{'id': '4ffd197f-a5cb-42bc-abad-5a0005d755a2', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'router_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'port_id': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'mac_address': 'fa:16:3e:ff:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768d856d-e8f1-4f9c-9728-60542209fd37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-06T10:49:19Z', 'updated_at': '2022-05-06T10:49:21Z', 'revision_number': 1, 'project_id': 'd019b88af32841a49b71b96027926898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:54:16.732354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-3e9a5e2c-c1d5-42f0-9236-efdb63258b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:16.733881 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-3e9a5e2c-c1d5-42f0-9236-efdb63258b8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3662109 May 06 10:54:16.830886 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-98cf0cbb-5dc9-4671-b650-4e6ff35158a8 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871882 May 06 10:54:16.934169 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-f68ca066-c846-4226-9d7f-6a5ea0e0bef4 req-7ac2ff87-c83f-483d-a0bc-d9cffb7b35b7 service neutron] 10.222.0.82 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960424 May 06 10:54:16.973384 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa84a34-d792-49d5-9d20-081298b5b3c3 None None] New status for floating IP 5eba2b5c-f419-4124-bd2a-06caf39f6bd4: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:54:17.042542 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:17.329202 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:17.473663 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50273a-2985-451a-aeff-2ddec2c920b1 req-46268cfa-71e5-4698-bd01-08622766c8c7 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:17.475144 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b50273a-2985-451a-aeff-2ddec2c920b1 req-46268cfa-71e5-4698-bd01-08622766c8c7 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 945 time: 0.0498500 May 06 10:54:17.513051 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-4b50273a-2985-451a-aeff-2ddec2c920b1 req-56a3c609-fd45-4f5e-8192-a34be144713c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316534 May 06 10:54:17.830530 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-d23319c9-87d5-407e-9310-c13278d5fb78 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:17.832009 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-d23319c9-87d5-407e-9310-c13278d5fb78 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.82 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 945 time: 0.0492561 May 06 10:54:17.923950 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Deleting port 6063a9de-dad5-456c-9628-eef11609f95e {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:17.924208 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:18.011276 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] For port 6063a9de-dad5-456c-9628-eef11609f95e, host n-h1-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-840834-1',level=0,port_id=6063a9de-dad5-456c-9628-eef11609f95e,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:18.011647 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:18.024299 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Calling delete_port for 6063a9de-dad5-456c-9628-eef11609f95e owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:18.154324 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:18.185805 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event deleted for resources: {'Port': ['ID=6063a9de-dad5-456c-9628-eef11609f95e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:18.230472 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] No DVR routers for this DVR port 6063a9de-dad5-456c-9628-eef11609f95e on host n-h1-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:54:18.233808 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:18.237960 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8787533b-b7b6-4eeb-a9bb-cc561d45deb2 req-c3ab15cd-099a-41c5-9cc2-8379bca36a22 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.82 "DELETE /v2.0/ports/6063a9de-dad5-456c-9628-eef11609f95e HTTP/1.1" status: 204 len: 173 time: 0.4000971 May 06 10:54:18.238448 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'name': 'network-vif-deleted', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:54:18.241825 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c3c2c-a1bc-48d4-bc0c-f3b91fcf0474" -d '{"events": [{"server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "name": "network-vif-deleted", "tag": "6063a9de-dad5-456c-9628-eef11609f95e"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:54:18.281065 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b38fb58-126e-4007-befc-c1d03dd9c29a x-openstack-request-id: req-5b38fb58-126e-4007-befc-c1d03dd9c29a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:54:18.281354 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e4afa0-090b-497d-95d6-acbf452435f9", "name": "network-vif-deleted", "tag": "6063a9de-dad5-456c-9628-eef11609f95e", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:54:18.281601 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5b38fb58-126e-4007-befc-c1d03dd9c29a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:54:18.281996 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b38fb58-126e-4007-befc-c1d03dd9c29a'] response: {'server_uuid': '62e4afa0-090b-497d-95d6-acbf452435f9', 'name': 'network-vif-deleted', 'tag': '6063a9de-dad5-456c-9628-eef11609f95e', 'status': 'completed', 'code': 200} May 06 10:54:18.467073 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:18.629402 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-927db537-6732-492a-8c01-431a2408c499 req-95231c45-e836-475c-ad1c-57ab7384e22d tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=62e4afa0-090b-497d-95d6-acbf452435f9 HTTP/1.1" status: 200 len: 210 time: 0.0282176 May 06 10:54:18.930296 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:18.989392 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6063a9de-dad5-456c-9628-eef11609f95e no longer exists at agent hyperv_n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:19.010224 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] No Port match for: 6063a9de-dad5-456c-9628-eef11609f95e {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:19.010559 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Device 6063a9de-dad5-456c-9628-eef11609f95e not bound to the agent host n-h1-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:20.190930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40842) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:20.348029 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Deleting port 2d9f728f-027a-4e63-801b-79d79f36181a {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:20.348362 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:20.422728 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:20.422952 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:20.434388 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Calling delete_port for 2d9f728f-027a-4e63-801b-79d79f36181a owned by network:floatingip {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:20.581720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:20.611930 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event deleted for resources: {'Port': ['ID=2d9f728f-027a-4e63-801b-79d79f36181a,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:20.671774 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:20.672064 n-d-840834-1 neutron-server[102742]: INFO neutron.db.l3_db [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Floating IP 4ffd197f-a5cb-42bc-abad-5a0005d755a2 disassociated (deleted). External IP: 172.25.8.7, port: dc1fbf50-12ae-4df6-bba2-182e483488b0. May 06 10:54:20.885781 n-d-840834-1 neutron-server[102742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Router fbc58abc-7183-4bd9-bb80-ed880cded581 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:54:20.994697 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:54:20.999400 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for floatingip, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:21.004622 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77483702-762d-442f-9002-948571ed3d73 None None] Sync routers for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:54:21.014128 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:21.014721 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:21.026991 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-bdeac546-177e-4a6c-8db0-cf7a1657fc7b tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "DELETE /v2.0/floatingips/4ffd197f-a5cb-42bc-abad-5a0005d755a2 HTTP/1.1" status: 204 len: 168 time: 0.8348625 May 06 10:54:21.027755 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:54:21.030090 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:54:21.074309 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 May 2022 10:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056e572-40cb-4736-a1b7-2d669a3c080a x-openstack-request-id: req-c056e572-40cb-4736-a1b7-2d669a3c080a {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:54:21.074660 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:54:21.074971 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c056e572-40cb-4736-a1b7-2d669a3c080a {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:54:21.075450 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c056e572-40cb-4736-a1b7-2d669a3c080a'] response: {'name': 'network-changed', 'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'status': 'completed', 'code': 200} May 06 10:54:21.141754 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-c50ccfcd-5632-4d48-893e-62f8b56fd4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:21.143280 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-c50ccfcd-5632-4d48-893e-62f8b56fd4cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d019b88af32841a49b71b96027926898&device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 1094 time: 0.0466368 May 06 10:54:21.239434 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:21.272337 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-9c219a97-c600-4b8d-8630-a2954344fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:21.274528 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-9c219a97-c600-4b8d-8630-a2954344fd84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 200 len: 910 time: 0.1243043 May 06 10:54:21.322903 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-6c647aba-c611-45c6-8085-cd199db38720 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 200 len: 217 time: 0.0408065 May 06 10:54:21.333284 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd1e4b-9ad2-45d8-930d-8e68a2487abe req-354b75a5-ba46-4d4d-8b3c-b182fb2b7eab tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:21.334390 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:21.335119 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7fd1e4b-9ad2-45d8-930d-8e68a2487abe req-354b75a5-ba46-4d4d-8b3c-b182fb2b7eab tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.0984192 May 06 10:54:21.407400 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-db99d20a-2a82-4167-ad88-4b0a5fc05801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:21.408801 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-db99d20a-2a82-4167-ad88-4b0a5fc05801 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 200 len: 848 time: 0.0721238 May 06 10:54:21.411711 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-e7fd1e4b-9ad2-45d8-930d-8e68a2487abe req-cf33f27c-3673-474b-9a83-23c54ae1f427 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673833 May 06 10:54:21.451467 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:21.459446 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-4606a362-19cc-4cc0-9ef4-a5b8cf222f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:21.461011 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-4606a362-19cc-4cc0-9ef4-a5b8cf222f68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61010663-0f13-4ad1-8bbf-7854c257694e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433259 May 06 10:54:21.481625 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77483702-762d-442f-9002-948571ed3d73 None None] Checking router: fbc58abc-7183-4bd9-bb80-ed880cded581 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:54:21.490075 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:21.490678 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:21.553065 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-e0d1e3bd-4382-4250-ac2f-b4a0b8331cbb service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843732 May 06 10:54:21.597834 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:21.645543 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-08172ccd-adc4-4b44-94fa-c81cdaa9c7e7 req-eca816ec-7d7c-4ca1-9b4e-9aeea48da5cb service neutron] 10.222.0.83 "GET /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861661 May 06 10:54:21.797782 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-77483702-762d-442f-9002-948571ed3d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:21.827300 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77483702-762d-442f-9002-948571ed3d73 None None] The sync data for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 is: [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:48:58Z', 'revision_number': 4, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1', '_interfaces': [{'id': 'cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9', 'name': '', 'network_id': '61010663-0f13-4ad1-8bbf-7854c257694e', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'mac_address': 'fa:16:3e:91:13:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:57Z', 'updated_at': '2022-05-06T10:49:01Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'subnets': [{'id': '063e88fe-7321-42d3-b29a-673a40acbf10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:54:22.049774 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6af08b-386d-4127-824c-4e5532852004 None None] New status for floating IP 4ffd197f-a5cb-42bc-abad-5a0005d755a2: DOWN {{(pid=102744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 06 10:54:22.253166 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-c26f8899-0dcd-4054-9a02-d7eb40b0619f tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:22.254611 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-c26f8899-0dcd-4054-9a02-d7eb40b0619f tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.83 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.0492840 May 06 10:54:22.347850 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Deleting port dc1fbf50-12ae-4df6-bba2-182e483488b0 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:22.348535 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:22.436664 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] For port dc1fbf50-12ae-4df6-bba2-182e483488b0, host n-h2-840834-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-840834-1',level=0,port_id=dc1fbf50-12ae-4df6-bba2-182e483488b0,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:22.437064 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:22.451092 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Calling delete_port for dc1fbf50-12ae-4df6-bba2-182e483488b0 owned by compute:nova {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:22.564011 n-d-840834-1 neutron-server[102742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760946-abc0-408f-8682-9859a9777bf4 req-b137e87d-07dc-4b3c-83f4-50d1134d2304 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 06 10:54:22.565491 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93760946-abc0-408f-8682-9859a9777bf4 req-b137e87d-07dc-4b3c-83f4-50d1134d2304 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/ports?device_id=768d856d-e8f1-4f9c-9728-60542209fd37 HTTP/1.1" status: 200 len: 943 time: 0.0706377 May 06 10:54:22.642942 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-93760946-abc0-408f-8682-9859a9777bf4 req-434e3d6e-8e38-4cb9-84e8-f068eaec5295 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "GET /v2.0/security-groups?id=15de4813-dcd0-4610-922b-1af90da1910e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671818 May 06 10:54:22.653286 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:22.691466 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event deleted for resources: {'Port': ['ID=dc1fbf50-12ae-4df6-bba2-182e483488b0,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:22.730688 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] No DVR routers for this DVR port dc1fbf50-12ae-4df6-bba2-182e483488b0 on host n-h2-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:54:22.733344 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-403333'] for port, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:22.737035 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [req-8ae9e4b5-10d5-4999-aa78-3d040661e13b req-572b5f7c-dd54-413f-b3c6-e9486dacf34c tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.83 "DELETE /v2.0/ports/dc1fbf50-12ae-4df6-bba2-182e483488b0 HTTP/1.1" status: 204 len: 173 time: 0.4766283 May 06 10:54:23.077127 n-d-840834-1 neutron-server[102742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-deleted', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0'}] {{(pid=102742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 06 10:54:23.079895 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3fdff9e17c90e1bb8ca906ae36b8698257577b725372e9a6581873e923bccf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb305f8-bf9f-4444-be01-bbf225481e38" -d '{"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-deleted", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0"}]}' {{(pid=102742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 06 10:54:23.127935 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 May 2022 10:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f017e6d0-32c0-422c-a059-231795d68237 x-openstack-request-id: req-f017e6d0-32c0-422c-a059-231795d68237 {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 06 10:54:23.128228 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768d856d-e8f1-4f9c-9728-60542209fd37", "name": "network-vif-deleted", "tag": "dc1fbf50-12ae-4df6-bba2-182e483488b0", "status": "completed", "code": 200}]} {{(pid=102742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 06 10:54:23.128485 n-d-840834-1 neutron-server[102742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f017e6d0-32c0-422c-a059-231795d68237 {{(pid=102742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 06 10:54:23.128899 n-d-840834-1 neutron-server[102742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f017e6d0-32c0-422c-a059-231795d68237'] response: {'server_uuid': '768d856d-e8f1-4f9c-9728-60542209fd37', 'name': 'network-vif-deleted', 'tag': 'dc1fbf50-12ae-4df6-bba2-182e483488b0', 'status': 'completed', 'code': 200} May 06 10:54:23.703550 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40856) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:23.763782 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:23.790611 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:23.849070 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:23.851594 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:23.853528 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] 10.222.0.76 "DELETE /v2.0/security-groups/15de4813-dcd0-4610-922b-1af90da1910e HTTP/1.1" status: 204 len: 168 time: 0.1488113 May 06 10:54:23.862977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15de4813-dcd0-4610-922b-1af90da1910e,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:23.871281 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.871649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.871991 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.872330 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.872664 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.872994 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.873322 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.873649 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.873977 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.874298 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.874620 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.874940 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f84dfd-96df-4919-9378-a6efc7dc3357 tempest-TestSnapshotPattern-1758998022 tempest-TestSnapshotPattern-1758998022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-840834-1 {{(pid=102743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 06 10:54:23.900409 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40862) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:24.668861 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:24.913512 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Deleting port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:24.914214 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:24.991964 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] For port cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:24.992335 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:25.006280 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Calling delete_port for cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:25.188307 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:25.223889 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:25.412069 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:25.650660 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Router fbc58abc-7183-4bd9-bb80-ed880cded581 has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:54:25.769527 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:54:25.775355 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-4b91db8a-e399-4436-b66d-c379996978ca admin admin] 10.222.0.76 "PUT /v2.0/routers/fbc58abc-7183-4bd9-bb80-ed880cded581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8737516 May 06 10:54:25.777937 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40866) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:25.779857 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] Sync routers for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:54:25.792255 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:25.792868 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:25.833128 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc1fbf50-12ae-4df6-bba2-182e483488b0 no longer exists at agent hyperv_n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:25.858481 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] No Port match for: dc1fbf50-12ae-4df6-bba2-182e483488b0 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:25.858735 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Device dc1fbf50-12ae-4df6-bba2-182e483488b0 not bound to the agent host n-h2-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:25.903595 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:25.906850 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: n-d-840834-1 {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:26.013634 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.066703 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Deleting port 22691768-a513-4182-81c3-7d27ca3523d2 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:26.067314 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.094095 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '22691768-a513-4182-81c3-7d27ca3523d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:54:25Z', 'revision_number': 5, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port': {'id': '22691768-a513-4182-81c3-7d27ca3523d2', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:48:56Z', 'updated_at': '2022-05-06T10:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:26.120303 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] Checking router: fbc58abc-7183-4bd9-bb80-ed880cded581 for host: n-d-840834-1 {{(pid=102745) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:54:26.128313 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] Routers {'fbc58abc-7183-4bd9-bb80-ed880cded581'} bound to L3 agent in host n-d-840834-1 {{(pid=102745) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:26.128906 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['fbc58abc-7183-4bd9-bb80-ed880cded581'], 'active': True} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:26.152396 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] For port 22691768-a513-4182-81c3-7d27ca3523d2, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=22691768-a513-4182-81c3-7d27ca3523d2,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:26.152787 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.164865 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Calling delete_port for 22691768-a513-4182-81c3-7d27ca3523d2 owned by network:router_gateway {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:26.216896 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_dvr_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] Set router fbc58abc-7183-4bd9-bb80-ed880cded581 gateway port host: None {{(pid=102745) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:26.271816 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.l3_hamode_db [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:54:26Z', 'revision_number': 6, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:26.299660 n-d-840834-1 neutron-server[102745]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b407633-d349-441d-852d-8ccac72cdbbb None None] The sync data for ids ['fbc58abc-7183-4bd9-bb80-ed880cded581'] in n-d-840834-1 is: [{'id': 'fbc58abc-7183-4bd9-bb80-ed880cded581', 'name': 'tempest-TestSnapshotPattern-613147513-router', 'tenant_id': 'd019b88af32841a49b71b96027926898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:48:55Z', 'updated_at': '2022-05-06T10:54:26Z', 'revision_number': 6, 'project_id': 'd019b88af32841a49b71b96027926898', 'gw_port_host': None}] {{(pid=102745) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:54:26.341731 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.368808 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22691768-a513-4182-81c3-7d27ca3523d2,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:26.428056 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.518968 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.521059 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.566032 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.566585 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc58abc-7183-4bd9-bb80-ed880cded581 {{(pid=102742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:54:26.570720 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.572676 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-8da00b85-5e91-4e19-836a-17076f591bc4 admin admin] 10.222.0.76 "DELETE /v2.0/routers/fbc58abc-7183-4bd9-bb80-ed880cded581 HTTP/1.1" status: 204 len: 168 time: 0.7937498 May 06 10:54:26.575327 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40868) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:26.619812 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] Deleting subnet 063e88fe-7321-42d3-b29a-673a40acbf10 {{(pid=102742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:54:26.622869 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.659921 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29685559'] for subnet, precommit_delete_associations {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.747507 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.799793 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31158451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31193773'] for subnet, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.824231 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063e88fe-7321-42d3-b29a-673a40acbf10,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:26.828159 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.833649 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-2e119f07-6d09-43c3-89e4-2fada6177888 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/063e88fe-7321-42d3-b29a-673a40acbf10 HTTP/1.1" status: 204 len: 168 time: 0.2551897 May 06 10:54:26.834075 n-d-840834-1 neutron-server[102742]: DEBUG neutron.wsgi [-] (102742) accepted ('10.222.0.76', 40870) {{(pid=102742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:26.837225 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6ecb3-cea2-44a2-b852-453330d19153 None None] Network 61010663-0f13-4ad1-8bbf-7854c257694e requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:54:26.902846 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:26.963228 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Deleting port 564a6243-c73a-4997-9350-1029d9be43e5 {{(pid=102742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:26.963568 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.028779 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.db [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] For port 564a6243-c73a-4997-9350-1029d9be43e5, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=564a6243-c73a-4997-9350-1029d9be43e5,segment=NetworkSegment(9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8),segment_id=9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8)] {{(pid=102742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:27.029134 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.042015 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Calling delete_port for 564a6243-c73a-4997-9350-1029d9be43e5 owned by network:dhcp {{(pid=102742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:27.085003 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] DHCP port deletion for 61010663-0f13-4ad1-8bbf-7854c257694e request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:54:27.137509 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31158464'] for port, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.146240 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] Deleting port 564a6243-c73a-4997-9350-1029d9be43e5 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:27.146861 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.166143 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 564a6243-c73a-4997-9350-1029d9be43e5 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:27.167372 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=564a6243-c73a-4997-9350-1029d9be43e5,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:27.169248 n-d-840834-1 neutron-server[102742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] No DVR routers for this DVR port 564a6243-c73a-4997-9350-1029d9be43e5 on host n-d-840834-1 {{(pid=102742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:54:27.221260 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 564a6243-c73a-4997-9350-1029d9be43e5 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:27.221609 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 564a6243-c73a-4997-9350-1029d9be43e5 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:27.222012 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22691768-a513-4182-81c3-7d27ca3523d2 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:27.241341 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.246165 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 22691768-a513-4182-81c3-7d27ca3523d2 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:27.246506 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 22691768-a513-4182-81c3-7d27ca3523d2 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:27.246917 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:27.262370 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61010663-0f13-4ad1-8bbf-7854c257694e']}} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:27.272346 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8') {'for_net_delete': True} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:27.272558 n-d-840834-1 neutron-server[102742]: DEBUG neutron.services.segments.db [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ede2f00-9dd0-407c-bcb5-f7ef8d83abb8') {} {{(pid=102742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:27.282915 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:27.283526 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device cd734aa1-5eaa-4e31-adfe-1f1025b8a0c9 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:27.286604 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] For port 564a6243-c73a-4997-9350-1029d9be43e5, host n-d-840834-1, got binding levels [] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:27.286996 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.288272 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29685504'] for segment, before_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.301152 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] Calling delete_port for 564a6243-c73a-4997-9350-1029d9be43e5 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:27.303426 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.304382 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.ipam_backend_mixin [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] Port 564a6243-c73a-4997-9350-1029d9be43e5 was not found and therefore no delete operation was performed {{(pid=102744) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 06 10:54:27.306576 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.310165 n-d-840834-1 neutron-server[102742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=102742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:54:27.310604 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31159825'] for segment, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: Traceback (most recent call last): May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: timer() May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: cb(*args, **kw) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: return func(*args, **kwargs) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: self._notify() May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: self.callback(batched_events) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: event.method(event) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: return f(self, *a, **k) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: return self._get(url).json() May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: return self.request(url, 'GET', **kwargs) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:54:27.312465 n-d-840834-1 neutron-server[102742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:54:27.337343 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] Pushing event deleted for resources: {'Port': ['ID=564a6243-c73a-4997-9350-1029d9be43e5,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:27.339928 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122adcd1-3c5a-41e2-bc88-2689c9693cde None None] No DVR routers for this DVR port 564a6243-c73a-4997-9350-1029d9be43e5 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:54:27.378579 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.385482 n-d-840834-1 neutron-server[102742]: DEBUG neutron_lib.callbacks.manager [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Notify callbacks [] for network, before_response {{(pid=102742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.389194 n-d-840834-1 neutron-server[102742]: INFO neutron.wsgi [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/61010663-0f13-4ad1-8bbf-7854c257694e HTTP/1.1" status: 204 len: 168 time: 0.5540838 May 06 10:54:27.392206 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40872) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:27.401354 n-d-840834-1 neutron-server[102742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc282f-c646-40eb-8e7d-aff6078688e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=61010663-0f13-4ad1-8bbf-7854c257694e,revision_number=None']} {{(pid=102742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:27.736968 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1036432'] for router_interface, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:27.982868 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Deleting port a2e9eb34-569a-430e-a77a-9627cb96dda9 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:27.983209 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:28.063829 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] For port a2e9eb34-569a-430e-a77a-9627cb96dda9, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=a2e9eb34-569a-430e-a77a-9627cb96dda9,segment=NetworkSegment(caf85c2f-a016-4fdc-b051-8eed93cfc844),segment_id=caf85c2f-a016-4fdc-b051-8eed93cfc844)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:28.064113 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:28.076526 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Calling delete_port for a2e9eb34-569a-430e-a77a-9627cb96dda9 owned by network:router_interface {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:28.251939 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:28.276936 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e9eb34-569a-430e-a77a-9627cb96dda9,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:28.445366 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-542363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897024'] for router_interface, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:28.662075 n-d-840834-1 neutron-server[102743]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Router 5ec3f409-0b74-42b4-94c2-b80bce05babb has already been hosted by L3 agent db94c708-76c9-40f0-b99d-a18c2a813c22 {{(pid=102743) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 06 10:54:28.767571 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] Notify agent at l3_agent.n-d-840834-1 the message routers_updated {{(pid=102743) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 06 10:54:28.772497 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e87a31fa-5d47-4ef0-84d0-a03e4381821c admin admin] 10.222.0.76 "PUT /v2.0/routers/5ec3f409-0b74-42b4-94c2-b80bce05babb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3792760 May 06 10:54:28.776167 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40874) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:28.776921 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] Sync routers for ids ['5ec3f409-0b74-42b4-94c2-b80bce05babb'] in n-d-840834-1 {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 06 10:54:28.787100 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] Routers {'5ec3f409-0b74-42b4-94c2-b80bce05babb'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:28.787755 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5ec3f409-0b74-42b4-94c2-b80bce05babb'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:28.883296 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks [] for router, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:28.909525 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] Set router 5ec3f409-0b74-42b4-94c2-b80bce05babb gateway port host: n-d-840834-1 {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:28.990955 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.044204 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Deleting port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:29.044542 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.091771 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'external_fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:54:28Z', 'revision_number': 5, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port': {'id': '7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776', 'name': '', 'network_id': '787548d0-ce2f-47e8-8359-296a6562f611', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-840834-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '005d34e7-d298-4a33-975e-2389294dcdb6', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-840834-1'}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:29.121930 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] Checking router: 5ec3f409-0b74-42b4-94c2-b80bce05babb for host: n-d-840834-1 {{(pid=102744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 06 10:54:29.129410 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] For port 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,segment=NetworkSegment(da27795b-12ee-4576-b42d-d7b9ca2a5a03),segment_id=da27795b-12ee-4576-b42d-d7b9ca2a5a03)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:29.129776 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.130488 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] Routers {'5ec3f409-0b74-42b4-94c2-b80bce05babb'} bound to L3 agent in host n-d-840834-1 {{(pid=102744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 06 10:54:29.131090 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-840834-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-06T09:22:45Z,description=,heartbeat_timestamp=2022-05-06T10:54:15Z,host='n-d-840834-1',id=db94c708-76c9-40f0-b99d-a18c2a813c22,load=0,resource_versions=,resources_synced=,started_at=2022-05-06T09:22:45Z,topic='l3_agent')) {'router_ids': ['5ec3f409-0b74-42b4-94c2-b80bce05babb'], 'active': True} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:29.142515 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Calling delete_port for 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 owned by network:router_gateway {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:29.217877 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvr_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] Set router 5ec3f409-0b74-42b4-94c2-b80bce05babb gateway port host: None {{(pid=102744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 06 10:54:29.312280 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.338978 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:29.409320 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899806'] for router_gateway, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.429870 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_hamode_db [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:54:28Z', 'revision_number': 6, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port_host': None}], 'n-d-840834-1', False) {} {{(pid=102744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:29.459823 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31a9cb-83c9-4edf-a66e-4edf48de6cf1 None None] The sync data for ids ['5ec3f409-0b74-42b4-94c2-b80bce05babb'] in n-d-840834-1 is: [{'id': '5ec3f409-0b74-42b4-94c2-b80bce05babb', 'name': 'tempest-TestSnapshotPattern-327888561-router', 'tenant_id': '0cde62c785af4c798f7450aa5e342b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-06T10:49:00Z', 'updated_at': '2022-05-06T10:54:28Z', 'revision_number': 6, 'project_id': '0cde62c785af4c798f7450aa5e342b1b', 'gw_port_host': None}] {{(pid=102744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 06 10:54:29.504062 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1024741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26368'] for router, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.506180 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.552549 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1024748'] for router, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.553132 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec3f409-0b74-42b4-94c2-b80bce05babb {{(pid=102743) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 06 10:54:29.558237 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] Notify callbacks [] for router, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.559411 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9c19f21a-c48f-46d6-8bde-06f9d039d04f admin admin] 10.222.0.76 "DELETE /v2.0/routers/5ec3f409-0b74-42b4-94c2-b80bce05babb HTTP/1.1" status: 204 len: 168 time: 0.7823036 May 06 10:54:29.561999 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40876) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:29.607056 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] Deleting subnet bdd72987-15bf-44fe-9d24-04745ec879d7 {{(pid=102743) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 06 10:54:29.610147 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.644996 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31060896'] for subnet, precommit_delete_associations {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.731630 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2058200'] for subnet, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.783442 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2058145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31060798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30655245'] for subnet, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.810762 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd72987-15bf-44fe-9d24-04745ec879d7,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:29.813238 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.818767 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9d96760b-5a32-480b-851a-d0b47b565bf3 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bdd72987-15bf-44fe-9d24-04745ec879d7 HTTP/1.1" status: 204 len: 168 time: 0.2529387 May 06 10:54:29.818767 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40878) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:29.822630 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ad0b8-2f16-4602-bee6-8bc39aa20177 None None] Network c78d981c-6db3-4f0a-a194-ecf69d647732 requested from n-d-840834-1 {{(pid=102744) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 06 10:54:29.892514 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1573653'] for network, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:29.955863 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Deleting port 73e6333e-ca8c-450d-a46c-b73ee0cda760 {{(pid=102743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:29.956187 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.019900 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.db [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] For port 73e6333e-ca8c-450d-a46c-b73ee0cda760, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=73e6333e-ca8c-450d-a46c-b73ee0cda760,segment=NetworkSegment(caf85c2f-a016-4fdc-b051-8eed93cfc844),segment_id=caf85c2f-a016-4fdc-b051-8eed93cfc844)] {{(pid=102743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:30.020261 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.034114 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.plugin [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Calling delete_port for 73e6333e-ca8c-450d-a46c-b73ee0cda760 owned by network:dhcp {{(pid=102743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:30.243764 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] DHCP port deletion for c78d981c-6db3-4f0a-a194-ecf69d647732 request from n-d-840834-1 {{(pid=102744) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 06 10:54:30.302586 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] Deleting port 73e6333e-ca8c-450d-a46c-b73ee0cda760 {{(pid=102744) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 06 10:54:30.302871 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788762140694'] for port, before_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.370953 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.db [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] For port 73e6333e-ca8c-450d-a46c-b73ee0cda760, host n-d-840834-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-840834-1',level=0,port_id=73e6333e-ca8c-450d-a46c-b73ee0cda760,segment=NetworkSegment(caf85c2f-a016-4fdc-b051-8eed93cfc844),segment_id=caf85c2f-a016-4fdc-b051-8eed93cfc844)] {{(pid=102744) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 06 10:54:30.371359 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042313'] for port, precommit_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.386178 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] Calling delete_port for 73e6333e-ca8c-450d-a46c-b73ee0cda760 owned by network:dhcp {{(pid=102744) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 06 10:54:30.444479 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31060813'] for port, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 06 10:54:30.465250 n-d-840834-1 neutron-server[102744]: self.session.flush() May 06 10:54:30.472230 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1986222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-96779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788762031472', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788761621917'] for port, after_delete {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.473249 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e6333e-ca8c-450d-a46c-b73ee0cda760,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:30.475086 n-d-840834-1 neutron-server[102743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] No DVR routers for this DVR port 73e6333e-ca8c-450d-a46c-b73ee0cda760 on host n-d-840834-1 {{(pid=102743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:54:30.500075 n-d-840834-1 neutron-server[102744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] Pushing event deleted for resources: {'Port': ['ID=73e6333e-ca8c-450d-a46c-b73ee0cda760,revision_number=None']} {{(pid=102744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:30.501980 n-d-840834-1 neutron-server[102744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971202fb-b273-4335-ad5b-57b836671a60 None None] No DVR routers for this DVR port 73e6333e-ca8c-450d-a46c-b73ee0cda760 on host n-d-840834-1 {{(pid=102744) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 06 10:54:30.551737 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2057037', 'neutron.services.segments.db._delete_segments_for_network-8788762187313'] for network, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.578618 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78d981c-6db3-4f0a-a194-ecf69d647732']}} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:30.588692 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf85c2f-a016-4fdc-b051-8eed93cfc844') {'for_net_delete': True} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:30.588992 n-d-840834-1 neutron-server[102743]: DEBUG neutron.services.segments.db [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf85c2f-a016-4fdc-b051-8eed93cfc844') {} {{(pid=102743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 06 10:54:30.598409 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788762188858', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31060887'] for segment, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.612673 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206'] for segment, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.619426 n-d-840834-1 neutron-server[102743]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=102743) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 06 10:54:30.619837 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2060206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31061404'] for segment, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: Traceback (most recent call last): May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: timer() May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: cb(*args, **kw) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: return func(*args, **kwargs) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: self._notify() May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: self.callback(batched_events) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: event.method(event) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: aggregate_id = self._get_aggregate_id(event.segment_id) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: aggregate_uuid = self.p_client.list_aggregates( May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: return f(self, *a, **k) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: return self._get(url).json() May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: return self._client.get(url, endpoint_filter=self._ks_filter, May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: return self.request(url, 'GET', **kwargs) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: base_url = self.get_endpoint(auth, allow=allow, May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: auth = self._auth_required(auth, 'determine endpoint URL') May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 06 10:54:30.621737 n-d-840834-1 neutron-server[102743]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 06 10:54:30.675332 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2057050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-542348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899714'] for network, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.681437 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Notify callbacks [] for network, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.684806 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] 10.222.0.76 "DELETE /v2.0/networks/c78d981c-6db3-4f0a-a194-ecf69d647732 HTTP/1.1" status: 204 len: 168 time: 0.8652172 May 06 10:54:30.697232 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75e088-99cc-4e7d-bf15-b82c6f26c3a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c78d981c-6db3-4f0a-a194-ecf69d647732,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:30.793342 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40882) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:30.832776 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-caf4456c-ccda-4c5e-a8d6-28a3dceee1b1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d019b88af32841a49b71b96027926898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382166 May 06 10:54:30.835130 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40884) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:30.886035 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-01582a90-74cd-4686-87d6-05cd3f146bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.911838 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-01582a90-74cd-4686-87d6-05cd3f146bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.938204 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:30.960198 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:30.960572 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 7cf41fb9-c22d-4a91-a5cc-8aa7baf5f776 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:30.961124 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 73e6333e-ca8c-450d-a46c-b73ee0cda760 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:30.962684 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-01582a90-74cd-4686-87d6-05cd3f146bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.965277 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-01582a90-74cd-4686-87d6-05cd3f146bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:30.966699 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-01582a90-74cd-4686-87d6-05cd3f146bfc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34b46518-39eb-4af9-9fd6-6497bdd7b1a8 HTTP/1.1" status: 204 len: 168 time: 0.1306078 May 06 10:54:30.974453 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01582a90-74cd-4686-87d6-05cd3f146bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b46518-39eb-4af9-9fd6-6497bdd7b1a8,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:30.983447 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: 73e6333e-ca8c-450d-a46c-b73ee0cda760 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:30.983692 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device 73e6333e-ca8c-450d-a46c-b73ee0cda760 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:30.984109 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2e9eb34-569a-430e-a77a-9627cb96dda9 no longer exists at agent ovs-agent-n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 06 10:54:31.014810 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.plugin [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] No Port match for: a2e9eb34-569a-430e-a77a-9627cb96dda9 {{(pid=102744) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 06 10:54:31.015189 n-d-840834-1 neutron-server[102744]: DEBUG neutron.plugins.ml2.rpc [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Device a2e9eb34-569a-430e-a77a-9627cb96dda9 not bound to the agent host n-d-840834-1 {{(pid=102744) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 06 10:54:31.287113 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40890) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:31.327536 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-fc7807e2-7fda-4636-8352-63996883fe7f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0cde62c785af4c798f7450aa5e342b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392063 May 06 10:54:31.330230 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [-] (102743) accepted ('10.222.0.76', 40892) {{(pid=102743) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 06 10:54:31.379919 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4442484-fb44-4ae6-906b-480e8fe790be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:31.400415 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4442484-fb44-4ae6-906b-480e8fe790be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:31.451932 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4442484-fb44-4ae6-906b-480e8fe790be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011428'] for security_group, after_delete {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:31.455282 n-d-840834-1 neutron-server[102743]: DEBUG neutron_lib.callbacks.manager [None req-e4442484-fb44-4ae6-906b-480e8fe790be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:31.456520 n-d-840834-1 neutron-server[102743]: INFO neutron.wsgi [None req-e4442484-fb44-4ae6-906b-480e8fe790be admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bbf218c3-59bb-4f82-8f64-ff769c764399 HTTP/1.1" status: 204 len: 168 time: 0.1253614 May 06 10:54:31.464816 n-d-840834-1 neutron-server[102743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4442484-fb44-4ae6-906b-480e8fe790be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf218c3-59bb-4f82-8f64-ff769c764399,revision_number=None']} {{(pid=102743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 06 10:54:32.585020 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:54:42.843321 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-be1313ad-97e3-423e-a6dd-4d79c54b5a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:45.344027 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-38220bdb-a08f-47b7-8a02-51ea8ed62457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:46.991716 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:47.334889 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:48.471646 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:48.922775 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:54:51.337370 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:09.584469 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:55:12.844910 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-8a99aeca-c8fb-4796-8276-40c1f51d531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:15.346342 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f1ca0bd4-ebf9-4c25-a2a5-707983d18d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:16.990691 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:17.346033 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:18.472153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:18.927684 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:21.350772 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:42.846446 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-65a0e6fe-15fa-4015-b9f2-5384942e2b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:45.348822 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-801be928-7028-4e34-b4ae-95bc3c908db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:46.583729 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:55:46.993483 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:47.346995 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:48.474371 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:48.929130 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:55:51.363868 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:12.848907 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5c55fda9-d636-4de0-af02-38ed5bfee443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:15.349986 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d76b4554-dc99-44c0-9569-442ed3bd6439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:16.996611 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:17.362719 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:18.476559 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:18.931791 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:21.381979 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:23.583913 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:56:42.851334 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-5635d0af-6cd9-4ca0-94db-f10ce21052dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:45.351223 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c5b56ffd-9286-4913-ac40-c2f446b9736f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:46.999529 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:47.369022 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:48.479927 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:48.935750 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:56:51.389056 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:00.583108 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:57:12.853227 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-736335f8-aac6-4b54-b9d7-1d70888761ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:15.352913 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-c54a65da-d914-4e0c-ae8c-d9a51d59600e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:17.001594 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:17.378388 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:18.481504 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:18.941512 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:21.404347 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:37.581862 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:57:42.854428 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-da478e94-a462-420f-b9c8-18cf4c860edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:45.354896 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-d676c98f-2f28-49fd-8af9-b78680bdeb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:47.005344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:47.388807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:48.483837 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:48.935018 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:57:51.405349 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:12.855837 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-32c6c994-019e-4acf-83aa-5512befb7a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:14.581469 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:58:15.356948 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-1a361742-10be-49c4-8023-b1eb850644a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:17.007240 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:17.387924 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:18.486562 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:18.929550 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:21.414827 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:42.857745 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-753aaa86-2a2a-4892-9e60-bccd0d8256dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:45.358063 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b88a6587-4e06-43f0-930f-9f524c142edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:47.012405 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:47.409882 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:48.488687 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:48.931881 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:51.419383 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:58:51.581561 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:59:12.859078 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-82864418-7320-4c12-80e9-f92f0b265eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:15.359831 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-dac8e106-da2b-4635-8338-656ea94e277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:17.014135 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:17.409104 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:18.492085 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:18.934586 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:21.444076 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:28.581250 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 10:59:42.860458 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-612eb8a2-4a97-403c-a905-adcc45d44a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:45.361993 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-31b20513-7eb3-48b9-88e1-52ea058a3e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:47.017709 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:47.425518 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:48.496031 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:48.937050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 10:59:51.430228 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:05.580396 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:00:12.862623 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-f4468c88-1ca2-4d13-bea9-cd9426f70623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:15.363280 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-01a48859-f57b-4ccd-b0df-2f091168643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:17.020275 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:17.424486 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:18.498988 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:18.939335 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:21.433592 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:42.581996 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:00:42.864944 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-990c7d2c-4f3e-491e-8643-5b8e0a788222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:45.364052 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd2459f3-c7b2-4547-a51a-a0156f8c209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:47.022841 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:47.436983 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:48.500315 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:48.941344 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:00:51.446187 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:12.865645 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-3d36c242-db0d-4707-aa7f-a2b7cbaa9c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:15.366083 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-9590eac7-2a0f-45a6-a393-11a60aead423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:17.025736 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:17.440411 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:18.502142 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:18.943828 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:19.581322 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:01:21.458747 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:42.869858 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-95aae5ca-40ae-4cca-b42e-546e65f406b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:45.368338 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-e66519db-6f5f-4fed-a8d4-96e001e9b88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:47.036153 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:47.437689 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:48.507807 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:48.946730 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:51.450050 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:01:56.580170 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:02:06.171683 n-d-840834-1 neutron-server[102743]: DEBUG neutron.wsgi [req-0852f0b9-85cf-4ece-b6c8-9fc9f22a3b99 req-166f0d8b-616a-4220-ac73-bf916d3eadd6 service neutron] (102743) timed out ('10.222.0.76', 38668) {{(pid=102743) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 06 11:02:12.878931 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-062772b9-4be3-4b7e-8800-eb7eea0dde26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:15.372763 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-b3e3523f-8fd5-40fa-926f-9a6cea5ecfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:17.033378 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:17.450692 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:18.512131 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:18.950987 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:21.457816 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:33.580396 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:02:42.874260 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-92316b75-c9b5-472c-a94b-cee6aa5b3b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:45.364850 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb9fd-97f3-4235-b35c-f14beb4da8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:47.036296 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:47.457126 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:48.513580 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:48.961030 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:02:51.446890 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:10.582075 n-d-840834-1 neutron-server[102745]: DEBUG neutron.db.agents_db [None req-691464dc-ec20-4d3d-a54c-8d0bb7ea0092 None None] Agent healthcheck: found 7 active agents {{(pid=102745) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 06 11:03:12.877128 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bf46c6c8-9ffc-4482-97c6-ff930be6d0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:15.369218 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bd52a291-2aa6-4255-b1d6-3da3c296e733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:17.041619 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-cfb71554-f82d-44ba-b2aa-7cbb36ad4de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:17.467001 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-ad2941bc-b6e0-432a-822d-cbc04558a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:18.518400 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-bbf7937b-acd5-44fc-8b9c-83e94dc43987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:18.957396 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-76b51752-393a-4705-926d-d3889e32aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 06 11:03:21.470685 n-d-840834-1 neutron-server[102744]: DEBUG neutron_lib.callbacks.manager [None req-0f182d15-01ec-4daf-a9dd-20616471760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788762187295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060029'] for agent, after_update {{(pid=102744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}